@aztec/aztec-node 0.0.1-commit.dbf9cec → 0.0.1-commit.e0f15ab9b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -372,15 +372,16 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
372
372
  }
373
373
  var _dec, _initProto;
374
374
  import { createArchiver } from '@aztec/archiver';
375
- import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
375
+ import { BBCircuitVerifier, BatchChonkVerifier, QueuedIVCVerifier } from '@aztec/bb-prover';
376
+ import { TestCircuitVerifier } from '@aztec/bb-prover/test';
376
377
  import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
377
378
  import { Blob } from '@aztec/blob-lib';
378
379
  import { EpochCache } from '@aztec/epoch-cache';
379
380
  import { createEthereumChain } from '@aztec/ethereum/chain';
380
- import { getPublicClient } from '@aztec/ethereum/client';
381
+ import { getPublicClient, makeL1HttpTransport } from '@aztec/ethereum/client';
381
382
  import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
382
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
383
- import { compactArray, pick, unique } from '@aztec/foundation/collection';
383
+ import { BlockNumber } from '@aztec/foundation/branded-types';
384
+ import { chunkBy, compactArray, pick, unique } from '@aztec/foundation/collection';
384
385
  import { Fr } from '@aztec/foundation/curves/bn254';
385
386
  import { EthAddress } from '@aztec/foundation/eth-address';
386
387
  import { BadRequestError } from '@aztec/foundation/json-rpc';
@@ -413,7 +414,7 @@ import { getPackageVersion } from '@aztec/stdlib/update-checker';
413
414
  import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
414
415
  import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createBlockProposalHandler, createValidatorClient } from '@aztec/validator-client';
415
416
  import { createWorldStateSynchronizer } from '@aztec/world-state';
416
- import { createPublicClient, fallback, http } from 'viem';
417
+ import { createPublicClient } from 'viem';
417
418
  import { createSentinel } from '../sentinel/factory.js';
418
419
  import { createKeyStoreForValidator } from './config.js';
419
420
  import { NodeMetrics } from './node_metrics.js';
@@ -440,7 +441,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
440
441
  globalVariableBuilder;
441
442
  epochCache;
442
443
  packageVersion;
443
- proofVerifier;
444
+ peerProofVerifier;
445
+ rpcProofVerifier;
444
446
  telemetry;
445
447
  log;
446
448
  blobClient;
@@ -461,7 +463,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
461
463
  // Prevent two snapshot operations to happen simultaneously
462
464
  isUploadingSnapshot;
463
465
  tracer;
464
- constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager, debugLogStore = new NullDebugLogStore()){
466
+ constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager, debugLogStore = new NullDebugLogStore()){
465
467
  this.config = config;
466
468
  this.p2pClient = p2pClient;
467
469
  this.blockSource = blockSource;
@@ -479,7 +481,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
479
481
  this.globalVariableBuilder = globalVariableBuilder;
480
482
  this.epochCache = epochCache;
481
483
  this.packageVersion = packageVersion;
482
- this.proofVerifier = proofVerifier;
484
+ this.peerProofVerifier = peerProofVerifier;
485
+ this.rpcProofVerifier = rpcProofVerifier;
483
486
  this.telemetry = telemetry;
484
487
  this.log = log;
485
488
  this.blobClient = blobClient;
@@ -499,6 +502,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
499
502
  throw new Error('debugLogStore should never be enabled when realProofs are set');
500
503
  }
501
504
  }
505
+ /** @internal Exposed for testing — returns the RPC proof verifier. */ getProofVerifier() {
506
+ return this.rpcProofVerifier;
507
+ }
502
508
  async getWorldStateSyncStatus() {
503
509
  const status = await this.worldStateSynchronizer.status();
504
510
  return status.syncSummary;
@@ -559,9 +565,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
559
565
  }
560
566
  const publicClient = createPublicClient({
561
567
  chain: ethereumChain.chainInfo,
562
- transport: fallback(config.l1RpcUrls.map((url)=>http(url, {
563
- batch: false
564
- }))),
568
+ transport: makeL1HttpTransport(config.l1RpcUrls, {
569
+ timeout: config.l1HttpTimeoutMS
570
+ }),
565
571
  pollingInterval: config.viemPollingIntervalMS
566
572
  });
567
573
  const l1ContractsAddresses = await RegistryContract.collectAddresses(publicClient, config.l1Contracts.registryAddress, config.rollupVersion ?? 'canonical');
@@ -571,10 +577,11 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
571
577
  ...l1ContractsAddresses
572
578
  };
573
579
  const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
574
- const [l1GenesisTime, slotDuration, rollupVersionFromRollup] = await Promise.all([
580
+ const [l1GenesisTime, slotDuration, rollupVersionFromRollup, rollupManaLimit] = await Promise.all([
575
581
  rollupContract.getL1GenesisTime(),
576
582
  rollupContract.getSlotDuration(),
577
- rollupContract.getVersion()
583
+ rollupContract.getVersion(),
584
+ rollupContract.getManaLimit().then(Number)
578
585
  ]);
579
586
  config.rollupVersion ??= Number(rollupVersionFromRollup);
580
587
  if (config.rollupVersion !== Number(rollupVersionFromRollup)) {
@@ -596,7 +603,17 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
596
603
  });
597
604
  // now create the merkle trees and the world state synchronizer
598
605
  const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, options.prefilledPublicData, telemetry);
599
- const circuitVerifier = config.realProofs || config.debugForceTxProofVerification ? await BBCircuitVerifier.new(config) : new TestCircuitVerifier(config.proverTestVerificationDelayMs);
606
+ const useRealVerifiers = config.realProofs || config.debugForceTxProofVerification;
607
+ let peerProofVerifier;
608
+ let rpcProofVerifier;
609
+ if (useRealVerifiers) {
610
+ peerProofVerifier = await BatchChonkVerifier.new(config, config.bbChonkVerifyMaxBatch, 'peer');
611
+ const rpcVerifier = await BBCircuitVerifier.new(config);
612
+ rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, config.numConcurrentIVCVerifiers);
613
+ } else {
614
+ peerProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
615
+ rpcProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
616
+ }
600
617
  let debugLogStore;
601
618
  if (!config.realProofs) {
602
619
  log.warn(`Aztec node is accepting fake proofs`);
@@ -605,22 +622,22 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
605
622
  } else {
606
623
  debugLogStore = new NullDebugLogStore();
607
624
  }
608
- const proofVerifier = new QueuedIVCVerifier(config, circuitVerifier);
609
625
  const proverOnly = config.enableProverNode && config.disableValidator;
610
626
  if (proverOnly) {
611
627
  log.info('Starting in prover-only mode: skipping validator, sequencer, sentinel, and slasher subsystems');
612
628
  }
613
629
  // create the tx pool and the p2p client, which will need the l2 block source
614
- const p2pClient = await createP2PClient(config, archiver, proofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
615
- // We should really not be modifying the config object
616
- config.txPublicSetupAllowList = config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
630
+ const p2pClient = await createP2PClient(config, archiver, peerProofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
617
631
  // We'll accumulate sentinel watchers here
618
632
  const watchers = [];
619
- // Create FullNodeCheckpointsBuilder for block proposal handling and tx validation
633
+ // Create FullNodeCheckpointsBuilder for block proposal handling and tx validation.
634
+ // Override maxTxsPerCheckpoint with the validator-specific limit if set.
620
635
  const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
621
636
  ...config,
622
637
  l1GenesisTime,
623
- slotDuration: Number(slotDuration)
638
+ slotDuration: Number(slotDuration),
639
+ rollupManaLimit,
640
+ maxTxsPerCheckpoint: config.validateMaxTxsPerCheckpoint
624
641
  }, worldStateSynchronizer, archiver, dateProvider, telemetry);
625
642
  let validatorClient;
626
643
  if (!proverOnly) {
@@ -635,7 +652,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
635
652
  blockSource: archiver,
636
653
  l1ToL2MessageSource: archiver,
637
654
  keyStoreManager,
638
- blobClient
655
+ blobClient,
656
+ slashingProtectionDb: deps.slashingProtectionDb
639
657
  });
640
658
  // If we have a validator client, register it as a source of offenses for the slasher,
641
659
  // and have it register callbacks on the p2p client *before* we start it, otherwise messages
@@ -646,21 +664,23 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
646
664
  await validatorClient.registerHandlers();
647
665
  }
648
666
  }
649
- // If there's no validator client but alwaysReexecuteBlockProposals is enabled,
650
- // create a BlockProposalHandler to reexecute block proposals for monitoring
651
- if (!validatorClient && config.alwaysReexecuteBlockProposals) {
652
- log.info('Setting up block proposal reexecution for monitoring');
653
- createBlockProposalHandler(config, {
654
- checkpointsBuilder: validatorCheckpointsBuilder,
655
- worldState: worldStateSynchronizer,
656
- epochCache,
657
- blockSource: archiver,
658
- l1ToL2MessageSource: archiver,
659
- p2pClient,
660
- dateProvider,
661
- telemetry
662
- }).registerForReexecution(p2pClient);
663
- }
667
+ }
668
+ // If there's no validator client, create a BlockProposalHandler to handle block proposals
669
+ // for monitoring or reexecution. Reexecution (default) allows us to follow the pending chain,
670
+ // while non-reexecution is used for validating the proposals and collecting their txs.
671
+ if (!validatorClient) {
672
+ const reexecute = !!config.alwaysReexecuteBlockProposals;
673
+ log.info(`Setting up block proposal handler` + (reexecute ? ' with reexecution of proposals' : ''));
674
+ createBlockProposalHandler(config, {
675
+ checkpointsBuilder: validatorCheckpointsBuilder,
676
+ worldState: worldStateSynchronizer,
677
+ epochCache,
678
+ blockSource: archiver,
679
+ l1ToL2MessageSource: archiver,
680
+ p2pClient,
681
+ dateProvider,
682
+ telemetry
683
+ }).register(p2pClient, reexecute);
664
684
  }
665
685
  // Start world state and wait for it to sync to the archiver.
666
686
  await worldStateSynchronizer.start();
@@ -692,6 +712,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
692
712
  await attestationsBlockWatcher?.start();
693
713
  log.info(`All p2p services started`);
694
714
  }).catch((err)=>log.error('Failed to start p2p services after archiver sync', err));
715
+ const globalVariableBuilder = new GlobalVariableBuilder(dateProvider, publicClient, {
716
+ l1Contracts: config.l1Contracts,
717
+ ethereumSlotDuration: config.ethereumSlotDuration,
718
+ rollupVersion: BigInt(config.rollupVersion),
719
+ l1GenesisTime,
720
+ slotDuration: Number(slotDuration)
721
+ });
695
722
  // Validator enabled, create/start relevant service
696
723
  let sequencer;
697
724
  let slasherClient;
@@ -718,16 +745,34 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
718
745
  dateProvider,
719
746
  kzg: Blob.getViemKzgInstance()
720
747
  });
748
+ // Create a funder L1TxUtils from the keystore funding account (if configured)
749
+ const fundingSigner = keyStoreManager?.createFundingSigner();
750
+ let funderL1TxUtils;
751
+ if (fundingSigner) {
752
+ const [funder] = await createL1TxUtilsFromSigners(publicClient, [
753
+ fundingSigner
754
+ ], {
755
+ ...config,
756
+ scope: 'sequencer'
757
+ }, {
758
+ telemetry,
759
+ logger: log.createChild('l1-tx-utils:funder'),
760
+ dateProvider
761
+ });
762
+ funderL1TxUtils = funder;
763
+ }
721
764
  // Create and start the sequencer client
722
765
  const checkpointsBuilder = new CheckpointsBuilder({
723
766
  ...config,
724
767
  l1GenesisTime,
725
- slotDuration: Number(slotDuration)
768
+ slotDuration: Number(slotDuration),
769
+ rollupManaLimit
726
770
  }, worldStateSynchronizer, archiver, dateProvider, telemetry, debugLogStore);
727
771
  sequencer = await SequencerClient.new(config, {
728
772
  ...deps,
729
773
  epochCache,
730
774
  l1TxUtils,
775
+ funderL1TxUtils,
731
776
  validatorClient,
732
777
  p2pClient,
733
778
  worldStateSynchronizer,
@@ -738,7 +783,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
738
783
  telemetry,
739
784
  dateProvider,
740
785
  blobClient,
741
- nodeKeyStore: keyStoreManager
786
+ nodeKeyStore: keyStoreManager,
787
+ globalVariableBuilder
742
788
  });
743
789
  }
744
790
  if (!options.dontStartSequencer && sequencer) {
@@ -768,13 +814,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
768
814
  log.info(`Prover node subsystem created but not started`);
769
815
  }
770
816
  }
771
- const globalVariableBuilder = new GlobalVariableBuilder({
772
- ...config,
773
- rollupVersion: BigInt(config.rollupVersion),
774
- l1GenesisTime,
775
- slotDuration: Number(slotDuration)
776
- });
777
- const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager, debugLogStore);
817
+ const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager, debugLogStore);
778
818
  return node;
779
819
  }
780
820
  /**
@@ -805,7 +845,10 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
805
845
  return Promise.resolve(this.p2pClient.getEnr()?.encodeTxt());
806
846
  }
807
847
  async getAllowedPublicSetup() {
808
- return this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
848
+ return [
849
+ ...await getDefaultAllowedSetupFunctions(),
850
+ ...this.config.txPublicSetupAllowListExtend ?? []
851
+ ];
809
852
  }
810
853
  /**
811
854
  * Method to determine if the node is ready to accept transactions.
@@ -883,6 +926,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
883
926
  async getCheckpointedBlocks(from, limit) {
884
927
  return await this.blockSource.getCheckpointedBlocks(from, limit) ?? [];
885
928
  }
929
+ getCheckpointsDataForEpoch(epochNumber) {
930
+ return this.blockSource.getCheckpointsDataForEpoch(epochNumber);
931
+ }
886
932
  /**
887
933
  * Method to fetch the current min L2 fees.
888
934
  * @returns The current min L2 fees.
@@ -910,6 +956,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
910
956
  async getCheckpointedBlockNumber() {
911
957
  return await this.blockSource.getCheckpointedL2BlockNumber();
912
958
  }
959
+ getCheckpointNumber() {
960
+ return this.blockSource.getCheckpointNumber();
961
+ }
913
962
  /**
914
963
  * Method to fetch the version of the package.
915
964
  * @returns The node package version
@@ -935,28 +984,36 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
935
984
  return this.contractDataSource.getContract(address);
936
985
  }
937
986
  async getPrivateLogsByTags(tags, page, referenceBlock) {
987
+ let upToBlockNumber;
938
988
  if (referenceBlock) {
939
989
  const initialBlockHash = await this.#getInitialHeaderHash();
940
- if (!referenceBlock.equals(initialBlockHash)) {
990
+ if (referenceBlock.equals(initialBlockHash)) {
991
+ upToBlockNumber = BlockNumber(0);
992
+ } else {
941
993
  const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
942
994
  if (!header) {
943
995
  throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
944
996
  }
997
+ upToBlockNumber = header.globalVariables.blockNumber;
945
998
  }
946
999
  }
947
- return this.logsSource.getPrivateLogsByTags(tags, page);
1000
+ return this.logsSource.getPrivateLogsByTags(tags, page, upToBlockNumber);
948
1001
  }
949
1002
  async getPublicLogsByTagsFromContract(contractAddress, tags, page, referenceBlock) {
1003
+ let upToBlockNumber;
950
1004
  if (referenceBlock) {
951
1005
  const initialBlockHash = await this.#getInitialHeaderHash();
952
- if (!referenceBlock.equals(initialBlockHash)) {
1006
+ if (referenceBlock.equals(initialBlockHash)) {
1007
+ upToBlockNumber = BlockNumber(0);
1008
+ } else {
953
1009
  const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
954
1010
  if (!header) {
955
1011
  throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
956
1012
  }
1013
+ upToBlockNumber = header.globalVariables.blockNumber;
957
1014
  }
958
1015
  }
959
- return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page);
1016
+ return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page, upToBlockNumber);
960
1017
  }
961
1018
  /**
962
1019
  * Gets public logs based on the provided filter.
@@ -1029,7 +1086,10 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1029
1086
  await tryStop(this.validatorsSentinel);
1030
1087
  await tryStop(this.epochPruneWatcher);
1031
1088
  await tryStop(this.slasherClient);
1032
- await tryStop(this.proofVerifier);
1089
+ await Promise.all([
1090
+ tryStop(this.peerProofVerifier),
1091
+ tryStop(this.rpcProofVerifier)
1092
+ ]);
1033
1093
  await tryStop(this.sequencer);
1034
1094
  await tryStop(this.proverNode);
1035
1095
  await tryStop(this.p2pClient);
@@ -1071,70 +1131,78 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1071
1131
  return compactArray(await Promise.all(txHashes.map((txHash)=>this.getTxByHash(txHash))));
1072
1132
  }
1073
1133
  async findLeavesIndexes(referenceBlock, treeId, leafValues) {
1074
- const committedDb = await this.#getWorldState(referenceBlock);
1134
+ const committedDb = await this.getWorldState(referenceBlock);
1075
1135
  const maybeIndices = await committedDb.findLeafIndices(treeId, leafValues.map((x)=>x.toBuffer()));
1076
- // We filter out undefined values
1077
- const indices = maybeIndices.filter((x)=>x !== undefined);
1078
- // Now we find the block numbers for the indices
1079
- const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, indices);
1080
- // If any of the block numbers are undefined, we throw an error.
1081
- for(let i = 0; i < indices.length; i++){
1082
- if (blockNumbers[i] === undefined) {
1083
- throw new Error(`Block number is undefined for leaf index ${indices[i]} in tree ${MerkleTreeId[treeId]}`);
1136
+ // Filter out undefined values to query block numbers only for found leaves
1137
+ const definedIndices = maybeIndices.filter((x)=>x !== undefined);
1138
+ // Now we find the block numbers for the defined indices
1139
+ const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, definedIndices);
1140
+ // Build a map from leaf index to block number
1141
+ const indexToBlockNumber = new Map();
1142
+ for(let i = 0; i < definedIndices.length; i++){
1143
+ const blockNumber = blockNumbers[i];
1144
+ if (blockNumber === undefined) {
1145
+ throw new Error(`Block number is undefined for leaf index ${definedIndices[i]} in tree ${MerkleTreeId[treeId]}`);
1084
1146
  }
1147
+ indexToBlockNumber.set(definedIndices[i], blockNumber);
1085
1148
  }
1086
1149
  // Get unique block numbers in order to optimize num calls to getLeafValue function.
1087
1150
  const uniqueBlockNumbers = [
1088
- ...new Set(blockNumbers.filter((x)=>x !== undefined))
1151
+ ...new Set(indexToBlockNumber.values())
1089
1152
  ];
1090
- // Now we obtain the block hashes from the archive tree by calling await `committedDb.getLeafValue(treeId, index)`
1091
- // (note that block number corresponds to the leaf index in the archive tree).
1153
+ // Now we obtain the block hashes from the archive tree (block number = leaf index in archive tree).
1092
1154
  const blockHashes = await Promise.all(uniqueBlockNumbers.map((blockNumber)=>{
1093
1155
  return committedDb.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
1094
1156
  }));
1095
- // If any of the block hashes are undefined, we throw an error.
1157
+ // Build a map from block number to block hash
1158
+ const blockNumberToHash = new Map();
1096
1159
  for(let i = 0; i < uniqueBlockNumbers.length; i++){
1097
- if (blockHashes[i] === undefined) {
1160
+ const blockHash = blockHashes[i];
1161
+ if (blockHash === undefined) {
1098
1162
  throw new Error(`Block hash is undefined for block number ${uniqueBlockNumbers[i]}`);
1099
1163
  }
1164
+ blockNumberToHash.set(uniqueBlockNumbers[i], blockHash);
1100
1165
  }
1101
1166
  // Create DataInBlock objects by combining indices, blockNumbers and blockHashes and return them.
1102
- return maybeIndices.map((index, i)=>{
1167
+ return maybeIndices.map((index)=>{
1103
1168
  if (index === undefined) {
1104
1169
  return undefined;
1105
1170
  }
1106
- const blockNumber = blockNumbers[i];
1171
+ const blockNumber = indexToBlockNumber.get(index);
1107
1172
  if (blockNumber === undefined) {
1108
- return undefined;
1173
+ throw new Error(`Block number not found for leaf index ${index} in tree ${MerkleTreeId[treeId]}`);
1109
1174
  }
1110
- const blockHashIndex = uniqueBlockNumbers.indexOf(blockNumber);
1111
- const blockHash = blockHashes[blockHashIndex];
1112
- if (!blockHash) {
1113
- return undefined;
1175
+ const blockHash = blockNumberToHash.get(blockNumber);
1176
+ if (blockHash === undefined) {
1177
+ throw new Error(`Block hash not found for block number ${blockNumber}`);
1114
1178
  }
1115
1179
  return {
1116
- l2BlockNumber: BlockNumber(Number(blockNumber)),
1180
+ l2BlockNumber: blockNumber,
1117
1181
  l2BlockHash: new BlockHash(blockHash),
1118
1182
  data: index
1119
1183
  };
1120
1184
  });
1121
1185
  }
1122
1186
  async getBlockHashMembershipWitness(referenceBlock, blockHash) {
1123
- const committedDb = await this.#getWorldState(referenceBlock);
1187
+ // The Noir circuit checks the archive membership proof against `anchor_block_header.last_archive.root`,
1188
+ // which is the archive tree root BEFORE the anchor block was added (i.e. the state after block N-1).
1189
+ // So we need the world state at block N-1, not block N, to produce a sibling path matching that root.
1190
+ const referenceBlockNumber = await this.resolveBlockNumber(referenceBlock);
1191
+ const committedDb = await this.getWorldState(BlockNumber(referenceBlockNumber - 1));
1124
1192
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.ARCHIVE, [
1125
1193
  blockHash
1126
1194
  ]);
1127
1195
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
1128
1196
  }
1129
1197
  async getNoteHashMembershipWitness(referenceBlock, noteHash) {
1130
- const committedDb = await this.#getWorldState(referenceBlock);
1198
+ const committedDb = await this.getWorldState(referenceBlock);
1131
1199
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.NOTE_HASH_TREE, [
1132
1200
  noteHash
1133
1201
  ]);
1134
1202
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
1135
1203
  }
1136
1204
  async getL1ToL2MessageMembershipWitness(referenceBlock, l1ToL2Message) {
1137
- const db = await this.#getWorldState(referenceBlock);
1205
+ const db = await this.getWorldState(referenceBlock);
1138
1206
  const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [
1139
1207
  l1ToL2Message
1140
1208
  ]);
@@ -1147,9 +1215,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1147
1215
  witness.path
1148
1216
  ];
1149
1217
  }
1150
- async getL1ToL2MessageBlock(l1ToL2Message) {
1218
+ async getL1ToL2MessageCheckpoint(l1ToL2Message) {
1151
1219
  const messageIndex = await this.l1ToL2MessageSource.getL1ToL2MessageIndex(l1ToL2Message);
1152
- return messageIndex ? BlockNumber.fromCheckpointNumber(InboxLeaf.checkpointNumberFromIndex(messageIndex)) : undefined;
1220
+ return messageIndex ? InboxLeaf.checkpointNumberFromIndex(messageIndex) : undefined;
1153
1221
  }
1154
1222
  /**
1155
1223
  * Returns whether an L1 to L2 message is synced by archiver and if it's ready to be included in a block.
@@ -1166,23 +1234,11 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1166
1234
  */ async getL2ToL1Messages(epoch) {
1167
1235
  // Assumes `getCheckpointedBlocksForEpoch` returns blocks in ascending order of block number.
1168
1236
  const checkpointedBlocks = await this.blockSource.getCheckpointedBlocksForEpoch(epoch);
1169
- const blocksInCheckpoints = [];
1170
- let previousSlotNumber = SlotNumber.ZERO;
1171
- let checkpointIndex = -1;
1172
- for (const checkpointedBlock of checkpointedBlocks){
1173
- const block = checkpointedBlock.block;
1174
- const slotNumber = block.header.globalVariables.slotNumber;
1175
- if (slotNumber !== previousSlotNumber) {
1176
- checkpointIndex++;
1177
- blocksInCheckpoints.push([]);
1178
- previousSlotNumber = slotNumber;
1179
- }
1180
- blocksInCheckpoints[checkpointIndex].push(block);
1181
- }
1237
+ const blocksInCheckpoints = chunkBy(checkpointedBlocks, (cb)=>cb.block.header.globalVariables.slotNumber).map((group)=>group.map((cb)=>cb.block));
1182
1238
  return blocksInCheckpoints.map((blocks)=>blocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
1183
1239
  }
1184
1240
  async getNullifierMembershipWitness(referenceBlock, nullifier) {
1185
- const db = await this.#getWorldState(referenceBlock);
1241
+ const db = await this.getWorldState(referenceBlock);
1186
1242
  const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [
1187
1243
  nullifier.toBuffer()
1188
1244
  ]);
@@ -1196,36 +1252,22 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1196
1252
  }
1197
1253
  return new NullifierMembershipWitness(index, leafPreimage, path);
1198
1254
  }
1199
- /**
1200
- * Returns a low nullifier membership witness for a given nullifier at a given block.
1201
- * @param referenceBlock - The block parameter (block number, block hash, or 'latest') at which to get the data
1202
- * (which contains the root of the nullifier tree in which we are searching for the nullifier).
1203
- * @param nullifier - Nullifier we try to find the low nullifier witness for.
1204
- * @returns The low nullifier membership witness (if found).
1205
- * @remarks Low nullifier witness can be used to perform a nullifier non-inclusion proof by leveraging the "linked
1206
- * list structure" of leaves and proving that a lower nullifier is pointing to a bigger next value than the nullifier
1207
- * we are trying to prove non-inclusion for.
1208
- *
1209
- * Note: This function returns the membership witness of the nullifier itself and not the low nullifier when
1210
- * the nullifier already exists in the tree. This is because the `getPreviousValueIndex` function returns the
1211
- * index of the nullifier itself when it already exists in the tree.
1212
- * TODO: This is a confusing behavior and we should eventually address that.
1213
- */ async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
1214
- const committedDb = await this.#getWorldState(referenceBlock);
1255
+ async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
1256
+ const committedDb = await this.getWorldState(referenceBlock);
1215
1257
  const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
1216
1258
  if (!findResult) {
1217
1259
  return undefined;
1218
1260
  }
1219
1261
  const { index, alreadyPresent } = findResult;
1220
1262
  if (alreadyPresent) {
1221
- this.log.warn(`Nullifier ${nullifier.toBigInt()} already exists in the tree`);
1263
+ throw new Error(`Cannot prove nullifier non-inclusion: nullifier ${nullifier.toBigInt()} already exists in the tree`);
1222
1264
  }
1223
1265
  const preimageData = await committedDb.getLeafPreimage(MerkleTreeId.NULLIFIER_TREE, index);
1224
1266
  const siblingPath = await committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, BigInt(index));
1225
1267
  return new NullifierMembershipWitness(BigInt(index), preimageData, siblingPath);
1226
1268
  }
1227
1269
  async getPublicDataWitness(referenceBlock, leafSlot) {
1228
- const committedDb = await this.#getWorldState(referenceBlock);
1270
+ const committedDb = await this.getWorldState(referenceBlock);
1229
1271
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
1230
1272
  if (!lowLeafResult) {
1231
1273
  return undefined;
@@ -1236,7 +1278,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1236
1278
  }
1237
1279
  }
1238
1280
  async getPublicStorageAt(referenceBlock, contract, slot) {
1239
- const committedDb = await this.#getWorldState(referenceBlock);
1281
+ const committedDb = await this.getWorldState(referenceBlock);
1240
1282
  const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
1241
1283
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
1242
1284
  if (!lowLeafResult || !lowLeafResult.alreadyPresent) {
@@ -1315,7 +1357,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1315
1357
  });
1316
1358
  const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config);
1317
1359
  // REFACTOR: Consider merging ProcessReturnValues into ProcessedTx
1318
- const [processedTxs, failedTxs, _usedTxs, returns, _blobFields, debugLogs] = await processor.process([
1360
+ const [processedTxs, failedTxs, _usedTxs, returns, debugLogs] = await processor.process([
1319
1361
  tx
1320
1362
  ]);
1321
1363
  // REFACTOR: Consider returning the error rather than throwing
@@ -1333,19 +1375,26 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1333
1375
  }
1334
1376
  async isValidTx(tx, { isSimulation, skipFeeEnforcement } = {}) {
1335
1377
  const db = this.worldStateSynchronizer.getCommitted();
1336
- const verifier = isSimulation ? undefined : this.proofVerifier;
1378
+ const verifier = isSimulation ? undefined : this.rpcProofVerifier;
1337
1379
  // We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
1338
1380
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1339
1381
  const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
1382
+ const l1Constants = await this.blockSource.getL1Constants();
1340
1383
  const validator = createTxValidatorForAcceptingTxsOverRPC(db, this.contractDataSource, verifier, {
1341
1384
  timestamp: nextSlotTimestamp,
1342
1385
  blockNumber,
1343
1386
  l1ChainId: this.l1ChainId,
1344
1387
  rollupVersion: this.version,
1345
- setupAllowList: this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions(),
1388
+ setupAllowList: [
1389
+ ...await getDefaultAllowedSetupFunctions(),
1390
+ ...this.config.txPublicSetupAllowListExtend ?? []
1391
+ ],
1346
1392
  gasFees: await this.getCurrentMinFees(),
1347
1393
  skipFeeEnforcement,
1348
- txsPermitted: !this.config.disableTransactions
1394
+ txsPermitted: !this.config.disableTransactions,
1395
+ rollupManaLimit: l1Constants.rollupManaLimit,
1396
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1397
+ maxBlockDAGas: this.config.validateMaxDABlockGas
1349
1398
  }, this.log.getBindings());
1350
1399
  return await validator.validateTx(tx);
1351
1400
  }
@@ -1368,7 +1417,18 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1368
1417
  archiver.updateConfig(config);
1369
1418
  }
1370
1419
  if (newConfig.realProofs !== this.config.realProofs) {
1371
- this.proofVerifier = config.realProofs ? await BBCircuitVerifier.new(newConfig) : new TestCircuitVerifier();
1420
+ await Promise.all([
1421
+ tryStop(this.peerProofVerifier),
1422
+ tryStop(this.rpcProofVerifier)
1423
+ ]);
1424
+ if (newConfig.realProofs) {
1425
+ this.peerProofVerifier = await BatchChonkVerifier.new(newConfig, newConfig.bbChonkVerifyMaxBatch, 'peer');
1426
+ const rpcVerifier = await BBCircuitVerifier.new(newConfig);
1427
+ this.rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, newConfig.numConcurrentIVCVerifiers);
1428
+ } else {
1429
+ this.peerProofVerifier = new TestCircuitVerifier();
1430
+ this.rpcProofVerifier = new TestCircuitVerifier();
1431
+ }
1372
1432
  }
1373
1433
  this.config = newConfig;
1374
1434
  }
@@ -1565,7 +1625,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1565
1625
  * Returns an instance of MerkleTreeOperations having first ensured the world state is fully synched
1566
1626
  * @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
1567
1627
  * @returns An instance of a committed MerkleTreeOperations
1568
- */ async #getWorldState(block) {
1628
+ */ async getWorldState(block) {
1569
1629
  let blockSyncedTo = BlockNumber.ZERO;
1570
1630
  try {
1571
1631
  // Attempt to sync the world state if necessary
@@ -1577,6 +1637,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1577
1637
  this.log.debug(`Using committed db for block 'latest', world state synced upto ${blockSyncedTo}`);
1578
1638
  return this.worldStateSynchronizer.getCommitted();
1579
1639
  }
1640
+ // Get the block number, either directly from the parameter or by quering the archiver with the block hash
1641
+ let blockNumber;
1580
1642
  if (BlockHash.isBlockHash(block)) {
1581
1643
  const initialBlockHash = await this.#getInitialHeaderHash();
1582
1644
  if (block.equals(initialBlockHash)) {
@@ -1587,19 +1649,41 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1587
1649
  if (!header) {
1588
1650
  throw new Error(`Block hash ${block.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
1589
1651
  }
1590
- const blockNumber = header.getBlockNumber();
1591
- this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1592
- return this.worldStateSynchronizer.getSnapshot(blockNumber);
1593
- }
1594
- // Block number provided
1595
- {
1596
- const blockNumber = block;
1597
- if (blockNumber > blockSyncedTo) {
1598
- throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
1652
+ blockNumber = header.getBlockNumber();
1653
+ } else {
1654
+ blockNumber = block;
1655
+ }
1656
+ // Check it's within world state sync range
1657
+ if (blockNumber > blockSyncedTo) {
1658
+ throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
1659
+ }
1660
+ this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1661
+ const snapshot = this.worldStateSynchronizer.getSnapshot(blockNumber);
1662
+ // Double-check world-state synced to the same block hash as was requested
1663
+ if (BlockHash.isBlockHash(block)) {
1664
+ const blockHash = await snapshot.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
1665
+ if (!blockHash || !new BlockHash(blockHash).equals(block)) {
1666
+ throw new Error(`Block hash ${block.toString()} not found in world state at block number ${blockNumber}. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
1667
+ }
1668
+ }
1669
+ return snapshot;
1670
+ }
1671
+ /** Resolves a block parameter to a block number. */ async resolveBlockNumber(block) {
1672
+ if (block === 'latest') {
1673
+ return BlockNumber(await this.blockSource.getBlockNumber());
1674
+ }
1675
+ if (BlockHash.isBlockHash(block)) {
1676
+ const initialBlockHash = await this.#getInitialHeaderHash();
1677
+ if (block.equals(initialBlockHash)) {
1678
+ return BlockNumber.ZERO;
1679
+ }
1680
+ const header = await this.blockSource.getBlockHeaderByHash(block);
1681
+ if (!header) {
1682
+ throw new Error(`Block hash ${block.toString()} not found.`);
1599
1683
  }
1600
- this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1601
- return this.worldStateSynchronizer.getSnapshot(blockNumber);
1684
+ return header.getBlockNumber();
1602
1685
  }
1686
+ return block;
1603
1687
  }
1604
1688
  /**
1605
1689
  * Ensure we fully sync the world state