@aztec/aztec-node 0.0.1-commit.29c6b1a3 → 0.0.1-commit.2d9cb6034

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -372,14 +372,16 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
372
372
  }
373
373
  var _dec, _initProto;
374
374
  import { createArchiver } from '@aztec/archiver';
375
- import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
375
+ import { BBCircuitVerifier, BatchChonkVerifier, QueuedIVCVerifier } from '@aztec/bb-prover';
376
+ import { TestCircuitVerifier } from '@aztec/bb-prover/test';
376
377
  import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
378
+ import { Blob } from '@aztec/blob-lib';
377
379
  import { EpochCache } from '@aztec/epoch-cache';
378
380
  import { createEthereumChain } from '@aztec/ethereum/chain';
379
- import { getPublicClient } from '@aztec/ethereum/client';
381
+ import { getPublicClient, makeL1HttpTransport } from '@aztec/ethereum/client';
380
382
  import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
381
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
382
- import { compactArray, pick } from '@aztec/foundation/collection';
383
+ import { BlockNumber } from '@aztec/foundation/branded-types';
384
+ import { chunkBy, compactArray, pick, unique } from '@aztec/foundation/collection';
383
385
  import { Fr } from '@aztec/foundation/curves/bn254';
384
386
  import { EthAddress } from '@aztec/foundation/eth-address';
385
387
  import { BadRequestError } from '@aztec/foundation/json-rpc';
@@ -389,9 +391,11 @@ import { DateProvider, Timer } from '@aztec/foundation/timer';
389
391
  import { MembershipWitness } from '@aztec/foundation/trees';
390
392
  import { KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
391
393
  import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
392
- import { createForwarderL1TxUtilsFromEthSigner, createL1TxUtilsWithBlobsFromEthSigner } from '@aztec/node-lib/factories';
393
- import { createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
394
+ import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
395
+ import { createP2PClient, createTxValidatorForAcceptingTxsOverRPC, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
394
396
  import { ProtocolContractAddress } from '@aztec/protocol-contracts';
397
+ import { createProverNode } from '@aztec/prover-node';
398
+ import { createKeyStoreForProver } from '@aztec/prover-node/config';
395
399
  import { GlobalVariableBuilder, SequencerClient } from '@aztec/sequencer-client';
396
400
  import { PublicProcessorFactory } from '@aztec/simulator/server';
397
401
  import { AttestationsBlockWatcher, EpochPruneWatcher, createSlasher } from '@aztec/slasher';
@@ -402,15 +406,15 @@ import { GasFees } from '@aztec/stdlib/gas';
402
406
  import { computePublicDataTreeLeafSlot } from '@aztec/stdlib/hash';
403
407
  import { AztecNodeAdminConfigSchema } from '@aztec/stdlib/interfaces/client';
404
408
  import { tryStop } from '@aztec/stdlib/interfaces/server';
409
+ import { InMemoryDebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
405
410
  import { InboxLeaf } from '@aztec/stdlib/messaging';
406
- import { P2PClientType } from '@aztec/stdlib/p2p';
407
411
  import { MerkleTreeId, NullifierMembershipWitness, PublicDataWitness } from '@aztec/stdlib/trees';
408
412
  import { PublicSimulationOutput, TxReceipt, TxStatus } from '@aztec/stdlib/tx';
409
413
  import { getPackageVersion } from '@aztec/stdlib/update-checker';
410
414
  import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
411
- import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createBlockProposalHandler, createValidatorClient, createValidatorForAcceptingTxs } from '@aztec/validator-client';
415
+ import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createProposalHandler, createValidatorClient } from '@aztec/validator-client';
412
416
  import { createWorldStateSynchronizer } from '@aztec/world-state';
413
- import { createPublicClient, fallback, http } from 'viem';
417
+ import { createPublicClient } from 'viem';
414
418
  import { createSentinel } from '../sentinel/factory.js';
415
419
  import { createKeyStoreForValidator } from './config.js';
416
420
  import { NodeMetrics } from './node_metrics.js';
@@ -428,6 +432,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
428
432
  l1ToL2MessageSource;
429
433
  worldStateSynchronizer;
430
434
  sequencer;
435
+ proverNode;
431
436
  slasherClient;
432
437
  validatorsSentinel;
433
438
  epochPruneWatcher;
@@ -436,10 +441,14 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
436
441
  globalVariableBuilder;
437
442
  epochCache;
438
443
  packageVersion;
439
- proofVerifier;
444
+ peerProofVerifier;
445
+ rpcProofVerifier;
440
446
  telemetry;
441
447
  log;
442
448
  blobClient;
449
+ validatorClient;
450
+ keyStoreManager;
451
+ debugLogStore;
443
452
  static{
444
453
  ({ e: [_initProto] } = _apply_decs_2203_r(this, [
445
454
  [
@@ -454,7 +463,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
454
463
  // Prevent two snapshot operations to happen simultaneously
455
464
  isUploadingSnapshot;
456
465
  tracer;
457
- constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient){
466
+ constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager, debugLogStore = new NullDebugLogStore()){
458
467
  this.config = config;
459
468
  this.p2pClient = p2pClient;
460
469
  this.blockSource = blockSource;
@@ -463,6 +472,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
463
472
  this.l1ToL2MessageSource = l1ToL2MessageSource;
464
473
  this.worldStateSynchronizer = worldStateSynchronizer;
465
474
  this.sequencer = sequencer;
475
+ this.proverNode = proverNode;
466
476
  this.slasherClient = slasherClient;
467
477
  this.validatorsSentinel = validatorsSentinel;
468
478
  this.epochPruneWatcher = epochPruneWatcher;
@@ -471,16 +481,29 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
471
481
  this.globalVariableBuilder = globalVariableBuilder;
472
482
  this.epochCache = epochCache;
473
483
  this.packageVersion = packageVersion;
474
- this.proofVerifier = proofVerifier;
484
+ this.peerProofVerifier = peerProofVerifier;
485
+ this.rpcProofVerifier = rpcProofVerifier;
475
486
  this.telemetry = telemetry;
476
487
  this.log = log;
477
488
  this.blobClient = blobClient;
489
+ this.validatorClient = validatorClient;
490
+ this.keyStoreManager = keyStoreManager;
491
+ this.debugLogStore = debugLogStore;
478
492
  this.initialHeaderHashPromise = (_initProto(this), undefined);
479
493
  this.isUploadingSnapshot = false;
480
494
  this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
481
495
  this.tracer = telemetry.getTracer('AztecNodeService');
482
496
  this.log.info(`Aztec Node version: ${this.packageVersion}`);
483
497
  this.log.info(`Aztec Node started on chain 0x${l1ChainId.toString(16)}`, config.l1Contracts);
498
+ // A defensive check that protects us against introducing a bug in the complex `createAndSync` function. We must
499
+ // never have debugLogStore enabled when not in test mode because then we would be accumulating debug logs in
500
+ // memory which could be a DoS vector on the sequencer (since no fees are paid for debug logs).
501
+ if (debugLogStore.isEnabled && config.realProofs) {
502
+ throw new Error('debugLogStore should never be enabled when realProofs are set');
503
+ }
504
+ }
505
+ /** @internal Exposed for testing — returns the RPC proof verifier. */ getProofVerifier() {
506
+ return this.rpcProofVerifier;
484
507
  }
485
508
  async getWorldStateSyncStatus() {
486
509
  const status = await this.worldStateSynchronizer.status();
@@ -502,16 +525,27 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
502
525
  const telemetry = deps.telemetry ?? getTelemetryClient();
503
526
  const dateProvider = deps.dateProvider ?? new DateProvider();
504
527
  const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
505
- // Build a key store from file if given or from environment otherwise
528
+ // Build a key store from file if given or from environment otherwise.
529
+ // We keep the raw KeyStore available so we can merge with prover keys if enableProverNode is set.
506
530
  let keyStoreManager;
507
531
  const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
508
532
  if (keyStoreProvided) {
509
533
  const keyStores = loadKeystores(config.keyStoreDirectory);
510
534
  keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
511
535
  } else {
512
- const keyStore = createKeyStoreForValidator(config);
513
- if (keyStore) {
514
- keyStoreManager = new KeystoreManager(keyStore);
536
+ const rawKeyStores = [];
537
+ const validatorKeyStore = createKeyStoreForValidator(config);
538
+ if (validatorKeyStore) {
539
+ rawKeyStores.push(validatorKeyStore);
540
+ }
541
+ if (config.enableProverNode) {
542
+ const proverKeyStore = createKeyStoreForProver(config);
543
+ if (proverKeyStore) {
544
+ rawKeyStores.push(proverKeyStore);
545
+ }
546
+ }
547
+ if (rawKeyStores.length > 0) {
548
+ keyStoreManager = new KeystoreManager(rawKeyStores.length === 1 ? rawKeyStores[0] : mergeKeystores(rawKeyStores));
515
549
  }
516
550
  }
517
551
  await keyStoreManager?.validateSigners();
@@ -520,8 +554,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
520
554
  if (keyStoreManager === undefined) {
521
555
  throw new Error('Failed to create key store, a requirement for running a validator');
522
556
  }
523
- if (!keyStoreProvided) {
524
- log.warn('KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS');
557
+ if (!keyStoreProvided && process.env.NODE_ENV !== 'test') {
558
+ log.warn("Keystore created from env: it's recommended to use a file-based key store for production");
525
559
  }
526
560
  ValidatorClient.validateKeyStoreConfiguration(keyStoreManager, log);
527
561
  }
@@ -531,9 +565,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
531
565
  }
532
566
  const publicClient = createPublicClient({
533
567
  chain: ethereumChain.chainInfo,
534
- transport: fallback(config.l1RpcUrls.map((url)=>http(url, {
535
- batch: false
536
- }))),
568
+ transport: makeL1HttpTransport(config.l1RpcUrls, {
569
+ timeout: config.l1HttpTimeoutMS
570
+ }),
537
571
  pollingInterval: config.viemPollingIntervalMS
538
572
  });
539
573
  const l1ContractsAddresses = await RegistryContract.collectAddresses(publicClient, config.l1Contracts.registryAddress, config.rollupVersion ?? 'canonical');
@@ -543,16 +577,17 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
543
577
  ...l1ContractsAddresses
544
578
  };
545
579
  const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
546
- const [l1GenesisTime, slotDuration, rollupVersionFromRollup] = await Promise.all([
580
+ const [l1GenesisTime, slotDuration, rollupVersionFromRollup, rollupManaLimit] = await Promise.all([
547
581
  rollupContract.getL1GenesisTime(),
548
582
  rollupContract.getSlotDuration(),
549
- rollupContract.getVersion()
583
+ rollupContract.getVersion(),
584
+ rollupContract.getManaLimit().then(Number)
550
585
  ]);
551
586
  config.rollupVersion ??= Number(rollupVersionFromRollup);
552
587
  if (config.rollupVersion !== Number(rollupVersionFromRollup)) {
553
588
  log.warn(`Registry looked up and returned a rollup with version (${config.rollupVersion}), but this does not match with version detected from the rollup directly: (${rollupVersionFromRollup}).`);
554
589
  }
555
- const blobClient = await createBlobClientWithFileStores(config, createLogger('node:blob-client:client'));
590
+ const blobClient = await createBlobClientWithFileStores(config, log.createChild('blob-client'));
556
591
  // attempt snapshot sync if possible
557
592
  await trySnapshotSync(config, log);
558
593
  const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config, {
@@ -568,78 +603,111 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
568
603
  });
569
604
  // now create the merkle trees and the world state synchronizer
570
605
  const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, options.prefilledPublicData, telemetry);
571
- const circuitVerifier = config.realProofs || config.debugForceTxProofVerification ? await BBCircuitVerifier.new(config) : new TestCircuitVerifier(config.proverTestVerificationDelayMs);
606
+ const useRealVerifiers = config.realProofs || config.debugForceTxProofVerification;
607
+ let peerProofVerifier;
608
+ let rpcProofVerifier;
609
+ if (useRealVerifiers) {
610
+ peerProofVerifier = await BatchChonkVerifier.new(config, config.bbChonkVerifyMaxBatch, 'peer');
611
+ const rpcVerifier = await BBCircuitVerifier.new(config);
612
+ rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, config.numConcurrentIVCVerifiers);
613
+ } else {
614
+ peerProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
615
+ rpcProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
616
+ }
617
+ let debugLogStore;
572
618
  if (!config.realProofs) {
573
619
  log.warn(`Aztec node is accepting fake proofs`);
620
+ debugLogStore = new InMemoryDebugLogStore();
621
+ log.info('Aztec node started in test mode (realProofs set to false) hence debug logs from public functions will be collected and served');
622
+ } else {
623
+ debugLogStore = new NullDebugLogStore();
624
+ }
625
+ const proverOnly = config.enableProverNode && config.disableValidator;
626
+ if (proverOnly) {
627
+ log.info('Starting in prover-only mode: skipping validator, sequencer, sentinel, and slasher subsystems');
574
628
  }
575
- const proofVerifier = new QueuedIVCVerifier(config, circuitVerifier);
576
629
  // create the tx pool and the p2p client, which will need the l2 block source
577
- const p2pClient = await createP2PClient(P2PClientType.Full, config, archiver, proofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
578
- // We should really not be modifying the config object
579
- config.txPublicSetupAllowList = config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
580
- // Create FullNodeCheckpointsBuilder for validator and non-validator block proposal handling
630
+ const p2pClient = await createP2PClient(config, archiver, peerProofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
631
+ // We'll accumulate sentinel watchers here
632
+ const watchers = [];
633
+ // Create FullNodeCheckpointsBuilder for block proposal handling and tx validation.
634
+ // Override maxTxsPerCheckpoint with the validator-specific limit if set.
581
635
  const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
582
636
  ...config,
583
637
  l1GenesisTime,
584
- slotDuration: Number(slotDuration)
638
+ slotDuration: Number(slotDuration),
639
+ rollupManaLimit,
640
+ maxTxsPerCheckpoint: config.validateMaxTxsPerCheckpoint
585
641
  }, worldStateSynchronizer, archiver, dateProvider, telemetry);
586
- // We'll accumulate sentinel watchers here
587
- const watchers = [];
588
- // Create validator client if required
589
- const validatorClient = await createValidatorClient(config, {
590
- checkpointsBuilder: validatorCheckpointsBuilder,
591
- worldState: worldStateSynchronizer,
592
- p2pClient,
593
- telemetry,
594
- dateProvider,
595
- epochCache,
596
- blockSource: archiver,
597
- l1ToL2MessageSource: archiver,
598
- keyStoreManager,
599
- blobClient
600
- });
601
- // If we have a validator client, register it as a source of offenses for the slasher,
602
- // and have it register callbacks on the p2p client *before* we start it, otherwise messages
603
- // like attestations or auths will fail.
604
- if (validatorClient) {
605
- watchers.push(validatorClient);
606
- if (!options.dontStartSequencer) {
607
- await validatorClient.registerHandlers();
642
+ let validatorClient;
643
+ if (!proverOnly) {
644
+ // Create validator client if required
645
+ validatorClient = await createValidatorClient(config, {
646
+ checkpointsBuilder: validatorCheckpointsBuilder,
647
+ worldState: worldStateSynchronizer,
648
+ p2pClient,
649
+ telemetry,
650
+ dateProvider,
651
+ epochCache,
652
+ blockSource: archiver,
653
+ l1ToL2MessageSource: archiver,
654
+ keyStoreManager,
655
+ blobClient,
656
+ slashingProtectionDb: deps.slashingProtectionDb
657
+ });
658
+ // If we have a validator client, register it as a source of offenses for the slasher,
659
+ // and have it register callbacks on the p2p client *before* we start it, otherwise messages
660
+ // like attestations or auths will fail.
661
+ if (validatorClient) {
662
+ watchers.push(validatorClient);
663
+ const vc = validatorClient;
664
+ const getValidatorAddresses = ()=>vc.getValidatorAddresses().map((a)=>a.toString());
665
+ validatorClient.getProposalHandler().register(p2pClient, true, archiver, getValidatorAddresses);
666
+ if (!options.dontStartSequencer) {
667
+ await validatorClient.registerHandlers();
668
+ }
608
669
  }
609
670
  }
610
- // If there's no validator client but alwaysReexecuteBlockProposals is enabled,
611
- // create a BlockProposalHandler to reexecute block proposals for monitoring
612
- if (!validatorClient && config.alwaysReexecuteBlockProposals) {
613
- log.info('Setting up block proposal reexecution for monitoring');
614
- createBlockProposalHandler(config, {
671
+ // If there's no validator client, create a ProposalHandler to handle block and checkpoint proposals
672
+ // for monitoring or reexecution. Reexecution (default) allows us to follow the pending chain,
673
+ // while non-reexecution is used for validating the proposals and collecting their txs.
674
+ // Checkpoint proposals rebuild blobs if the blob client can upload blobs.
675
+ if (!validatorClient) {
676
+ const reexecute = !!config.alwaysReexecuteBlockProposals;
677
+ log.info(`Setting up proposal handler` + (reexecute ? ' with reexecution of proposals' : ''));
678
+ createProposalHandler(config, {
615
679
  checkpointsBuilder: validatorCheckpointsBuilder,
616
680
  worldState: worldStateSynchronizer,
617
681
  epochCache,
618
682
  blockSource: archiver,
619
683
  l1ToL2MessageSource: archiver,
620
684
  p2pClient,
685
+ blobClient,
621
686
  dateProvider,
622
687
  telemetry
623
- }).registerForReexecution(p2pClient);
688
+ }).register(p2pClient, reexecute, archiver);
624
689
  }
625
690
  // Start world state and wait for it to sync to the archiver.
626
691
  await worldStateSynchronizer.start();
627
692
  // Start p2p. Note that it depends on world state to be running.
628
693
  await p2pClient.start();
629
- const validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
630
- if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
631
- watchers.push(validatorsSentinel);
632
- }
694
+ let validatorsSentinel;
633
695
  let epochPruneWatcher;
634
- if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
635
- epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), validatorCheckpointsBuilder, config);
636
- watchers.push(epochPruneWatcher);
637
- }
638
- // We assume we want to slash for invalid attestations unless all max penalties are set to 0
639
696
  let attestationsBlockWatcher;
640
- if (config.slashProposeInvalidAttestationsPenalty > 0n || config.slashAttestDescendantOfInvalidPenalty > 0n) {
641
- attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config);
642
- watchers.push(attestationsBlockWatcher);
697
+ if (!proverOnly) {
698
+ validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
699
+ if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
700
+ watchers.push(validatorsSentinel);
701
+ }
702
+ if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
703
+ epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), validatorCheckpointsBuilder, config);
704
+ watchers.push(epochPruneWatcher);
705
+ }
706
+ // We assume we want to slash for invalid attestations unless all max penalties are set to 0
707
+ if (config.slashProposeInvalidAttestationsPenalty > 0n || config.slashAttestDescendantOfInvalidPenalty > 0n) {
708
+ attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config);
709
+ watchers.push(attestationsBlockWatcher);
710
+ }
643
711
  }
644
712
  // Start p2p-related services once the archiver has completed sync
645
713
  void archiver.waitForInitialSync().then(async ()=>{
@@ -649,6 +717,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
649
717
  await attestationsBlockWatcher?.start();
650
718
  log.info(`All p2p services started`);
651
719
  }).catch((err)=>log.error('Failed to start p2p services after archiver sync', err));
720
+ const globalVariableBuilder = new GlobalVariableBuilder(dateProvider, publicClient, {
721
+ l1Contracts: config.l1Contracts,
722
+ ethereumSlotDuration: config.ethereumSlotDuration,
723
+ rollupVersion: BigInt(config.rollupVersion),
724
+ l1GenesisTime,
725
+ slotDuration: Number(slotDuration)
726
+ });
652
727
  // Validator enabled, create/start relevant service
653
728
  let sequencer;
654
729
  let slasherClient;
@@ -658,31 +733,51 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
658
733
  const validatorAddresses = keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(keyStoreManager).getAddresses() : [];
659
734
  slasherClient = await createSlasher(config, config.l1Contracts, getPublicClient(config), watchers, dateProvider, epochCache, validatorAddresses, undefined);
660
735
  await slasherClient.start();
661
- const l1TxUtils = config.publisherForwarderAddress ? await createForwarderL1TxUtilsFromEthSigner(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.publisherForwarderAddress, {
736
+ const l1TxUtils = config.sequencerPublisherForwarderAddress ? await createForwarderL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.sequencerPublisherForwarderAddress, {
662
737
  ...config,
663
738
  scope: 'sequencer'
664
739
  }, {
665
740
  telemetry,
666
741
  logger: log.createChild('l1-tx-utils'),
667
- dateProvider
668
- }) : await createL1TxUtilsWithBlobsFromEthSigner(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
742
+ dateProvider,
743
+ kzg: Blob.getViemKzgInstance()
744
+ }) : await createL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
669
745
  ...config,
670
746
  scope: 'sequencer'
671
747
  }, {
672
748
  telemetry,
673
749
  logger: log.createChild('l1-tx-utils'),
674
- dateProvider
750
+ dateProvider,
751
+ kzg: Blob.getViemKzgInstance()
675
752
  });
753
+ // Create a funder L1TxUtils from the keystore funding account (if configured)
754
+ const fundingSigner = keyStoreManager?.createFundingSigner();
755
+ let funderL1TxUtils;
756
+ if (fundingSigner) {
757
+ const [funder] = await createL1TxUtilsFromSigners(publicClient, [
758
+ fundingSigner
759
+ ], {
760
+ ...config,
761
+ scope: 'sequencer'
762
+ }, {
763
+ telemetry,
764
+ logger: log.createChild('l1-tx-utils:funder'),
765
+ dateProvider
766
+ });
767
+ funderL1TxUtils = funder;
768
+ }
676
769
  // Create and start the sequencer client
677
770
  const checkpointsBuilder = new CheckpointsBuilder({
678
771
  ...config,
679
772
  l1GenesisTime,
680
- slotDuration: Number(slotDuration)
681
- }, worldStateSynchronizer, archiver, dateProvider, telemetry);
773
+ slotDuration: Number(slotDuration),
774
+ rollupManaLimit
775
+ }, worldStateSynchronizer, archiver, dateProvider, telemetry, debugLogStore);
682
776
  sequencer = await SequencerClient.new(config, {
683
777
  ...deps,
684
778
  epochCache,
685
779
  l1TxUtils,
780
+ funderL1TxUtils,
686
781
  validatorClient,
687
782
  p2pClient,
688
783
  worldStateSynchronizer,
@@ -693,7 +788,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
693
788
  telemetry,
694
789
  dateProvider,
695
790
  blobClient,
696
- nodeKeyStore: keyStoreManager
791
+ nodeKeyStore: keyStoreManager,
792
+ globalVariableBuilder
697
793
  });
698
794
  }
699
795
  if (!options.dontStartSequencer && sequencer) {
@@ -702,13 +798,29 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
702
798
  } else if (sequencer) {
703
799
  log.warn(`Sequencer created but not started`);
704
800
  }
705
- const globalVariableBuilder = new GlobalVariableBuilder({
706
- ...config,
707
- rollupVersion: BigInt(config.rollupVersion),
708
- l1GenesisTime,
709
- slotDuration: Number(slotDuration)
710
- });
711
- return new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry, log, blobClient);
801
+ // Create prover node subsystem if enabled
802
+ let proverNode;
803
+ if (config.enableProverNode) {
804
+ proverNode = await createProverNode(config, {
805
+ ...deps.proverNodeDeps,
806
+ telemetry,
807
+ dateProvider,
808
+ archiver,
809
+ worldStateSynchronizer,
810
+ p2pClient,
811
+ epochCache,
812
+ blobClient,
813
+ keyStoreManager
814
+ });
815
+ if (!options.dontStartProverNode) {
816
+ await proverNode.start();
817
+ log.info(`Prover node subsystem started`);
818
+ } else {
819
+ log.info(`Prover node subsystem created but not started`);
820
+ }
821
+ }
822
+ const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager, debugLogStore);
823
+ return node;
712
824
  }
713
825
  /**
714
826
  * Returns the sequencer client instance.
@@ -716,6 +828,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
716
828
  */ getSequencer() {
717
829
  return this.sequencer;
718
830
  }
831
+ /** Returns the prover node subsystem, if enabled. */ getProverNode() {
832
+ return this.proverNode;
833
+ }
719
834
  getBlockSource() {
720
835
  return this.blockSource;
721
836
  }
@@ -735,7 +850,10 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
735
850
  return Promise.resolve(this.p2pClient.getEnr()?.encodeTxt());
736
851
  }
737
852
  async getAllowedPublicSetup() {
738
- return this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
853
+ return [
854
+ ...await getDefaultAllowedSetupFunctions(),
855
+ ...this.config.txPublicSetupAllowListExtend ?? []
856
+ ];
739
857
  }
740
858
  /**
741
859
  * Method to determine if the node is ready to accept transactions.
@@ -758,7 +876,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
758
876
  rollupVersion,
759
877
  enr,
760
878
  l1ContractAddresses: contractAddresses,
761
- protocolContractAddresses: protocolContractAddresses
879
+ protocolContractAddresses: protocolContractAddresses,
880
+ realProofs: !!this.config.realProofs
762
881
  };
763
882
  return nodeInfo;
764
883
  }
@@ -767,8 +886,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
767
886
  * @param block - The block parameter (block number, block hash, or 'latest').
768
887
  * @returns The requested block.
769
888
  */ async getBlock(block) {
770
- if (BlockHash.isL2BlockHash(block)) {
771
- return this.getBlockByHash(Fr.fromBuffer(block.toBuffer()));
889
+ if (BlockHash.isBlockHash(block)) {
890
+ return this.getBlockByHash(block);
772
891
  }
773
892
  const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
774
893
  if (blockNumber === BlockNumber.ZERO) {
@@ -782,7 +901,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
782
901
  * @returns The requested block.
783
902
  */ async getBlockByHash(blockHash) {
784
903
  const initialBlockHash = await this.#getInitialHeaderHash();
785
- if (blockHash.equals(Fr.fromBuffer(initialBlockHash.toBuffer()))) {
904
+ if (blockHash.equals(initialBlockHash)) {
786
905
  return this.buildInitialBlock();
787
906
  }
788
907
  return await this.blockSource.getL2BlockByHash(blockHash);
@@ -812,6 +931,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
812
931
  async getCheckpointedBlocks(from, limit) {
813
932
  return await this.blockSource.getCheckpointedBlocks(from, limit) ?? [];
814
933
  }
934
+ getCheckpointsDataForEpoch(epochNumber) {
935
+ return this.blockSource.getCheckpointsDataForEpoch(epochNumber);
936
+ }
815
937
  /**
816
938
  * Method to fetch the current min L2 fees.
817
939
  * @returns The current min L2 fees.
@@ -839,6 +961,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
839
961
  async getCheckpointedBlockNumber() {
840
962
  return await this.blockSource.getCheckpointedL2BlockNumber();
841
963
  }
964
+ getCheckpointNumber() {
965
+ return this.blockSource.getCheckpointNumber();
966
+ }
842
967
  /**
843
968
  * Method to fetch the version of the package.
844
969
  * @returns The node package version
@@ -864,30 +989,36 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
864
989
  return this.contractDataSource.getContract(address);
865
990
  }
866
991
  async getPrivateLogsByTags(tags, page, referenceBlock) {
992
+ let upToBlockNumber;
867
993
  if (referenceBlock) {
868
994
  const initialBlockHash = await this.#getInitialHeaderHash();
869
- if (!referenceBlock.equals(initialBlockHash)) {
870
- const blockHashFr = Fr.fromBuffer(referenceBlock.toBuffer());
871
- const header = await this.blockSource.getBlockHeaderByHash(blockHashFr);
995
+ if (referenceBlock.equals(initialBlockHash)) {
996
+ upToBlockNumber = BlockNumber(0);
997
+ } else {
998
+ const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
872
999
  if (!header) {
873
1000
  throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
874
1001
  }
1002
+ upToBlockNumber = header.globalVariables.blockNumber;
875
1003
  }
876
1004
  }
877
- return this.logsSource.getPrivateLogsByTags(tags, page);
1005
+ return this.logsSource.getPrivateLogsByTags(tags, page, upToBlockNumber);
878
1006
  }
879
1007
  async getPublicLogsByTagsFromContract(contractAddress, tags, page, referenceBlock) {
1008
+ let upToBlockNumber;
880
1009
  if (referenceBlock) {
881
1010
  const initialBlockHash = await this.#getInitialHeaderHash();
882
- if (!referenceBlock.equals(initialBlockHash)) {
883
- const blockHashFr = Fr.fromBuffer(referenceBlock.toBuffer());
884
- const header = await this.blockSource.getBlockHeaderByHash(blockHashFr);
1011
+ if (referenceBlock.equals(initialBlockHash)) {
1012
+ upToBlockNumber = BlockNumber(0);
1013
+ } else {
1014
+ const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
885
1015
  if (!header) {
886
1016
  throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
887
1017
  }
1018
+ upToBlockNumber = header.globalVariables.blockNumber;
888
1019
  }
889
1020
  }
890
- return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page);
1021
+ return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page, upToBlockNumber);
891
1022
  }
892
1023
  /**
893
1024
  * Gets public logs based on the provided filter.
@@ -922,8 +1053,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
922
1053
  throw new Error(`Invalid tx: ${reason}`);
923
1054
  }
924
1055
  await this.p2pClient.sendTx(tx);
925
- this.metrics.receivedTx(timer.ms(), true);
926
- this.log.info(`Received tx ${txHash}`, {
1056
+ const duration = timer.ms();
1057
+ this.metrics.receivedTx(duration, true);
1058
+ this.log.info(`Received tx ${txHash} in ${duration}ms`, {
927
1059
  txHash
928
1060
  });
929
1061
  }
@@ -934,18 +1066,20 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
934
1066
  const isKnownToPool = txPoolStatus === 'pending' || txPoolStatus === 'mined';
935
1067
  // Then get the actual tx from the archiver, which tracks every tx in a mined block.
936
1068
  const settledTxReceipt = await this.blockSource.getSettledTxReceipt(txHash);
1069
+ let receipt;
937
1070
  if (settledTxReceipt) {
938
- // If the archiver has the receipt then return it.
939
- return settledTxReceipt;
1071
+ receipt = settledTxReceipt;
940
1072
  } else if (isKnownToPool) {
941
1073
  // If the tx is in the pool but not in the archiver, it's pending.
942
1074
  // This handles race conditions between archiver and p2p, where the archiver
943
1075
  // has pruned the block in which a tx was mined, but p2p has not caught up yet.
944
- return new TxReceipt(txHash, TxStatus.PENDING, undefined, undefined);
1076
+ receipt = new TxReceipt(txHash, TxStatus.PENDING, undefined, undefined);
945
1077
  } else {
946
1078
  // Otherwise, if we don't know the tx, we consider it dropped.
947
- return new TxReceipt(txHash, TxStatus.DROPPED, undefined, 'Tx dropped by P2P node');
1079
+ receipt = new TxReceipt(txHash, TxStatus.DROPPED, undefined, 'Tx dropped by P2P node');
948
1080
  }
1081
+ this.debugLogStore.decorateReceiptWithLogs(txHash.toString(), receipt);
1082
+ return receipt;
949
1083
  }
950
1084
  getTxEffect(txHash) {
951
1085
  return this.blockSource.getTxEffect(txHash);
@@ -957,8 +1091,12 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
957
1091
  await tryStop(this.validatorsSentinel);
958
1092
  await tryStop(this.epochPruneWatcher);
959
1093
  await tryStop(this.slasherClient);
960
- await tryStop(this.proofVerifier);
1094
+ await Promise.all([
1095
+ tryStop(this.peerProofVerifier),
1096
+ tryStop(this.rpcProofVerifier)
1097
+ ]);
961
1098
  await tryStop(this.sequencer);
1099
+ await tryStop(this.proverNode);
962
1100
  await tryStop(this.p2pClient);
963
1101
  await tryStop(this.worldStateSynchronizer);
964
1102
  await tryStop(this.blockSource);
@@ -997,79 +1135,83 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
997
1135
  */ async getTxsByHash(txHashes) {
998
1136
  return compactArray(await Promise.all(txHashes.map((txHash)=>this.getTxByHash(txHash))));
999
1137
  }
1000
- async findLeavesIndexes(block, treeId, leafValues) {
1001
- const committedDb = await this.#getWorldState(block);
1138
+ async findLeavesIndexes(referenceBlock, treeId, leafValues) {
1139
+ const committedDb = await this.getWorldState(referenceBlock);
1002
1140
  const maybeIndices = await committedDb.findLeafIndices(treeId, leafValues.map((x)=>x.toBuffer()));
1003
- // We filter out undefined values
1004
- const indices = maybeIndices.filter((x)=>x !== undefined);
1005
- // Now we find the block numbers for the indices
1006
- const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, indices);
1007
- // If any of the block numbers are undefined, we throw an error.
1008
- for(let i = 0; i < indices.length; i++){
1009
- if (blockNumbers[i] === undefined) {
1010
- throw new Error(`Block number is undefined for leaf index ${indices[i]} in tree ${MerkleTreeId[treeId]}`);
1141
+ // Filter out undefined values to query block numbers only for found leaves
1142
+ const definedIndices = maybeIndices.filter((x)=>x !== undefined);
1143
+ // Now we find the block numbers for the defined indices
1144
+ const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, definedIndices);
1145
+ // Build a map from leaf index to block number
1146
+ const indexToBlockNumber = new Map();
1147
+ for(let i = 0; i < definedIndices.length; i++){
1148
+ const blockNumber = blockNumbers[i];
1149
+ if (blockNumber === undefined) {
1150
+ throw new Error(`Block number is undefined for leaf index ${definedIndices[i]} in tree ${MerkleTreeId[treeId]}`);
1011
1151
  }
1152
+ indexToBlockNumber.set(definedIndices[i], blockNumber);
1012
1153
  }
1013
1154
  // Get unique block numbers in order to optimize num calls to getLeafValue function.
1014
1155
  const uniqueBlockNumbers = [
1015
- ...new Set(blockNumbers.filter((x)=>x !== undefined))
1156
+ ...new Set(indexToBlockNumber.values())
1016
1157
  ];
1017
- // Now we obtain the block hashes from the archive tree by calling await `committedDb.getLeafValue(treeId, index)`
1018
- // (note that block number corresponds to the leaf index in the archive tree).
1158
+ // Now we obtain the block hashes from the archive tree (block number = leaf index in archive tree).
1019
1159
  const blockHashes = await Promise.all(uniqueBlockNumbers.map((blockNumber)=>{
1020
1160
  return committedDb.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
1021
1161
  }));
1022
- // If any of the block hashes are undefined, we throw an error.
1162
+ // Build a map from block number to block hash
1163
+ const blockNumberToHash = new Map();
1023
1164
  for(let i = 0; i < uniqueBlockNumbers.length; i++){
1024
- if (blockHashes[i] === undefined) {
1165
+ const blockHash = blockHashes[i];
1166
+ if (blockHash === undefined) {
1025
1167
  throw new Error(`Block hash is undefined for block number ${uniqueBlockNumbers[i]}`);
1026
1168
  }
1169
+ blockNumberToHash.set(uniqueBlockNumbers[i], blockHash);
1027
1170
  }
1028
1171
  // Create DataInBlock objects by combining indices, blockNumbers and blockHashes and return them.
1029
- return maybeIndices.map((index, i)=>{
1172
+ return maybeIndices.map((index)=>{
1030
1173
  if (index === undefined) {
1031
1174
  return undefined;
1032
1175
  }
1033
- const blockNumber = blockNumbers[i];
1176
+ const blockNumber = indexToBlockNumber.get(index);
1034
1177
  if (blockNumber === undefined) {
1035
- return undefined;
1178
+ throw new Error(`Block number not found for leaf index ${index} in tree ${MerkleTreeId[treeId]}`);
1036
1179
  }
1037
- const blockHashIndex = uniqueBlockNumbers.indexOf(blockNumber);
1038
- const blockHash = blockHashes[blockHashIndex];
1039
- if (!blockHash) {
1040
- return undefined;
1180
+ const blockHash = blockNumberToHash.get(blockNumber);
1181
+ if (blockHash === undefined) {
1182
+ throw new Error(`Block hash not found for block number ${blockNumber}`);
1041
1183
  }
1042
1184
  return {
1043
- l2BlockNumber: BlockNumber(Number(blockNumber)),
1044
- l2BlockHash: BlockHash.fromField(blockHash),
1185
+ l2BlockNumber: blockNumber,
1186
+ l2BlockHash: new BlockHash(blockHash),
1045
1187
  data: index
1046
1188
  };
1047
1189
  });
1048
1190
  }
1049
- async getNullifierSiblingPath(block, leafIndex) {
1050
- const committedDb = await this.#getWorldState(block);
1051
- return committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, leafIndex);
1052
- }
1053
- async getNoteHashSiblingPath(block, leafIndex) {
1054
- const committedDb = await this.#getWorldState(block);
1055
- return committedDb.getSiblingPath(MerkleTreeId.NOTE_HASH_TREE, leafIndex);
1056
- }
1057
- async getArchiveMembershipWitness(block, archive) {
1058
- const committedDb = await this.#getWorldState(block);
1191
+ async getBlockHashMembershipWitness(referenceBlock, blockHash) {
1192
+ // The Noir circuit checks the archive membership proof against `anchor_block_header.last_archive.root`,
1193
+ // which is the archive tree root BEFORE the anchor block was added (i.e. the state after block N-1).
1194
+ // So we need the world state at block N-1, not block N, to produce a sibling path matching that root.
1195
+ const referenceBlockNumber = await this.resolveBlockNumber(referenceBlock);
1196
+ if (referenceBlockNumber === BlockNumber.ZERO) {
1197
+ // Block 0 (the initial block) has an empty archive, so no membership witness can exist.
1198
+ return undefined;
1199
+ }
1200
+ const committedDb = await this.getWorldState(BlockNumber(referenceBlockNumber - 1));
1059
1201
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.ARCHIVE, [
1060
- archive
1202
+ blockHash
1061
1203
  ]);
1062
1204
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
1063
1205
  }
1064
- async getNoteHashMembershipWitness(block, noteHash) {
1065
- const committedDb = await this.#getWorldState(block);
1206
+ async getNoteHashMembershipWitness(referenceBlock, noteHash) {
1207
+ const committedDb = await this.getWorldState(referenceBlock);
1066
1208
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.NOTE_HASH_TREE, [
1067
1209
  noteHash
1068
1210
  ]);
1069
1211
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
1070
1212
  }
1071
- async getL1ToL2MessageMembershipWitness(block, l1ToL2Message) {
1072
- const db = await this.#getWorldState(block);
1213
+ async getL1ToL2MessageMembershipWitness(referenceBlock, l1ToL2Message) {
1214
+ const db = await this.getWorldState(referenceBlock);
1073
1215
  const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [
1074
1216
  l1ToL2Message
1075
1217
  ]);
@@ -1082,9 +1224,9 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1082
1224
  witness.path
1083
1225
  ];
1084
1226
  }
1085
- async getL1ToL2MessageBlock(l1ToL2Message) {
1227
+ async getL1ToL2MessageCheckpoint(l1ToL2Message) {
1086
1228
  const messageIndex = await this.l1ToL2MessageSource.getL1ToL2MessageIndex(l1ToL2Message);
1087
- return messageIndex ? BlockNumber.fromCheckpointNumber(InboxLeaf.checkpointNumberFromIndex(messageIndex)) : undefined;
1229
+ return messageIndex ? InboxLeaf.checkpointNumberFromIndex(messageIndex) : undefined;
1088
1230
  }
1089
1231
  /**
1090
1232
  * Returns whether an L1 to L2 message is synced by archiver and if it's ready to be included in a block.
@@ -1101,31 +1243,11 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1101
1243
  */ async getL2ToL1Messages(epoch) {
1102
1244
  // Assumes `getCheckpointedBlocksForEpoch` returns blocks in ascending order of block number.
1103
1245
  const checkpointedBlocks = await this.blockSource.getCheckpointedBlocksForEpoch(epoch);
1104
- const blocksInCheckpoints = [];
1105
- let previousSlotNumber = SlotNumber.ZERO;
1106
- let checkpointIndex = -1;
1107
- for (const checkpointedBlock of checkpointedBlocks){
1108
- const block = checkpointedBlock.block;
1109
- const slotNumber = block.header.globalVariables.slotNumber;
1110
- if (slotNumber !== previousSlotNumber) {
1111
- checkpointIndex++;
1112
- blocksInCheckpoints.push([]);
1113
- previousSlotNumber = slotNumber;
1114
- }
1115
- blocksInCheckpoints[checkpointIndex].push(block);
1116
- }
1246
+ const blocksInCheckpoints = chunkBy(checkpointedBlocks, (cb)=>cb.block.header.globalVariables.slotNumber).map((group)=>group.map((cb)=>cb.block));
1117
1247
  return blocksInCheckpoints.map((blocks)=>blocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
1118
1248
  }
1119
- async getArchiveSiblingPath(block, leafIndex) {
1120
- const committedDb = await this.#getWorldState(block);
1121
- return committedDb.getSiblingPath(MerkleTreeId.ARCHIVE, leafIndex);
1122
- }
1123
- async getPublicDataSiblingPath(block, leafIndex) {
1124
- const committedDb = await this.#getWorldState(block);
1125
- return committedDb.getSiblingPath(MerkleTreeId.PUBLIC_DATA_TREE, leafIndex);
1126
- }
1127
- async getNullifierMembershipWitness(block, nullifier) {
1128
- const db = await this.#getWorldState(block);
1249
+ async getNullifierMembershipWitness(referenceBlock, nullifier) {
1250
+ const db = await this.getWorldState(referenceBlock);
1129
1251
  const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [
1130
1252
  nullifier.toBuffer()
1131
1253
  ]);
@@ -1139,35 +1261,22 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1139
1261
  }
1140
1262
  return new NullifierMembershipWitness(index, leafPreimage, path);
1141
1263
  }
1142
- /**
1143
- * Returns a low nullifier membership witness for a given nullifier at a given block.
1144
- * @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
1145
- * @param nullifier - Nullifier we try to find the low nullifier witness for.
1146
- * @returns The low nullifier membership witness (if found).
1147
- * @remarks Low nullifier witness can be used to perform a nullifier non-inclusion proof by leveraging the "linked
1148
- * list structure" of leaves and proving that a lower nullifier is pointing to a bigger next value than the nullifier
1149
- * we are trying to prove non-inclusion for.
1150
- *
1151
- * Note: This function returns the membership witness of the nullifier itself and not the low nullifier when
1152
- * the nullifier already exists in the tree. This is because the `getPreviousValueIndex` function returns the
1153
- * index of the nullifier itself when it already exists in the tree.
1154
- * TODO: This is a confusing behavior and we should eventually address that.
1155
- */ async getLowNullifierMembershipWitness(block, nullifier) {
1156
- const committedDb = await this.#getWorldState(block);
1264
+ async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
1265
+ const committedDb = await this.getWorldState(referenceBlock);
1157
1266
  const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
1158
1267
  if (!findResult) {
1159
1268
  return undefined;
1160
1269
  }
1161
1270
  const { index, alreadyPresent } = findResult;
1162
1271
  if (alreadyPresent) {
1163
- this.log.warn(`Nullifier ${nullifier.toBigInt()} already exists in the tree`);
1272
+ throw new Error(`Cannot prove nullifier non-inclusion: nullifier ${nullifier.toBigInt()} already exists in the tree`);
1164
1273
  }
1165
1274
  const preimageData = await committedDb.getLeafPreimage(MerkleTreeId.NULLIFIER_TREE, index);
1166
1275
  const siblingPath = await committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, BigInt(index));
1167
1276
  return new NullifierMembershipWitness(BigInt(index), preimageData, siblingPath);
1168
1277
  }
1169
- async getPublicDataWitness(block, leafSlot) {
1170
- const committedDb = await this.#getWorldState(block);
1278
+ async getPublicDataWitness(referenceBlock, leafSlot) {
1279
+ const committedDb = await this.getWorldState(referenceBlock);
1171
1280
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
1172
1281
  if (!lowLeafResult) {
1173
1282
  return undefined;
@@ -1177,8 +1286,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1177
1286
  return new PublicDataWitness(lowLeafResult.index, preimage, path);
1178
1287
  }
1179
1288
  }
1180
- async getPublicStorageAt(block, contract, slot) {
1181
- const committedDb = await this.#getWorldState(block);
1289
+ async getPublicStorageAt(referenceBlock, contract, slot) {
1290
+ const committedDb = await this.getWorldState(referenceBlock);
1182
1291
  const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
1183
1292
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
1184
1293
  if (!lowLeafResult || !lowLeafResult.alreadyPresent) {
@@ -1188,14 +1297,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1188
1297
  return preimage.leaf.value;
1189
1298
  }
1190
1299
  async getBlockHeader(block = 'latest') {
1191
- if (BlockHash.isL2BlockHash(block)) {
1300
+ if (BlockHash.isBlockHash(block)) {
1192
1301
  const initialBlockHash = await this.#getInitialHeaderHash();
1193
1302
  if (block.equals(initialBlockHash)) {
1194
1303
  // Block source doesn't handle initial header so we need to handle the case separately.
1195
1304
  return this.worldStateSynchronizer.getCommitted().getInitialHeader();
1196
1305
  }
1197
- const blockHashFr = Fr.fromBuffer(block.toBuffer());
1198
- return this.blockSource.getBlockHeaderByHash(blockHashFr);
1306
+ return this.blockSource.getBlockHeaderByHash(block);
1199
1307
  } else {
1200
1308
  // Block source doesn't handle initial header so we need to handle the case separately.
1201
1309
  const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
@@ -1212,6 +1320,12 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1212
1320
  */ async getBlockHeaderByArchive(archive) {
1213
1321
  return await this.blockSource.getBlockHeaderByArchive(archive);
1214
1322
  }
1323
+ getBlockData(number) {
1324
+ return this.blockSource.getBlockData(number);
1325
+ }
1326
+ getBlockDataByArchive(archive) {
1327
+ return this.blockSource.getBlockDataByArchive(archive);
1328
+ }
1215
1329
  /**
1216
1330
  * Simulates the public part of a transaction with the current state.
1217
1331
  * @param tx - The transaction to simulate.
@@ -1224,17 +1338,20 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1224
1338
  throw new BadRequestError(`Transaction total gas limit ${txGasLimit + teardownGasLimit} (${txGasLimit} + ${teardownGasLimit}) exceeds maximum gas limit ${this.config.rpcSimulatePublicMaxGasLimit} for simulation`);
1225
1339
  }
1226
1340
  const txHash = tx.getTxHash();
1227
- const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
1341
+ const latestBlockNumber = await this.blockSource.getBlockNumber();
1342
+ const blockNumber = BlockNumber.add(latestBlockNumber, 1);
1228
1343
  // If sequencer is not initialized, we just set these values to zero for simulation.
1229
1344
  const coinbase = EthAddress.ZERO;
1230
1345
  const feeRecipient = AztecAddress.ZERO;
1231
1346
  const newGlobalVariables = await this.globalVariableBuilder.buildGlobalVariables(blockNumber, coinbase, feeRecipient);
1232
- const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry);
1347
+ const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry, this.log.getBindings());
1233
1348
  this.log.verbose(`Simulating public calls for tx ${txHash}`, {
1234
1349
  globalVariables: newGlobalVariables.toInspect(),
1235
1350
  txHash,
1236
1351
  blockNumber
1237
1352
  });
1353
+ // Ensure world-state has caught up with the latest block we loaded from the archiver
1354
+ await this.worldStateSynchronizer.syncImmediate(latestBlockNumber);
1238
1355
  const merkleTreeFork = await this.worldStateSynchronizer.fork();
1239
1356
  try {
1240
1357
  const config = PublicSimulatorConfig.from({
@@ -1249,7 +1366,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1249
1366
  });
1250
1367
  const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config);
1251
1368
  // REFACTOR: Consider merging ProcessReturnValues into ProcessedTx
1252
- const [processedTxs, failedTxs, _usedTxs, returns] = await processor.process([
1369
+ const [processedTxs, failedTxs, _usedTxs, returns, debugLogs] = await processor.process([
1253
1370
  tx
1254
1371
  ]);
1255
1372
  // REFACTOR: Consider returning the error rather than throwing
@@ -1260,27 +1377,34 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1260
1377
  throw failedTxs[0].error;
1261
1378
  }
1262
1379
  const [processedTx] = processedTxs;
1263
- return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed);
1380
+ return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed, debugLogs);
1264
1381
  } finally{
1265
1382
  await merkleTreeFork.close();
1266
1383
  }
1267
1384
  }
1268
1385
  async isValidTx(tx, { isSimulation, skipFeeEnforcement } = {}) {
1269
1386
  const db = this.worldStateSynchronizer.getCommitted();
1270
- const verifier = isSimulation ? undefined : this.proofVerifier;
1271
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1387
+ const verifier = isSimulation ? undefined : this.rpcProofVerifier;
1388
+ // We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
1272
1389
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1273
1390
  const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
1274
- const validator = createValidatorForAcceptingTxs(db, this.contractDataSource, verifier, {
1391
+ const l1Constants = await this.blockSource.getL1Constants();
1392
+ const validator = createTxValidatorForAcceptingTxsOverRPC(db, this.contractDataSource, verifier, {
1275
1393
  timestamp: nextSlotTimestamp,
1276
1394
  blockNumber,
1277
1395
  l1ChainId: this.l1ChainId,
1278
1396
  rollupVersion: this.version,
1279
- setupAllowList: this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions(),
1397
+ setupAllowList: [
1398
+ ...await getDefaultAllowedSetupFunctions(),
1399
+ ...this.config.txPublicSetupAllowListExtend ?? []
1400
+ ],
1280
1401
  gasFees: await this.getCurrentMinFees(),
1281
1402
  skipFeeEnforcement,
1282
- txsPermitted: !this.config.disableTransactions
1283
- });
1403
+ txsPermitted: !this.config.disableTransactions,
1404
+ rollupManaLimit: l1Constants.rollupManaLimit,
1405
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1406
+ maxBlockDAGas: this.config.validateMaxDABlockGas
1407
+ }, this.log.getBindings());
1284
1408
  return await validator.validateTx(tx);
1285
1409
  }
1286
1410
  getConfig() {
@@ -1302,7 +1426,18 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1302
1426
  archiver.updateConfig(config);
1303
1427
  }
1304
1428
  if (newConfig.realProofs !== this.config.realProofs) {
1305
- this.proofVerifier = config.realProofs ? await BBCircuitVerifier.new(newConfig) : new TestCircuitVerifier();
1429
+ await Promise.all([
1430
+ tryStop(this.peerProofVerifier),
1431
+ tryStop(this.rpcProofVerifier)
1432
+ ]);
1433
+ if (newConfig.realProofs) {
1434
+ this.peerProofVerifier = await BatchChonkVerifier.new(newConfig, newConfig.bbChonkVerifyMaxBatch, 'peer');
1435
+ const rpcVerifier = await BBCircuitVerifier.new(newConfig);
1436
+ this.rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, newConfig.numConcurrentIVCVerifiers);
1437
+ } else {
1438
+ this.peerProofVerifier = new TestCircuitVerifier();
1439
+ this.rpcProofVerifier = new TestCircuitVerifier();
1440
+ }
1306
1441
  }
1307
1442
  this.config = newConfig;
1308
1443
  }
@@ -1422,6 +1557,73 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1422
1557
  return this.slasherClient.gatherOffensesForRound(round === 'current' ? undefined : BigInt(round));
1423
1558
  }
1424
1559
  }
1560
+ async reloadKeystore() {
1561
+ if (!this.config.keyStoreDirectory?.length) {
1562
+ throw new BadRequestError('Cannot reload keystore: node is not using a file-based keystore. ' + 'Set KEY_STORE_DIRECTORY to use file-based keystores.');
1563
+ }
1564
+ if (!this.validatorClient) {
1565
+ throw new BadRequestError('Cannot reload keystore: validator is not enabled.');
1566
+ }
1567
+ this.log.info('Reloading keystore from disk');
1568
+ // Re-read and validate keystore files
1569
+ const keyStores = loadKeystores(this.config.keyStoreDirectory);
1570
+ const newManager = new KeystoreManager(mergeKeystores(keyStores));
1571
+ await newManager.validateSigners();
1572
+ ValidatorClient.validateKeyStoreConfiguration(newManager, this.log);
1573
+ // Validate that every validator's publisher keys overlap with the L1 signers
1574
+ // that were initialized at startup. Publishers cannot be hot-reloaded, so a
1575
+ // validator with a publisher key that doesn't match any existing L1 signer
1576
+ // would silently fail on every proposer slot.
1577
+ if (this.keyStoreManager && this.sequencer) {
1578
+ const oldAdapter = NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager);
1579
+ const availablePublishers = new Set(oldAdapter.getAttesterAddresses().flatMap((a)=>oldAdapter.getPublisherAddresses(a).map((p)=>p.toString().toLowerCase())));
1580
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1581
+ for (const attester of newAdapter.getAttesterAddresses()){
1582
+ const pubs = newAdapter.getPublisherAddresses(attester);
1583
+ if (pubs.length > 0 && !pubs.some((p)=>availablePublishers.has(p.toString().toLowerCase()))) {
1584
+ throw new BadRequestError(`Cannot reload keystore: validator ${attester} has publisher keys ` + `[${pubs.map((p)=>p.toString()).join(', ')}] but none match the L1 signers initialized at startup ` + `[${[
1585
+ ...availablePublishers
1586
+ ].join(', ')}]. Publishers cannot be hot-reloaded — ` + `use an existing publisher key or restart the node.`);
1587
+ }
1588
+ }
1589
+ }
1590
+ // Build adapters for old and new keystores to compute diff
1591
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1592
+ const newAddresses = newAdapter.getAttesterAddresses();
1593
+ const oldAddresses = this.keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager).getAttesterAddresses() : [];
1594
+ const oldSet = new Set(oldAddresses.map((a)=>a.toString()));
1595
+ const newSet = new Set(newAddresses.map((a)=>a.toString()));
1596
+ const added = newAddresses.filter((a)=>!oldSet.has(a.toString()));
1597
+ const removed = oldAddresses.filter((a)=>!newSet.has(a.toString()));
1598
+ if (added.length > 0) {
1599
+ this.log.info(`Keystore reload: adding attester keys: ${added.map((a)=>a.toString()).join(', ')}`);
1600
+ }
1601
+ if (removed.length > 0) {
1602
+ this.log.info(`Keystore reload: removing attester keys: ${removed.map((a)=>a.toString()).join(', ')}`);
1603
+ }
1604
+ if (added.length === 0 && removed.length === 0) {
1605
+ this.log.info('Keystore reload: attester keys unchanged');
1606
+ }
1607
+ // Update the validator client (coinbase, feeRecipient, attester keys)
1608
+ this.validatorClient.reloadKeystore(newManager);
1609
+ // Update the publisher factory's keystore so newly-added validators
1610
+ // can be matched to existing publisher keys when proposing blocks.
1611
+ if (this.sequencer) {
1612
+ this.sequencer.updatePublisherNodeKeyStore(newAdapter);
1613
+ }
1614
+ // Update slasher's "don't-slash-self" list with new validator addresses
1615
+ if (this.slasherClient && !this.config.slashSelfAllowed) {
1616
+ const slashValidatorsNever = unique([
1617
+ ...this.config.slashValidatorsNever ?? [],
1618
+ ...newAddresses
1619
+ ].map((a)=>a.toString())).map(EthAddress.fromString);
1620
+ this.slasherClient.updateConfig({
1621
+ slashValidatorsNever
1622
+ });
1623
+ }
1624
+ this.keyStoreManager = newManager;
1625
+ this.log.info('Keystore reloaded: coinbase, feeRecipient, and attester keys updated');
1626
+ }
1425
1627
  #getInitialHeaderHash() {
1426
1628
  if (!this.initialHeaderHashPromise) {
1427
1629
  this.initialHeaderHashPromise = this.worldStateSynchronizer.getCommitted().getInitialHeader().hash();
@@ -1432,7 +1634,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1432
1634
  * Returns an instance of MerkleTreeOperations having first ensured the world state is fully synched
1433
1635
  * @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
1434
1636
  * @returns An instance of a committed MerkleTreeOperations
1435
- */ async #getWorldState(block) {
1637
+ */ async getWorldState(block) {
1436
1638
  let blockSyncedTo = BlockNumber.ZERO;
1437
1639
  try {
1438
1640
  // Attempt to sync the world state if necessary
@@ -1444,30 +1646,53 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1444
1646
  this.log.debug(`Using committed db for block 'latest', world state synced upto ${blockSyncedTo}`);
1445
1647
  return this.worldStateSynchronizer.getCommitted();
1446
1648
  }
1447
- if (BlockHash.isL2BlockHash(block)) {
1649
+ // Get the block number, either directly from the parameter or by quering the archiver with the block hash
1650
+ let blockNumber;
1651
+ if (BlockHash.isBlockHash(block)) {
1448
1652
  const initialBlockHash = await this.#getInitialHeaderHash();
1449
1653
  if (block.equals(initialBlockHash)) {
1450
1654
  // Block source doesn't handle initial header so we need to handle the case separately.
1451
1655
  return this.worldStateSynchronizer.getSnapshot(BlockNumber.ZERO);
1452
1656
  }
1453
- const blockHashFr = Fr.fromBuffer(block.toBuffer());
1454
- const header = await this.blockSource.getBlockHeaderByHash(blockHashFr);
1657
+ const header = await this.blockSource.getBlockHeaderByHash(block);
1455
1658
  if (!header) {
1456
1659
  throw new Error(`Block hash ${block.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
1457
1660
  }
1458
- const blockNumber = header.getBlockNumber();
1459
- this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1460
- return this.worldStateSynchronizer.getSnapshot(blockNumber);
1461
- }
1462
- // Block number provided
1463
- {
1464
- const blockNumber = block;
1465
- if (blockNumber > blockSyncedTo) {
1466
- throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
1661
+ blockNumber = header.getBlockNumber();
1662
+ } else {
1663
+ blockNumber = block;
1664
+ }
1665
+ // Check it's within world state sync range
1666
+ if (blockNumber > blockSyncedTo) {
1667
+ throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
1668
+ }
1669
+ this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1670
+ const snapshot = this.worldStateSynchronizer.getSnapshot(blockNumber);
1671
+ // Double-check world-state synced to the same block hash as was requested
1672
+ if (BlockHash.isBlockHash(block)) {
1673
+ const blockHash = await snapshot.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
1674
+ if (!blockHash || !new BlockHash(blockHash).equals(block)) {
1675
+ throw new Error(`Block hash ${block.toString()} not found in world state at block number ${blockNumber}. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
1676
+ }
1677
+ }
1678
+ return snapshot;
1679
+ }
1680
+ /** Resolves a block parameter to a block number. */ async resolveBlockNumber(block) {
1681
+ if (block === 'latest') {
1682
+ return BlockNumber(await this.blockSource.getBlockNumber());
1683
+ }
1684
+ if (BlockHash.isBlockHash(block)) {
1685
+ const initialBlockHash = await this.#getInitialHeaderHash();
1686
+ if (block.equals(initialBlockHash)) {
1687
+ return BlockNumber.ZERO;
1688
+ }
1689
+ const header = await this.blockSource.getBlockHeaderByHash(block);
1690
+ if (!header) {
1691
+ throw new Error(`Block hash ${block.toString()} not found.`);
1467
1692
  }
1468
- this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1469
- return this.worldStateSynchronizer.getSnapshot(blockNumber);
1693
+ return header.getBlockNumber();
1470
1694
  }
1695
+ return block;
1471
1696
  }
1472
1697
  /**
1473
1698
  * Ensure we fully sync the world state