@aztec/aztec-node 0.0.1-commit.96bb3f7 → 0.0.1-commit.993d240

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. package/dest/aztec-node/block_response_helpers.d.ts +25 -0
  2. package/dest/aztec-node/block_response_helpers.d.ts.map +1 -0
  3. package/dest/aztec-node/block_response_helpers.js +112 -0
  4. package/dest/aztec-node/config.d.ts +14 -8
  5. package/dest/aztec-node/config.d.ts.map +1 -1
  6. package/dest/aztec-node/config.js +16 -8
  7. package/dest/aztec-node/node_metrics.d.ts +1 -1
  8. package/dest/aztec-node/node_metrics.d.ts.map +1 -1
  9. package/dest/aztec-node/node_metrics.js +8 -4
  10. package/dest/aztec-node/public_data_overrides.d.ts +13 -0
  11. package/dest/aztec-node/public_data_overrides.d.ts.map +1 -0
  12. package/dest/aztec-node/public_data_overrides.js +21 -0
  13. package/dest/aztec-node/server.d.ts +87 -182
  14. package/dest/aztec-node/server.d.ts.map +1 -1
  15. package/dest/aztec-node/server.js +1126 -510
  16. package/dest/sentinel/config.d.ts +3 -2
  17. package/dest/sentinel/config.d.ts.map +1 -1
  18. package/dest/sentinel/config.js +15 -5
  19. package/dest/sentinel/factory.d.ts +5 -3
  20. package/dest/sentinel/factory.d.ts.map +1 -1
  21. package/dest/sentinel/factory.js +5 -5
  22. package/dest/sentinel/sentinel.d.ts +134 -10
  23. package/dest/sentinel/sentinel.d.ts.map +1 -1
  24. package/dest/sentinel/sentinel.js +252 -84
  25. package/dest/sentinel/store.d.ts +8 -8
  26. package/dest/sentinel/store.d.ts.map +1 -1
  27. package/dest/sentinel/store.js +33 -21
  28. package/dest/test/index.d.ts +3 -3
  29. package/dest/test/index.d.ts.map +1 -1
  30. package/package.json +28 -25
  31. package/src/aztec-node/block_response_helpers.ts +161 -0
  32. package/src/aztec-node/config.ts +36 -16
  33. package/src/aztec-node/node_metrics.ts +12 -5
  34. package/src/aztec-node/public_data_overrides.ts +35 -0
  35. package/src/aztec-node/server.ts +1267 -670
  36. package/src/sentinel/README.md +103 -0
  37. package/src/sentinel/config.ts +18 -6
  38. package/src/sentinel/factory.ts +9 -11
  39. package/src/sentinel/sentinel.ts +307 -89
  40. package/src/sentinel/store.ts +35 -27
  41. package/src/test/index.ts +2 -2
@@ -1,3 +1,68 @@
1
+ function _ts_add_disposable_resource(env, value, async) {
2
+ if (value !== null && value !== void 0) {
3
+ if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
4
+ var dispose, inner;
5
+ if (async) {
6
+ if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
7
+ dispose = value[Symbol.asyncDispose];
8
+ }
9
+ if (dispose === void 0) {
10
+ if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
11
+ dispose = value[Symbol.dispose];
12
+ if (async) inner = dispose;
13
+ }
14
+ if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
15
+ if (inner) dispose = function() {
16
+ try {
17
+ inner.call(this);
18
+ } catch (e) {
19
+ return Promise.reject(e);
20
+ }
21
+ };
22
+ env.stack.push({
23
+ value: value,
24
+ dispose: dispose,
25
+ async: async
26
+ });
27
+ } else if (async) {
28
+ env.stack.push({
29
+ async: true
30
+ });
31
+ }
32
+ return value;
33
+ }
34
+ function _ts_dispose_resources(env) {
35
+ var _SuppressedError = typeof SuppressedError === "function" ? SuppressedError : function(error, suppressed, message) {
36
+ var e = new Error(message);
37
+ return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
38
+ };
39
+ return (_ts_dispose_resources = function _ts_dispose_resources(env) {
40
+ function fail(e) {
41
+ env.error = env.hasError ? new _SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
42
+ env.hasError = true;
43
+ }
44
+ var r, s = 0;
45
+ function next() {
46
+ while(r = env.stack.pop()){
47
+ try {
48
+ if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
49
+ if (r.dispose) {
50
+ var result = r.dispose.call(r.value);
51
+ if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) {
52
+ fail(e);
53
+ return next();
54
+ });
55
+ } else s |= 1;
56
+ } catch (e) {
57
+ fail(e);
58
+ }
59
+ }
60
+ if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
61
+ if (env.hasError) throw env.error;
62
+ }
63
+ return next();
64
+ })(env);
65
+ }
1
66
  function applyDecs2203RFactory() {
2
67
  function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
68
  return function addInitializer(initializer) {
@@ -371,50 +436,61 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
436
  return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
437
  }
373
438
  var _dec, _initProto;
374
- import { createArchiver } from '@aztec/archiver';
375
- import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
439
+ import { L1ToL2MessagesNotReadyError, createArchiver } from '@aztec/archiver';
440
+ import { BBCircuitVerifier, BatchChonkVerifier, QueuedIVCVerifier } from '@aztec/bb-prover';
441
+ import { TestCircuitVerifier } from '@aztec/bb-prover/test';
376
442
  import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
377
- import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
443
+ import { Blob } from '@aztec/blob-lib';
378
444
  import { EpochCache } from '@aztec/epoch-cache';
379
445
  import { createEthereumChain } from '@aztec/ethereum/chain';
380
- import { getPublicClient } from '@aztec/ethereum/client';
446
+ import { getPublicClient, makeL1HttpTransport } from '@aztec/ethereum/client';
381
447
  import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
382
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
383
- import { compactArray, pick } from '@aztec/foundation/collection';
448
+ import { pickL1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
449
+ import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
450
+ import { chunkBy, compactArray, pick, unique } from '@aztec/foundation/collection';
384
451
  import { Fr } from '@aztec/foundation/curves/bn254';
385
452
  import { EthAddress } from '@aztec/foundation/eth-address';
386
453
  import { BadRequestError } from '@aztec/foundation/json-rpc';
387
454
  import { createLogger } from '@aztec/foundation/log';
455
+ import { retryUntil } from '@aztec/foundation/retry';
388
456
  import { count } from '@aztec/foundation/string';
389
457
  import { DateProvider, Timer } from '@aztec/foundation/timer';
390
458
  import { MembershipWitness } from '@aztec/foundation/trees';
459
+ import { isErrorClass } from '@aztec/foundation/types';
391
460
  import { KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
392
461
  import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
393
- import { createForwarderL1TxUtilsFromEthSigner, createL1TxUtilsWithBlobsFromEthSigner } from '@aztec/node-lib/factories';
394
- import { createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
462
+ import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
463
+ import { createP2PClient, createTxValidatorForAcceptingTxsOverRPC, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
395
464
  import { ProtocolContractAddress } from '@aztec/protocol-contracts';
396
- import { BlockBuilder, GlobalVariableBuilder, SequencerClient } from '@aztec/sequencer-client';
397
- import { PublicProcessorFactory } from '@aztec/simulator/server';
398
- import { AttestationsBlockWatcher, EpochPruneWatcher, createSlasher } from '@aztec/slasher';
465
+ import { createProverNode } from '@aztec/prover-node';
466
+ import { createKeyStoreForProver } from '@aztec/prover-node/config';
467
+ import { FeeProviderImpl, GlobalVariableBuilder, SequencerClient, createAutomineSequencer } from '@aztec/sequencer-client';
468
+ import { PublicContractsDB, PublicProcessorFactory } from '@aztec/simulator/server';
469
+ import { AttestationsBlockWatcher, AttestedInvalidProposalWatcher, BroadcastedInvalidCheckpointProposalWatcher, CheckpointEquivocationWatcher, DataWithholdingWatcher, createSlasher } from '@aztec/slasher';
470
+ import { STANDARD_MULTI_CALL_ENTRYPOINT_ADDRESS } from '@aztec/standard-contracts/multi-call-entrypoint';
399
471
  import { CollectionLimitsConfig, PublicSimulatorConfig } from '@aztec/stdlib/avm';
400
472
  import { AztecAddress } from '@aztec/stdlib/aztec-address';
401
- import { L2BlockHash } from '@aztec/stdlib/block';
473
+ import { BlockHash, BlockTag, inspectBlockParameter } from '@aztec/stdlib/block';
474
+ import { CheckpointReexecutionTracker } from '@aztec/stdlib/checkpoint';
402
475
  import { GasFees } from '@aztec/stdlib/gas';
403
476
  import { computePublicDataTreeLeafSlot } from '@aztec/stdlib/hash';
404
477
  import { AztecNodeAdminConfigSchema } from '@aztec/stdlib/interfaces/client';
405
478
  import { tryStop } from '@aztec/stdlib/interfaces/server';
406
- import { InboxLeaf } from '@aztec/stdlib/messaging';
407
- import { P2PClientType } from '@aztec/stdlib/p2p';
479
+ import { InMemoryDebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
480
+ import { InboxLeaf, appendL1ToL2MessagesToTree } from '@aztec/stdlib/messaging';
481
+ import { MIN_EXECUTION_TIME } from '@aztec/stdlib/timetable';
408
482
  import { MerkleTreeId, NullifierMembershipWitness, PublicDataWitness } from '@aztec/stdlib/trees';
409
483
  import { PublicSimulationOutput, TxReceipt, TxStatus } from '@aztec/stdlib/tx';
410
484
  import { getPackageVersion } from '@aztec/stdlib/update-checker';
411
485
  import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
412
- import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createBlockProposalHandler, createValidatorClient, createValidatorForAcceptingTxs } from '@aztec/validator-client';
413
- import { createWorldStateSynchronizer } from '@aztec/world-state';
414
- import { createPublicClient, fallback, http } from 'viem';
486
+ import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createProposalHandler, createValidatorClient } from '@aztec/validator-client';
487
+ import { createWorldState, createWorldStateSynchronizer } from '@aztec/world-state';
488
+ import { createPublicClient } from 'viem';
415
489
  import { createSentinel } from '../sentinel/factory.js';
490
+ import { blockResponseFromBlockData, blockResponseFromL2Block, checkpointResponseFromCheckpointData, checkpointResponseFromPublishedCheckpoint, projectProposedToCheckpointResponse } from './block_response_helpers.js';
416
491
  import { createKeyStoreForValidator } from './config.js';
417
492
  import { NodeMetrics } from './node_metrics.js';
493
+ import { applyPublicDataOverrides } from './public_data_overrides.js';
418
494
  _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
419
495
  [Attributes.TX_HASH]: tx.getTxHash().toString()
420
496
  }));
@@ -429,18 +505,25 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
429
505
  l1ToL2MessageSource;
430
506
  worldStateSynchronizer;
431
507
  sequencer;
508
+ proverNode;
432
509
  slasherClient;
433
510
  validatorsSentinel;
434
- epochPruneWatcher;
511
+ stopStartedWatchers;
435
512
  l1ChainId;
436
513
  version;
437
514
  globalVariableBuilder;
515
+ feeProvider;
438
516
  epochCache;
439
517
  packageVersion;
440
- proofVerifier;
518
+ peerProofVerifier;
519
+ rpcProofVerifier;
441
520
  telemetry;
442
521
  log;
443
522
  blobClient;
523
+ validatorClient;
524
+ keyStoreManager;
525
+ debugLogStore;
526
+ automineSequencer;
444
527
  static{
445
528
  ({ e: [_initProto] } = _apply_decs_2203_r(this, [
446
529
  [
@@ -453,8 +536,10 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
453
536
  metrics;
454
537
  // Prevent two snapshot operations to happen simultaneously
455
538
  isUploadingSnapshot;
539
+ // Saved minTxsPerBlock used by `pauseSequencer` to restore production-sequencer config on resume.
540
+ sequencerPausedMinTxsPerBlock;
456
541
  tracer;
457
- constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient){
542
+ constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, stopStartedWatchers, l1ChainId, version, globalVariableBuilder, feeProvider, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager, debugLogStore = new NullDebugLogStore(), automineSequencer){
458
543
  this.config = config;
459
544
  this.p2pClient = p2pClient;
460
545
  this.blockSource = blockSource;
@@ -463,30 +548,280 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
463
548
  this.l1ToL2MessageSource = l1ToL2MessageSource;
464
549
  this.worldStateSynchronizer = worldStateSynchronizer;
465
550
  this.sequencer = sequencer;
551
+ this.proverNode = proverNode;
466
552
  this.slasherClient = slasherClient;
467
553
  this.validatorsSentinel = validatorsSentinel;
468
- this.epochPruneWatcher = epochPruneWatcher;
554
+ this.stopStartedWatchers = stopStartedWatchers;
469
555
  this.l1ChainId = l1ChainId;
470
556
  this.version = version;
471
557
  this.globalVariableBuilder = globalVariableBuilder;
558
+ this.feeProvider = feeProvider;
472
559
  this.epochCache = epochCache;
473
560
  this.packageVersion = packageVersion;
474
- this.proofVerifier = proofVerifier;
561
+ this.peerProofVerifier = peerProofVerifier;
562
+ this.rpcProofVerifier = rpcProofVerifier;
475
563
  this.telemetry = telemetry;
476
564
  this.log = log;
477
565
  this.blobClient = blobClient;
566
+ this.validatorClient = validatorClient;
567
+ this.keyStoreManager = keyStoreManager;
568
+ this.debugLogStore = debugLogStore;
569
+ this.automineSequencer = automineSequencer;
478
570
  this.isUploadingSnapshot = (_initProto(this), false);
479
571
  this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
480
572
  this.tracer = telemetry.getTracer('AztecNodeService');
481
573
  this.log.info(`Aztec Node version: ${this.packageVersion}`);
482
- this.log.info(`Aztec Node started on chain 0x${l1ChainId.toString(16)}`, config.l1Contracts);
574
+ this.log.info(`Aztec Node started on chain 0x${l1ChainId.toString(16)}`, pickL1ContractAddresses(config));
575
+ // A defensive check that protects us against introducing a bug in the complex `createAndSync` function. We must
576
+ // never have debugLogStore enabled when not in test mode because then we would be accumulating debug logs in
577
+ // memory which could be a DoS vector on the sequencer (since no fees are paid for debug logs).
578
+ if (debugLogStore.isEnabled && config.realProofs) {
579
+ throw new Error('debugLogStore should never be enabled when realProofs are set');
580
+ }
581
+ }
582
+ /** @internal Exposed for testing — returns the RPC proof verifier. */ getProofVerifier() {
583
+ return this.rpcProofVerifier;
483
584
  }
484
585
  async getWorldStateSyncStatus() {
485
586
  const status = await this.worldStateSynchronizer.status();
486
587
  return status.syncSummary;
487
588
  }
488
- getL2Tips() {
489
- return this.blockSource.getL2Tips();
589
+ async getChainTips() {
590
+ const { proposed, checkpointed, proven, finalized } = await this.blockSource.getL2Tips();
591
+ return {
592
+ proposed,
593
+ checkpointed,
594
+ proven,
595
+ finalized
596
+ };
597
+ }
598
+ getCheckpointsData(query) {
599
+ return this.blockSource.getCheckpointsData(query);
600
+ }
601
+ async getBlockNumber(tip) {
602
+ if (tip === undefined || tip === 'proposed') {
603
+ return this.blockSource.getBlockNumber();
604
+ }
605
+ return await this.blockSource.getBlockNumber({
606
+ tag: tip
607
+ }) ?? BlockNumber.ZERO;
608
+ }
609
+ async getCheckpointNumber(tip) {
610
+ const tips = await this.blockSource.getL2Tips();
611
+ switch(tip){
612
+ case undefined:
613
+ case 'checkpointed':
614
+ return tips.checkpointed.checkpoint.number;
615
+ case 'proposed':
616
+ return tips.proposedCheckpoint.checkpoint.number;
617
+ case 'proven':
618
+ return tips.proven.checkpoint.number;
619
+ case 'finalized':
620
+ return tips.finalized.checkpoint.number;
621
+ }
622
+ }
623
+ isChainTip(value) {
624
+ return value === 'proposed' || value === 'checkpointed' || value === 'proven' || value === 'finalized';
625
+ }
626
+ /**
627
+ * Normalizes a {@link BlockParameter} (which may be a bare value) into a
628
+ * {@link NormalizedBlockParameter} object form. Performs no chain-tip resolution — tag
629
+ * lookups are deferred to the underlying block source.
630
+ */ normalizeBlockParameter(param) {
631
+ if (BlockHash.isBlockHash(param)) {
632
+ return {
633
+ hash: param
634
+ };
635
+ }
636
+ if (typeof param === 'number') {
637
+ return {
638
+ number: param
639
+ };
640
+ }
641
+ if (typeof param === 'string') {
642
+ if (this.isBlockTag(param)) {
643
+ return {
644
+ tag: param === 'latest' ? 'proposed' : param
645
+ };
646
+ }
647
+ throw new BadRequestError(`Invalid BlockParameter tag: ${param}`);
648
+ }
649
+ if (typeof param === 'object' && param !== null) {
650
+ if ('number' in param) {
651
+ return {
652
+ number: param.number
653
+ };
654
+ }
655
+ if ('hash' in param) {
656
+ return {
657
+ hash: param.hash
658
+ };
659
+ }
660
+ if ('archive' in param) {
661
+ return {
662
+ archive: param.archive
663
+ };
664
+ }
665
+ if ('tag' in param) {
666
+ if (this.isBlockTag(param.tag)) {
667
+ return {
668
+ tag: param.tag
669
+ };
670
+ }
671
+ throw new BadRequestError(`Invalid BlockParameter tag: ${param.tag}`);
672
+ }
673
+ }
674
+ throw new BadRequestError(`Invalid BlockParameter: ${JSON.stringify(param)}`);
675
+ }
676
+ isBlockTag(value) {
677
+ return BlockTag.includes(value);
678
+ }
679
+ /**
680
+ * Resolves a {@link CheckpointParameter} into a concrete `{ number }` or `{ slot }` query.
681
+ *
682
+ * Tag-based parameters (`'proposed'`, `'checkpointed'`, `'proven'`, `'finalized'`) are
683
+ * translated up-front to the corresponding tip's checkpoint number via {@link L2BlockSource.getL2Tips}.
684
+ * After resolution the unified {@link getCheckpoint} flow can perform a single
685
+ * confirmed→proposed lookup against either store.
686
+ */ async resolveCheckpointParameter(param) {
687
+ if (typeof param === 'number') {
688
+ return {
689
+ number: param
690
+ };
691
+ }
692
+ if (this.isChainTip(param)) {
693
+ const tips = await this.blockSource.getL2Tips();
694
+ switch(param){
695
+ case 'proposed':
696
+ return {
697
+ number: tips.proposedCheckpoint.checkpoint.number
698
+ };
699
+ case 'checkpointed':
700
+ return {
701
+ number: tips.checkpointed.checkpoint.number
702
+ };
703
+ case 'proven':
704
+ return {
705
+ number: tips.proven.checkpoint.number
706
+ };
707
+ case 'finalized':
708
+ return {
709
+ number: tips.finalized.checkpoint.number
710
+ };
711
+ }
712
+ }
713
+ if (typeof param === 'object' && param !== null) {
714
+ if ('number' in param) {
715
+ return {
716
+ number: param.number
717
+ };
718
+ }
719
+ if ('slot' in param) {
720
+ return {
721
+ slot: param.slot
722
+ };
723
+ }
724
+ }
725
+ throw new BadRequestError(`Invalid CheckpointParameter: ${JSON.stringify(param)}`);
726
+ }
727
+ /** Fetches checkpoint-level L1 and attestation data for use as block response context. */ async #getCheckpointContext(checkpointNumber) {
728
+ const checkpoint = await this.blockSource.getCheckpointData({
729
+ number: checkpointNumber
730
+ });
731
+ if (!checkpoint) {
732
+ return undefined;
733
+ }
734
+ return {
735
+ l1: checkpoint.l1,
736
+ attestations: checkpoint.attestations
737
+ };
738
+ }
739
+ async getBlock(param, options = {}) {
740
+ const query = this.normalizeBlockParameter(param);
741
+ const wantTxs = !!options.includeTransactions;
742
+ const wantContext = !!options.includeL1PublishInfo || !!options.includeAttestations;
743
+ if (wantTxs) {
744
+ const block = await this.blockSource.getBlock(query);
745
+ if (!block) {
746
+ return undefined;
747
+ }
748
+ const ctx = wantContext ? await this.#getCheckpointContext(block.checkpointNumber) : undefined;
749
+ return await blockResponseFromL2Block(block, options, ctx);
750
+ }
751
+ const data = await this.blockSource.getBlockData(query);
752
+ if (!data) {
753
+ return undefined;
754
+ }
755
+ const ctx = wantContext ? await this.#getCheckpointContext(data.checkpointNumber) : undefined;
756
+ return blockResponseFromBlockData(data, options, ctx);
757
+ }
758
+ getBlockData(param) {
759
+ const query = this.normalizeBlockParameter(param);
760
+ return this.blockSource.getBlockData(query);
761
+ }
762
+ async getBlocks(from, limit, options = {}) {
763
+ const wantTxs = !!options.includeTransactions;
764
+ const wantContext = !!options.includeL1PublishInfo || !!options.includeAttestations;
765
+ const onlyCheckpointed = !!options.onlyCheckpointed;
766
+ if (wantTxs) {
767
+ const blocks = await this.blockSource.getBlocks({
768
+ from,
769
+ limit,
770
+ onlyCheckpointed
771
+ });
772
+ const ctxByCheckpoint = await this.#getCheckpointContextsForBlocks(wantContext ? blocks : []);
773
+ return await Promise.all(blocks.map((block)=>blockResponseFromL2Block(block, options, ctxByCheckpoint.get(block.checkpointNumber))));
774
+ }
775
+ const dataItems = await this.blockSource.getBlocksData({
776
+ from,
777
+ limit,
778
+ onlyCheckpointed
779
+ });
780
+ const ctxByCheckpoint = await this.#getCheckpointContextsForBlocks(wantContext ? dataItems : []);
781
+ return await Promise.all(dataItems.map((data)=>blockResponseFromBlockData(data, options, ctxByCheckpoint.get(data.checkpointNumber))));
782
+ }
783
+ /** Fetches checkpoint context for a set of blocks, deduplicating shared checkpoints. */ async #getCheckpointContextsForBlocks(blocks) {
784
+ const unique = Array.from(new Set(blocks.map((b)=>b.checkpointNumber)));
785
+ const entries = await Promise.all(unique.map(async (n)=>[
786
+ n,
787
+ await this.#getCheckpointContext(n)
788
+ ]));
789
+ return new Map(entries);
790
+ }
791
+ async getCheckpoint(param, options = {}) {
792
+ const query = await this.resolveCheckpointParameter(param);
793
+ // Try the confirmed store first.
794
+ const confirmed = options.includeBlocks ? await this.blockSource.getCheckpoint(query) : await this.blockSource.getCheckpointData(query);
795
+ if (confirmed) {
796
+ return await (options.includeBlocks ? checkpointResponseFromPublishedCheckpoint(confirmed, options) : checkpointResponseFromCheckpointData(confirmed, options));
797
+ }
798
+ // Fall back to the proposed store.
799
+ const proposed = await this.blockSource.getProposedCheckpointData(query);
800
+ if (proposed) {
801
+ if (options.includeAttestations || options.includeL1PublishInfo) {
802
+ throw new BadRequestError(`Options includeL1PublishInfo or includeAttestations cannot be satisfied for a proposed checkpoint`);
803
+ }
804
+ const blocks = options.includeBlocks ? await this.blockSource.getBlocks({
805
+ from: proposed.startBlock,
806
+ limit: proposed.blockCount
807
+ }) : undefined;
808
+ return await projectProposedToCheckpointResponse(proposed, options, blocks);
809
+ }
810
+ return undefined;
811
+ }
812
+ async getCheckpoints(from, limit, options = {}) {
813
+ if (options.includeBlocks) {
814
+ const checkpoints = await this.blockSource.getCheckpoints({
815
+ from,
816
+ limit
817
+ });
818
+ return await Promise.all(checkpoints.map((cp)=>checkpointResponseFromPublishedCheckpoint(cp, options)));
819
+ }
820
+ const datas = await this.blockSource.getCheckpointsData({
821
+ from,
822
+ limit
823
+ });
824
+ return datas.map((d)=>checkpointResponseFromCheckpointData(d, options));
490
825
  }
491
826
  /**
492
827
  * initializes the Aztec Node, wait for component to sync.
@@ -497,20 +832,31 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
497
832
  ...inputConfig
498
833
  }; // Copy the config so we dont mutate the input object
499
834
  const log = deps.logger ?? createLogger('node');
500
- const packageVersion = getPackageVersion() ?? '';
835
+ const packageVersion = getPackageVersion();
501
836
  const telemetry = deps.telemetry ?? getTelemetryClient();
502
837
  const dateProvider = deps.dateProvider ?? new DateProvider();
503
838
  const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
504
- // Build a key store from file if given or from environment otherwise
839
+ // Build a key store from file if given or from environment otherwise.
840
+ // We keep the raw KeyStore available so we can merge with prover keys if enableProverNode is set.
505
841
  let keyStoreManager;
506
842
  const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
507
843
  if (keyStoreProvided) {
508
844
  const keyStores = loadKeystores(config.keyStoreDirectory);
509
845
  keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
510
846
  } else {
511
- const keyStore = createKeyStoreForValidator(config);
512
- if (keyStore) {
513
- keyStoreManager = new KeystoreManager(keyStore);
847
+ const rawKeyStores = [];
848
+ const validatorKeyStore = createKeyStoreForValidator(config);
849
+ if (validatorKeyStore) {
850
+ rawKeyStores.push(validatorKeyStore);
851
+ }
852
+ if (config.enableProverNode) {
853
+ const proverKeyStore = createKeyStoreForProver(config);
854
+ if (proverKeyStore) {
855
+ rawKeyStores.push(proverKeyStore);
856
+ }
857
+ }
858
+ if (rawKeyStores.length > 0) {
859
+ keyStoreManager = new KeystoreManager(rawKeyStores.length === 1 ? rawKeyStores[0] : mergeKeystores(rawKeyStores));
514
860
  }
515
861
  }
516
862
  await keyStoreManager?.validateSigners();
@@ -519,8 +865,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
519
865
  if (keyStoreManager === undefined) {
520
866
  throw new Error('Failed to create key store, a requirement for running a validator');
521
867
  }
522
- if (!keyStoreProvided) {
523
- log.warn('KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS');
868
+ if (!keyStoreProvided && process.env.NODE_ENV !== 'test') {
869
+ log.warn("Keystore created from env: it's recommended to use a file-based key store for production");
524
870
  }
525
871
  ValidatorClient.validateKeyStoreConfiguration(keyStoreManager, log);
526
872
  }
@@ -530,190 +876,356 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
530
876
  }
531
877
  const publicClient = createPublicClient({
532
878
  chain: ethereumChain.chainInfo,
533
- transport: fallback(config.l1RpcUrls.map((url)=>http(url, {
534
- batch: false
535
- }))),
879
+ transport: makeL1HttpTransport(config.l1RpcUrls, {
880
+ timeout: config.l1HttpTimeoutMS
881
+ }),
536
882
  pollingInterval: config.viemPollingIntervalMS
537
883
  });
538
- const l1ContractsAddresses = await RegistryContract.collectAddresses(publicClient, config.l1Contracts.registryAddress, config.rollupVersion ?? 'canonical');
539
- // Overwrite the passed in vars.
540
- config.l1Contracts = {
541
- ...config.l1Contracts,
542
- ...l1ContractsAddresses
543
- };
544
- const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
545
- const [l1GenesisTime, slotDuration, rollupVersionFromRollup] = await Promise.all([
884
+ const l1ContractsAddresses = await RegistryContract.collectAddresses(publicClient, config.registryAddress, config.rollupVersion ?? 'canonical');
885
+ Object.assign(config, l1ContractsAddresses);
886
+ const rollupContract = new RollupContract(publicClient, config.rollupAddress.toString());
887
+ const [l1GenesisTime, slotDuration, rollupVersionFromRollup, rollupManaLimit] = await Promise.all([
546
888
  rollupContract.getL1GenesisTime(),
547
889
  rollupContract.getSlotDuration(),
548
- rollupContract.getVersion()
890
+ rollupContract.getVersion(),
891
+ rollupContract.getManaLimit().then(Number)
549
892
  ]);
550
893
  config.rollupVersion ??= Number(rollupVersionFromRollup);
551
894
  if (config.rollupVersion !== Number(rollupVersionFromRollup)) {
552
895
  log.warn(`Registry looked up and returned a rollup with version (${config.rollupVersion}), but this does not match with version detected from the rollup directly: (${rollupVersionFromRollup}).`);
553
896
  }
554
- const blobClient = await createBlobClientWithFileStores(config, createLogger('node:blob-client:client'));
897
+ const blobClient = await createBlobClientWithFileStores(config, log.createChild('blob-client'));
555
898
  // attempt snapshot sync if possible
556
899
  await trySnapshotSync(config, log);
557
- const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config, {
900
+ const epochCache = await EpochCache.create(config.rollupAddress, config, {
558
901
  dateProvider
559
902
  });
560
- const archiver = await createArchiver(config, {
561
- blobClient,
562
- epochCache,
563
- telemetry,
564
- dateProvider
565
- }, {
566
- blockUntilSync: !config.skipArchiverInitialSync
567
- });
568
- // now create the merkle trees and the world state synchronizer
569
- const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, options.prefilledPublicData, telemetry);
570
- const circuitVerifier = config.realProofs || config.debugForceTxProofVerification ? await BBCircuitVerifier.new(config) : new TestCircuitVerifier(config.proverTestVerificationDelayMs);
571
- if (!config.realProofs) {
572
- log.warn(`Aztec node is accepting fake proofs`);
573
- }
574
- const proofVerifier = new QueuedIVCVerifier(config, circuitVerifier);
575
- // create the tx pool and the p2p client, which will need the l2 block source
576
- const p2pClient = await createP2PClient(P2PClientType.Full, config, archiver, proofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
577
- // We should really not be modifying the config object
578
- config.txPublicSetupAllowList = config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
579
- // Create BlockBuilder for EpochPruneWatcher (slasher functionality)
580
- const blockBuilder = new BlockBuilder({
581
- ...config,
582
- l1GenesisTime,
583
- slotDuration: Number(slotDuration)
584
- }, worldStateSynchronizer, archiver, dateProvider, telemetry);
585
- // Create FullNodeCheckpointsBuilder for validator and non-validator block proposal handling
586
- const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
587
- ...config,
588
- l1GenesisTime,
589
- slotDuration: Number(slotDuration)
590
- }, archiver, dateProvider, telemetry);
591
- // We'll accumulate sentinel watchers here
592
- const watchers = [];
593
- // Create validator client if required
594
- const validatorClient = createValidatorClient(config, {
595
- checkpointsBuilder: validatorCheckpointsBuilder,
596
- worldState: worldStateSynchronizer,
597
- p2pClient,
598
- telemetry,
599
- dateProvider,
600
- epochCache,
601
- blockSource: archiver,
602
- l1ToL2MessageSource: archiver,
603
- keyStoreManager,
604
- blobClient
605
- });
606
- // If we have a validator client, register it as a source of offenses for the slasher,
607
- // and have it register callbacks on the p2p client *before* we start it, otherwise messages
608
- // like attestations or auths will fail.
609
- if (validatorClient) {
610
- watchers.push(validatorClient);
611
- if (!options.dontStartSequencer) {
612
- await validatorClient.registerHandlers();
613
- }
614
- }
615
- // If there's no validator client but alwaysReexecuteBlockProposals is enabled,
616
- // create a BlockProposalHandler to reexecute block proposals for monitoring
617
- if (!validatorClient && config.alwaysReexecuteBlockProposals) {
618
- log.info('Setting up block proposal reexecution for monitoring');
619
- createBlockProposalHandler(config, {
620
- checkpointsBuilder: validatorCheckpointsBuilder,
621
- worldState: worldStateSynchronizer,
903
+ // Track started resources so we can clean up on partial failure during node creation.
904
+ const started = [];
905
+ try {
906
+ // Default the orphan-prune grace window from the block build duration when unset, so the archiver
907
+ // waits roughly one build slot for a proposed checkpoint to arrive before pruning a block-only tip.
908
+ config.orphanProposedBlockPruneGraceSeconds ??= config.blockDurationMs !== undefined ? Math.ceil(config.blockDurationMs / 1000) : MIN_EXECUTION_TIME;
909
+ // Create world-state first so we can retrieve the initial header before constructing the archiver.
910
+ const nativeWs = await createWorldState(config, options.genesis);
911
+ const initialHeader = nativeWs.getInitialHeader();
912
+ const initialBlockHash = await initialHeader.hash();
913
+ const archiver = await createArchiver(config, {
914
+ blobClient,
622
915
  epochCache,
623
- blockSource: archiver,
624
- l1ToL2MessageSource: archiver,
625
- p2pClient,
626
- dateProvider,
627
- telemetry
628
- }).registerForReexecution(p2pClient);
629
- }
630
- // Start world state and wait for it to sync to the archiver.
631
- await worldStateSynchronizer.start();
632
- // Start p2p. Note that it depends on world state to be running.
633
- await p2pClient.start();
634
- const validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
635
- if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
636
- watchers.push(validatorsSentinel);
637
- }
638
- let epochPruneWatcher;
639
- if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
640
- epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), blockBuilder, config);
641
- watchers.push(epochPruneWatcher);
642
- }
643
- // We assume we want to slash for invalid attestations unless all max penalties are set to 0
644
- let attestationsBlockWatcher;
645
- if (config.slashProposeInvalidAttestationsPenalty > 0n || config.slashAttestDescendantOfInvalidPenalty > 0n) {
646
- attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config);
647
- watchers.push(attestationsBlockWatcher);
648
- }
649
- // Start p2p-related services once the archiver has completed sync
650
- void archiver.waitForInitialSync().then(async ()=>{
651
- await p2pClient.start();
652
- await validatorsSentinel?.start();
653
- await epochPruneWatcher?.start();
654
- await attestationsBlockWatcher?.start();
655
- log.info(`All p2p services started`);
656
- }).catch((err)=>log.error('Failed to start p2p services after archiver sync', err));
657
- // Validator enabled, create/start relevant service
658
- let sequencer;
659
- let slasherClient;
660
- if (!config.disableValidator && validatorClient) {
661
- // We create a slasher only if we have a sequencer, since all slashing actions go through the sequencer publisher
662
- // as they are executed when the node is selected as proposer.
663
- const validatorAddresses = keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(keyStoreManager).getAddresses() : [];
664
- slasherClient = await createSlasher(config, config.l1Contracts, getPublicClient(config), watchers, dateProvider, epochCache, validatorAddresses, undefined);
665
- await slasherClient.start();
666
- const l1TxUtils = config.publisherForwarderAddress ? await createForwarderL1TxUtilsFromEthSigner(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.publisherForwarderAddress, {
667
- ...config,
668
- scope: 'sequencer'
669
- }, {
670
916
  telemetry,
671
- logger: log.createChild('l1-tx-utils'),
672
917
  dateProvider
673
- }) : await createL1TxUtilsWithBlobsFromEthSigner(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
674
- ...config,
675
- scope: 'sequencer'
676
918
  }, {
677
- telemetry,
678
- logger: log.createChild('l1-tx-utils'),
679
- dateProvider
680
- });
681
- // Create and start the sequencer client
682
- const checkpointsBuilder = new CheckpointsBuilder({
683
- ...config,
919
+ blockUntilSync: !config.skipArchiverInitialSync
920
+ }, initialHeader, initialBlockHash);
921
+ started.push(archiver);
922
+ // The synchronizer takes ownership of the native world-state from here
923
+ const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, nativeWs, telemetry);
924
+ started.push(worldStateSynchronizer);
925
+ const useRealVerifiers = config.realProofs || config.debugForceTxProofVerification;
926
+ let peerProofVerifier;
927
+ let rpcProofVerifier;
928
+ if (useRealVerifiers) {
929
+ peerProofVerifier = await BatchChonkVerifier.new(config, config.bbChonkVerifyMaxBatch, 'peer');
930
+ const rpcVerifier = await BBCircuitVerifier.new(config);
931
+ rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, config.numConcurrentIVCVerifiers);
932
+ } else {
933
+ peerProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
934
+ rpcProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
935
+ }
936
+ started.push(peerProofVerifier, rpcProofVerifier);
937
+ let debugLogStore;
938
+ if (!config.realProofs) {
939
+ log.warn(`Aztec node is accepting fake proofs`);
940
+ debugLogStore = new InMemoryDebugLogStore();
941
+ log.info('Aztec node started in test mode (realProofs set to false) hence debug logs from public functions will be collected and served');
942
+ } else {
943
+ debugLogStore = new NullDebugLogStore();
944
+ }
945
+ const globalVariableBuilderConfig = {
946
+ rollupAddress: config.rollupAddress,
947
+ ethereumSlotDuration: config.ethereumSlotDuration,
948
+ rollupVersion: BigInt(config.rollupVersion),
684
949
  l1GenesisTime,
685
950
  slotDuration: Number(slotDuration)
686
- }, archiver, dateProvider, telemetry);
687
- sequencer = await SequencerClient.new(config, {
688
- ...deps,
689
- epochCache,
690
- l1TxUtils,
691
- validatorClient,
692
- p2pClient,
693
- worldStateSynchronizer,
694
- slasherClient,
695
- checkpointsBuilder,
696
- l2BlockSource: archiver,
697
- l1ToL2MessageSource: archiver,
698
- telemetry,
699
- dateProvider,
700
- blobClient,
701
- nodeKeyStore: keyStoreManager
951
+ };
952
+ const globalVariableBuilder = new GlobalVariableBuilder(dateProvider, publicClient, globalVariableBuilderConfig);
953
+ const feeProvider = new FeeProviderImpl(dateProvider, publicClient, globalVariableBuilderConfig);
954
+ const proverOnly = config.enableProverNode && config.disableValidator;
955
+ if (proverOnly) {
956
+ log.info('Starting in prover-only mode: skipping validator, sequencer, sentinel, and slasher subsystems');
957
+ }
958
+ // create the tx pool and the p2p client, which will need the l2 block source
959
+ const p2pClient = await createP2PClient(config, archiver, peerProofVerifier, worldStateSynchronizer, epochCache, feeProvider, packageVersion, dateProvider, telemetry, deps.p2pClientDeps, initialBlockHash);
960
+ started.push(p2pClient);
961
+ // We'll accumulate sentinel watchers here
962
+ const watchers = [];
963
+ // Create FullNodeCheckpointsBuilder for block proposal handling and tx validation.
964
+ // Override maxTxsPerCheckpoint with the validator-specific limit if set.
965
+ const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
966
+ ...config,
967
+ l1GenesisTime,
968
+ slotDuration: Number(slotDuration),
969
+ rollupManaLimit,
970
+ maxTxsPerCheckpoint: config.validateMaxTxsPerCheckpoint
971
+ }, worldStateSynchronizer, archiver, dateProvider, telemetry);
972
+ let validatorClient;
973
+ // Tracks successful checkpoint re-execution by a checkpoint proposal handler.
974
+ const reexecutionTracker = new CheckpointReexecutionTracker();
975
+ if (!config.disableValidator) {
976
+ // Create validator client if required
977
+ validatorClient = await createValidatorClient(config, {
978
+ checkpointsBuilder: validatorCheckpointsBuilder,
979
+ worldState: worldStateSynchronizer,
980
+ p2pClient,
981
+ telemetry,
982
+ dateProvider,
983
+ epochCache,
984
+ blockSource: archiver,
985
+ l1ToL2MessageSource: archiver,
986
+ keyStoreManager,
987
+ blobClient,
988
+ reexecutionTracker,
989
+ slashingProtectionDb: deps.slashingProtectionDb
990
+ });
991
+ // If we have a validator client, register it as a source of offenses for the slasher,
992
+ // and have it register callbacks on the p2p client *before* we start it, otherwise messages
993
+ // like attestations or auths will fail.
994
+ if (validatorClient) {
995
+ watchers.push(validatorClient);
996
+ const vc = validatorClient;
997
+ const getValidatorAddresses = ()=>vc.getValidatorAddresses().map((a)=>a.toString());
998
+ validatorClient.getProposalHandler().register(p2pClient, true, archiver, getValidatorAddresses);
999
+ if (!options.dontStartSequencer) {
1000
+ await validatorClient.registerHandlers();
1001
+ }
1002
+ }
1003
+ }
1004
+ // If there's no validator client, create a ProposalHandler to handle block and checkpoint proposals
1005
+ // for monitoring or reexecution. Reexecution (default) allows us to follow the pending chain,
1006
+ // while non-reexecution is used for validating the proposals and collecting their txs.
1007
+ // Checkpoint proposals rebuild blobs if the blob client can upload blobs.
1008
+ if (!validatorClient) {
1009
+ const reexecute = !!config.alwaysReexecuteBlockProposals;
1010
+ log.info(`Setting up proposal handler` + (reexecute ? ' with reexecution of proposals' : ''));
1011
+ createProposalHandler(config, {
1012
+ checkpointsBuilder: validatorCheckpointsBuilder,
1013
+ worldState: worldStateSynchronizer,
1014
+ epochCache,
1015
+ blockSource: archiver,
1016
+ l1ToL2MessageSource: archiver,
1017
+ p2pClient,
1018
+ blobClient,
1019
+ dateProvider,
1020
+ telemetry,
1021
+ reexecutionTracker
1022
+ }).register(p2pClient, reexecute, archiver);
1023
+ }
1024
+ // Start world state and wait for it to sync to the archiver.
1025
+ await worldStateSynchronizer.start();
1026
+ // Start p2p. Note that it depends on world state to be running.
1027
+ await p2pClient.start();
1028
+ let validatorsSentinel;
1029
+ let dataWithholdingWatcher;
1030
+ let attestationsBlockWatcher;
1031
+ let attestedInvalidProposalWatcher;
1032
+ let broadcastedInvalidCheckpointProposalWatcher;
1033
+ let checkpointEquivocationWatcher;
1034
+ if (!proverOnly) {
1035
+ validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, reexecutionTracker, config);
1036
+ if (validatorsSentinel) {
1037
+ watchers.push(validatorsSentinel);
1038
+ }
1039
+ dataWithholdingWatcher = new DataWithholdingWatcher(epochCache, archiver, p2pClient.getTxProvider(), p2pClient, reexecutionTracker, {
1040
+ chainId: config.l1ChainId,
1041
+ rollupAddress: config.rollupAddress
1042
+ }, config);
1043
+ watchers.push(dataWithholdingWatcher);
1044
+ broadcastedInvalidCheckpointProposalWatcher = new BroadcastedInvalidCheckpointProposalWatcher(p2pClient, archiver, epochCache, config);
1045
+ watchers.push(broadcastedInvalidCheckpointProposalWatcher);
1046
+ if (validatorClient) {
1047
+ attestedInvalidProposalWatcher = new AttestedInvalidProposalWatcher(p2pClient, validatorClient, archiver, epochCache, config, {
1048
+ log: log.createChild('attested-invalid-proposal-watcher')
1049
+ });
1050
+ watchers.push(attestedInvalidProposalWatcher);
1051
+ }
1052
+ checkpointEquivocationWatcher = new CheckpointEquivocationWatcher(archiver, epochCache, config);
1053
+ watchers.push(checkpointEquivocationWatcher);
1054
+ attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config, log.getBindings());
1055
+ watchers.push(attestationsBlockWatcher);
1056
+ }
1057
+ const watchersToStart = compactArray([
1058
+ validatorsSentinel,
1059
+ dataWithholdingWatcher,
1060
+ attestationsBlockWatcher,
1061
+ broadcastedInvalidCheckpointProposalWatcher,
1062
+ attestedInvalidProposalWatcher,
1063
+ checkpointEquivocationWatcher
1064
+ ]);
1065
+ const startedWatchers = [];
1066
+ const stopStartedWatchers = async ()=>{
1067
+ for (const watcher of startedWatchers){
1068
+ await tryStop(watcher);
1069
+ }
1070
+ };
1071
+ // Start p2p-related services once the archiver has completed sync
1072
+ void archiver.waitForInitialSync().then(async ()=>{
1073
+ for (const watcher of watchersToStart){
1074
+ await watcher.start();
1075
+ startedWatchers.push(watcher);
1076
+ }
1077
+ log.info(`All p2p services started`);
1078
+ }).catch((err)=>log.error('Failed to start p2p services after archiver sync', err));
1079
+ started.push({
1080
+ stop: stopStartedWatchers
702
1081
  });
1082
+ // Validator enabled, create/start relevant service
1083
+ let sequencer;
1084
+ let automineSequencer;
1085
+ let slasherClient;
1086
+ if (!config.disableValidator && validatorClient) {
1087
+ // We create a slasher only if we have a sequencer, since all slashing actions go through the sequencer publisher
1088
+ // as they are executed when the node is selected as proposer.
1089
+ const validatorAddresses = keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(keyStoreManager).getAddresses() : [];
1090
+ slasherClient = await createSlasher(config, pickL1ContractAddresses(config), getPublicClient(config), watchers, dateProvider, epochCache, validatorAddresses, undefined);
1091
+ await slasherClient.start();
1092
+ started.push(slasherClient);
1093
+ const l1TxUtils = config.sequencerPublisherForwarderAddress ? await createForwarderL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.sequencerPublisherForwarderAddress, {
1094
+ ...config,
1095
+ scope: 'sequencer'
1096
+ }, {
1097
+ telemetry,
1098
+ logger: log.createChild('l1-tx-utils'),
1099
+ dateProvider,
1100
+ kzg: Blob.getViemKzgInstance()
1101
+ }) : await createL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
1102
+ ...config,
1103
+ scope: 'sequencer'
1104
+ }, {
1105
+ telemetry,
1106
+ logger: log.createChild('l1-tx-utils'),
1107
+ dateProvider,
1108
+ kzg: Blob.getViemKzgInstance()
1109
+ });
1110
+ // Create a funder L1TxUtils from the keystore funding account (if configured)
1111
+ const fundingSigner = keyStoreManager?.createFundingSigner();
1112
+ let funderL1TxUtils;
1113
+ if (fundingSigner) {
1114
+ const [funder] = await createL1TxUtilsFromSigners(publicClient, [
1115
+ fundingSigner
1116
+ ], {
1117
+ ...config,
1118
+ scope: 'sequencer'
1119
+ }, {
1120
+ telemetry,
1121
+ logger: log.createChild('l1-tx-utils:funder'),
1122
+ dateProvider
1123
+ });
1124
+ funderL1TxUtils = funder;
1125
+ }
1126
+ // Create and start the sequencer client
1127
+ const checkpointsBuilder = new CheckpointsBuilder({
1128
+ ...config,
1129
+ l1GenesisTime,
1130
+ slotDuration: Number(slotDuration),
1131
+ rollupManaLimit
1132
+ }, worldStateSynchronizer, archiver, dateProvider, telemetry, debugLogStore);
1133
+ if (config.useAutomineSequencer) {
1134
+ // Test-only path: deterministic, queue-driven sequencer for non-block-building e2e tests.
1135
+ // See `AUTOMINE_E2E_OPTS` in `end-to-end/src/fixtures/fixtures.ts`.
1136
+ automineSequencer = await createAutomineSequencer({
1137
+ config,
1138
+ l1TxUtils,
1139
+ funderL1TxUtils,
1140
+ publicClient,
1141
+ rollupContract,
1142
+ epochCache,
1143
+ blobClient,
1144
+ telemetry,
1145
+ dateProvider,
1146
+ keyStoreManager: keyStoreManager,
1147
+ validatorClient,
1148
+ checkpointsBuilder,
1149
+ globalVariableBuilder,
1150
+ worldStateSynchronizer,
1151
+ archiver,
1152
+ p2pClient,
1153
+ l1Constants: {
1154
+ l1GenesisTime,
1155
+ slotDuration: Number(slotDuration),
1156
+ ethereumSlotDuration: config.ethereumSlotDuration,
1157
+ rollupManaLimit
1158
+ },
1159
+ log
1160
+ });
1161
+ } else {
1162
+ sequencer = await SequencerClient.new(config, {
1163
+ ...deps,
1164
+ epochCache,
1165
+ l1TxUtils,
1166
+ funderL1TxUtils,
1167
+ validatorClient,
1168
+ p2pClient,
1169
+ worldStateSynchronizer,
1170
+ slasherClient,
1171
+ checkpointsBuilder,
1172
+ l2BlockSource: archiver,
1173
+ l1ToL2MessageSource: archiver,
1174
+ telemetry,
1175
+ dateProvider,
1176
+ blobClient,
1177
+ nodeKeyStore: keyStoreManager,
1178
+ globalVariableBuilder
1179
+ });
1180
+ }
1181
+ }
1182
+ if (!options.dontStartSequencer && sequencer) {
1183
+ await sequencer.start();
1184
+ started.push(sequencer);
1185
+ log.verbose(`Sequencer started`);
1186
+ } else if (sequencer) {
1187
+ log.warn(`Sequencer created but not started`);
1188
+ }
1189
+ if (!options.dontStartSequencer && automineSequencer) {
1190
+ await automineSequencer.start();
1191
+ started.push({
1192
+ stop: ()=>automineSequencer.stop()
1193
+ });
1194
+ log.verbose(`AutomineSequencer started`);
1195
+ } else if (automineSequencer) {
1196
+ log.warn(`AutomineSequencer created but not started`);
1197
+ }
1198
+ // Create prover node subsystem if enabled
1199
+ let proverNode;
1200
+ if (config.enableProverNode) {
1201
+ proverNode = await createProverNode(config, {
1202
+ ...deps.proverNodeDeps,
1203
+ telemetry,
1204
+ dateProvider,
1205
+ archiver,
1206
+ worldStateSynchronizer,
1207
+ p2pClient,
1208
+ epochCache,
1209
+ blobClient,
1210
+ keyStoreManager
1211
+ });
1212
+ if (!options.dontStartProverNode) {
1213
+ await proverNode.start();
1214
+ started.push(proverNode);
1215
+ log.info(`Prover node subsystem started`);
1216
+ } else {
1217
+ log.info(`Prover node subsystem created but not started`);
1218
+ }
1219
+ }
1220
+ const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, stopStartedWatchers, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, feeProvider, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager, debugLogStore, automineSequencer);
1221
+ return node;
1222
+ } catch (err) {
1223
+ log.error('Failed during node creation, stopping started resources', err);
1224
+ for (const resource of started.reverse()){
1225
+ await tryStop(resource);
1226
+ }
1227
+ throw err;
703
1228
  }
704
- if (!options.dontStartSequencer && sequencer) {
705
- await sequencer.start();
706
- log.verbose(`Sequencer started`);
707
- } else if (sequencer) {
708
- log.warn(`Sequencer created but not started`);
709
- }
710
- const globalVariableBuilder = new GlobalVariableBuilder({
711
- ...config,
712
- rollupVersion: BigInt(config.rollupVersion),
713
- l1GenesisTime,
714
- slotDuration: Number(slotDuration)
715
- });
716
- return new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry, log, blobClient);
717
1229
  }
718
1230
  /**
719
1231
  * Returns the sequencer client instance.
@@ -721,6 +1233,12 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
721
1233
  */ getSequencer() {
722
1234
  return this.sequencer;
723
1235
  }
1236
+ /** Test-only: returns the AutomineSequencer when wired via `useAutomineSequencer`. */ getAutomineSequencer() {
1237
+ return this.automineSequencer;
1238
+ }
1239
+ /** Returns the prover node subsystem, if enabled. */ getProverNode() {
1240
+ return this.proverNode;
1241
+ }
724
1242
  getBlockSource() {
725
1243
  return this.blockSource;
726
1244
  }
@@ -734,13 +1252,16 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
734
1252
  * Method to return the currently deployed L1 contract addresses.
735
1253
  * @returns - The currently deployed L1 contract addresses.
736
1254
  */ getL1ContractAddresses() {
737
- return Promise.resolve(this.config.l1Contracts);
1255
+ return Promise.resolve(pickL1ContractAddresses(this.config));
738
1256
  }
739
1257
  getEncodedEnr() {
740
1258
  return Promise.resolve(this.p2pClient.getEnr()?.encodeTxt());
741
1259
  }
742
1260
  async getAllowedPublicSetup() {
743
- return this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
1261
+ return [
1262
+ ...await getDefaultAllowedSetupFunctions(),
1263
+ ...this.config.txPublicSetupAllowListExtend ?? []
1264
+ ];
744
1265
  }
745
1266
  /**
746
1267
  * Method to determine if the node is ready to accept transactions.
@@ -763,59 +1284,16 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
763
1284
  rollupVersion,
764
1285
  enr,
765
1286
  l1ContractAddresses: contractAddresses,
766
- protocolContractAddresses: protocolContractAddresses
1287
+ protocolContractAddresses: protocolContractAddresses,
1288
+ realProofs: !!this.config.realProofs
767
1289
  };
768
1290
  return nodeInfo;
769
1291
  }
770
- /**
771
- * Get a block specified by its number.
772
- * @param number - The block number being requested.
773
- * @returns The requested block.
774
- */ async getBlock(number) {
775
- const blockNumber = number === 'latest' ? await this.getBlockNumber() : number;
776
- return await this.blockSource.getBlock(blockNumber);
777
- }
778
- /**
779
- * Get a block specified by its hash.
780
- * @param blockHash - The block hash being requested.
781
- * @returns The requested block.
782
- */ async getBlockByHash(blockHash) {
783
- const publishedBlock = await this.blockSource.getPublishedBlockByHash(blockHash);
784
- return publishedBlock?.block;
785
- }
786
- /**
787
- * Get a block specified by its archive root.
788
- * @param archive - The archive root being requested.
789
- * @returns The requested block.
790
- */ async getBlockByArchive(archive) {
791
- const publishedBlock = await this.blockSource.getPublishedBlockByArchive(archive);
792
- return publishedBlock?.block;
793
- }
794
- /**
795
- * Method to request blocks. Will attempt to return all requested blocks but will return only those available.
796
- * @param from - The start of the range of blocks to return.
797
- * @param limit - The maximum number of blocks to obtain.
798
- * @returns The blocks requested.
799
- */ async getBlocks(from, limit) {
800
- return await this.blockSource.getBlocks(from, limit) ?? [];
801
- }
802
- async getPublishedBlocks(from, limit) {
803
- return await this.blockSource.getPublishedBlocks(from, limit) ?? [];
1292
+ async getCurrentMinFees() {
1293
+ return await this.feeProvider.getCurrentMinFees();
804
1294
  }
805
- async getPublishedCheckpoints(from, limit) {
806
- return await this.blockSource.getPublishedCheckpoints(from, limit) ?? [];
807
- }
808
- async getL2BlocksNew(from, limit) {
809
- return await this.blockSource.getL2BlocksNew(from, limit) ?? [];
810
- }
811
- async getCheckpointedBlocks(from, limit, proven) {
812
- return await this.blockSource.getCheckpointedBlocks(from, limit, proven) ?? [];
813
- }
814
- /**
815
- * Method to fetch the current min L2 fees.
816
- * @returns The current min L2 fees.
817
- */ async getCurrentMinFees() {
818
- return await this.globalVariableBuilder.getCurrentMinFees();
1295
+ /** Returns predicted min fees for the current slot and next N slots. */ async getPredictedMinFees(manaUsage) {
1296
+ return await this.feeProvider.getPredictedMinFees(manaUsage);
819
1297
  }
820
1298
  async getMaxPriorityFees() {
821
1299
  for await (const tx of this.p2pClient.iteratePendingTxs()){
@@ -827,15 +1305,6 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
827
1305
  });
828
1306
  }
829
1307
  /**
830
- * Method to fetch the latest block number synchronized by the node.
831
- * @returns The block number.
832
- */ async getBlockNumber() {
833
- return await this.blockSource.getBlockNumber();
834
- }
835
- async getProvenBlockNumber() {
836
- return await this.blockSource.getProvenBlockNumber();
837
- }
838
- /**
839
1308
  * Method to fetch the version of the package.
840
1309
  * @returns The node package version
841
1310
  */ getNodeVersion() {
@@ -859,25 +1328,11 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
859
1328
  getContract(address) {
860
1329
  return this.contractDataSource.getContract(address);
861
1330
  }
862
- getPrivateLogsByTags(tags) {
863
- return this.logsSource.getPrivateLogsByTags(tags);
864
- }
865
- getPublicLogsByTagsFromContract(contractAddress, tags) {
866
- return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags);
1331
+ getPrivateLogsByTags(query) {
1332
+ return this.logsSource.getPrivateLogsByTags(query);
867
1333
  }
868
- /**
869
- * Gets public logs based on the provided filter.
870
- * @param filter - The filter to apply to the logs.
871
- * @returns The requested logs.
872
- */ getPublicLogs(filter) {
873
- return this.logsSource.getPublicLogs(filter);
874
- }
875
- /**
876
- * Gets contract class logs based on the provided filter.
877
- * @param filter - The filter to apply to the logs.
878
- * @returns The requested logs.
879
- */ getContractClassLogs(filter) {
880
- return this.logsSource.getContractClassLogs(filter);
1334
+ getPublicLogsByTags(query) {
1335
+ return this.logsSource.getPublicLogsByTags(query);
881
1336
  }
882
1337
  /**
883
1338
  * Method to submit a transaction to the p2p pool.
@@ -897,25 +1352,42 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
897
1352
  });
898
1353
  throw new Error(`Invalid tx: ${reason}`);
899
1354
  }
900
- await this.p2pClient.sendTx(tx);
901
- this.metrics.receivedTx(timer.ms(), true);
902
- this.log.info(`Received tx ${txHash}`, {
1355
+ try {
1356
+ await this.p2pClient.sendTx(tx);
1357
+ } catch (err) {
1358
+ this.metrics.receivedTx(timer.ms(), false);
1359
+ this.log.warn(`Mempool rejected tx ${txHash}: ${err.message}`, {
1360
+ txHash
1361
+ });
1362
+ throw err;
1363
+ }
1364
+ const duration = timer.ms();
1365
+ this.metrics.receivedTx(duration, true);
1366
+ this.log.info(`Received tx ${txHash} in ${duration}ms`, {
903
1367
  txHash
904
1368
  });
905
1369
  }
906
1370
  async getTxReceipt(txHash) {
907
- let txReceipt = new TxReceipt(txHash, TxStatus.DROPPED, 'Tx dropped by P2P node.');
908
- // We first check if the tx is in pending (instead of first checking if it is mined) because if we first check
909
- // for mined and then for pending there could be a race condition where the tx is mined between the two checks
910
- // and we would incorrectly return a TxReceipt with status DROPPED
911
- if (await this.p2pClient.getTxStatus(txHash) === 'pending') {
912
- txReceipt = new TxReceipt(txHash, TxStatus.PENDING, '');
913
- }
1371
+ // Check the tx pool status first. If the tx is known to the pool (pending or mined), we'll use that
1372
+ // as a fallback if we don't find a settled receipt in the archiver.
1373
+ const txPoolStatus = await this.p2pClient.getTxStatus(txHash);
1374
+ const isKnownToPool = txPoolStatus === 'pending' || txPoolStatus === 'mined';
1375
+ // Then get the actual tx from the archiver, which tracks every tx in a mined block.
914
1376
  const settledTxReceipt = await this.blockSource.getSettledTxReceipt(txHash);
1377
+ let receipt;
915
1378
  if (settledTxReceipt) {
916
- txReceipt = settledTxReceipt;
1379
+ receipt = settledTxReceipt;
1380
+ } else if (isKnownToPool) {
1381
+ // If the tx is in the pool but not in the archiver, it's pending.
1382
+ // This handles race conditions between archiver and p2p, where the archiver
1383
+ // has pruned the block in which a tx was mined, but p2p has not caught up yet.
1384
+ receipt = new TxReceipt(txHash, TxStatus.PENDING, /*executionResult=*/ undefined, /*error=*/ undefined);
1385
+ } else {
1386
+ // Otherwise, if we don't know the tx, we consider it dropped.
1387
+ receipt = new TxReceipt(txHash, TxStatus.DROPPED, /*executionResult=*/ undefined, /*error=*/ 'Tx dropped by P2P node');
917
1388
  }
918
- return txReceipt;
1389
+ this.debugLogStore.decorateReceiptWithLogs(txHash.toString(), receipt);
1390
+ return receipt;
919
1391
  }
920
1392
  getTxEffect(txHash) {
921
1393
  return this.blockSource.getTxEffect(txHash);
@@ -924,11 +1396,15 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
924
1396
  * Method to stop the aztec node.
925
1397
  */ async stop() {
926
1398
  this.log.info(`Stopping Aztec Node`);
927
- await tryStop(this.validatorsSentinel);
928
- await tryStop(this.epochPruneWatcher);
1399
+ await this.stopStartedWatchers();
929
1400
  await tryStop(this.slasherClient);
930
- await tryStop(this.proofVerifier);
1401
+ await Promise.all([
1402
+ tryStop(this.peerProofVerifier),
1403
+ tryStop(this.rpcProofVerifier)
1404
+ ]);
931
1405
  await tryStop(this.sequencer);
1406
+ await tryStop(this.automineSequencer);
1407
+ await tryStop(this.proverNode);
932
1408
  await tryStop(this.p2pClient);
933
1409
  await tryStop(this.worldStateSynchronizer);
934
1410
  await tryStop(this.blockSource);
@@ -967,101 +1443,83 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
967
1443
  */ async getTxsByHash(txHashes) {
968
1444
  return compactArray(await Promise.all(txHashes.map((txHash)=>this.getTxByHash(txHash))));
969
1445
  }
970
- /**
971
- * Find the indexes of the given leaves in the given tree along with a block metadata pointing to the block in which
972
- * the leaves were inserted.
973
- * @param blockNumber - The block number at which to get the data or 'latest' for latest data.
974
- * @param treeId - The tree to search in.
975
- * @param leafValues - The values to search for.
976
- * @returns The indices of leaves and the block metadata of a block in which the leaves were inserted.
977
- */ async findLeavesIndexes(blockNumber, treeId, leafValues) {
978
- const committedDb = await this.#getWorldState(blockNumber);
1446
+ async findLeavesIndexes(referenceBlock, treeId, leafValues) {
1447
+ const committedDb = await this.getWorldState(referenceBlock);
979
1448
  const maybeIndices = await committedDb.findLeafIndices(treeId, leafValues.map((x)=>x.toBuffer()));
980
- // We filter out undefined values
981
- const indices = maybeIndices.filter((x)=>x !== undefined);
982
- // Now we find the block numbers for the indices
983
- const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, indices);
984
- // If any of the block numbers are undefined, we throw an error.
985
- for(let i = 0; i < indices.length; i++){
986
- if (blockNumbers[i] === undefined) {
987
- throw new Error(`Block number is undefined for leaf index ${indices[i]} in tree ${MerkleTreeId[treeId]}`);
1449
+ // Filter out undefined values to query block numbers only for found leaves
1450
+ const definedIndices = maybeIndices.filter((x)=>x !== undefined);
1451
+ // Now we find the block numbers for the defined indices
1452
+ const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, definedIndices);
1453
+ // Build a map from leaf index to block number
1454
+ const indexToBlockNumber = new Map();
1455
+ for(let i = 0; i < definedIndices.length; i++){
1456
+ const blockNumber = blockNumbers[i];
1457
+ if (blockNumber === undefined) {
1458
+ throw new Error(`Block number is undefined for leaf index ${definedIndices[i]} in tree ${MerkleTreeId[treeId]}`);
988
1459
  }
1460
+ indexToBlockNumber.set(definedIndices[i], blockNumber);
989
1461
  }
990
1462
  // Get unique block numbers in order to optimize num calls to getLeafValue function.
991
1463
  const uniqueBlockNumbers = [
992
- ...new Set(blockNumbers.filter((x)=>x !== undefined))
1464
+ ...new Set(indexToBlockNumber.values())
993
1465
  ];
994
- // Now we obtain the block hashes from the archive tree by calling await `committedDb.getLeafValue(treeId, index)`
995
- // (note that block number corresponds to the leaf index in the archive tree).
1466
+ // Now we obtain the block hashes from the archive tree (block number = leaf index in archive tree).
996
1467
  const blockHashes = await Promise.all(uniqueBlockNumbers.map((blockNumber)=>{
997
1468
  return committedDb.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
998
1469
  }));
999
- // If any of the block hashes are undefined, we throw an error.
1470
+ // Build a map from block number to block hash
1471
+ const blockNumberToHash = new Map();
1000
1472
  for(let i = 0; i < uniqueBlockNumbers.length; i++){
1001
- if (blockHashes[i] === undefined) {
1473
+ const blockHash = blockHashes[i];
1474
+ if (blockHash === undefined) {
1002
1475
  throw new Error(`Block hash is undefined for block number ${uniqueBlockNumbers[i]}`);
1003
1476
  }
1477
+ blockNumberToHash.set(uniqueBlockNumbers[i], blockHash);
1004
1478
  }
1005
1479
  // Create DataInBlock objects by combining indices, blockNumbers and blockHashes and return them.
1006
- return maybeIndices.map((index, i)=>{
1480
+ return maybeIndices.map((index)=>{
1007
1481
  if (index === undefined) {
1008
1482
  return undefined;
1009
1483
  }
1010
- const blockNumber = blockNumbers[i];
1484
+ const blockNumber = indexToBlockNumber.get(index);
1011
1485
  if (blockNumber === undefined) {
1012
- return undefined;
1486
+ throw new Error(`Block number not found for leaf index ${index} in tree ${MerkleTreeId[treeId]}`);
1013
1487
  }
1014
- const blockHashIndex = uniqueBlockNumbers.indexOf(blockNumber);
1015
- const blockHash = blockHashes[blockHashIndex];
1016
- if (!blockHash) {
1017
- return undefined;
1488
+ const l2BlockHash = blockNumberToHash.get(blockNumber);
1489
+ if (l2BlockHash === undefined) {
1490
+ throw new Error(`Block hash not found for block number ${blockNumber}`);
1018
1491
  }
1019
1492
  return {
1020
- l2BlockNumber: BlockNumber(Number(blockNumber)),
1021
- l2BlockHash: L2BlockHash.fromField(blockHash),
1493
+ l2BlockNumber: blockNumber,
1494
+ l2BlockHash,
1022
1495
  data: index
1023
1496
  };
1024
1497
  });
1025
1498
  }
1026
- /**
1027
- * Returns a sibling path for the given index in the nullifier tree.
1028
- * @param blockNumber - The block number at which to get the data.
1029
- * @param leafIndex - The index of the leaf for which the sibling path is required.
1030
- * @returns The sibling path for the leaf index.
1031
- */ async getNullifierSiblingPath(blockNumber, leafIndex) {
1032
- const committedDb = await this.#getWorldState(blockNumber);
1033
- return committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, leafIndex);
1034
- }
1035
- /**
1036
- * Returns a sibling path for the given index in the data tree.
1037
- * @param blockNumber - The block number at which to get the data.
1038
- * @param leafIndex - The index of the leaf for which the sibling path is required.
1039
- * @returns The sibling path for the leaf index.
1040
- */ async getNoteHashSiblingPath(blockNumber, leafIndex) {
1041
- const committedDb = await this.#getWorldState(blockNumber);
1042
- return committedDb.getSiblingPath(MerkleTreeId.NOTE_HASH_TREE, leafIndex);
1043
- }
1044
- async getArchiveMembershipWitness(blockNumber, archive) {
1045
- const committedDb = await this.#getWorldState(blockNumber);
1499
+ async getBlockHashMembershipWitness(referenceBlock, blockHash) {
1500
+ // The Noir circuit checks the archive membership proof against `anchor_block_header.last_archive.root`,
1501
+ // which is the archive tree root BEFORE the anchor block was added (i.e. the state after block N-1).
1502
+ // So we need the world state at block N-1, not block N, to produce a sibling path matching that root.
1503
+ const referenceBlockNumber = await this.resolveBlockNumber(referenceBlock);
1504
+ if (referenceBlockNumber === BlockNumber.ZERO) {
1505
+ // Block 0 (the initial block) has an empty archive, so no membership witness can exist.
1506
+ return undefined;
1507
+ }
1508
+ const committedDb = await this.getWorldState(BlockNumber(referenceBlockNumber - 1));
1046
1509
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.ARCHIVE, [
1047
- archive
1510
+ blockHash
1048
1511
  ]);
1049
1512
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
1050
1513
  }
1051
- async getNoteHashMembershipWitness(blockNumber, noteHash) {
1052
- const committedDb = await this.#getWorldState(blockNumber);
1514
+ async getNoteHashMembershipWitness(referenceBlock, noteHash) {
1515
+ const committedDb = await this.getWorldState(referenceBlock);
1053
1516
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.NOTE_HASH_TREE, [
1054
1517
  noteHash
1055
1518
  ]);
1056
1519
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
1057
1520
  }
1058
- /**
1059
- * Returns the index and a sibling path for a leaf in the committed l1 to l2 data tree.
1060
- * @param blockNumber - The block number at which to get the data.
1061
- * @param l1ToL2Message - The l1ToL2Message to get the index / sibling path for.
1062
- * @returns A tuple of the index and the sibling path of the L1ToL2Message (undefined if not found).
1063
- */ async getL1ToL2MessageMembershipWitness(blockNumber, l1ToL2Message) {
1064
- const db = await this.#getWorldState(blockNumber);
1521
+ async getL1ToL2MessageMembershipWitness(referenceBlock, l1ToL2Message) {
1522
+ const db = await this.getWorldState(referenceBlock);
1065
1523
  const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [
1066
1524
  l1ToL2Message
1067
1525
  ]);
@@ -1074,64 +1532,24 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1074
1532
  witness.path
1075
1533
  ];
1076
1534
  }
1077
- async getL1ToL2MessageBlock(l1ToL2Message) {
1535
+ async getL1ToL2MessageCheckpoint(l1ToL2Message) {
1078
1536
  const messageIndex = await this.l1ToL2MessageSource.getL1ToL2MessageIndex(l1ToL2Message);
1079
- return messageIndex ? BlockNumber.fromCheckpointNumber(InboxLeaf.checkpointNumberFromIndex(messageIndex)) : undefined;
1080
- }
1081
- /**
1082
- * Returns whether an L1 to L2 message is synced by archiver and if it's ready to be included in a block.
1083
- * @param l1ToL2Message - The L1 to L2 message to check.
1084
- * @returns Whether the message is synced and ready to be included in a block.
1085
- */ async isL1ToL2MessageSynced(l1ToL2Message) {
1086
- const messageIndex = await this.l1ToL2MessageSource.getL1ToL2MessageIndex(l1ToL2Message);
1087
- return messageIndex !== undefined;
1537
+ return messageIndex !== undefined ? InboxLeaf.checkpointNumberFromIndex(messageIndex) : undefined;
1088
1538
  }
1089
1539
  /**
1090
1540
  * Returns all the L2 to L1 messages in an epoch.
1091
1541
  * @param epoch - The epoch at which to get the data.
1092
1542
  * @returns The L2 to L1 messages (empty array if the epoch is not found).
1093
1543
  */ async getL2ToL1Messages(epoch) {
1094
- // Assumes `getBlocksForEpoch` returns blocks in ascending order of block number.
1095
- const blocks = await this.blockSource.getBlocksForEpoch(epoch);
1096
- const blocksInCheckpoints = [];
1097
- let previousSlotNumber = SlotNumber.ZERO;
1098
- let checkpointIndex = -1;
1099
- for (const block of blocks){
1100
- const slotNumber = block.header.globalVariables.slotNumber;
1101
- if (slotNumber !== previousSlotNumber) {
1102
- checkpointIndex++;
1103
- blocksInCheckpoints.push([]);
1104
- previousSlotNumber = slotNumber;
1105
- }
1106
- blocksInCheckpoints[checkpointIndex].push(block);
1107
- }
1108
- return blocksInCheckpoints.map((blocks)=>blocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
1109
- }
1110
- /**
1111
- * Returns a sibling path for a leaf in the committed blocks tree.
1112
- * @param blockNumber - The block number at which to get the data.
1113
- * @param leafIndex - Index of the leaf in the tree.
1114
- * @returns The sibling path.
1115
- */ async getArchiveSiblingPath(blockNumber, leafIndex) {
1116
- const committedDb = await this.#getWorldState(blockNumber);
1117
- return committedDb.getSiblingPath(MerkleTreeId.ARCHIVE, leafIndex);
1118
- }
1119
- /**
1120
- * Returns a sibling path for a leaf in the committed public data tree.
1121
- * @param blockNumber - The block number at which to get the data.
1122
- * @param leafIndex - Index of the leaf in the tree.
1123
- * @returns The sibling path.
1124
- */ async getPublicDataSiblingPath(blockNumber, leafIndex) {
1125
- const committedDb = await this.#getWorldState(blockNumber);
1126
- return committedDb.getSiblingPath(MerkleTreeId.PUBLIC_DATA_TREE, leafIndex);
1544
+ const blocks = await this.blockSource.getBlocks({
1545
+ epoch,
1546
+ onlyCheckpointed: true
1547
+ });
1548
+ const blocksInCheckpoints = chunkBy(blocks, (block)=>block.header.globalVariables.slotNumber);
1549
+ return blocksInCheckpoints.map((slotBlocks)=>slotBlocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
1127
1550
  }
1128
- /**
1129
- * Returns a nullifier membership witness for a given nullifier at a given block.
1130
- * @param blockNumber - The block number at which to get the index.
1131
- * @param nullifier - Nullifier we try to find witness for.
1132
- * @returns The nullifier membership witness (if found).
1133
- */ async getNullifierMembershipWitness(blockNumber, nullifier) {
1134
- const db = await this.#getWorldState(blockNumber);
1551
+ async getNullifierMembershipWitness(referenceBlock, nullifier) {
1552
+ const db = await this.getWorldState(referenceBlock);
1135
1553
  const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [
1136
1554
  nullifier.toBuffer()
1137
1555
  ]);
@@ -1145,35 +1563,22 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1145
1563
  }
1146
1564
  return new NullifierMembershipWitness(index, leafPreimage, path);
1147
1565
  }
1148
- /**
1149
- * Returns a low nullifier membership witness for a given nullifier at a given block.
1150
- * @param blockNumber - The block number at which to get the index.
1151
- * @param nullifier - Nullifier we try to find the low nullifier witness for.
1152
- * @returns The low nullifier membership witness (if found).
1153
- * @remarks Low nullifier witness can be used to perform a nullifier non-inclusion proof by leveraging the "linked
1154
- * list structure" of leaves and proving that a lower nullifier is pointing to a bigger next value than the nullifier
1155
- * we are trying to prove non-inclusion for.
1156
- *
1157
- * Note: This function returns the membership witness of the nullifier itself and not the low nullifier when
1158
- * the nullifier already exists in the tree. This is because the `getPreviousValueIndex` function returns the
1159
- * index of the nullifier itself when it already exists in the tree.
1160
- * TODO: This is a confusing behavior and we should eventually address that.
1161
- */ async getLowNullifierMembershipWitness(blockNumber, nullifier) {
1162
- const committedDb = await this.#getWorldState(blockNumber);
1566
+ async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
1567
+ const committedDb = await this.getWorldState(referenceBlock);
1163
1568
  const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
1164
1569
  if (!findResult) {
1165
1570
  return undefined;
1166
1571
  }
1167
1572
  const { index, alreadyPresent } = findResult;
1168
1573
  if (alreadyPresent) {
1169
- this.log.warn(`Nullifier ${nullifier.toBigInt()} already exists in the tree`);
1574
+ throw new Error(`Cannot prove nullifier non-inclusion: nullifier ${nullifier.toBigInt()} already exists in the tree`);
1170
1575
  }
1171
1576
  const preimageData = await committedDb.getLeafPreimage(MerkleTreeId.NULLIFIER_TREE, index);
1172
1577
  const siblingPath = await committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, BigInt(index));
1173
1578
  return new NullifierMembershipWitness(BigInt(index), preimageData, siblingPath);
1174
1579
  }
1175
- async getPublicDataWitness(blockNumber, leafSlot) {
1176
- const committedDb = await this.#getWorldState(blockNumber);
1580
+ async getPublicDataWitness(referenceBlock, leafSlot) {
1581
+ const committedDb = await this.getWorldState(referenceBlock);
1177
1582
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
1178
1583
  if (!lowLeafResult) {
1179
1584
  return undefined;
@@ -1183,18 +1588,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1183
1588
  return new PublicDataWitness(lowLeafResult.index, preimage, path);
1184
1589
  }
1185
1590
  }
1186
- /**
1187
- * Gets the storage value at the given contract storage slot.
1188
- *
1189
- * @remarks The storage slot here refers to the slot as it is defined in Noir not the index in the merkle tree.
1190
- * Aztec's version of `eth_getStorageAt`.
1191
- *
1192
- * @param contract - Address of the contract to query.
1193
- * @param slot - Slot to query.
1194
- * @param blockNumber - The block number at which to get the data or 'latest'.
1195
- * @returns Storage value at the given contract slot.
1196
- */ async getPublicStorageAt(blockNumber, contract, slot) {
1197
- const committedDb = await this.#getWorldState(blockNumber);
1591
+ async getPublicStorageAt(referenceBlock, contract, slot) {
1592
+ const committedDb = await this.getWorldState(referenceBlock);
1198
1593
  const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
1199
1594
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
1200
1595
  if (!lowLeafResult || !lowLeafResult.alreadyPresent) {
@@ -1204,50 +1599,61 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1204
1599
  return preimage.leaf.value;
1205
1600
  }
1206
1601
  /**
1207
- * Returns the currently committed block header, or the initial header if no blocks have been produced.
1208
- * @returns The current committed block header.
1209
- */ async getBlockHeader(blockNumber = 'latest') {
1210
- return blockNumber === BlockNumber.ZERO || blockNumber === 'latest' && await this.blockSource.getBlockNumber() === BlockNumber.ZERO ? this.worldStateSynchronizer.getCommitted().getInitialHeader() : this.blockSource.getBlockHeader(blockNumber === 'latest' ? blockNumber : blockNumber);
1211
- }
1212
- /**
1213
- * Get a block header specified by its hash.
1214
- * @param blockHash - The block hash being requested.
1215
- * @returns The requested block header.
1216
- */ async getBlockHeaderByHash(blockHash) {
1217
- return await this.blockSource.getBlockHeaderByHash(blockHash);
1218
- }
1219
- /**
1220
- * Get a block header specified by its archive root.
1221
- * @param archive - The archive root being requested.
1222
- * @returns The requested block header.
1223
- */ async getBlockHeaderByArchive(archive) {
1224
- return await this.blockSource.getBlockHeaderByArchive(archive);
1225
- }
1226
- /**
1227
1602
  * Simulates the public part of a transaction with the current state.
1228
1603
  * @param tx - The transaction to simulate.
1229
- **/ async simulatePublicCalls(tx, skipFeeEnforcement = false) {
1230
- // Check total gas limit for simulation
1231
- const gasSettings = tx.data.constants.txContext.gasSettings;
1232
- const txGasLimit = gasSettings.gasLimits.l2Gas;
1233
- const teardownGasLimit = gasSettings.teardownGasLimits.l2Gas;
1234
- if (txGasLimit + teardownGasLimit > this.config.rpcSimulatePublicMaxGasLimit) {
1235
- throw new BadRequestError(`Transaction total gas limit ${txGasLimit + teardownGasLimit} (${txGasLimit} + ${teardownGasLimit}) exceeds maximum gas limit ${this.config.rpcSimulatePublicMaxGasLimit} for simulation`);
1236
- }
1237
- const txHash = tx.getTxHash();
1238
- const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
1239
- // If sequencer is not initialized, we just set these values to zero for simulation.
1240
- const coinbase = EthAddress.ZERO;
1241
- const feeRecipient = AztecAddress.ZERO;
1242
- const newGlobalVariables = await this.globalVariableBuilder.buildGlobalVariables(blockNumber, coinbase, feeRecipient);
1243
- const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry);
1244
- this.log.verbose(`Simulating public calls for tx ${txHash}`, {
1245
- globalVariables: newGlobalVariables.toInspect(),
1246
- txHash,
1247
- blockNumber
1248
- });
1249
- const merkleTreeFork = await this.worldStateSynchronizer.fork();
1604
+ * @param skipFeeEnforcement - If true, fee enforcement is skipped.
1605
+ * @param overrides - Optional pre-simulation overrides applied to the ephemeral fork and contract DB.
1606
+ **/ async simulatePublicCalls(tx, skipFeeEnforcement = false, overrides) {
1607
+ const env = {
1608
+ stack: [],
1609
+ error: void 0,
1610
+ hasError: false
1611
+ };
1250
1612
  try {
1613
+ // Check total gas limit for simulation
1614
+ const gasSettings = tx.data.constants.txContext.gasSettings;
1615
+ const txGasLimit = gasSettings.gasLimits.l2Gas;
1616
+ const teardownGasLimit = gasSettings.teardownGasLimits.l2Gas;
1617
+ if (txGasLimit + teardownGasLimit > this.config.rpcSimulatePublicMaxGasLimit) {
1618
+ throw new BadRequestError(`Transaction total gas limit ${txGasLimit + teardownGasLimit} (${txGasLimit} + ${teardownGasLimit}) exceeds maximum gas limit ${this.config.rpcSimulatePublicMaxGasLimit} for simulation`);
1619
+ }
1620
+ const txHash = tx.getTxHash();
1621
+ const l2Tips = await this.blockSource.getL2Tips();
1622
+ const latestBlockNumber = l2Tips.proposed.number;
1623
+ const blockNumber = BlockNumber.add(latestBlockNumber, 1);
1624
+ // If sequencer is not initialized, we just set these values to zero for simulation.
1625
+ const coinbase = EthAddress.ZERO;
1626
+ const feeRecipient = AztecAddress.ZERO;
1627
+ const newGlobalVariables = await this.globalVariableBuilder.buildGlobalVariables(blockNumber, coinbase, feeRecipient);
1628
+ const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry, this.log.getBindings());
1629
+ this.log.verbose(`Simulating public calls for tx ${txHash}`, {
1630
+ globalVariables: newGlobalVariables.toInspect(),
1631
+ txHash,
1632
+ blockNumber
1633
+ });
1634
+ // Ensure world-state has caught up with the latest block we loaded from the archiver
1635
+ await this.worldStateSynchronizer.syncImmediate(latestBlockNumber);
1636
+ // If we detect the next block would start a new checkpoint, then insert L1-to-L2 messages into
1637
+ // the world state tree so simulation can take them into account. We detect if the next block would
1638
+ // start a new checkpoint by checking if the proposed checkpoint's block number matches the latest block number,
1639
+ // which means the next block would be the first block of the next checkpoint.
1640
+ const targetCheckpoint = CheckpointNumber((l2Tips.proposedCheckpoint.checkpoint.number ?? CheckpointNumber.ZERO) + 1);
1641
+ const nextCheckpointMessages = l2Tips.proposedCheckpoint.block.number === l2Tips.proposed.number ? await this.l1ToL2MessageSource.getL1ToL2Messages(targetCheckpoint).catch((err)=>{
1642
+ if (isErrorClass(err, L1ToL2MessagesNotReadyError)) {
1643
+ this.log.warn(`L1-to-L2 messages for checkpoint ${targetCheckpoint} are not ready yet (simulating without them)`);
1644
+ } else {
1645
+ this.log.error(`Failed to get L1-to-L2 messages for checkpoint ${targetCheckpoint} (simulating without them)`, err);
1646
+ }
1647
+ return undefined;
1648
+ }) : undefined;
1649
+ const merkleTreeFork = _ts_add_disposable_resource(env, await this.worldStateSynchronizer.fork(latestBlockNumber), true);
1650
+ if (nextCheckpointMessages !== undefined) {
1651
+ this.log.debug(`Appending ${nextCheckpointMessages.length} L1-to-L2 messages to the world state tree for the next checkpoint`, {
1652
+ checkpointNumber: l2Tips.proposedCheckpoint.checkpoint.number + 1
1653
+ });
1654
+ await appendL1ToL2MessagesToTree(merkleTreeFork, nextCheckpointMessages);
1655
+ }
1656
+ await applyPublicDataOverrides(merkleTreeFork, overrides?.publicStorage);
1251
1657
  const config = PublicSimulatorConfig.from({
1252
1658
  skipFeeEnforcement,
1253
1659
  collectDebugLogs: true,
@@ -1258,9 +1664,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1258
1664
  maxDebugLogMemoryReads: this.config.rpcSimulatePublicMaxDebugLogMemoryReads
1259
1665
  })
1260
1666
  });
1261
- const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config);
1667
+ const contractsDB = new PublicContractsDB(this.contractDataSource, this.log.getBindings());
1668
+ if (overrides?.contracts) {
1669
+ contractsDB.addContracts(Object.values(overrides.contracts).map(({ instance })=>instance));
1670
+ }
1671
+ const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config, contractsDB);
1262
1672
  // REFACTOR: Consider merging ProcessReturnValues into ProcessedTx
1263
- const [processedTxs, failedTxs, _usedTxs, returns] = await processor.process([
1673
+ const [processedTxs, failedTxs, _usedTxs, returns, debugLogs] = await processor.process([
1264
1674
  tx
1265
1675
  ]);
1266
1676
  // REFACTOR: Consider returning the error rather than throwing
@@ -1271,27 +1681,38 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1271
1681
  throw failedTxs[0].error;
1272
1682
  }
1273
1683
  const [processedTx] = processedTxs;
1274
- return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed);
1684
+ return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed, debugLogs);
1685
+ } catch (e) {
1686
+ env.error = e;
1687
+ env.hasError = true;
1275
1688
  } finally{
1276
- await merkleTreeFork.close();
1689
+ const result = _ts_dispose_resources(env);
1690
+ if (result) await result;
1277
1691
  }
1278
1692
  }
1279
1693
  async isValidTx(tx, { isSimulation, skipFeeEnforcement } = {}) {
1280
1694
  const db = this.worldStateSynchronizer.getCommitted();
1281
- const verifier = isSimulation ? undefined : this.proofVerifier;
1282
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1695
+ const verifier = isSimulation ? undefined : this.rpcProofVerifier;
1696
+ // We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
1283
1697
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1284
1698
  const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
1285
- const validator = createValidatorForAcceptingTxs(db, this.contractDataSource, verifier, {
1699
+ const l1Constants = await this.blockSource.getL1Constants();
1700
+ const validator = createTxValidatorForAcceptingTxsOverRPC(db, this.contractDataSource, verifier, {
1286
1701
  timestamp: nextSlotTimestamp,
1287
1702
  blockNumber,
1288
1703
  l1ChainId: this.l1ChainId,
1289
1704
  rollupVersion: this.version,
1290
- setupAllowList: this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions(),
1705
+ setupAllowList: [
1706
+ ...await getDefaultAllowedSetupFunctions(),
1707
+ ...this.config.txPublicSetupAllowListExtend ?? []
1708
+ ],
1291
1709
  gasFees: await this.getCurrentMinFees(),
1292
1710
  skipFeeEnforcement,
1293
- txsPermitted: !this.config.disableTransactions
1294
- });
1711
+ txsPermitted: !this.config.disableTransactions,
1712
+ rollupManaLimit: l1Constants.rollupManaLimit,
1713
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1714
+ maxBlockDAGas: this.config.validateMaxDABlockGas
1715
+ }, this.log.getBindings());
1295
1716
  return await validator.validateTx(tx);
1296
1717
  }
1297
1718
  getConfig() {
@@ -1304,7 +1725,20 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1304
1725
  ...this.config,
1305
1726
  ...config
1306
1727
  };
1307
- this.sequencer?.updateConfig(config);
1728
+ // If the sequencer is currently paused via pauseSequencer(), record the caller's desired
1729
+ // minTxsPerBlock as the restore value (so resumeSequencer applies it) and keep the freeze
1730
+ // (MAX_SAFE_INTEGER) applied to the underlying sequencer. Without this guard, forwarding
1731
+ // the new minTxsPerBlock to the sequencer would silently unpause block production while
1732
+ // pauseSequencer() still considers it paused.
1733
+ const sequencerUpdate = {
1734
+ ...config
1735
+ };
1736
+ if (this.sequencerPausedMinTxsPerBlock !== undefined && sequencerUpdate.minTxsPerBlock !== undefined) {
1737
+ this.sequencerPausedMinTxsPerBlock = sequencerUpdate.minTxsPerBlock;
1738
+ delete sequencerUpdate.minTxsPerBlock;
1739
+ }
1740
+ this.sequencer?.updateConfig(sequencerUpdate);
1741
+ this.automineSequencer?.updateConfig(sequencerUpdate);
1308
1742
  this.slasherClient?.updateConfig(config);
1309
1743
  this.validatorsSentinel?.updateConfig(config);
1310
1744
  await this.p2pClient.updateP2PConfig(config);
@@ -1313,7 +1747,18 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1313
1747
  archiver.updateConfig(config);
1314
1748
  }
1315
1749
  if (newConfig.realProofs !== this.config.realProofs) {
1316
- this.proofVerifier = config.realProofs ? await BBCircuitVerifier.new(newConfig) : new TestCircuitVerifier();
1750
+ await Promise.all([
1751
+ tryStop(this.peerProofVerifier),
1752
+ tryStop(this.rpcProofVerifier)
1753
+ ]);
1754
+ if (newConfig.realProofs) {
1755
+ this.peerProofVerifier = await BatchChonkVerifier.new(newConfig, newConfig.bbChonkVerifyMaxBatch, 'peer');
1756
+ const rpcVerifier = await BBCircuitVerifier.new(newConfig);
1757
+ this.rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, newConfig.numConcurrentIVCVerifiers);
1758
+ } else {
1759
+ this.peerProofVerifier = new TestCircuitVerifier();
1760
+ this.rpcProofVerifier = new TestCircuitVerifier();
1761
+ }
1317
1762
  }
1318
1763
  this.config = newConfig;
1319
1764
  }
@@ -1322,7 +1767,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1322
1767
  classRegistry: ProtocolContractAddress.ContractClassRegistry,
1323
1768
  feeJuice: ProtocolContractAddress.FeeJuice,
1324
1769
  instanceRegistry: ProtocolContractAddress.ContractInstanceRegistry,
1325
- multiCallEntrypoint: ProtocolContractAddress.MultiCallEntrypoint
1770
+ multiCallEntrypoint: STANDARD_MULTI_CALL_ENTRYPOINT_ADDRESS
1326
1771
  });
1327
1772
  }
1328
1773
  registerContractFunctionSignatures(signatures) {
@@ -1373,7 +1818,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1373
1818
  });
1374
1819
  return Promise.resolve();
1375
1820
  }
1376
- async rollbackTo(targetBlock, force) {
1821
+ async rollbackTo(targetBlock, force, resumeSync = true) {
1377
1822
  const archiver = this.blockSource;
1378
1823
  if (!('rollbackTo' in archiver)) {
1379
1824
  throw new Error('Archiver implementation does not support rollbacks.');
@@ -1401,9 +1846,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1401
1846
  this.log.error(`Error during rollback`, err);
1402
1847
  throw err;
1403
1848
  } finally{
1404
- this.log.info(`Resuming world state and archiver sync.`);
1405
- this.worldStateSynchronizer.resumeSync();
1406
- archiver.resume();
1849
+ if (resumeSync) {
1850
+ this.log.info(`Resuming world state and archiver sync.`);
1851
+ this.worldStateSynchronizer.resumeSync();
1852
+ archiver.resume();
1853
+ } else {
1854
+ this.log.info(`Sync left paused after rollback (resumeSync=false).`);
1855
+ }
1407
1856
  }
1408
1857
  }
1409
1858
  async pauseSync() {
@@ -1417,53 +1866,220 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1417
1866
  this.blockSource.resume();
1418
1867
  return Promise.resolve();
1419
1868
  }
1420
- getSlashPayloads() {
1421
- if (!this.slasherClient) {
1422
- throw new Error(`Slasher client not enabled`);
1869
+ pauseSequencer() {
1870
+ if (this.automineSequencer) {
1871
+ this.automineSequencer.pause();
1872
+ return Promise.resolve();
1873
+ }
1874
+ if (this.sequencer) {
1875
+ if (this.sequencerPausedMinTxsPerBlock === undefined) {
1876
+ this.sequencerPausedMinTxsPerBlock = this.sequencer.getSequencer().getConfig().minTxsPerBlock ?? 0;
1877
+ this.sequencer.updateConfig({
1878
+ minTxsPerBlock: Number.MAX_SAFE_INTEGER
1879
+ });
1880
+ this.log.info(`Sequencer paused (minTxsPerBlock set to MAX_SAFE_INTEGER)`, {
1881
+ previousMinTxsPerBlock: this.sequencerPausedMinTxsPerBlock
1882
+ });
1883
+ }
1884
+ return Promise.resolve();
1423
1885
  }
1424
- return this.slasherClient.getSlashPayloads();
1886
+ throw new BadRequestError('Cannot pause sequencer: no sequencer is running');
1887
+ }
1888
+ resumeSequencer() {
1889
+ if (this.automineSequencer) {
1890
+ this.automineSequencer.resume();
1891
+ return Promise.resolve();
1892
+ }
1893
+ if (this.sequencer) {
1894
+ if (this.sequencerPausedMinTxsPerBlock !== undefined) {
1895
+ const restored = this.sequencerPausedMinTxsPerBlock;
1896
+ this.sequencerPausedMinTxsPerBlock = undefined;
1897
+ this.sequencer.updateConfig({
1898
+ minTxsPerBlock: restored
1899
+ });
1900
+ this.log.info(`Sequencer resumed (minTxsPerBlock restored)`, {
1901
+ minTxsPerBlock: restored
1902
+ });
1903
+ }
1904
+ return Promise.resolve();
1905
+ }
1906
+ throw new BadRequestError('Cannot resume sequencer: no sequencer is running');
1425
1907
  }
1426
1908
  getSlashOffenses(round) {
1427
1909
  if (!this.slasherClient) {
1428
1910
  throw new Error(`Slasher client not enabled`);
1429
1911
  }
1430
1912
  if (round === 'all') {
1431
- return this.slasherClient.getPendingOffenses();
1913
+ return this.slasherClient.getOffenses();
1432
1914
  } else {
1433
1915
  return this.slasherClient.gatherOffensesForRound(round === 'current' ? undefined : BigInt(round));
1434
1916
  }
1435
1917
  }
1918
+ async reloadKeystore() {
1919
+ if (!this.config.keyStoreDirectory?.length) {
1920
+ throw new BadRequestError('Cannot reload keystore: node is not using a file-based keystore. ' + 'Set KEY_STORE_DIRECTORY to use file-based keystores.');
1921
+ }
1922
+ if (!this.validatorClient) {
1923
+ throw new BadRequestError('Cannot reload keystore: validator is not enabled.');
1924
+ }
1925
+ this.log.info('Reloading keystore from disk');
1926
+ // Re-read and validate keystore files
1927
+ const keyStores = loadKeystores(this.config.keyStoreDirectory);
1928
+ const newManager = new KeystoreManager(mergeKeystores(keyStores));
1929
+ await newManager.validateSigners();
1930
+ ValidatorClient.validateKeyStoreConfiguration(newManager, this.log);
1931
+ // Validate that every validator's publisher keys overlap with the L1 signers
1932
+ // that were initialized at startup. Publishers cannot be hot-reloaded, so a
1933
+ // validator with a publisher key that doesn't match any existing L1 signer
1934
+ // would silently fail on every proposer slot.
1935
+ if (this.keyStoreManager && this.sequencer) {
1936
+ const oldAdapter = NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager);
1937
+ const availablePublishers = new Set(oldAdapter.getAttesterAddresses().flatMap((a)=>oldAdapter.getPublisherAddresses(a).map((p)=>p.toString().toLowerCase())));
1938
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1939
+ for (const attester of newAdapter.getAttesterAddresses()){
1940
+ const pubs = newAdapter.getPublisherAddresses(attester);
1941
+ if (pubs.length > 0 && !pubs.some((p)=>availablePublishers.has(p.toString().toLowerCase()))) {
1942
+ throw new BadRequestError(`Cannot reload keystore: validator ${attester} has publisher keys ` + `[${pubs.map((p)=>p.toString()).join(', ')}] but none match the L1 signers initialized at startup ` + `[${[
1943
+ ...availablePublishers
1944
+ ].join(', ')}]. Publishers cannot be hot-reloaded — ` + `use an existing publisher key or restart the node.`);
1945
+ }
1946
+ }
1947
+ }
1948
+ // Build adapters for old and new keystores to compute diff
1949
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1950
+ const newAddresses = newAdapter.getAttesterAddresses();
1951
+ const oldAddresses = this.keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager).getAttesterAddresses() : [];
1952
+ const oldSet = new Set(oldAddresses.map((a)=>a.toString()));
1953
+ const newSet = new Set(newAddresses.map((a)=>a.toString()));
1954
+ const added = newAddresses.filter((a)=>!oldSet.has(a.toString()));
1955
+ const removed = oldAddresses.filter((a)=>!newSet.has(a.toString()));
1956
+ if (added.length > 0) {
1957
+ this.log.info(`Keystore reload: adding attester keys: ${added.map((a)=>a.toString()).join(', ')}`);
1958
+ }
1959
+ if (removed.length > 0) {
1960
+ this.log.info(`Keystore reload: removing attester keys: ${removed.map((a)=>a.toString()).join(', ')}`);
1961
+ }
1962
+ if (added.length === 0 && removed.length === 0) {
1963
+ this.log.info('Keystore reload: attester keys unchanged');
1964
+ }
1965
+ // Update the validator client (coinbase, feeRecipient, attester keys)
1966
+ this.validatorClient.reloadKeystore(newManager);
1967
+ // Update the publisher factory's keystore so newly-added validators
1968
+ // can be matched to existing publisher keys when proposing blocks.
1969
+ if (this.sequencer) {
1970
+ this.sequencer.updatePublisherNodeKeyStore(newAdapter);
1971
+ }
1972
+ // Update slasher's "don't-slash-self" list with new validator addresses
1973
+ if (this.slasherClient && !this.config.slashSelfAllowed) {
1974
+ const slashValidatorsNever = unique([
1975
+ ...this.config.slashValidatorsNever ?? [],
1976
+ ...newAddresses
1977
+ ].map((a)=>a.toString())).map(EthAddress.fromString);
1978
+ this.slasherClient.updateConfig({
1979
+ slashValidatorsNever
1980
+ });
1981
+ }
1982
+ this.keyStoreManager = newManager;
1983
+ this.log.info('Keystore reloaded: coinbase, feeRecipient, and attester keys updated');
1984
+ }
1985
+ async mineBlock() {
1986
+ if (this.automineSequencer) {
1987
+ await this.automineSequencer.buildEmptyBlock();
1988
+ return;
1989
+ }
1990
+ if (!this.sequencer) {
1991
+ throw new BadRequestError('Cannot mine block: no sequencer is running');
1992
+ }
1993
+ const currentBlockNumber = await this.getBlockNumber();
1994
+ // Use slot duration + 50% buffer as the timeout so this works on running networks too
1995
+ const { slotDuration } = await this.blockSource.getL1Constants();
1996
+ const timeoutSeconds = Math.ceil(slotDuration * 1.5);
1997
+ // Temporarily set minTxsPerBlock to 0 so the sequencer produces a block even with no txs
1998
+ const originalMinTxsPerBlock = this.sequencer.getSequencer().getConfig().minTxsPerBlock;
1999
+ this.sequencer.updateConfig({
2000
+ minTxsPerBlock: 0
2001
+ });
2002
+ try {
2003
+ // Trigger the sequencer to produce a block immediately
2004
+ void this.sequencer.trigger();
2005
+ // Wait for the new L2 block to appear
2006
+ await retryUntil(async ()=>{
2007
+ const newBlockNumber = await this.getBlockNumber();
2008
+ return newBlockNumber > currentBlockNumber ? true : undefined;
2009
+ }, 'mineBlock', timeoutSeconds, 0.1);
2010
+ } finally{
2011
+ this.sequencer.updateConfig({
2012
+ minTxsPerBlock: originalMinTxsPerBlock
2013
+ });
2014
+ }
2015
+ }
1436
2016
  /**
1437
2017
  * Returns an instance of MerkleTreeOperations having first ensured the world state is fully synched
1438
- * @param blockNumber - The block number at which to get the data.
2018
+ * @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
1439
2019
  * @returns An instance of a committed MerkleTreeOperations
1440
- */ async #getWorldState(blockNumber) {
1441
- if (typeof blockNumber === 'number' && blockNumber < INITIAL_L2_BLOCK_NUM - 1) {
1442
- throw new Error('Invalid block number to get world state for: ' + blockNumber);
1443
- }
2020
+ */ async getWorldState(block) {
2021
+ const query = this.normalizeBlockParameter(block);
2022
+ // When the request anchors on a specific block hash, resolve it against the archiver up front and
2023
+ // drive the world-state sync to that exact block number and hash. Resolving against the archiver
2024
+ // first fails fast with a clear reorg error if the hash is unknown, and passing the hash to the
2025
+ // synchronizer makes the sync reorg-aware: it barriers until the archive-tree commit for that block
2026
+ // has landed and verifies it matches the requested fork, instead of syncing to bare latest height
2027
+ // and then racing the snapshot read below against an in-flight archive-tree write.
2028
+ const requestedHash = 'hash' in query ? query.hash : undefined;
2029
+ const anchorBlockNumber = requestedHash !== undefined ? await this.resolveBlockNumber(query) : undefined;
1444
2030
  let blockSyncedTo = BlockNumber.ZERO;
1445
2031
  try {
1446
2032
  // Attempt to sync the world state if necessary
1447
- blockSyncedTo = await this.#syncWorldState();
2033
+ blockSyncedTo = await this.#syncWorldState(anchorBlockNumber, requestedHash);
1448
2034
  } catch (err) {
1449
2035
  this.log.error(`Error getting world state: ${err}`);
1450
2036
  }
1451
- // using a snapshot could be less efficient than using the committed db
1452
- if (blockNumber === 'latest' /*|| blockNumber === blockSyncedTo*/ ) {
1453
- this.log.debug(`Using committed db for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
2037
+ if ('tag' in query && query.tag === 'proposed') {
2038
+ this.log.debug(`Using committed db for latest block, world state synced upto ${blockSyncedTo}`);
1454
2039
  return this.worldStateSynchronizer.getCommitted();
1455
- } else if (blockNumber <= blockSyncedTo) {
1456
- this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1457
- return this.worldStateSynchronizer.getSnapshot(blockNumber);
1458
- } else {
1459
- throw new Error(`Block ${blockNumber} not yet synced`);
1460
2040
  }
2041
+ const blockNumber = anchorBlockNumber ?? await this.resolveBlockNumber(query);
2042
+ // Check it's within world state sync range
2043
+ if (blockNumber > blockSyncedTo) {
2044
+ throw new Error(`Queried block ${inspectBlockParameter(block)} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
2045
+ }
2046
+ this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
2047
+ const snapshot = this.worldStateSynchronizer.getSnapshot(blockNumber);
2048
+ // Double-check world-state synced to the same block hash as was requested.
2049
+ // Block 0 is skipped: the snapshot returned by `getSnapshot(0)` is the *pre*-genesis archive
2050
+ // (size 0), so leaf 0 is not yet inserted from that snapshot's view even though block 0's hash
2051
+ // does live at archive index 0 in the committed tree. The genesis hash is already validated by
2052
+ // the archiver when it resolves the hash query to block number 0.
2053
+ if (requestedHash !== undefined && blockNumber !== BlockNumber.ZERO) {
2054
+ const blockHash = await snapshot.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
2055
+ if (!blockHash || !requestedHash.equals(blockHash)) {
2056
+ throw new Error(`Block hash ${requestedHash.toString()} not found in world state at block number ${blockNumber} (world state has ${blockHash?.toString() ?? 'no hash'} at that index, genesis header hash is ${this.blockSource.getGenesisBlockHash().toString()}). If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
2057
+ }
2058
+ }
2059
+ return snapshot;
2060
+ }
2061
+ /** Resolves any {@link BlockParameter} variant to a concrete block number. */ async resolveBlockNumber(block) {
2062
+ const query = this.normalizeBlockParameter(block);
2063
+ const blockNumber = await this.blockSource.getBlockNumber(query);
2064
+ if (blockNumber === undefined) {
2065
+ if ('hash' in query) {
2066
+ throw new Error(`Block hash ${query.hash.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
2067
+ }
2068
+ if ('archive' in query) {
2069
+ throw new Error(`Block with archive ${query.archive.toString()} not found.`);
2070
+ }
2071
+ throw new Error(`Block not found for ${inspectBlockParameter(block)}.`);
2072
+ }
2073
+ return blockNumber;
1461
2074
  }
1462
2075
  /**
1463
- * Ensure we fully sync the world state
2076
+ * Ensure the world state is synced.
2077
+ * @param targetBlockNumber - Block to sync up to. Defaults to the latest block known to the archiver.
2078
+ * @param blockHash - If provided, the synchronizer verifies the block at `targetBlockNumber` matches this
2079
+ * hash, resyncing (and so detecting reorgs) if it does not yet match or has been reorged away.
1464
2080
  * @returns A promise that fulfils once the world state is synced
1465
- */ async #syncWorldState() {
1466
- const blockSourceHeight = await this.blockSource.getBlockNumber();
1467
- return await this.worldStateSynchronizer.syncImmediate(blockSourceHeight);
2081
+ */ async #syncWorldState(targetBlockNumber, blockHash) {
2082
+ const target = targetBlockNumber ?? await this.blockSource.getBlockNumber();
2083
+ return await this.worldStateSynchronizer.syncImmediate(target, blockHash);
1468
2084
  }
1469
2085
  }