@aztec/aztec-node 0.0.1-commit.2ed92850 → 0.0.1-commit.2f68f620

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. package/dest/aztec-node/block_response_helpers.d.ts +25 -0
  2. package/dest/aztec-node/block_response_helpers.d.ts.map +1 -0
  3. package/dest/aztec-node/block_response_helpers.js +112 -0
  4. package/dest/aztec-node/config.d.ts +14 -8
  5. package/dest/aztec-node/config.d.ts.map +1 -1
  6. package/dest/aztec-node/config.js +16 -8
  7. package/dest/aztec-node/node_metrics.d.ts +1 -1
  8. package/dest/aztec-node/node_metrics.d.ts.map +1 -1
  9. package/dest/aztec-node/node_metrics.js +8 -4
  10. package/dest/aztec-node/public_data_overrides.d.ts +13 -0
  11. package/dest/aztec-node/public_data_overrides.d.ts.map +1 -0
  12. package/dest/aztec-node/public_data_overrides.js +21 -0
  13. package/dest/aztec-node/server.d.ts +95 -118
  14. package/dest/aztec-node/server.d.ts.map +1 -1
  15. package/dest/aztec-node/server.js +1159 -509
  16. package/dest/sentinel/config.d.ts +3 -2
  17. package/dest/sentinel/config.d.ts.map +1 -1
  18. package/dest/sentinel/config.js +15 -5
  19. package/dest/sentinel/factory.d.ts +5 -3
  20. package/dest/sentinel/factory.d.ts.map +1 -1
  21. package/dest/sentinel/factory.js +5 -5
  22. package/dest/sentinel/sentinel.d.ts +134 -10
  23. package/dest/sentinel/sentinel.d.ts.map +1 -1
  24. package/dest/sentinel/sentinel.js +252 -84
  25. package/dest/sentinel/store.d.ts +8 -8
  26. package/dest/sentinel/store.d.ts.map +1 -1
  27. package/dest/sentinel/store.js +33 -21
  28. package/dest/test/index.d.ts +3 -3
  29. package/dest/test/index.d.ts.map +1 -1
  30. package/package.json +27 -25
  31. package/src/aztec-node/block_response_helpers.ts +161 -0
  32. package/src/aztec-node/config.ts +36 -16
  33. package/src/aztec-node/node_metrics.ts +12 -5
  34. package/src/aztec-node/public_data_overrides.ts +35 -0
  35. package/src/aztec-node/server.ts +1327 -660
  36. package/src/sentinel/README.md +103 -0
  37. package/src/sentinel/config.ts +18 -6
  38. package/src/sentinel/factory.ts +9 -11
  39. package/src/sentinel/sentinel.ts +307 -89
  40. package/src/sentinel/store.ts +35 -27
  41. package/src/test/index.ts +2 -2
@@ -1,3 +1,68 @@
1
+ function _ts_add_disposable_resource(env, value, async) {
2
+ if (value !== null && value !== void 0) {
3
+ if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
4
+ var dispose, inner;
5
+ if (async) {
6
+ if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
7
+ dispose = value[Symbol.asyncDispose];
8
+ }
9
+ if (dispose === void 0) {
10
+ if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
11
+ dispose = value[Symbol.dispose];
12
+ if (async) inner = dispose;
13
+ }
14
+ if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
15
+ if (inner) dispose = function() {
16
+ try {
17
+ inner.call(this);
18
+ } catch (e) {
19
+ return Promise.reject(e);
20
+ }
21
+ };
22
+ env.stack.push({
23
+ value: value,
24
+ dispose: dispose,
25
+ async: async
26
+ });
27
+ } else if (async) {
28
+ env.stack.push({
29
+ async: true
30
+ });
31
+ }
32
+ return value;
33
+ }
34
+ function _ts_dispose_resources(env) {
35
+ var _SuppressedError = typeof SuppressedError === "function" ? SuppressedError : function(error, suppressed, message) {
36
+ var e = new Error(message);
37
+ return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
38
+ };
39
+ return (_ts_dispose_resources = function _ts_dispose_resources(env) {
40
+ function fail(e) {
41
+ env.error = env.hasError ? new _SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
42
+ env.hasError = true;
43
+ }
44
+ var r, s = 0;
45
+ function next() {
46
+ while(r = env.stack.pop()){
47
+ try {
48
+ if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
49
+ if (r.dispose) {
50
+ var result = r.dispose.call(r.value);
51
+ if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) {
52
+ fail(e);
53
+ return next();
54
+ });
55
+ } else s |= 1;
56
+ } catch (e) {
57
+ fail(e);
58
+ }
59
+ }
60
+ if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
61
+ if (env.hasError) throw env.error;
62
+ }
63
+ return next();
64
+ })(env);
65
+ }
1
66
  function applyDecs2203RFactory() {
2
67
  function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
68
  return function addInitializer(initializer) {
@@ -371,49 +436,62 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
436
  return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
437
  }
373
438
  var _dec, _initProto;
374
- import { createArchiver } from '@aztec/archiver';
375
- import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
439
+ import { L1ToL2MessagesNotReadyError, createArchiver } from '@aztec/archiver';
440
+ import { BBCircuitVerifier, BatchChonkVerifier, QueuedIVCVerifier } from '@aztec/bb-prover';
441
+ import { TestCircuitVerifier } from '@aztec/bb-prover/test';
376
442
  import { createBlobClientWithFileStores } from '@aztec/blob-client/client';
443
+ import { Blob } from '@aztec/blob-lib';
377
444
  import { EpochCache } from '@aztec/epoch-cache';
378
445
  import { createEthereumChain } from '@aztec/ethereum/chain';
379
- import { getPublicClient } from '@aztec/ethereum/client';
446
+ import { getPublicClient, makeL1HttpTransport } from '@aztec/ethereum/client';
380
447
  import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
381
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
382
- import { compactArray, pick } from '@aztec/foundation/collection';
448
+ import { pickL1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
449
+ import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
450
+ import { chunkBy, compactArray, pick, unique } from '@aztec/foundation/collection';
383
451
  import { Fr } from '@aztec/foundation/curves/bn254';
384
452
  import { EthAddress } from '@aztec/foundation/eth-address';
385
453
  import { BadRequestError } from '@aztec/foundation/json-rpc';
386
454
  import { createLogger } from '@aztec/foundation/log';
455
+ import { retryUntil } from '@aztec/foundation/retry';
387
456
  import { count } from '@aztec/foundation/string';
388
457
  import { DateProvider, Timer } from '@aztec/foundation/timer';
389
458
  import { MembershipWitness } from '@aztec/foundation/trees';
459
+ import { isErrorClass } from '@aztec/foundation/types';
390
460
  import { KeystoreManager, loadKeystores, mergeKeystores } from '@aztec/node-keystore';
391
461
  import { trySnapshotSync, uploadSnapshot } from '@aztec/node-lib/actions';
392
- import { createForwarderL1TxUtilsFromEthSigner, createL1TxUtilsWithBlobsFromEthSigner } from '@aztec/node-lib/factories';
393
- import { createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
462
+ import { createForwarderL1TxUtilsFromSigners, createL1TxUtilsFromSigners } from '@aztec/node-lib/factories';
463
+ import { createP2PClient, createTxValidatorForAcceptingTxsOverRPC, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
394
464
  import { ProtocolContractAddress } from '@aztec/protocol-contracts';
395
- import { GlobalVariableBuilder, SequencerClient } from '@aztec/sequencer-client';
396
- import { PublicProcessorFactory } from '@aztec/simulator/server';
397
- import { AttestationsBlockWatcher, EpochPruneWatcher, createSlasher } from '@aztec/slasher';
465
+ import { createProverNode } from '@aztec/prover-node';
466
+ import { createKeyStoreForProver } from '@aztec/prover-node/config';
467
+ import { FeeProviderImpl, GlobalVariableBuilder, SequencerClient, createAutomineSequencer } from '@aztec/sequencer-client';
468
+ import { PublicContractsDB, PublicProcessorFactory } from '@aztec/simulator/server';
469
+ import { AttestationsBlockWatcher, AttestedInvalidProposalWatcher, BroadcastedInvalidCheckpointProposalWatcher, CheckpointEquivocationWatcher, DataWithholdingWatcher, createSlasher } from '@aztec/slasher';
470
+ import { STANDARD_MULTI_CALL_ENTRYPOINT_ADDRESS } from '@aztec/standard-contracts/multi-call-entrypoint';
398
471
  import { CollectionLimitsConfig, PublicSimulatorConfig } from '@aztec/stdlib/avm';
399
472
  import { AztecAddress } from '@aztec/stdlib/aztec-address';
400
- import { L2Block, L2BlockHash } from '@aztec/stdlib/block';
473
+ import { BlockHash, BlockTag, inspectBlockParameter } from '@aztec/stdlib/block';
474
+ import { CheckpointReexecutionTracker } from '@aztec/stdlib/checkpoint';
475
+ import { getEpochAtSlot } from '@aztec/stdlib/epoch-helpers';
401
476
  import { GasFees } from '@aztec/stdlib/gas';
402
477
  import { computePublicDataTreeLeafSlot } from '@aztec/stdlib/hash';
403
478
  import { AztecNodeAdminConfigSchema } from '@aztec/stdlib/interfaces/client';
404
479
  import { tryStop } from '@aztec/stdlib/interfaces/server';
405
- import { InboxLeaf } from '@aztec/stdlib/messaging';
406
- import { P2PClientType } from '@aztec/stdlib/p2p';
480
+ import { InMemoryDebugLogStore, NullDebugLogStore } from '@aztec/stdlib/logs';
481
+ import { InboxLeaf, appendL1ToL2MessagesToTree } from '@aztec/stdlib/messaging';
482
+ import { MIN_EXECUTION_TIME } from '@aztec/stdlib/timetable';
407
483
  import { MerkleTreeId, NullifierMembershipWitness, PublicDataWitness } from '@aztec/stdlib/trees';
408
- import { PublicSimulationOutput, TxReceipt, TxStatus } from '@aztec/stdlib/tx';
484
+ import { DroppedTxReceipt, MinedTxReceipt, PendingTxReceipt, PublicSimulationOutput, TxStatus } from '@aztec/stdlib/tx';
409
485
  import { getPackageVersion } from '@aztec/stdlib/update-checker';
410
486
  import { Attributes, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
411
- import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createBlockProposalHandler, createValidatorClient, createValidatorForAcceptingTxs } from '@aztec/validator-client';
412
- import { createWorldStateSynchronizer } from '@aztec/world-state';
413
- import { createPublicClient, fallback, http } from 'viem';
487
+ import { FullNodeCheckpointsBuilder as CheckpointsBuilder, FullNodeCheckpointsBuilder, NodeKeystoreAdapter, ValidatorClient, createProposalHandler, createValidatorClient } from '@aztec/validator-client';
488
+ import { createWorldState, createWorldStateSynchronizer } from '@aztec/world-state';
489
+ import { createPublicClient } from 'viem';
414
490
  import { createSentinel } from '../sentinel/factory.js';
491
+ import { blockResponseFromBlockData, blockResponseFromL2Block, checkpointResponseFromCheckpointData, checkpointResponseFromPublishedCheckpoint, projectProposedToCheckpointResponse } from './block_response_helpers.js';
415
492
  import { createKeyStoreForValidator } from './config.js';
416
493
  import { NodeMetrics } from './node_metrics.js';
494
+ import { applyPublicDataOverrides } from './public_data_overrides.js';
417
495
  _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
418
496
  [Attributes.TX_HASH]: tx.getTxHash().toString()
419
497
  }));
@@ -428,18 +506,25 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
428
506
  l1ToL2MessageSource;
429
507
  worldStateSynchronizer;
430
508
  sequencer;
509
+ proverNode;
431
510
  slasherClient;
432
511
  validatorsSentinel;
433
- epochPruneWatcher;
512
+ stopStartedWatchers;
434
513
  l1ChainId;
435
514
  version;
436
515
  globalVariableBuilder;
516
+ feeProvider;
437
517
  epochCache;
438
518
  packageVersion;
439
- proofVerifier;
519
+ peerProofVerifier;
520
+ rpcProofVerifier;
440
521
  telemetry;
441
522
  log;
442
523
  blobClient;
524
+ validatorClient;
525
+ keyStoreManager;
526
+ debugLogStore;
527
+ automineSequencer;
443
528
  static{
444
529
  ({ e: [_initProto] } = _apply_decs_2203_r(this, [
445
530
  [
@@ -450,11 +535,12 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
450
535
  ], []));
451
536
  }
452
537
  metrics;
453
- initialHeaderHashPromise;
454
538
  // Prevent two snapshot operations to happen simultaneously
455
539
  isUploadingSnapshot;
540
+ // Saved minTxsPerBlock used by `pauseSequencer` to restore production-sequencer config on resume.
541
+ sequencerPausedMinTxsPerBlock;
456
542
  tracer;
457
- constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, l1ChainId, version, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient){
543
+ constructor(config, p2pClient, blockSource, logsSource, contractDataSource, l1ToL2MessageSource, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, stopStartedWatchers, l1ChainId, version, globalVariableBuilder, feeProvider, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry = getTelemetryClient(), log = createLogger('node'), blobClient, validatorClient, keyStoreManager, debugLogStore = new NullDebugLogStore(), automineSequencer){
458
544
  this.config = config;
459
545
  this.p2pClient = p2pClient;
460
546
  this.blockSource = blockSource;
@@ -463,31 +549,280 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
463
549
  this.l1ToL2MessageSource = l1ToL2MessageSource;
464
550
  this.worldStateSynchronizer = worldStateSynchronizer;
465
551
  this.sequencer = sequencer;
552
+ this.proverNode = proverNode;
466
553
  this.slasherClient = slasherClient;
467
554
  this.validatorsSentinel = validatorsSentinel;
468
- this.epochPruneWatcher = epochPruneWatcher;
555
+ this.stopStartedWatchers = stopStartedWatchers;
469
556
  this.l1ChainId = l1ChainId;
470
557
  this.version = version;
471
558
  this.globalVariableBuilder = globalVariableBuilder;
559
+ this.feeProvider = feeProvider;
472
560
  this.epochCache = epochCache;
473
561
  this.packageVersion = packageVersion;
474
- this.proofVerifier = proofVerifier;
562
+ this.peerProofVerifier = peerProofVerifier;
563
+ this.rpcProofVerifier = rpcProofVerifier;
475
564
  this.telemetry = telemetry;
476
565
  this.log = log;
477
566
  this.blobClient = blobClient;
478
- this.initialHeaderHashPromise = (_initProto(this), undefined);
479
- this.isUploadingSnapshot = false;
567
+ this.validatorClient = validatorClient;
568
+ this.keyStoreManager = keyStoreManager;
569
+ this.debugLogStore = debugLogStore;
570
+ this.automineSequencer = automineSequencer;
571
+ this.isUploadingSnapshot = (_initProto(this), false);
480
572
  this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
481
573
  this.tracer = telemetry.getTracer('AztecNodeService');
482
574
  this.log.info(`Aztec Node version: ${this.packageVersion}`);
483
- this.log.info(`Aztec Node started on chain 0x${l1ChainId.toString(16)}`, config.l1Contracts);
575
+ this.log.info(`Aztec Node started on chain 0x${l1ChainId.toString(16)}`, pickL1ContractAddresses(config));
576
+ // A defensive check that protects us against introducing a bug in the complex `createAndSync` function. We must
577
+ // never have debugLogStore enabled when not in test mode because then we would be accumulating debug logs in
578
+ // memory which could be a DoS vector on the sequencer (since no fees are paid for debug logs).
579
+ if (debugLogStore.isEnabled && config.realProofs) {
580
+ throw new Error('debugLogStore should never be enabled when realProofs are set');
581
+ }
582
+ }
583
+ /** @internal Exposed for testing — returns the RPC proof verifier. */ getProofVerifier() {
584
+ return this.rpcProofVerifier;
484
585
  }
485
586
  async getWorldStateSyncStatus() {
486
587
  const status = await this.worldStateSynchronizer.status();
487
588
  return status.syncSummary;
488
589
  }
489
- getL2Tips() {
490
- return this.blockSource.getL2Tips();
590
+ async getChainTips() {
591
+ const { proposed, checkpointed, proven, finalized } = await this.blockSource.getL2Tips();
592
+ return {
593
+ proposed,
594
+ checkpointed,
595
+ proven,
596
+ finalized
597
+ };
598
+ }
599
+ getCheckpointsData(query) {
600
+ return this.blockSource.getCheckpointsData(query);
601
+ }
602
+ async getBlockNumber(tip) {
603
+ if (tip === undefined || tip === 'proposed') {
604
+ return this.blockSource.getBlockNumber();
605
+ }
606
+ return await this.blockSource.getBlockNumber({
607
+ tag: tip
608
+ }) ?? BlockNumber.ZERO;
609
+ }
610
+ async getCheckpointNumber(tip) {
611
+ const tips = await this.blockSource.getL2Tips();
612
+ switch(tip){
613
+ case undefined:
614
+ case 'checkpointed':
615
+ return tips.checkpointed.checkpoint.number;
616
+ case 'proposed':
617
+ return tips.proposedCheckpoint.checkpoint.number;
618
+ case 'proven':
619
+ return tips.proven.checkpoint.number;
620
+ case 'finalized':
621
+ return tips.finalized.checkpoint.number;
622
+ }
623
+ }
624
+ isChainTip(value) {
625
+ return value === 'proposed' || value === 'checkpointed' || value === 'proven' || value === 'finalized';
626
+ }
627
+ /**
628
+ * Normalizes a {@link BlockParameter} (which may be a bare value) into a
629
+ * {@link NormalizedBlockParameter} object form. Performs no chain-tip resolution — tag
630
+ * lookups are deferred to the underlying block source.
631
+ */ normalizeBlockParameter(param) {
632
+ if (BlockHash.isBlockHash(param)) {
633
+ return {
634
+ hash: param
635
+ };
636
+ }
637
+ if (typeof param === 'number') {
638
+ return {
639
+ number: param
640
+ };
641
+ }
642
+ if (typeof param === 'string') {
643
+ if (this.isBlockTag(param)) {
644
+ return {
645
+ tag: param === 'latest' ? 'proposed' : param
646
+ };
647
+ }
648
+ throw new BadRequestError(`Invalid BlockParameter tag: ${param}`);
649
+ }
650
+ if (typeof param === 'object' && param !== null) {
651
+ if ('number' in param) {
652
+ return {
653
+ number: param.number
654
+ };
655
+ }
656
+ if ('hash' in param) {
657
+ return {
658
+ hash: param.hash
659
+ };
660
+ }
661
+ if ('archive' in param) {
662
+ return {
663
+ archive: param.archive
664
+ };
665
+ }
666
+ if ('tag' in param) {
667
+ if (this.isBlockTag(param.tag)) {
668
+ return {
669
+ tag: param.tag
670
+ };
671
+ }
672
+ throw new BadRequestError(`Invalid BlockParameter tag: ${param.tag}`);
673
+ }
674
+ }
675
+ throw new BadRequestError(`Invalid BlockParameter: ${JSON.stringify(param)}`);
676
+ }
677
+ isBlockTag(value) {
678
+ return BlockTag.includes(value);
679
+ }
680
+ /**
681
+ * Resolves a {@link CheckpointParameter} into a concrete `{ number }` or `{ slot }` query.
682
+ *
683
+ * Tag-based parameters (`'proposed'`, `'checkpointed'`, `'proven'`, `'finalized'`) are
684
+ * translated up-front to the corresponding tip's checkpoint number via {@link L2BlockSource.getL2Tips}.
685
+ * After resolution the unified {@link getCheckpoint} flow can perform a single
686
+ * confirmed→proposed lookup against either store.
687
+ */ async resolveCheckpointParameter(param) {
688
+ if (typeof param === 'number') {
689
+ return {
690
+ number: param
691
+ };
692
+ }
693
+ if (this.isChainTip(param)) {
694
+ const tips = await this.blockSource.getL2Tips();
695
+ switch(param){
696
+ case 'proposed':
697
+ return {
698
+ number: tips.proposedCheckpoint.checkpoint.number
699
+ };
700
+ case 'checkpointed':
701
+ return {
702
+ number: tips.checkpointed.checkpoint.number
703
+ };
704
+ case 'proven':
705
+ return {
706
+ number: tips.proven.checkpoint.number
707
+ };
708
+ case 'finalized':
709
+ return {
710
+ number: tips.finalized.checkpoint.number
711
+ };
712
+ }
713
+ }
714
+ if (typeof param === 'object' && param !== null) {
715
+ if ('number' in param) {
716
+ return {
717
+ number: param.number
718
+ };
719
+ }
720
+ if ('slot' in param) {
721
+ return {
722
+ slot: param.slot
723
+ };
724
+ }
725
+ }
726
+ throw new BadRequestError(`Invalid CheckpointParameter: ${JSON.stringify(param)}`);
727
+ }
728
+ /** Fetches checkpoint-level L1 and attestation data for use as block response context. */ async #getCheckpointContext(checkpointNumber) {
729
+ const checkpoint = await this.blockSource.getCheckpointData({
730
+ number: checkpointNumber
731
+ });
732
+ if (!checkpoint) {
733
+ return undefined;
734
+ }
735
+ return {
736
+ l1: checkpoint.l1,
737
+ attestations: checkpoint.attestations
738
+ };
739
+ }
740
+ async getBlock(param, options = {}) {
741
+ const query = this.normalizeBlockParameter(param);
742
+ const wantTxs = !!options.includeTransactions;
743
+ const wantContext = !!options.includeL1PublishInfo || !!options.includeAttestations;
744
+ if (wantTxs) {
745
+ const block = await this.blockSource.getBlock(query);
746
+ if (!block) {
747
+ return undefined;
748
+ }
749
+ const ctx = wantContext ? await this.#getCheckpointContext(block.checkpointNumber) : undefined;
750
+ return await blockResponseFromL2Block(block, options, ctx);
751
+ }
752
+ const data = await this.blockSource.getBlockData(query);
753
+ if (!data) {
754
+ return undefined;
755
+ }
756
+ const ctx = wantContext ? await this.#getCheckpointContext(data.checkpointNumber) : undefined;
757
+ return blockResponseFromBlockData(data, options, ctx);
758
+ }
759
+ getBlockData(param) {
760
+ const query = this.normalizeBlockParameter(param);
761
+ return this.blockSource.getBlockData(query);
762
+ }
763
+ async getBlocks(from, limit, options = {}) {
764
+ const wantTxs = !!options.includeTransactions;
765
+ const wantContext = !!options.includeL1PublishInfo || !!options.includeAttestations;
766
+ const onlyCheckpointed = !!options.onlyCheckpointed;
767
+ if (wantTxs) {
768
+ const blocks = await this.blockSource.getBlocks({
769
+ from,
770
+ limit,
771
+ onlyCheckpointed
772
+ });
773
+ const ctxByCheckpoint = await this.#getCheckpointContextsForBlocks(wantContext ? blocks : []);
774
+ return await Promise.all(blocks.map((block)=>blockResponseFromL2Block(block, options, ctxByCheckpoint.get(block.checkpointNumber))));
775
+ }
776
+ const dataItems = await this.blockSource.getBlocksData({
777
+ from,
778
+ limit,
779
+ onlyCheckpointed
780
+ });
781
+ const ctxByCheckpoint = await this.#getCheckpointContextsForBlocks(wantContext ? dataItems : []);
782
+ return await Promise.all(dataItems.map((data)=>blockResponseFromBlockData(data, options, ctxByCheckpoint.get(data.checkpointNumber))));
783
+ }
784
+ /** Fetches checkpoint context for a set of blocks, deduplicating shared checkpoints. */ async #getCheckpointContextsForBlocks(blocks) {
785
+ const unique = Array.from(new Set(blocks.map((b)=>b.checkpointNumber)));
786
+ const entries = await Promise.all(unique.map(async (n)=>[
787
+ n,
788
+ await this.#getCheckpointContext(n)
789
+ ]));
790
+ return new Map(entries);
791
+ }
792
+ async getCheckpoint(param, options = {}) {
793
+ const query = await this.resolveCheckpointParameter(param);
794
+ // Try the confirmed store first.
795
+ const confirmed = options.includeBlocks ? await this.blockSource.getCheckpoint(query) : await this.blockSource.getCheckpointData(query);
796
+ if (confirmed) {
797
+ return await (options.includeBlocks ? checkpointResponseFromPublishedCheckpoint(confirmed, options) : checkpointResponseFromCheckpointData(confirmed, options));
798
+ }
799
+ // Fall back to the proposed store.
800
+ const proposed = await this.blockSource.getProposedCheckpointData(query);
801
+ if (proposed) {
802
+ if (options.includeAttestations || options.includeL1PublishInfo) {
803
+ throw new BadRequestError(`Options includeL1PublishInfo or includeAttestations cannot be satisfied for a proposed checkpoint`);
804
+ }
805
+ const blocks = options.includeBlocks ? await this.blockSource.getBlocks({
806
+ from: proposed.startBlock,
807
+ limit: proposed.blockCount
808
+ }) : undefined;
809
+ return await projectProposedToCheckpointResponse(proposed, options, blocks);
810
+ }
811
+ return undefined;
812
+ }
813
+ async getCheckpoints(from, limit, options = {}) {
814
+ if (options.includeBlocks) {
815
+ const checkpoints = await this.blockSource.getCheckpoints({
816
+ from,
817
+ limit
818
+ });
819
+ return await Promise.all(checkpoints.map((cp)=>checkpointResponseFromPublishedCheckpoint(cp, options)));
820
+ }
821
+ const datas = await this.blockSource.getCheckpointsData({
822
+ from,
823
+ limit
824
+ });
825
+ return datas.map((d)=>checkpointResponseFromCheckpointData(d, options));
491
826
  }
492
827
  /**
493
828
  * initializes the Aztec Node, wait for component to sync.
@@ -498,20 +833,31 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
498
833
  ...inputConfig
499
834
  }; // Copy the config so we dont mutate the input object
500
835
  const log = deps.logger ?? createLogger('node');
501
- const packageVersion = getPackageVersion() ?? '';
836
+ const packageVersion = getPackageVersion();
502
837
  const telemetry = deps.telemetry ?? getTelemetryClient();
503
838
  const dateProvider = deps.dateProvider ?? new DateProvider();
504
839
  const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
505
- // Build a key store from file if given or from environment otherwise
840
+ // Build a key store from file if given or from environment otherwise.
841
+ // We keep the raw KeyStore available so we can merge with prover keys if enableProverNode is set.
506
842
  let keyStoreManager;
507
843
  const keyStoreProvided = config.keyStoreDirectory !== undefined && config.keyStoreDirectory.length > 0;
508
844
  if (keyStoreProvided) {
509
845
  const keyStores = loadKeystores(config.keyStoreDirectory);
510
846
  keyStoreManager = new KeystoreManager(mergeKeystores(keyStores));
511
847
  } else {
512
- const keyStore = createKeyStoreForValidator(config);
513
- if (keyStore) {
514
- keyStoreManager = new KeystoreManager(keyStore);
848
+ const rawKeyStores = [];
849
+ const validatorKeyStore = createKeyStoreForValidator(config);
850
+ if (validatorKeyStore) {
851
+ rawKeyStores.push(validatorKeyStore);
852
+ }
853
+ if (config.enableProverNode) {
854
+ const proverKeyStore = createKeyStoreForProver(config);
855
+ if (proverKeyStore) {
856
+ rawKeyStores.push(proverKeyStore);
857
+ }
858
+ }
859
+ if (rawKeyStores.length > 0) {
860
+ keyStoreManager = new KeystoreManager(rawKeyStores.length === 1 ? rawKeyStores[0] : mergeKeystores(rawKeyStores));
515
861
  }
516
862
  }
517
863
  await keyStoreManager?.validateSigners();
@@ -520,8 +866,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
520
866
  if (keyStoreManager === undefined) {
521
867
  throw new Error('Failed to create key store, a requirement for running a validator');
522
868
  }
523
- if (!keyStoreProvided) {
524
- log.warn('KEY STORE CREATED FROM ENVIRONMENT, IT IS RECOMMENDED TO USE A FILE-BASED KEY STORE IN PRODUCTION ENVIRONMENTS');
869
+ if (!keyStoreProvided && process.env.NODE_ENV !== 'test') {
870
+ log.warn("Keystore created from env: it's recommended to use a file-based key store for production");
525
871
  }
526
872
  ValidatorClient.validateKeyStoreConfiguration(keyStoreManager, log);
527
873
  }
@@ -531,184 +877,359 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
531
877
  }
532
878
  const publicClient = createPublicClient({
533
879
  chain: ethereumChain.chainInfo,
534
- transport: fallback(config.l1RpcUrls.map((url)=>http(url, {
535
- batch: false
536
- }))),
880
+ transport: makeL1HttpTransport(config.l1RpcUrls, {
881
+ timeout: config.l1HttpTimeoutMS
882
+ }),
537
883
  pollingInterval: config.viemPollingIntervalMS
538
884
  });
539
- const l1ContractsAddresses = await RegistryContract.collectAddresses(publicClient, config.l1Contracts.registryAddress, config.rollupVersion ?? 'canonical');
540
- // Overwrite the passed in vars.
541
- config.l1Contracts = {
542
- ...config.l1Contracts,
543
- ...l1ContractsAddresses
544
- };
545
- const rollupContract = new RollupContract(publicClient, config.l1Contracts.rollupAddress.toString());
546
- const [l1GenesisTime, slotDuration, rollupVersionFromRollup] = await Promise.all([
885
+ const l1ContractsAddresses = await RegistryContract.collectAddresses(publicClient, config.registryAddress, config.rollupVersion ?? 'canonical');
886
+ Object.assign(config, l1ContractsAddresses);
887
+ const rollupContract = new RollupContract(publicClient, config.rollupAddress.toString());
888
+ const [l1GenesisTime, slotDuration, rollupVersionFromRollup, rollupManaLimit] = await Promise.all([
547
889
  rollupContract.getL1GenesisTime(),
548
890
  rollupContract.getSlotDuration(),
549
- rollupContract.getVersion()
891
+ rollupContract.getVersion(),
892
+ rollupContract.getManaLimit().then(Number)
550
893
  ]);
551
894
  config.rollupVersion ??= Number(rollupVersionFromRollup);
552
895
  if (config.rollupVersion !== Number(rollupVersionFromRollup)) {
553
896
  log.warn(`Registry looked up and returned a rollup with version (${config.rollupVersion}), but this does not match with version detected from the rollup directly: (${rollupVersionFromRollup}).`);
554
897
  }
555
- const blobClient = await createBlobClientWithFileStores(config, createLogger('node:blob-client:client'));
898
+ const blobClient = await createBlobClientWithFileStores(config, log.createChild('blob-client'));
556
899
  // attempt snapshot sync if possible
557
900
  await trySnapshotSync(config, log);
558
- const epochCache = await EpochCache.create(config.l1Contracts.rollupAddress, config, {
559
- dateProvider
560
- });
561
- const archiver = await createArchiver(config, {
562
- blobClient,
563
- epochCache,
564
- telemetry,
901
+ const epochCache = await EpochCache.create(config.rollupAddress, config, {
565
902
  dateProvider
566
- }, {
567
- blockUntilSync: !config.skipArchiverInitialSync
568
903
  });
569
- // now create the merkle trees and the world state synchronizer
570
- const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, options.prefilledPublicData, telemetry);
571
- const circuitVerifier = config.realProofs || config.debugForceTxProofVerification ? await BBCircuitVerifier.new(config) : new TestCircuitVerifier(config.proverTestVerificationDelayMs);
572
- if (!config.realProofs) {
573
- log.warn(`Aztec node is accepting fake proofs`);
574
- }
575
- const proofVerifier = new QueuedIVCVerifier(config, circuitVerifier);
576
- // create the tx pool and the p2p client, which will need the l2 block source
577
- const p2pClient = await createP2PClient(P2PClientType.Full, config, archiver, proofVerifier, worldStateSynchronizer, epochCache, packageVersion, dateProvider, telemetry, deps.p2pClientDeps);
578
- // We should really not be modifying the config object
579
- config.txPublicSetupAllowList = config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
580
- // Create FullNodeCheckpointsBuilder for validator and non-validator block proposal handling
581
- const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
582
- ...config,
583
- l1GenesisTime,
584
- slotDuration: Number(slotDuration)
585
- }, worldStateSynchronizer, archiver, dateProvider, telemetry);
586
- // We'll accumulate sentinel watchers here
587
- const watchers = [];
588
- // Create validator client if required
589
- const validatorClient = await createValidatorClient(config, {
590
- checkpointsBuilder: validatorCheckpointsBuilder,
591
- worldState: worldStateSynchronizer,
592
- p2pClient,
593
- telemetry,
594
- dateProvider,
595
- epochCache,
596
- blockSource: archiver,
597
- l1ToL2MessageSource: archiver,
598
- keyStoreManager,
599
- blobClient
600
- });
601
- // If we have a validator client, register it as a source of offenses for the slasher,
602
- // and have it register callbacks on the p2p client *before* we start it, otherwise messages
603
- // like attestations or auths will fail.
604
- if (validatorClient) {
605
- watchers.push(validatorClient);
606
- if (!options.dontStartSequencer) {
607
- await validatorClient.registerHandlers();
608
- }
609
- }
610
- // If there's no validator client but alwaysReexecuteBlockProposals is enabled,
611
- // create a BlockProposalHandler to reexecute block proposals for monitoring
612
- if (!validatorClient && config.alwaysReexecuteBlockProposals) {
613
- log.info('Setting up block proposal reexecution for monitoring');
614
- createBlockProposalHandler(config, {
615
- checkpointsBuilder: validatorCheckpointsBuilder,
616
- worldState: worldStateSynchronizer,
904
+ // Track started resources so we can clean up on partial failure during node creation.
905
+ const started = [];
906
+ try {
907
+ // Default the orphan-prune grace window from the block build duration when unset, so the archiver
908
+ // waits roughly one build slot for a proposed checkpoint to arrive before pruning a block-only tip.
909
+ config.orphanProposedBlockPruneGraceSeconds ??= config.blockDurationMs !== undefined ? Math.ceil(config.blockDurationMs / 1000) : MIN_EXECUTION_TIME;
910
+ // Create world-state first so we can retrieve the initial header before constructing the archiver.
911
+ const nativeWs = await createWorldState(config, options.genesis);
912
+ const initialHeader = nativeWs.getInitialHeader();
913
+ const initialBlockHash = await initialHeader.hash();
914
+ const archiver = await createArchiver(config, {
915
+ blobClient,
617
916
  epochCache,
618
- blockSource: archiver,
619
- l1ToL2MessageSource: archiver,
620
- p2pClient,
621
- dateProvider,
622
- telemetry
623
- }).registerForReexecution(p2pClient);
624
- }
625
- // Start world state and wait for it to sync to the archiver.
626
- await worldStateSynchronizer.start();
627
- // Start p2p. Note that it depends on world state to be running.
628
- await p2pClient.start();
629
- const validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, config);
630
- if (validatorsSentinel && config.slashInactivityPenalty > 0n) {
631
- watchers.push(validatorsSentinel);
632
- }
633
- let epochPruneWatcher;
634
- if (config.slashPrunePenalty > 0n || config.slashDataWithholdingPenalty > 0n) {
635
- epochPruneWatcher = new EpochPruneWatcher(archiver, archiver, epochCache, p2pClient.getTxProvider(), validatorCheckpointsBuilder, config);
636
- watchers.push(epochPruneWatcher);
637
- }
638
- // We assume we want to slash for invalid attestations unless all max penalties are set to 0
639
- let attestationsBlockWatcher;
640
- if (config.slashProposeInvalidAttestationsPenalty > 0n || config.slashAttestDescendantOfInvalidPenalty > 0n) {
641
- attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config);
642
- watchers.push(attestationsBlockWatcher);
643
- }
644
- // Start p2p-related services once the archiver has completed sync
645
- void archiver.waitForInitialSync().then(async ()=>{
646
- await p2pClient.start();
647
- await validatorsSentinel?.start();
648
- await epochPruneWatcher?.start();
649
- await attestationsBlockWatcher?.start();
650
- log.info(`All p2p services started`);
651
- }).catch((err)=>log.error('Failed to start p2p services after archiver sync', err));
652
- // Validator enabled, create/start relevant service
653
- let sequencer;
654
- let slasherClient;
655
- if (!config.disableValidator && validatorClient) {
656
- // We create a slasher only if we have a sequencer, since all slashing actions go through the sequencer publisher
657
- // as they are executed when the node is selected as proposer.
658
- const validatorAddresses = keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(keyStoreManager).getAddresses() : [];
659
- slasherClient = await createSlasher(config, config.l1Contracts, getPublicClient(config), watchers, dateProvider, epochCache, validatorAddresses, undefined);
660
- await slasherClient.start();
661
- const l1TxUtils = config.publisherForwarderAddress ? await createForwarderL1TxUtilsFromEthSigner(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.publisherForwarderAddress, {
662
- ...config,
663
- scope: 'sequencer'
664
- }, {
665
917
  telemetry,
666
- logger: log.createChild('l1-tx-utils'),
667
918
  dateProvider
668
- }) : await createL1TxUtilsWithBlobsFromEthSigner(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
669
- ...config,
670
- scope: 'sequencer'
671
919
  }, {
672
- telemetry,
673
- logger: log.createChild('l1-tx-utils'),
674
- dateProvider
675
- });
676
- // Create and start the sequencer client
677
- const checkpointsBuilder = new CheckpointsBuilder({
678
- ...config,
920
+ blockUntilSync: !config.skipArchiverInitialSync,
921
+ // The non-pipelined automine sequencer publishes each checkpoint in-slot, so it never
922
+ // leaves orphan proposed blocks; pruning would race its local push. See pruneOrphanProposedBlocks.
923
+ enableOrphanProposedBlockPruning: !config.useAutomineSequencer
924
+ }, initialHeader, initialBlockHash);
925
+ started.push(archiver);
926
+ // The synchronizer takes ownership of the native world-state from here
927
+ const worldStateSynchronizer = await createWorldStateSynchronizer(config, archiver, nativeWs, telemetry);
928
+ started.push(worldStateSynchronizer);
929
+ const useRealVerifiers = config.realProofs || config.debugForceTxProofVerification;
930
+ let peerProofVerifier;
931
+ let rpcProofVerifier;
932
+ if (useRealVerifiers) {
933
+ peerProofVerifier = await BatchChonkVerifier.new(config, config.bbChonkVerifyMaxBatch, 'peer');
934
+ const rpcVerifier = await BBCircuitVerifier.new(config);
935
+ rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, config.numConcurrentIVCVerifiers);
936
+ } else {
937
+ peerProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
938
+ rpcProofVerifier = new TestCircuitVerifier(config.proverTestVerificationDelayMs);
939
+ }
940
+ started.push(peerProofVerifier, rpcProofVerifier);
941
+ let debugLogStore;
942
+ if (!config.realProofs) {
943
+ log.warn(`Aztec node is accepting fake proofs`);
944
+ debugLogStore = new InMemoryDebugLogStore();
945
+ log.info('Aztec node started in test mode (realProofs set to false) hence debug logs from public functions will be collected and served');
946
+ } else {
947
+ debugLogStore = new NullDebugLogStore();
948
+ }
949
+ const globalVariableBuilderConfig = {
950
+ rollupAddress: config.rollupAddress,
951
+ ethereumSlotDuration: config.ethereumSlotDuration,
952
+ rollupVersion: BigInt(config.rollupVersion),
679
953
  l1GenesisTime,
680
954
  slotDuration: Number(slotDuration)
955
+ };
956
+ const globalVariableBuilder = new GlobalVariableBuilder(dateProvider, publicClient, globalVariableBuilderConfig);
957
+ const feeProvider = new FeeProviderImpl(dateProvider, publicClient, globalVariableBuilderConfig);
958
+ const proverOnly = config.enableProverNode && config.disableValidator;
959
+ if (proverOnly) {
960
+ log.info('Starting in prover-only mode: skipping validator, sequencer, sentinel, and slasher subsystems');
961
+ }
962
+ // create the tx pool and the p2p client, which will need the l2 block source
963
+ const p2pClient = await createP2PClient(config, archiver, peerProofVerifier, worldStateSynchronizer, epochCache, feeProvider, packageVersion, dateProvider, telemetry, deps.p2pClientDeps, initialBlockHash);
964
+ started.push(p2pClient);
965
+ // We'll accumulate sentinel watchers here
966
+ const watchers = [];
967
+ // Create FullNodeCheckpointsBuilder for block proposal handling and tx validation.
968
+ // Override maxTxsPerCheckpoint with the validator-specific limit if set.
969
+ const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder({
970
+ ...config,
971
+ l1GenesisTime,
972
+ slotDuration: Number(slotDuration),
973
+ rollupManaLimit,
974
+ maxTxsPerCheckpoint: config.validateMaxTxsPerCheckpoint
681
975
  }, worldStateSynchronizer, archiver, dateProvider, telemetry);
682
- sequencer = await SequencerClient.new(config, {
683
- ...deps,
684
- epochCache,
685
- l1TxUtils,
686
- validatorClient,
687
- p2pClient,
688
- worldStateSynchronizer,
689
- slasherClient,
690
- checkpointsBuilder,
691
- l2BlockSource: archiver,
692
- l1ToL2MessageSource: archiver,
693
- telemetry,
694
- dateProvider,
695
- blobClient,
696
- nodeKeyStore: keyStoreManager
976
+ let validatorClient;
977
+ // Tracks successful checkpoint re-execution by a checkpoint proposal handler.
978
+ const reexecutionTracker = new CheckpointReexecutionTracker();
979
+ if (!config.disableValidator) {
980
+ // Create validator client if required
981
+ validatorClient = await createValidatorClient(config, {
982
+ checkpointsBuilder: validatorCheckpointsBuilder,
983
+ worldState: worldStateSynchronizer,
984
+ p2pClient,
985
+ telemetry,
986
+ dateProvider,
987
+ epochCache,
988
+ blockSource: archiver,
989
+ l1ToL2MessageSource: archiver,
990
+ keyStoreManager,
991
+ blobClient,
992
+ reexecutionTracker,
993
+ slashingProtectionDb: deps.slashingProtectionDb
994
+ });
995
+ // If we have a validator client, register it as a source of offenses for the slasher,
996
+ // and have it register callbacks on the p2p client *before* we start it, otherwise messages
997
+ // like attestations or auths will fail.
998
+ if (validatorClient) {
999
+ watchers.push(validatorClient);
1000
+ const vc = validatorClient;
1001
+ const getValidatorAddresses = ()=>vc.getValidatorAddresses().map((a)=>a.toString());
1002
+ validatorClient.getProposalHandler().register(p2pClient, true, archiver, getValidatorAddresses);
1003
+ if (!options.dontStartSequencer) {
1004
+ await validatorClient.registerHandlers();
1005
+ }
1006
+ }
1007
+ }
1008
+ // If there's no validator client, create a ProposalHandler to handle block and checkpoint proposals
1009
+ // for monitoring or reexecution. Reexecution (default) allows us to follow the pending chain,
1010
+ // while non-reexecution is used for validating the proposals and collecting their txs.
1011
+ // Checkpoint proposals rebuild blobs if the blob client can upload blobs.
1012
+ if (!validatorClient) {
1013
+ const reexecute = !!config.alwaysReexecuteBlockProposals;
1014
+ log.info(`Setting up proposal handler` + (reexecute ? ' with reexecution of proposals' : ''));
1015
+ createProposalHandler(config, {
1016
+ checkpointsBuilder: validatorCheckpointsBuilder,
1017
+ worldState: worldStateSynchronizer,
1018
+ epochCache,
1019
+ blockSource: archiver,
1020
+ l1ToL2MessageSource: archiver,
1021
+ p2pClient,
1022
+ blobClient,
1023
+ dateProvider,
1024
+ telemetry,
1025
+ reexecutionTracker
1026
+ }).register(p2pClient, reexecute, archiver);
1027
+ }
1028
+ // Start world state and wait for it to sync to the archiver.
1029
+ await worldStateSynchronizer.start();
1030
+ // Start p2p. Note that it depends on world state to be running.
1031
+ await p2pClient.start();
1032
+ let validatorsSentinel;
1033
+ let dataWithholdingWatcher;
1034
+ let attestationsBlockWatcher;
1035
+ let attestedInvalidProposalWatcher;
1036
+ let broadcastedInvalidCheckpointProposalWatcher;
1037
+ let checkpointEquivocationWatcher;
1038
+ if (!proverOnly) {
1039
+ validatorsSentinel = await createSentinel(epochCache, archiver, p2pClient, reexecutionTracker, config);
1040
+ if (validatorsSentinel) {
1041
+ watchers.push(validatorsSentinel);
1042
+ }
1043
+ dataWithholdingWatcher = new DataWithholdingWatcher(epochCache, archiver, p2pClient.getTxProvider(), p2pClient, reexecutionTracker, {
1044
+ chainId: config.l1ChainId,
1045
+ rollupAddress: config.rollupAddress
1046
+ }, config);
1047
+ watchers.push(dataWithholdingWatcher);
1048
+ broadcastedInvalidCheckpointProposalWatcher = new BroadcastedInvalidCheckpointProposalWatcher(p2pClient, archiver, epochCache, config);
1049
+ watchers.push(broadcastedInvalidCheckpointProposalWatcher);
1050
+ if (validatorClient) {
1051
+ attestedInvalidProposalWatcher = new AttestedInvalidProposalWatcher(p2pClient, validatorClient, archiver, epochCache, config, {
1052
+ log: log.createChild('attested-invalid-proposal-watcher')
1053
+ });
1054
+ watchers.push(attestedInvalidProposalWatcher);
1055
+ }
1056
+ checkpointEquivocationWatcher = new CheckpointEquivocationWatcher(archiver, epochCache, config);
1057
+ watchers.push(checkpointEquivocationWatcher);
1058
+ attestationsBlockWatcher = new AttestationsBlockWatcher(archiver, epochCache, config, log.getBindings());
1059
+ watchers.push(attestationsBlockWatcher);
1060
+ }
1061
+ const watchersToStart = compactArray([
1062
+ validatorsSentinel,
1063
+ dataWithholdingWatcher,
1064
+ attestationsBlockWatcher,
1065
+ broadcastedInvalidCheckpointProposalWatcher,
1066
+ attestedInvalidProposalWatcher,
1067
+ checkpointEquivocationWatcher
1068
+ ]);
1069
+ const startedWatchers = [];
1070
+ const stopStartedWatchers = async ()=>{
1071
+ for (const watcher of startedWatchers){
1072
+ await tryStop(watcher);
1073
+ }
1074
+ };
1075
+ // Start p2p-related services once the archiver has completed sync
1076
+ void archiver.waitForInitialSync().then(async ()=>{
1077
+ for (const watcher of watchersToStart){
1078
+ await watcher.start();
1079
+ startedWatchers.push(watcher);
1080
+ }
1081
+ log.info(`All p2p services started`);
1082
+ }).catch((err)=>log.error('Failed to start p2p services after archiver sync', err));
1083
+ started.push({
1084
+ stop: stopStartedWatchers
697
1085
  });
1086
+ // Validator enabled, create/start relevant service
1087
+ let sequencer;
1088
+ let automineSequencer;
1089
+ let slasherClient;
1090
+ if (!config.disableValidator && validatorClient) {
1091
+ // We create a slasher only if we have a sequencer, since all slashing actions go through the sequencer publisher
1092
+ // as they are executed when the node is selected as proposer.
1093
+ const validatorAddresses = keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(keyStoreManager).getAddresses() : [];
1094
+ slasherClient = await createSlasher(config, pickL1ContractAddresses(config), getPublicClient(config), watchers, dateProvider, epochCache, validatorAddresses, undefined);
1095
+ await slasherClient.start();
1096
+ started.push(slasherClient);
1097
+ const l1TxUtils = config.sequencerPublisherForwarderAddress ? await createForwarderL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), config.sequencerPublisherForwarderAddress, {
1098
+ ...config,
1099
+ scope: 'sequencer'
1100
+ }, {
1101
+ telemetry,
1102
+ logger: log.createChild('l1-tx-utils'),
1103
+ dateProvider,
1104
+ kzg: Blob.getViemKzgInstance()
1105
+ }) : await createL1TxUtilsFromSigners(publicClient, keyStoreManager.createAllValidatorPublisherSigners(), {
1106
+ ...config,
1107
+ scope: 'sequencer'
1108
+ }, {
1109
+ telemetry,
1110
+ logger: log.createChild('l1-tx-utils'),
1111
+ dateProvider,
1112
+ kzg: Blob.getViemKzgInstance()
1113
+ });
1114
+ // Create a funder L1TxUtils from the keystore funding account (if configured)
1115
+ const fundingSigner = keyStoreManager?.createFundingSigner();
1116
+ let funderL1TxUtils;
1117
+ if (fundingSigner) {
1118
+ const [funder] = await createL1TxUtilsFromSigners(publicClient, [
1119
+ fundingSigner
1120
+ ], {
1121
+ ...config,
1122
+ scope: 'sequencer'
1123
+ }, {
1124
+ telemetry,
1125
+ logger: log.createChild('l1-tx-utils:funder'),
1126
+ dateProvider
1127
+ });
1128
+ funderL1TxUtils = funder;
1129
+ }
1130
+ // Create and start the sequencer client
1131
+ const checkpointsBuilder = new CheckpointsBuilder({
1132
+ ...config,
1133
+ l1GenesisTime,
1134
+ slotDuration: Number(slotDuration),
1135
+ rollupManaLimit
1136
+ }, worldStateSynchronizer, archiver, dateProvider, telemetry, debugLogStore);
1137
+ if (config.useAutomineSequencer) {
1138
+ // Test-only path: deterministic, queue-driven sequencer for non-block-building e2e tests.
1139
+ // See `AUTOMINE_E2E_OPTS` in `end-to-end/src/fixtures/fixtures.ts`.
1140
+ automineSequencer = await createAutomineSequencer({
1141
+ config,
1142
+ l1TxUtils,
1143
+ funderL1TxUtils,
1144
+ publicClient,
1145
+ rollupContract,
1146
+ epochCache,
1147
+ blobClient,
1148
+ telemetry,
1149
+ dateProvider,
1150
+ keyStoreManager: keyStoreManager,
1151
+ validatorClient,
1152
+ checkpointsBuilder,
1153
+ globalVariableBuilder,
1154
+ worldStateSynchronizer,
1155
+ archiver,
1156
+ p2pClient,
1157
+ l1Constants: {
1158
+ l1GenesisTime,
1159
+ slotDuration: Number(slotDuration),
1160
+ ethereumSlotDuration: config.ethereumSlotDuration,
1161
+ rollupManaLimit
1162
+ },
1163
+ log
1164
+ });
1165
+ } else {
1166
+ sequencer = await SequencerClient.new(config, {
1167
+ ...deps,
1168
+ epochCache,
1169
+ l1TxUtils,
1170
+ funderL1TxUtils,
1171
+ validatorClient,
1172
+ p2pClient,
1173
+ worldStateSynchronizer,
1174
+ slasherClient,
1175
+ checkpointsBuilder,
1176
+ l2BlockSource: archiver,
1177
+ l1ToL2MessageSource: archiver,
1178
+ telemetry,
1179
+ dateProvider,
1180
+ blobClient,
1181
+ nodeKeyStore: keyStoreManager,
1182
+ globalVariableBuilder
1183
+ });
1184
+ }
1185
+ }
1186
+ if (!options.dontStartSequencer && sequencer) {
1187
+ await sequencer.start();
1188
+ started.push(sequencer);
1189
+ log.verbose(`Sequencer started`);
1190
+ } else if (sequencer) {
1191
+ log.warn(`Sequencer created but not started`);
1192
+ }
1193
+ if (!options.dontStartSequencer && automineSequencer) {
1194
+ await automineSequencer.start();
1195
+ started.push({
1196
+ stop: ()=>automineSequencer.stop()
1197
+ });
1198
+ log.verbose(`AutomineSequencer started`);
1199
+ } else if (automineSequencer) {
1200
+ log.warn(`AutomineSequencer created but not started`);
1201
+ }
1202
+ // Create prover node subsystem if enabled
1203
+ let proverNode;
1204
+ if (config.enableProverNode) {
1205
+ proverNode = await createProverNode(config, {
1206
+ ...deps.proverNodeDeps,
1207
+ telemetry,
1208
+ dateProvider,
1209
+ archiver,
1210
+ worldStateSynchronizer,
1211
+ p2pClient,
1212
+ epochCache,
1213
+ blobClient,
1214
+ keyStoreManager
1215
+ });
1216
+ if (!options.dontStartProverNode) {
1217
+ await proverNode.start();
1218
+ started.push(proverNode);
1219
+ log.info(`Prover node subsystem started`);
1220
+ } else {
1221
+ log.info(`Prover node subsystem created but not started`);
1222
+ }
1223
+ }
1224
+ const node = new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, proverNode, slasherClient, validatorsSentinel, stopStartedWatchers, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, feeProvider, epochCache, packageVersion, peerProofVerifier, rpcProofVerifier, telemetry, log, blobClient, validatorClient, keyStoreManager, debugLogStore, automineSequencer);
1225
+ return node;
1226
+ } catch (err) {
1227
+ log.error('Failed during node creation, stopping started resources', err);
1228
+ for (const resource of started.reverse()){
1229
+ await tryStop(resource);
1230
+ }
1231
+ throw err;
698
1232
  }
699
- if (!options.dontStartSequencer && sequencer) {
700
- await sequencer.start();
701
- log.verbose(`Sequencer started`);
702
- } else if (sequencer) {
703
- log.warn(`Sequencer created but not started`);
704
- }
705
- const globalVariableBuilder = new GlobalVariableBuilder({
706
- ...config,
707
- rollupVersion: BigInt(config.rollupVersion),
708
- l1GenesisTime,
709
- slotDuration: Number(slotDuration)
710
- });
711
- return new AztecNodeService(config, p2pClient, archiver, archiver, archiver, archiver, worldStateSynchronizer, sequencer, slasherClient, validatorsSentinel, epochPruneWatcher, ethereumChain.chainInfo.id, config.rollupVersion, globalVariableBuilder, epochCache, packageVersion, proofVerifier, telemetry, log, blobClient);
712
1233
  }
713
1234
  /**
714
1235
  * Returns the sequencer client instance.
@@ -716,6 +1237,12 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
716
1237
  */ getSequencer() {
717
1238
  return this.sequencer;
718
1239
  }
1240
+ /** Test-only: returns the AutomineSequencer when wired via `useAutomineSequencer`. */ getAutomineSequencer() {
1241
+ return this.automineSequencer;
1242
+ }
1243
+ /** Returns the prover node subsystem, if enabled. */ getProverNode() {
1244
+ return this.proverNode;
1245
+ }
719
1246
  getBlockSource() {
720
1247
  return this.blockSource;
721
1248
  }
@@ -729,13 +1256,16 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
729
1256
  * Method to return the currently deployed L1 contract addresses.
730
1257
  * @returns - The currently deployed L1 contract addresses.
731
1258
  */ getL1ContractAddresses() {
732
- return Promise.resolve(this.config.l1Contracts);
1259
+ return Promise.resolve(pickL1ContractAddresses(this.config));
733
1260
  }
734
1261
  getEncodedEnr() {
735
1262
  return Promise.resolve(this.p2pClient.getEnr()?.encodeTxt());
736
1263
  }
737
1264
  async getAllowedPublicSetup() {
738
- return this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
1265
+ return [
1266
+ ...await getDefaultAllowedSetupFunctions(),
1267
+ ...this.config.txPublicSetupAllowListExtend ?? []
1268
+ ];
739
1269
  }
740
1270
  /**
741
1271
  * Method to determine if the node is ready to accept transactions.
@@ -758,65 +1288,16 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
758
1288
  rollupVersion,
759
1289
  enr,
760
1290
  l1ContractAddresses: contractAddresses,
761
- protocolContractAddresses: protocolContractAddresses
1291
+ protocolContractAddresses: protocolContractAddresses,
1292
+ realProofs: !!this.config.realProofs
762
1293
  };
763
1294
  return nodeInfo;
764
1295
  }
765
- /**
766
- * Get a block specified by its block number, block hash, or 'latest'.
767
- * @param block - The block parameter (block number, block hash, or 'latest').
768
- * @returns The requested block.
769
- */ async getBlock(block) {
770
- if (L2BlockHash.isL2BlockHash(block)) {
771
- return this.getBlockByHash(Fr.fromBuffer(block.toBuffer()));
772
- }
773
- const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
774
- if (blockNumber === BlockNumber.ZERO) {
775
- return this.buildInitialBlock();
776
- }
777
- return await this.blockSource.getL2Block(blockNumber);
778
- }
779
- /**
780
- * Get a block specified by its hash.
781
- * @param blockHash - The block hash being requested.
782
- * @returns The requested block.
783
- */ async getBlockByHash(blockHash) {
784
- const initialBlockHash = await this.#getInitialHeaderHash();
785
- if (blockHash.equals(Fr.fromBuffer(initialBlockHash.toBuffer()))) {
786
- return this.buildInitialBlock();
787
- }
788
- return await this.blockSource.getL2BlockByHash(blockHash);
789
- }
790
- buildInitialBlock() {
791
- const initialHeader = this.worldStateSynchronizer.getCommitted().getInitialHeader();
792
- return L2Block.empty(initialHeader);
793
- }
794
- /**
795
- * Get a block specified by its archive root.
796
- * @param archive - The archive root being requested.
797
- * @returns The requested block.
798
- */ async getBlockByArchive(archive) {
799
- return await this.blockSource.getL2BlockByArchive(archive);
800
- }
801
- /**
802
- * Method to request blocks. Will attempt to return all requested blocks but will return only those available.
803
- * @param from - The start of the range of blocks to return.
804
- * @param limit - The maximum number of blocks to obtain.
805
- * @returns The blocks requested.
806
- */ async getBlocks(from, limit) {
807
- return await this.blockSource.getBlocks(from, BlockNumber(limit)) ?? [];
808
- }
809
- async getCheckpoints(from, limit) {
810
- return await this.blockSource.getCheckpoints(from, limit) ?? [];
1296
+ async getCurrentMinFees() {
1297
+ return await this.feeProvider.getCurrentMinFees();
811
1298
  }
812
- async getCheckpointedBlocks(from, limit) {
813
- return await this.blockSource.getCheckpointedBlocks(from, limit) ?? [];
814
- }
815
- /**
816
- * Method to fetch the current min L2 fees.
817
- * @returns The current min L2 fees.
818
- */ async getCurrentMinFees() {
819
- return await this.globalVariableBuilder.getCurrentMinFees();
1299
+ /** Returns predicted min fees for the current slot and next N slots. */ async getPredictedMinFees(manaUsage) {
1300
+ return await this.feeProvider.getPredictedMinFees(manaUsage);
820
1301
  }
821
1302
  async getMaxPriorityFees() {
822
1303
  for await (const tx of this.p2pClient.iteratePendingTxs()){
@@ -828,18 +1309,6 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
828
1309
  });
829
1310
  }
830
1311
  /**
831
- * Method to fetch the latest block number synchronized by the node.
832
- * @returns The block number.
833
- */ async getBlockNumber() {
834
- return await this.blockSource.getBlockNumber();
835
- }
836
- async getProvenBlockNumber() {
837
- return await this.blockSource.getProvenBlockNumber();
838
- }
839
- async getCheckpointedBlockNumber() {
840
- return await this.blockSource.getCheckpointedL2BlockNumber();
841
- }
842
- /**
843
1312
  * Method to fetch the version of the package.
844
1313
  * @returns The node package version
845
1314
  */ getNodeVersion() {
@@ -863,45 +1332,11 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
863
1332
  getContract(address) {
864
1333
  return this.contractDataSource.getContract(address);
865
1334
  }
866
- async getPrivateLogsByTags(tags, page, referenceBlock) {
867
- if (referenceBlock) {
868
- const initialBlockHash = await this.#getInitialHeaderHash();
869
- if (!referenceBlock.equals(initialBlockHash)) {
870
- const blockHashFr = Fr.fromBuffer(referenceBlock.toBuffer());
871
- const header = await this.blockSource.getBlockHeaderByHash(blockHashFr);
872
- if (!header) {
873
- throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
874
- }
875
- }
876
- }
877
- return this.logsSource.getPrivateLogsByTags(tags, page);
878
- }
879
- async getPublicLogsByTagsFromContract(contractAddress, tags, page, referenceBlock) {
880
- if (referenceBlock) {
881
- const initialBlockHash = await this.#getInitialHeaderHash();
882
- if (!referenceBlock.equals(initialBlockHash)) {
883
- const blockHashFr = Fr.fromBuffer(referenceBlock.toBuffer());
884
- const header = await this.blockSource.getBlockHeaderByHash(blockHashFr);
885
- if (!header) {
886
- throw new Error(`Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`);
887
- }
888
- }
889
- }
890
- return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page);
891
- }
892
- /**
893
- * Gets public logs based on the provided filter.
894
- * @param filter - The filter to apply to the logs.
895
- * @returns The requested logs.
896
- */ getPublicLogs(filter) {
897
- return this.logsSource.getPublicLogs(filter);
1335
+ getPrivateLogsByTags(query) {
1336
+ return this.logsSource.getPrivateLogsByTags(query);
898
1337
  }
899
- /**
900
- * Gets contract class logs based on the provided filter.
901
- * @param filter - The filter to apply to the logs.
902
- * @returns The requested logs.
903
- */ getContractClassLogs(filter) {
904
- return this.logsSource.getContractClassLogs(filter);
1338
+ getPublicLogsByTags(query) {
1339
+ return this.logsSource.getPublicLogsByTags(query);
905
1340
  }
906
1341
  /**
907
1342
  * Method to submit a transaction to the p2p pool.
@@ -921,30 +1356,72 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
921
1356
  });
922
1357
  throw new Error(`Invalid tx: ${reason}`);
923
1358
  }
924
- await this.p2pClient.sendTx(tx);
925
- this.metrics.receivedTx(timer.ms(), true);
926
- this.log.info(`Received tx ${txHash}`, {
1359
+ try {
1360
+ await this.p2pClient.sendTx(tx);
1361
+ } catch (err) {
1362
+ this.metrics.receivedTx(timer.ms(), false);
1363
+ this.log.warn(`Mempool rejected tx ${txHash}: ${err.message}`, {
1364
+ txHash
1365
+ });
1366
+ throw err;
1367
+ }
1368
+ const duration = timer.ms();
1369
+ this.metrics.receivedTx(duration, true);
1370
+ this.log.info(`Received tx ${txHash} in ${duration}ms`, {
927
1371
  txHash
928
1372
  });
929
1373
  }
930
- async getTxReceipt(txHash) {
1374
+ async getTxReceipt(txHash, options) {
931
1375
  // Check the tx pool status first. If the tx is known to the pool (pending or mined), we'll use that
932
- // as a fallback if we don't find a settled receipt in the archiver.
1376
+ // as a fallback if we don't find a mined tx effect in the archiver.
933
1377
  const txPoolStatus = await this.p2pClient.getTxStatus(txHash);
934
1378
  const isKnownToPool = txPoolStatus === 'pending' || txPoolStatus === 'mined';
935
- // Then get the actual tx from the archiver, which tracks every tx in a mined block.
936
- const settledTxReceipt = await this.blockSource.getSettledTxReceipt(txHash);
937
- if (settledTxReceipt) {
938
- // If the archiver has the receipt then return it.
939
- return settledTxReceipt;
1379
+ // Then get the raw tx effect from the archiver, which tracks every tx in a mined block.
1380
+ const indexed = await this.blockSource.getTxEffect(txHash);
1381
+ let receipt;
1382
+ if (indexed) {
1383
+ receipt = await this.#assembleMinedReceipt(indexed, options);
940
1384
  } else if (isKnownToPool) {
941
1385
  // If the tx is in the pool but not in the archiver, it's pending.
942
1386
  // This handles race conditions between archiver and p2p, where the archiver
943
1387
  // has pruned the block in which a tx was mined, but p2p has not caught up yet.
944
- return new TxReceipt(txHash, TxStatus.PENDING, undefined, undefined);
1388
+ let tx;
1389
+ if (options?.includePendingTx) {
1390
+ // The tx may have left the pool since we checked its status (mined or dropped); in that case we
1391
+ // leave `tx` unset and still return a pending receipt.
1392
+ const pendingTx = await this.p2pClient.getTxByHashFromPool(txHash);
1393
+ tx = pendingTx && !options.includeProof ? pendingTx.withoutProof() : pendingTx;
1394
+ }
1395
+ receipt = new PendingTxReceipt(txHash, tx);
945
1396
  } else {
946
1397
  // Otherwise, if we don't know the tx, we consider it dropped.
947
- return new TxReceipt(txHash, TxStatus.DROPPED, undefined, 'Tx dropped by P2P node');
1398
+ receipt = new DroppedTxReceipt(txHash, 'Tx dropped by P2P node');
1399
+ }
1400
+ this.debugLogStore.decorateReceiptWithLogs(txHash.toString(), receipt);
1401
+ return receipt;
1402
+ }
1403
+ /**
1404
+ * Assembles a {@link MinedTxReceipt} from a raw {@link IndexedTxEffect}, deriving the finalization status from the
1405
+ * cached L2 tips and the epoch from the block's slot number.
1406
+ */ async #assembleMinedReceipt(indexed, options) {
1407
+ const blockNumber = indexed.l2BlockNumber;
1408
+ const [tips, l1Constants] = await Promise.all([
1409
+ this.blockSource.getL2Tips(),
1410
+ this.blockSource.getL1Constants()
1411
+ ]);
1412
+ const status = this.#deriveMinedStatus(blockNumber, tips);
1413
+ const epochNumber = getEpochAtSlot(indexed.slotNumber, l1Constants);
1414
+ return new MinedTxReceipt(indexed.data.txHash, status, MinedTxReceipt.executionResultFromRevertCode(indexed.data.revertCode), indexed.data.transactionFee.toBigInt(), indexed.l2BlockHash, blockNumber, indexed.slotNumber, indexed.txIndexInBlock, epochNumber, options?.includeTxEffect ? indexed.data : undefined, /*debugLogs=*/ undefined);
1415
+ }
1416
+ #deriveMinedStatus(blockNumber, tips) {
1417
+ if (blockNumber <= tips.finalized.block.number) {
1418
+ return TxStatus.FINALIZED;
1419
+ } else if (blockNumber <= tips.proven.block.number) {
1420
+ return TxStatus.PROVEN;
1421
+ } else if (blockNumber <= tips.checkpointed.block.number) {
1422
+ return TxStatus.CHECKPOINTED;
1423
+ } else {
1424
+ return TxStatus.PROPOSED;
948
1425
  }
949
1426
  }
950
1427
  getTxEffect(txHash) {
@@ -954,11 +1431,15 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
954
1431
  * Method to stop the aztec node.
955
1432
  */ async stop() {
956
1433
  this.log.info(`Stopping Aztec Node`);
957
- await tryStop(this.validatorsSentinel);
958
- await tryStop(this.epochPruneWatcher);
1434
+ await this.stopStartedWatchers();
959
1435
  await tryStop(this.slasherClient);
960
- await tryStop(this.proofVerifier);
1436
+ await Promise.all([
1437
+ tryStop(this.peerProofVerifier),
1438
+ tryStop(this.rpcProofVerifier)
1439
+ ]);
961
1440
  await tryStop(this.sequencer);
1441
+ await tryStop(this.automineSequencer);
1442
+ await tryStop(this.proverNode);
962
1443
  await tryStop(this.p2pClient);
963
1444
  await tryStop(this.worldStateSynchronizer);
964
1445
  await tryStop(this.blockSource);
@@ -997,79 +1478,83 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
997
1478
  */ async getTxsByHash(txHashes) {
998
1479
  return compactArray(await Promise.all(txHashes.map((txHash)=>this.getTxByHash(txHash))));
999
1480
  }
1000
- async findLeavesIndexes(block, treeId, leafValues) {
1001
- const committedDb = await this.#getWorldState(block);
1481
+ async findLeavesIndexes(referenceBlock, treeId, leafValues) {
1482
+ const committedDb = await this.getWorldState(referenceBlock);
1002
1483
  const maybeIndices = await committedDb.findLeafIndices(treeId, leafValues.map((x)=>x.toBuffer()));
1003
- // We filter out undefined values
1004
- const indices = maybeIndices.filter((x)=>x !== undefined);
1005
- // Now we find the block numbers for the indices
1006
- const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, indices);
1007
- // If any of the block numbers are undefined, we throw an error.
1008
- for(let i = 0; i < indices.length; i++){
1009
- if (blockNumbers[i] === undefined) {
1010
- throw new Error(`Block number is undefined for leaf index ${indices[i]} in tree ${MerkleTreeId[treeId]}`);
1484
+ // Filter out undefined values to query block numbers only for found leaves
1485
+ const definedIndices = maybeIndices.filter((x)=>x !== undefined);
1486
+ // Now we find the block numbers for the defined indices
1487
+ const blockNumbers = await committedDb.getBlockNumbersForLeafIndices(treeId, definedIndices);
1488
+ // Build a map from leaf index to block number
1489
+ const indexToBlockNumber = new Map();
1490
+ for(let i = 0; i < definedIndices.length; i++){
1491
+ const blockNumber = blockNumbers[i];
1492
+ if (blockNumber === undefined) {
1493
+ throw new Error(`Block number is undefined for leaf index ${definedIndices[i]} in tree ${MerkleTreeId[treeId]}`);
1011
1494
  }
1495
+ indexToBlockNumber.set(definedIndices[i], blockNumber);
1012
1496
  }
1013
1497
  // Get unique block numbers in order to optimize num calls to getLeafValue function.
1014
1498
  const uniqueBlockNumbers = [
1015
- ...new Set(blockNumbers.filter((x)=>x !== undefined))
1499
+ ...new Set(indexToBlockNumber.values())
1016
1500
  ];
1017
- // Now we obtain the block hashes from the archive tree by calling await `committedDb.getLeafValue(treeId, index)`
1018
- // (note that block number corresponds to the leaf index in the archive tree).
1501
+ // Now we obtain the block hashes from the archive tree (block number = leaf index in archive tree).
1019
1502
  const blockHashes = await Promise.all(uniqueBlockNumbers.map((blockNumber)=>{
1020
1503
  return committedDb.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
1021
1504
  }));
1022
- // If any of the block hashes are undefined, we throw an error.
1505
+ // Build a map from block number to block hash
1506
+ const blockNumberToHash = new Map();
1023
1507
  for(let i = 0; i < uniqueBlockNumbers.length; i++){
1024
- if (blockHashes[i] === undefined) {
1508
+ const blockHash = blockHashes[i];
1509
+ if (blockHash === undefined) {
1025
1510
  throw new Error(`Block hash is undefined for block number ${uniqueBlockNumbers[i]}`);
1026
1511
  }
1512
+ blockNumberToHash.set(uniqueBlockNumbers[i], blockHash);
1027
1513
  }
1028
1514
  // Create DataInBlock objects by combining indices, blockNumbers and blockHashes and return them.
1029
- return maybeIndices.map((index, i)=>{
1515
+ return maybeIndices.map((index)=>{
1030
1516
  if (index === undefined) {
1031
1517
  return undefined;
1032
1518
  }
1033
- const blockNumber = blockNumbers[i];
1519
+ const blockNumber = indexToBlockNumber.get(index);
1034
1520
  if (blockNumber === undefined) {
1035
- return undefined;
1521
+ throw new Error(`Block number not found for leaf index ${index} in tree ${MerkleTreeId[treeId]}`);
1036
1522
  }
1037
- const blockHashIndex = uniqueBlockNumbers.indexOf(blockNumber);
1038
- const blockHash = blockHashes[blockHashIndex];
1039
- if (!blockHash) {
1040
- return undefined;
1523
+ const l2BlockHash = blockNumberToHash.get(blockNumber);
1524
+ if (l2BlockHash === undefined) {
1525
+ throw new Error(`Block hash not found for block number ${blockNumber}`);
1041
1526
  }
1042
1527
  return {
1043
- l2BlockNumber: BlockNumber(Number(blockNumber)),
1044
- l2BlockHash: L2BlockHash.fromField(blockHash),
1528
+ l2BlockNumber: blockNumber,
1529
+ l2BlockHash,
1045
1530
  data: index
1046
1531
  };
1047
1532
  });
1048
1533
  }
1049
- async getNullifierSiblingPath(block, leafIndex) {
1050
- const committedDb = await this.#getWorldState(block);
1051
- return committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, leafIndex);
1052
- }
1053
- async getNoteHashSiblingPath(block, leafIndex) {
1054
- const committedDb = await this.#getWorldState(block);
1055
- return committedDb.getSiblingPath(MerkleTreeId.NOTE_HASH_TREE, leafIndex);
1056
- }
1057
- async getArchiveMembershipWitness(block, archive) {
1058
- const committedDb = await this.#getWorldState(block);
1534
+ async getBlockHashMembershipWitness(referenceBlock, blockHash) {
1535
+ // The Noir circuit checks the archive membership proof against `anchor_block_header.last_archive.root`,
1536
+ // which is the archive tree root BEFORE the anchor block was added (i.e. the state after block N-1).
1537
+ // So we need the world state at block N-1, not block N, to produce a sibling path matching that root.
1538
+ const referenceBlockNumber = await this.resolveBlockNumber(referenceBlock);
1539
+ if (referenceBlockNumber === BlockNumber.ZERO) {
1540
+ // Block 0 (the initial block) has an empty archive, so no membership witness can exist.
1541
+ return undefined;
1542
+ }
1543
+ const committedDb = await this.getWorldState(BlockNumber(referenceBlockNumber - 1));
1059
1544
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.ARCHIVE, [
1060
- archive
1545
+ blockHash
1061
1546
  ]);
1062
1547
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
1063
1548
  }
1064
- async getNoteHashMembershipWitness(block, noteHash) {
1065
- const committedDb = await this.#getWorldState(block);
1549
+ async getNoteHashMembershipWitness(referenceBlock, noteHash) {
1550
+ const committedDb = await this.getWorldState(referenceBlock);
1066
1551
  const [pathAndIndex] = await committedDb.findSiblingPaths(MerkleTreeId.NOTE_HASH_TREE, [
1067
1552
  noteHash
1068
1553
  ]);
1069
1554
  return pathAndIndex === undefined ? undefined : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
1070
1555
  }
1071
- async getL1ToL2MessageMembershipWitness(block, l1ToL2Message) {
1072
- const db = await this.#getWorldState(block);
1556
+ async getL1ToL2MessageMembershipWitness(referenceBlock, l1ToL2Message) {
1557
+ const db = await this.getWorldState(referenceBlock);
1073
1558
  const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [
1074
1559
  l1ToL2Message
1075
1560
  ]);
@@ -1082,50 +1567,33 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1082
1567
  witness.path
1083
1568
  ];
1084
1569
  }
1085
- async getL1ToL2MessageBlock(l1ToL2Message) {
1086
- const messageIndex = await this.l1ToL2MessageSource.getL1ToL2MessageIndex(l1ToL2Message);
1087
- return messageIndex ? BlockNumber.fromCheckpointNumber(InboxLeaf.checkpointNumberFromIndex(messageIndex)) : undefined;
1088
- }
1089
- /**
1090
- * Returns whether an L1 to L2 message is synced by archiver and if it's ready to be included in a block.
1091
- * @param l1ToL2Message - The L1 to L2 message to check.
1092
- * @returns Whether the message is synced and ready to be included in a block.
1093
- */ async isL1ToL2MessageSynced(l1ToL2Message) {
1570
+ async getL1ToL2MessageCheckpoint(l1ToL2Message) {
1094
1571
  const messageIndex = await this.l1ToL2MessageSource.getL1ToL2MessageIndex(l1ToL2Message);
1095
- return messageIndex !== undefined;
1572
+ return messageIndex !== undefined ? InboxLeaf.checkpointNumberFromIndex(messageIndex) : undefined;
1096
1573
  }
1097
1574
  /**
1098
1575
  * Returns all the L2 to L1 messages in an epoch.
1576
+ *
1577
+ * @deprecated Use {@link getL2ToL1MembershipWitness} to get an L2-to-L1 message witness directly.
1578
+ *
1099
1579
  * @param epoch - The epoch at which to get the data.
1100
1580
  * @returns The L2 to L1 messages (empty array if the epoch is not found).
1101
1581
  */ async getL2ToL1Messages(epoch) {
1102
- // Assumes `getCheckpointedBlocksForEpoch` returns blocks in ascending order of block number.
1103
- const checkpointedBlocks = await this.blockSource.getCheckpointedBlocksForEpoch(epoch);
1104
- const blocksInCheckpoints = [];
1105
- let previousSlotNumber = SlotNumber.ZERO;
1106
- let checkpointIndex = -1;
1107
- for (const checkpointedBlock of checkpointedBlocks){
1108
- const block = checkpointedBlock.block;
1109
- const slotNumber = block.header.globalVariables.slotNumber;
1110
- if (slotNumber !== previousSlotNumber) {
1111
- checkpointIndex++;
1112
- blocksInCheckpoints.push([]);
1113
- previousSlotNumber = slotNumber;
1114
- }
1115
- blocksInCheckpoints[checkpointIndex].push(block);
1116
- }
1117
- return blocksInCheckpoints.map((blocks)=>blocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
1118
- }
1119
- async getArchiveSiblingPath(block, leafIndex) {
1120
- const committedDb = await this.#getWorldState(block);
1121
- return committedDb.getSiblingPath(MerkleTreeId.ARCHIVE, leafIndex);
1122
- }
1123
- async getPublicDataSiblingPath(block, leafIndex) {
1124
- const committedDb = await this.#getWorldState(block);
1125
- return committedDb.getSiblingPath(MerkleTreeId.PUBLIC_DATA_TREE, leafIndex);
1126
- }
1127
- async getNullifierMembershipWitness(block, nullifier) {
1128
- const db = await this.#getWorldState(block);
1582
+ const blocks = await this.blockSource.getBlocks({
1583
+ epoch,
1584
+ onlyCheckpointed: true
1585
+ });
1586
+ const blocksInCheckpoints = chunkBy(blocks, (block)=>block.header.globalVariables.slotNumber);
1587
+ return blocksInCheckpoints.map((slotBlocks)=>slotBlocks.map((block)=>block.body.txEffects.map((txEffect)=>txEffect.l2ToL1Msgs)));
1588
+ }
1589
+ /**
1590
+ * Returns the L2-to-L1 membership witness for a message in `txHash`. Passthrough to the
1591
+ * archiver's locally-cached resolver — see {@link Archiver.getL2ToL1MembershipWitness}.
1592
+ */ getL2ToL1MembershipWitness(txHash, message, messageIndexInTx) {
1593
+ return this.blockSource.getL2ToL1MembershipWitness(txHash, message, messageIndexInTx);
1594
+ }
1595
+ async getNullifierMembershipWitness(referenceBlock, nullifier) {
1596
+ const db = await this.getWorldState(referenceBlock);
1129
1597
  const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [
1130
1598
  nullifier.toBuffer()
1131
1599
  ]);
@@ -1139,35 +1607,22 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1139
1607
  }
1140
1608
  return new NullifierMembershipWitness(index, leafPreimage, path);
1141
1609
  }
1142
- /**
1143
- * Returns a low nullifier membership witness for a given nullifier at a given block.
1144
- * @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
1145
- * @param nullifier - Nullifier we try to find the low nullifier witness for.
1146
- * @returns The low nullifier membership witness (if found).
1147
- * @remarks Low nullifier witness can be used to perform a nullifier non-inclusion proof by leveraging the "linked
1148
- * list structure" of leaves and proving that a lower nullifier is pointing to a bigger next value than the nullifier
1149
- * we are trying to prove non-inclusion for.
1150
- *
1151
- * Note: This function returns the membership witness of the nullifier itself and not the low nullifier when
1152
- * the nullifier already exists in the tree. This is because the `getPreviousValueIndex` function returns the
1153
- * index of the nullifier itself when it already exists in the tree.
1154
- * TODO: This is a confusing behavior and we should eventually address that.
1155
- */ async getLowNullifierMembershipWitness(block, nullifier) {
1156
- const committedDb = await this.#getWorldState(block);
1610
+ async getLowNullifierMembershipWitness(referenceBlock, nullifier) {
1611
+ const committedDb = await this.getWorldState(referenceBlock);
1157
1612
  const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
1158
1613
  if (!findResult) {
1159
1614
  return undefined;
1160
1615
  }
1161
1616
  const { index, alreadyPresent } = findResult;
1162
1617
  if (alreadyPresent) {
1163
- this.log.warn(`Nullifier ${nullifier.toBigInt()} already exists in the tree`);
1618
+ throw new Error(`Cannot prove nullifier non-inclusion: nullifier ${nullifier.toBigInt()} already exists in the tree`);
1164
1619
  }
1165
1620
  const preimageData = await committedDb.getLeafPreimage(MerkleTreeId.NULLIFIER_TREE, index);
1166
1621
  const siblingPath = await committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, BigInt(index));
1167
1622
  return new NullifierMembershipWitness(BigInt(index), preimageData, siblingPath);
1168
1623
  }
1169
- async getPublicDataWitness(block, leafSlot) {
1170
- const committedDb = await this.#getWorldState(block);
1624
+ async getPublicDataWitness(referenceBlock, leafSlot) {
1625
+ const committedDb = await this.getWorldState(referenceBlock);
1171
1626
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
1172
1627
  if (!lowLeafResult) {
1173
1628
  return undefined;
@@ -1177,8 +1632,8 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1177
1632
  return new PublicDataWitness(lowLeafResult.index, preimage, path);
1178
1633
  }
1179
1634
  }
1180
- async getPublicStorageAt(block, contract, slot) {
1181
- const committedDb = await this.#getWorldState(block);
1635
+ async getPublicStorageAt(referenceBlock, contract, slot) {
1636
+ const committedDb = await this.getWorldState(referenceBlock);
1182
1637
  const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
1183
1638
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
1184
1639
  if (!lowLeafResult || !lowLeafResult.alreadyPresent) {
@@ -1187,56 +1642,62 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1187
1642
  const preimage = await committedDb.getLeafPreimage(MerkleTreeId.PUBLIC_DATA_TREE, lowLeafResult.index);
1188
1643
  return preimage.leaf.value;
1189
1644
  }
1190
- async getBlockHeader(block = 'latest') {
1191
- if (L2BlockHash.isL2BlockHash(block)) {
1192
- const initialBlockHash = await this.#getInitialHeaderHash();
1193
- if (block.equals(initialBlockHash)) {
1194
- // Block source doesn't handle initial header so we need to handle the case separately.
1195
- return this.worldStateSynchronizer.getCommitted().getInitialHeader();
1196
- }
1197
- const blockHashFr = Fr.fromBuffer(block.toBuffer());
1198
- return this.blockSource.getBlockHeaderByHash(blockHashFr);
1199
- } else {
1200
- // Block source doesn't handle initial header so we need to handle the case separately.
1201
- const blockNumber = block === 'latest' ? await this.getBlockNumber() : block;
1202
- if (blockNumber === BlockNumber.ZERO) {
1203
- return this.worldStateSynchronizer.getCommitted().getInitialHeader();
1204
- }
1205
- return this.blockSource.getBlockHeader(block);
1206
- }
1207
- }
1208
- /**
1209
- * Get a block header specified by its archive root.
1210
- * @param archive - The archive root being requested.
1211
- * @returns The requested block header.
1212
- */ async getBlockHeaderByArchive(archive) {
1213
- return await this.blockSource.getBlockHeaderByArchive(archive);
1214
- }
1215
1645
  /**
1216
1646
  * Simulates the public part of a transaction with the current state.
1217
1647
  * @param tx - The transaction to simulate.
1218
- **/ async simulatePublicCalls(tx, skipFeeEnforcement = false) {
1219
- // Check total gas limit for simulation
1220
- const gasSettings = tx.data.constants.txContext.gasSettings;
1221
- const txGasLimit = gasSettings.gasLimits.l2Gas;
1222
- const teardownGasLimit = gasSettings.teardownGasLimits.l2Gas;
1223
- if (txGasLimit + teardownGasLimit > this.config.rpcSimulatePublicMaxGasLimit) {
1224
- throw new BadRequestError(`Transaction total gas limit ${txGasLimit + teardownGasLimit} (${txGasLimit} + ${teardownGasLimit}) exceeds maximum gas limit ${this.config.rpcSimulatePublicMaxGasLimit} for simulation`);
1225
- }
1226
- const txHash = tx.getTxHash();
1227
- const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
1228
- // If sequencer is not initialized, we just set these values to zero for simulation.
1229
- const coinbase = EthAddress.ZERO;
1230
- const feeRecipient = AztecAddress.ZERO;
1231
- const newGlobalVariables = await this.globalVariableBuilder.buildGlobalVariables(blockNumber, coinbase, feeRecipient);
1232
- const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry);
1233
- this.log.verbose(`Simulating public calls for tx ${txHash}`, {
1234
- globalVariables: newGlobalVariables.toInspect(),
1235
- txHash,
1236
- blockNumber
1237
- });
1238
- const merkleTreeFork = await this.worldStateSynchronizer.fork();
1648
+ * @param skipFeeEnforcement - If true, fee enforcement is skipped.
1649
+ * @param overrides - Optional pre-simulation overrides applied to the ephemeral fork and contract DB.
1650
+ **/ async simulatePublicCalls(tx, skipFeeEnforcement = false, overrides) {
1651
+ const env = {
1652
+ stack: [],
1653
+ error: void 0,
1654
+ hasError: false
1655
+ };
1239
1656
  try {
1657
+ // Check total gas limit for simulation
1658
+ const gasSettings = tx.data.constants.txContext.gasSettings;
1659
+ const txGasLimit = gasSettings.gasLimits.l2Gas;
1660
+ const teardownGasLimit = gasSettings.teardownGasLimits.l2Gas;
1661
+ if (txGasLimit + teardownGasLimit > this.config.rpcSimulatePublicMaxGasLimit) {
1662
+ throw new BadRequestError(`Transaction total gas limit ${txGasLimit + teardownGasLimit} (${txGasLimit} + ${teardownGasLimit}) exceeds maximum gas limit ${this.config.rpcSimulatePublicMaxGasLimit} for simulation`);
1663
+ }
1664
+ const txHash = tx.getTxHash();
1665
+ const l2Tips = await this.blockSource.getL2Tips();
1666
+ const latestBlockNumber = l2Tips.proposed.number;
1667
+ const blockNumber = BlockNumber.add(latestBlockNumber, 1);
1668
+ // If sequencer is not initialized, we just set these values to zero for simulation.
1669
+ const coinbase = EthAddress.ZERO;
1670
+ const feeRecipient = AztecAddress.ZERO;
1671
+ const newGlobalVariables = await this.globalVariableBuilder.buildGlobalVariables(blockNumber, coinbase, feeRecipient);
1672
+ const publicProcessorFactory = new PublicProcessorFactory(this.contractDataSource, new DateProvider(), this.telemetry, this.log.getBindings());
1673
+ this.log.verbose(`Simulating public calls for tx ${txHash}`, {
1674
+ globalVariables: newGlobalVariables.toInspect(),
1675
+ txHash,
1676
+ blockNumber
1677
+ });
1678
+ // Ensure world-state has caught up with the latest block we loaded from the archiver
1679
+ await this.worldStateSynchronizer.syncImmediate(latestBlockNumber);
1680
+ // If we detect the next block would start a new checkpoint, then insert L1-to-L2 messages into
1681
+ // the world state tree so simulation can take them into account. We detect if the next block would
1682
+ // start a new checkpoint by checking if the proposed checkpoint's block number matches the latest block number,
1683
+ // which means the next block would be the first block of the next checkpoint.
1684
+ const targetCheckpoint = CheckpointNumber((l2Tips.proposedCheckpoint.checkpoint.number ?? CheckpointNumber.ZERO) + 1);
1685
+ const nextCheckpointMessages = l2Tips.proposedCheckpoint.block.number === l2Tips.proposed.number ? await this.l1ToL2MessageSource.getL1ToL2Messages(targetCheckpoint).catch((err)=>{
1686
+ if (isErrorClass(err, L1ToL2MessagesNotReadyError)) {
1687
+ this.log.warn(`L1-to-L2 messages for checkpoint ${targetCheckpoint} are not ready yet (simulating without them)`);
1688
+ } else {
1689
+ this.log.error(`Failed to get L1-to-L2 messages for checkpoint ${targetCheckpoint} (simulating without them)`, err);
1690
+ }
1691
+ return undefined;
1692
+ }) : undefined;
1693
+ const merkleTreeFork = _ts_add_disposable_resource(env, await this.worldStateSynchronizer.fork(latestBlockNumber), true);
1694
+ if (nextCheckpointMessages !== undefined) {
1695
+ this.log.debug(`Appending ${nextCheckpointMessages.length} L1-to-L2 messages to the world state tree for the next checkpoint`, {
1696
+ checkpointNumber: l2Tips.proposedCheckpoint.checkpoint.number + 1
1697
+ });
1698
+ await appendL1ToL2MessagesToTree(merkleTreeFork, nextCheckpointMessages);
1699
+ }
1700
+ await applyPublicDataOverrides(merkleTreeFork, overrides?.publicStorage);
1240
1701
  const config = PublicSimulatorConfig.from({
1241
1702
  skipFeeEnforcement,
1242
1703
  collectDebugLogs: true,
@@ -1247,9 +1708,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1247
1708
  maxDebugLogMemoryReads: this.config.rpcSimulatePublicMaxDebugLogMemoryReads
1248
1709
  })
1249
1710
  });
1250
- const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config);
1711
+ const contractsDB = new PublicContractsDB(this.contractDataSource, this.log.getBindings());
1712
+ if (overrides?.contracts) {
1713
+ contractsDB.addContracts(Object.values(overrides.contracts).map(({ instance })=>instance));
1714
+ }
1715
+ const processor = publicProcessorFactory.create(merkleTreeFork, newGlobalVariables, config, contractsDB);
1251
1716
  // REFACTOR: Consider merging ProcessReturnValues into ProcessedTx
1252
- const [processedTxs, failedTxs, _usedTxs, returns] = await processor.process([
1717
+ const [processedTxs, failedTxs, _usedTxs, returns, debugLogs] = await processor.process([
1253
1718
  tx
1254
1719
  ]);
1255
1720
  // REFACTOR: Consider returning the error rather than throwing
@@ -1260,27 +1725,38 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1260
1725
  throw failedTxs[0].error;
1261
1726
  }
1262
1727
  const [processedTx] = processedTxs;
1263
- return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed);
1728
+ return new PublicSimulationOutput(processedTx.revertReason, processedTx.globalVariables, processedTx.txEffect, returns, processedTx.gasUsed, debugLogs);
1729
+ } catch (e) {
1730
+ env.error = e;
1731
+ env.hasError = true;
1264
1732
  } finally{
1265
- await merkleTreeFork.close();
1733
+ const result = _ts_dispose_resources(env);
1734
+ if (result) await result;
1266
1735
  }
1267
1736
  }
1268
1737
  async isValidTx(tx, { isSimulation, skipFeeEnforcement } = {}) {
1269
1738
  const db = this.worldStateSynchronizer.getCommitted();
1270
- const verifier = isSimulation ? undefined : this.proofVerifier;
1271
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1739
+ const verifier = isSimulation ? undefined : this.rpcProofVerifier;
1740
+ // We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
1272
1741
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1273
1742
  const blockNumber = BlockNumber(await this.blockSource.getBlockNumber() + 1);
1274
- const validator = createValidatorForAcceptingTxs(db, this.contractDataSource, verifier, {
1743
+ const l1Constants = await this.blockSource.getL1Constants();
1744
+ const validator = createTxValidatorForAcceptingTxsOverRPC(db, this.contractDataSource, verifier, {
1275
1745
  timestamp: nextSlotTimestamp,
1276
1746
  blockNumber,
1277
1747
  l1ChainId: this.l1ChainId,
1278
1748
  rollupVersion: this.version,
1279
- setupAllowList: this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions(),
1749
+ setupAllowList: [
1750
+ ...await getDefaultAllowedSetupFunctions(),
1751
+ ...this.config.txPublicSetupAllowListExtend ?? []
1752
+ ],
1280
1753
  gasFees: await this.getCurrentMinFees(),
1281
1754
  skipFeeEnforcement,
1282
- txsPermitted: !this.config.disableTransactions
1283
- });
1755
+ txsPermitted: !this.config.disableTransactions,
1756
+ rollupManaLimit: l1Constants.rollupManaLimit,
1757
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1758
+ maxBlockDAGas: this.config.validateMaxDABlockGas
1759
+ }, this.log.getBindings());
1284
1760
  return await validator.validateTx(tx);
1285
1761
  }
1286
1762
  getConfig() {
@@ -1293,7 +1769,20 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1293
1769
  ...this.config,
1294
1770
  ...config
1295
1771
  };
1296
- this.sequencer?.updateConfig(config);
1772
+ // If the sequencer is currently paused via pauseSequencer(), record the caller's desired
1773
+ // minTxsPerBlock as the restore value (so resumeSequencer applies it) and keep the freeze
1774
+ // (MAX_SAFE_INTEGER) applied to the underlying sequencer. Without this guard, forwarding
1775
+ // the new minTxsPerBlock to the sequencer would silently unpause block production while
1776
+ // pauseSequencer() still considers it paused.
1777
+ const sequencerUpdate = {
1778
+ ...config
1779
+ };
1780
+ if (this.sequencerPausedMinTxsPerBlock !== undefined && sequencerUpdate.minTxsPerBlock !== undefined) {
1781
+ this.sequencerPausedMinTxsPerBlock = sequencerUpdate.minTxsPerBlock;
1782
+ delete sequencerUpdate.minTxsPerBlock;
1783
+ }
1784
+ this.sequencer?.updateConfig(sequencerUpdate);
1785
+ this.automineSequencer?.updateConfig(sequencerUpdate);
1297
1786
  this.slasherClient?.updateConfig(config);
1298
1787
  this.validatorsSentinel?.updateConfig(config);
1299
1788
  await this.p2pClient.updateP2PConfig(config);
@@ -1302,7 +1791,18 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1302
1791
  archiver.updateConfig(config);
1303
1792
  }
1304
1793
  if (newConfig.realProofs !== this.config.realProofs) {
1305
- this.proofVerifier = config.realProofs ? await BBCircuitVerifier.new(newConfig) : new TestCircuitVerifier();
1794
+ await Promise.all([
1795
+ tryStop(this.peerProofVerifier),
1796
+ tryStop(this.rpcProofVerifier)
1797
+ ]);
1798
+ if (newConfig.realProofs) {
1799
+ this.peerProofVerifier = await BatchChonkVerifier.new(newConfig, newConfig.bbChonkVerifyMaxBatch, 'peer');
1800
+ const rpcVerifier = await BBCircuitVerifier.new(newConfig);
1801
+ this.rpcProofVerifier = new QueuedIVCVerifier(rpcVerifier, newConfig.numConcurrentIVCVerifiers);
1802
+ } else {
1803
+ this.peerProofVerifier = new TestCircuitVerifier();
1804
+ this.rpcProofVerifier = new TestCircuitVerifier();
1805
+ }
1306
1806
  }
1307
1807
  this.config = newConfig;
1308
1808
  }
@@ -1311,7 +1811,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1311
1811
  classRegistry: ProtocolContractAddress.ContractClassRegistry,
1312
1812
  feeJuice: ProtocolContractAddress.FeeJuice,
1313
1813
  instanceRegistry: ProtocolContractAddress.ContractInstanceRegistry,
1314
- multiCallEntrypoint: ProtocolContractAddress.MultiCallEntrypoint
1814
+ multiCallEntrypoint: STANDARD_MULTI_CALL_ENTRYPOINT_ADDRESS
1315
1815
  });
1316
1816
  }
1317
1817
  registerContractFunctionSignatures(signatures) {
@@ -1362,7 +1862,7 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1362
1862
  });
1363
1863
  return Promise.resolve();
1364
1864
  }
1365
- async rollbackTo(targetBlock, force) {
1865
+ async rollbackTo(targetBlock, force, resumeSync = true) {
1366
1866
  const archiver = this.blockSource;
1367
1867
  if (!('rollbackTo' in archiver)) {
1368
1868
  throw new Error('Archiver implementation does not support rollbacks.');
@@ -1390,9 +1890,13 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1390
1890
  this.log.error(`Error during rollback`, err);
1391
1891
  throw err;
1392
1892
  } finally{
1393
- this.log.info(`Resuming world state and archiver sync.`);
1394
- this.worldStateSynchronizer.resumeSync();
1395
- archiver.resume();
1893
+ if (resumeSync) {
1894
+ this.log.info(`Resuming world state and archiver sync.`);
1895
+ this.worldStateSynchronizer.resumeSync();
1896
+ archiver.resume();
1897
+ } else {
1898
+ this.log.info(`Sync left paused after rollback (resumeSync=false).`);
1899
+ }
1396
1900
  }
1397
1901
  }
1398
1902
  async pauseSync() {
@@ -1406,74 +1910,220 @@ _dec = trackSpan('AztecNodeService.simulatePublicCalls', (tx)=>({
1406
1910
  this.blockSource.resume();
1407
1911
  return Promise.resolve();
1408
1912
  }
1409
- getSlashPayloads() {
1410
- if (!this.slasherClient) {
1411
- throw new Error(`Slasher client not enabled`);
1913
+ pauseSequencer() {
1914
+ if (this.automineSequencer) {
1915
+ this.automineSequencer.pause();
1916
+ return Promise.resolve();
1917
+ }
1918
+ if (this.sequencer) {
1919
+ if (this.sequencerPausedMinTxsPerBlock === undefined) {
1920
+ this.sequencerPausedMinTxsPerBlock = this.sequencer.getSequencer().getConfig().minTxsPerBlock ?? 0;
1921
+ this.sequencer.updateConfig({
1922
+ minTxsPerBlock: Number.MAX_SAFE_INTEGER
1923
+ });
1924
+ this.log.info(`Sequencer paused (minTxsPerBlock set to MAX_SAFE_INTEGER)`, {
1925
+ previousMinTxsPerBlock: this.sequencerPausedMinTxsPerBlock
1926
+ });
1927
+ }
1928
+ return Promise.resolve();
1929
+ }
1930
+ throw new BadRequestError('Cannot pause sequencer: no sequencer is running');
1931
+ }
1932
+ resumeSequencer() {
1933
+ if (this.automineSequencer) {
1934
+ this.automineSequencer.resume();
1935
+ return Promise.resolve();
1412
1936
  }
1413
- return this.slasherClient.getSlashPayloads();
1937
+ if (this.sequencer) {
1938
+ if (this.sequencerPausedMinTxsPerBlock !== undefined) {
1939
+ const restored = this.sequencerPausedMinTxsPerBlock;
1940
+ this.sequencerPausedMinTxsPerBlock = undefined;
1941
+ this.sequencer.updateConfig({
1942
+ minTxsPerBlock: restored
1943
+ });
1944
+ this.log.info(`Sequencer resumed (minTxsPerBlock restored)`, {
1945
+ minTxsPerBlock: restored
1946
+ });
1947
+ }
1948
+ return Promise.resolve();
1949
+ }
1950
+ throw new BadRequestError('Cannot resume sequencer: no sequencer is running');
1414
1951
  }
1415
1952
  getSlashOffenses(round) {
1416
1953
  if (!this.slasherClient) {
1417
1954
  throw new Error(`Slasher client not enabled`);
1418
1955
  }
1419
1956
  if (round === 'all') {
1420
- return this.slasherClient.getPendingOffenses();
1957
+ return this.slasherClient.getOffenses();
1421
1958
  } else {
1422
1959
  return this.slasherClient.gatherOffensesForRound(round === 'current' ? undefined : BigInt(round));
1423
1960
  }
1424
1961
  }
1425
- #getInitialHeaderHash() {
1426
- if (!this.initialHeaderHashPromise) {
1427
- this.initialHeaderHashPromise = this.worldStateSynchronizer.getCommitted().getInitialHeader().hash();
1962
+ async reloadKeystore() {
1963
+ if (!this.config.keyStoreDirectory?.length) {
1964
+ throw new BadRequestError('Cannot reload keystore: node is not using a file-based keystore. ' + 'Set KEY_STORE_DIRECTORY to use file-based keystores.');
1965
+ }
1966
+ if (!this.validatorClient) {
1967
+ throw new BadRequestError('Cannot reload keystore: validator is not enabled.');
1968
+ }
1969
+ this.log.info('Reloading keystore from disk');
1970
+ // Re-read and validate keystore files
1971
+ const keyStores = loadKeystores(this.config.keyStoreDirectory);
1972
+ const newManager = new KeystoreManager(mergeKeystores(keyStores));
1973
+ await newManager.validateSigners();
1974
+ ValidatorClient.validateKeyStoreConfiguration(newManager, this.log);
1975
+ // Validate that every validator's publisher keys overlap with the L1 signers
1976
+ // that were initialized at startup. Publishers cannot be hot-reloaded, so a
1977
+ // validator with a publisher key that doesn't match any existing L1 signer
1978
+ // would silently fail on every proposer slot.
1979
+ if (this.keyStoreManager && this.sequencer) {
1980
+ const oldAdapter = NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager);
1981
+ const availablePublishers = new Set(oldAdapter.getAttesterAddresses().flatMap((a)=>oldAdapter.getPublisherAddresses(a).map((p)=>p.toString().toLowerCase())));
1982
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1983
+ for (const attester of newAdapter.getAttesterAddresses()){
1984
+ const pubs = newAdapter.getPublisherAddresses(attester);
1985
+ if (pubs.length > 0 && !pubs.some((p)=>availablePublishers.has(p.toString().toLowerCase()))) {
1986
+ throw new BadRequestError(`Cannot reload keystore: validator ${attester} has publisher keys ` + `[${pubs.map((p)=>p.toString()).join(', ')}] but none match the L1 signers initialized at startup ` + `[${[
1987
+ ...availablePublishers
1988
+ ].join(', ')}]. Publishers cannot be hot-reloaded — ` + `use an existing publisher key or restart the node.`);
1989
+ }
1990
+ }
1991
+ }
1992
+ // Build adapters for old and new keystores to compute diff
1993
+ const newAdapter = NodeKeystoreAdapter.fromKeyStoreManager(newManager);
1994
+ const newAddresses = newAdapter.getAttesterAddresses();
1995
+ const oldAddresses = this.keyStoreManager ? NodeKeystoreAdapter.fromKeyStoreManager(this.keyStoreManager).getAttesterAddresses() : [];
1996
+ const oldSet = new Set(oldAddresses.map((a)=>a.toString()));
1997
+ const newSet = new Set(newAddresses.map((a)=>a.toString()));
1998
+ const added = newAddresses.filter((a)=>!oldSet.has(a.toString()));
1999
+ const removed = oldAddresses.filter((a)=>!newSet.has(a.toString()));
2000
+ if (added.length > 0) {
2001
+ this.log.info(`Keystore reload: adding attester keys: ${added.map((a)=>a.toString()).join(', ')}`);
2002
+ }
2003
+ if (removed.length > 0) {
2004
+ this.log.info(`Keystore reload: removing attester keys: ${removed.map((a)=>a.toString()).join(', ')}`);
2005
+ }
2006
+ if (added.length === 0 && removed.length === 0) {
2007
+ this.log.info('Keystore reload: attester keys unchanged');
2008
+ }
2009
+ // Update the validator client (coinbase, feeRecipient, attester keys)
2010
+ this.validatorClient.reloadKeystore(newManager);
2011
+ // Update the publisher factory's keystore so newly-added validators
2012
+ // can be matched to existing publisher keys when proposing blocks.
2013
+ if (this.sequencer) {
2014
+ this.sequencer.updatePublisherNodeKeyStore(newAdapter);
2015
+ }
2016
+ // Update slasher's "don't-slash-self" list with new validator addresses
2017
+ if (this.slasherClient && !this.config.slashSelfAllowed) {
2018
+ const slashValidatorsNever = unique([
2019
+ ...this.config.slashValidatorsNever ?? [],
2020
+ ...newAddresses
2021
+ ].map((a)=>a.toString())).map(EthAddress.fromString);
2022
+ this.slasherClient.updateConfig({
2023
+ slashValidatorsNever
2024
+ });
2025
+ }
2026
+ this.keyStoreManager = newManager;
2027
+ this.log.info('Keystore reloaded: coinbase, feeRecipient, and attester keys updated');
2028
+ }
2029
+ async mineBlock() {
2030
+ if (this.automineSequencer) {
2031
+ await this.automineSequencer.buildEmptyBlock();
2032
+ return;
2033
+ }
2034
+ if (!this.sequencer) {
2035
+ throw new BadRequestError('Cannot mine block: no sequencer is running');
2036
+ }
2037
+ const currentBlockNumber = await this.getBlockNumber();
2038
+ // Use slot duration + 50% buffer as the timeout so this works on running networks too
2039
+ const { slotDuration } = await this.blockSource.getL1Constants();
2040
+ const timeoutSeconds = Math.ceil(slotDuration * 1.5);
2041
+ // Temporarily set minTxsPerBlock to 0 so the sequencer produces a block even with no txs
2042
+ const originalMinTxsPerBlock = this.sequencer.getSequencer().getConfig().minTxsPerBlock;
2043
+ this.sequencer.updateConfig({
2044
+ minTxsPerBlock: 0
2045
+ });
2046
+ try {
2047
+ // Trigger the sequencer to produce a block immediately
2048
+ void this.sequencer.trigger();
2049
+ // Wait for the new L2 block to appear
2050
+ await retryUntil(async ()=>{
2051
+ const newBlockNumber = await this.getBlockNumber();
2052
+ return newBlockNumber > currentBlockNumber ? true : undefined;
2053
+ }, 'mineBlock', timeoutSeconds, 0.1);
2054
+ } finally{
2055
+ this.sequencer.updateConfig({
2056
+ minTxsPerBlock: originalMinTxsPerBlock
2057
+ });
1428
2058
  }
1429
- return this.initialHeaderHashPromise;
1430
2059
  }
1431
2060
  /**
1432
2061
  * Returns an instance of MerkleTreeOperations having first ensured the world state is fully synched
1433
2062
  * @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
1434
2063
  * @returns An instance of a committed MerkleTreeOperations
1435
- */ async #getWorldState(block) {
2064
+ */ async getWorldState(block) {
2065
+ const query = this.normalizeBlockParameter(block);
2066
+ // When the request anchors on a specific block hash, resolve it against the archiver up front and
2067
+ // drive the world-state sync to that exact block number and hash. Resolving against the archiver
2068
+ // first fails fast with a clear reorg error if the hash is unknown, and passing the hash to the
2069
+ // synchronizer makes the sync reorg-aware: it barriers until the archive-tree commit for that block
2070
+ // has landed and verifies it matches the requested fork, instead of syncing to bare latest height
2071
+ // and then racing the snapshot read below against an in-flight archive-tree write.
2072
+ const requestedHash = 'hash' in query ? query.hash : undefined;
2073
+ const anchorBlockNumber = requestedHash !== undefined ? await this.resolveBlockNumber(query) : undefined;
1436
2074
  let blockSyncedTo = BlockNumber.ZERO;
1437
2075
  try {
1438
2076
  // Attempt to sync the world state if necessary
1439
- blockSyncedTo = await this.#syncWorldState();
2077
+ blockSyncedTo = await this.#syncWorldState(anchorBlockNumber, requestedHash);
1440
2078
  } catch (err) {
1441
2079
  this.log.error(`Error getting world state: ${err}`);
1442
2080
  }
1443
- if (block === 'latest') {
1444
- this.log.debug(`Using committed db for block 'latest', world state synced upto ${blockSyncedTo}`);
2081
+ if ('tag' in query && query.tag === 'proposed') {
2082
+ this.log.debug(`Using committed db for latest block, world state synced upto ${blockSyncedTo}`);
1445
2083
  return this.worldStateSynchronizer.getCommitted();
1446
2084
  }
1447
- if (L2BlockHash.isL2BlockHash(block)) {
1448
- const initialBlockHash = await this.#getInitialHeaderHash();
1449
- if (block.equals(initialBlockHash)) {
1450
- // Block source doesn't handle initial header so we need to handle the case separately.
1451
- return this.worldStateSynchronizer.getSnapshot(BlockNumber.ZERO);
1452
- }
1453
- const blockHashFr = Fr.fromBuffer(block.toBuffer());
1454
- const header = await this.blockSource.getBlockHeaderByHash(blockHashFr);
1455
- if (!header) {
1456
- throw new Error(`Block hash ${block.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
2085
+ const blockNumber = anchorBlockNumber ?? await this.resolveBlockNumber(query);
2086
+ // Check it's within world state sync range
2087
+ if (blockNumber > blockSyncedTo) {
2088
+ throw new Error(`Queried block ${inspectBlockParameter(block)} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
2089
+ }
2090
+ this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
2091
+ const snapshot = this.worldStateSynchronizer.getSnapshot(blockNumber);
2092
+ // Double-check world-state synced to the same block hash as was requested.
2093
+ // Block 0 is skipped: the snapshot returned by `getSnapshot(0)` is the *pre*-genesis archive
2094
+ // (size 0), so leaf 0 is not yet inserted from that snapshot's view even though block 0's hash
2095
+ // does live at archive index 0 in the committed tree. The genesis hash is already validated by
2096
+ // the archiver when it resolves the hash query to block number 0.
2097
+ if (requestedHash !== undefined && blockNumber !== BlockNumber.ZERO) {
2098
+ const blockHash = await snapshot.getLeafValue(MerkleTreeId.ARCHIVE, BigInt(blockNumber));
2099
+ if (!blockHash || !requestedHash.equals(blockHash)) {
2100
+ throw new Error(`Block hash ${requestedHash.toString()} not found in world state at block number ${blockNumber} (world state has ${blockHash?.toString() ?? 'no hash'} at that index, genesis header hash is ${this.blockSource.getGenesisBlockHash().toString()}). If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
1457
2101
  }
1458
- const blockNumber = header.getBlockNumber();
1459
- this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1460
- return this.worldStateSynchronizer.getSnapshot(blockNumber);
1461
2102
  }
1462
- // Block number provided
1463
- {
1464
- const blockNumber = block;
1465
- if (blockNumber > blockSyncedTo) {
1466
- throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
2103
+ return snapshot;
2104
+ }
2105
+ /** Resolves any {@link BlockParameter} variant to a concrete block number. */ async resolveBlockNumber(block) {
2106
+ const query = this.normalizeBlockParameter(block);
2107
+ const blockNumber = await this.blockSource.getBlockNumber(query);
2108
+ if (blockNumber === undefined) {
2109
+ if ('hash' in query) {
2110
+ throw new Error(`Block hash ${query.hash.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`);
2111
+ }
2112
+ if ('archive' in query) {
2113
+ throw new Error(`Block with archive ${query.archive.toString()} not found.`);
1467
2114
  }
1468
- this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1469
- return this.worldStateSynchronizer.getSnapshot(blockNumber);
2115
+ throw new Error(`Block not found for ${inspectBlockParameter(block)}.`);
1470
2116
  }
2117
+ return blockNumber;
1471
2118
  }
1472
2119
  /**
1473
- * Ensure we fully sync the world state
2120
+ * Ensure the world state is synced.
2121
+ * @param targetBlockNumber - Block to sync up to. Defaults to the latest block known to the archiver.
2122
+ * @param blockHash - If provided, the synchronizer verifies the block at `targetBlockNumber` matches this
2123
+ * hash, resyncing (and so detecting reorgs) if it does not yet match or has been reorged away.
1474
2124
  * @returns A promise that fulfils once the world state is synced
1475
- */ async #syncWorldState() {
1476
- const blockSourceHeight = await this.blockSource.getBlockNumber();
1477
- return await this.worldStateSynchronizer.syncImmediate(blockSourceHeight);
2125
+ */ async #syncWorldState(targetBlockNumber, blockHash) {
2126
+ const target = targetBlockNumber ?? await this.blockSource.getBlockNumber();
2127
+ return await this.worldStateSynchronizer.syncImmediate(target, blockHash);
1478
2128
  }
1479
2129
  }