@aztec/aztec-node 3.0.3 → 4.0.0-devnet.1-patch.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,20 +1,13 @@
1
1
  import { Archiver, createArchiver } from '@aztec/archiver';
2
2
  import { BBCircuitVerifier, QueuedIVCVerifier, TestCircuitVerifier } from '@aztec/bb-prover';
3
- import { type BlobSinkClientInterface, createBlobSinkClient } from '@aztec/blob-sink/client';
4
- import {
5
- ARCHIVE_HEIGHT,
6
- INITIAL_L2_BLOCK_NUM,
7
- type L1_TO_L2_MSG_TREE_HEIGHT,
8
- type NOTE_HASH_TREE_HEIGHT,
9
- type NULLIFIER_TREE_HEIGHT,
10
- type PUBLIC_DATA_TREE_HEIGHT,
11
- } from '@aztec/constants';
3
+ import { type BlobClientInterface, createBlobClientWithFileStores } from '@aztec/blob-client/client';
4
+ import { ARCHIVE_HEIGHT, type L1_TO_L2_MSG_TREE_HEIGHT, type NOTE_HASH_TREE_HEIGHT } from '@aztec/constants';
12
5
  import { EpochCache, type EpochCacheInterface } from '@aztec/epoch-cache';
13
6
  import { createEthereumChain } from '@aztec/ethereum/chain';
14
7
  import { getPublicClient } from '@aztec/ethereum/client';
15
8
  import { RegistryContract, RollupContract } from '@aztec/ethereum/contracts';
16
9
  import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
17
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
10
+ import { BlockNumber, CheckpointNumber, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
18
11
  import { compactArray, pick } from '@aztec/foundation/collection';
19
12
  import { Fr } from '@aztec/foundation/curves/bn254';
20
13
  import { EthAddress } from '@aztec/foundation/eth-address';
@@ -31,13 +24,7 @@ import {
31
24
  } from '@aztec/node-lib/factories';
32
25
  import { type P2P, type P2PClientDeps, createP2PClient, getDefaultAllowedSetupFunctions } from '@aztec/p2p';
33
26
  import { ProtocolContractAddress } from '@aztec/protocol-contracts';
34
- import {
35
- BlockBuilder,
36
- GlobalVariableBuilder,
37
- SequencerClient,
38
- type SequencerPublisher,
39
- createValidatorForAcceptingTxs,
40
- } from '@aztec/sequencer-client';
27
+ import { GlobalVariableBuilder, SequencerClient, type SequencerPublisher } from '@aztec/sequencer-client';
41
28
  import { PublicProcessorFactory } from '@aztec/simulator/server';
42
29
  import {
43
30
  AttestationsBlockWatcher,
@@ -48,14 +35,8 @@ import {
48
35
  } from '@aztec/slasher';
49
36
  import { CollectionLimitsConfig, PublicSimulatorConfig } from '@aztec/stdlib/avm';
50
37
  import { AztecAddress } from '@aztec/stdlib/aztec-address';
51
- import {
52
- type BlockParameter,
53
- type DataInBlock,
54
- type L2Block,
55
- L2BlockHash,
56
- type L2BlockSource,
57
- type PublishedL2Block,
58
- } from '@aztec/stdlib/block';
38
+ import { BlockHash, type BlockParameter, type DataInBlock, L2Block, type L2BlockSource } from '@aztec/stdlib/block';
39
+ import type { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
59
40
  import type {
60
41
  ContractClassPublic,
61
42
  ContractDataSource,
@@ -82,7 +63,7 @@ import {
82
63
  type WorldStateSynchronizer,
83
64
  tryStop,
84
65
  } from '@aztec/stdlib/interfaces/server';
85
- import type { LogFilter, TxScopedL2Log } from '@aztec/stdlib/logs';
66
+ import type { LogFilter, SiloedTag, Tag, TxScopedL2Log } from '@aztec/stdlib/logs';
86
67
  import { InboxLeaf, type L1ToL2MessageSource } from '@aztec/stdlib/messaging';
87
68
  import { P2PClientType } from '@aztec/stdlib/p2p';
88
69
  import type { Offense, SlashPayloadRound } from '@aztec/stdlib/slashing';
@@ -110,10 +91,13 @@ import {
110
91
  trackSpan,
111
92
  } from '@aztec/telemetry-client';
112
93
  import {
94
+ FullNodeCheckpointsBuilder as CheckpointsBuilder,
95
+ FullNodeCheckpointsBuilder,
113
96
  NodeKeystoreAdapter,
114
97
  ValidatorClient,
115
98
  createBlockProposalHandler,
116
99
  createValidatorClient,
100
+ createValidatorForAcceptingTxs,
117
101
  } from '@aztec/validator-client';
118
102
  import { createWorldStateSynchronizer } from '@aztec/world-state';
119
103
 
@@ -129,6 +113,7 @@ import { NodeMetrics } from './node_metrics.js';
129
113
  */
130
114
  export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
131
115
  private metrics: NodeMetrics;
116
+ private initialHeaderHashPromise: Promise<BlockHash> | undefined = undefined;
132
117
 
133
118
  // Prevent two snapshot operations to happen simultaneously
134
119
  private isUploadingSnapshot = false;
@@ -155,6 +140,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
155
140
  private proofVerifier: ClientProtocolCircuitVerifier,
156
141
  private telemetry: TelemetryClient = getTelemetryClient(),
157
142
  private log = createLogger('node'),
143
+ private blobClient?: BlobClientInterface,
158
144
  ) {
159
145
  this.metrics = new NodeMetrics(telemetry, 'AztecNodeService');
160
146
  this.tracer = telemetry.getTracer('AztecNodeService');
@@ -184,7 +170,6 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
184
170
  logger?: Logger;
185
171
  publisher?: SequencerPublisher;
186
172
  dateProvider?: DateProvider;
187
- blobSinkClient?: BlobSinkClientInterface;
188
173
  p2pClientDeps?: P2PClientDeps<P2PClientType.Full>;
189
174
  } = {},
190
175
  options: {
@@ -197,8 +182,6 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
197
182
  const packageVersion = getPackageVersion() ?? '';
198
183
  const telemetry = deps.telemetry ?? getTelemetryClient();
199
184
  const dateProvider = deps.dateProvider ?? new DateProvider();
200
- const blobSinkClient =
201
- deps.blobSinkClient ?? createBlobSinkClient(config, { logger: createLogger('node:blob-sink:client') });
202
185
  const ethereumChain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
203
186
 
204
187
  // Build a key store from file if given or from environment otherwise
@@ -238,7 +221,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
238
221
 
239
222
  const publicClient = createPublicClient({
240
223
  chain: ethereumChain.chainInfo,
241
- transport: fallback(config.l1RpcUrls.map((url: string) => http(url))),
224
+ transport: fallback(config.l1RpcUrls.map((url: string) => http(url, { batch: false }))),
242
225
  pollingInterval: config.viemPollingIntervalMS,
243
226
  });
244
227
 
@@ -266,6 +249,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
266
249
  );
267
250
  }
268
251
 
252
+ const blobClient = await createBlobClientWithFileStores(config, createLogger('node:blob-client:client'));
253
+
269
254
  // attempt snapshot sync if possible
270
255
  await trySnapshotSync(config, log);
271
256
 
@@ -273,7 +258,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
273
258
 
274
259
  const archiver = await createArchiver(
275
260
  config,
276
- { blobSinkClient, epochCache, telemetry, dateProvider },
261
+ { blobClient, epochCache, telemetry, dateProvider },
277
262
  { blockUntilSync: !config.skipArchiverInitialSync },
278
263
  );
279
264
 
@@ -310,7 +295,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
310
295
  // We should really not be modifying the config object
311
296
  config.txPublicSetupAllowList = config.txPublicSetupAllowList ?? (await getDefaultAllowedSetupFunctions());
312
297
 
313
- const blockBuilder = new BlockBuilder(
298
+ // Create FullNodeCheckpointsBuilder for validator and non-validator block proposal handling
299
+ const validatorCheckpointsBuilder = new FullNodeCheckpointsBuilder(
314
300
  { ...config, l1GenesisTime, slotDuration: Number(slotDuration) },
315
301
  worldStateSynchronizer,
316
302
  archiver,
@@ -322,15 +308,17 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
322
308
  const watchers: Watcher[] = [];
323
309
 
324
310
  // Create validator client if required
325
- const validatorClient = createValidatorClient(config, {
311
+ const validatorClient = await createValidatorClient(config, {
312
+ checkpointsBuilder: validatorCheckpointsBuilder,
313
+ worldState: worldStateSynchronizer,
326
314
  p2pClient,
327
315
  telemetry,
328
316
  dateProvider,
329
317
  epochCache,
330
- blockBuilder,
331
318
  blockSource: archiver,
332
319
  l1ToL2MessageSource: archiver,
333
320
  keyStoreManager,
321
+ blobClient,
334
322
  });
335
323
 
336
324
  // If we have a validator client, register it as a source of offenses for the slasher,
@@ -348,7 +336,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
348
336
  if (!validatorClient && config.alwaysReexecuteBlockProposals) {
349
337
  log.info('Setting up block proposal reexecution for monitoring');
350
338
  createBlockProposalHandler(config, {
351
- blockBuilder,
339
+ checkpointsBuilder: validatorCheckpointsBuilder,
340
+ worldState: worldStateSynchronizer,
352
341
  epochCache,
353
342
  blockSource: archiver,
354
343
  l1ToL2MessageSource: archiver,
@@ -376,7 +365,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
376
365
  archiver,
377
366
  epochCache,
378
367
  p2pClient.getTxProvider(),
379
- blockBuilder,
368
+ validatorCheckpointsBuilder,
380
369
  config,
381
370
  );
382
371
  watchers.push(epochPruneWatcher);
@@ -404,7 +393,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
404
393
  // Validator enabled, create/start relevant service
405
394
  let sequencer: SequencerClient | undefined;
406
395
  let slasherClient: SlasherClientInterface | undefined;
407
- if (!config.disableValidator) {
396
+ if (!config.disableValidator && validatorClient) {
408
397
  // We create a slasher only if we have a sequencer, since all slashing actions go through the sequencer publisher
409
398
  // as they are executed when the node is selected as proposer.
410
399
  const validatorAddresses = keyStoreManager
@@ -439,6 +428,14 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
439
428
  );
440
429
 
441
430
  // Create and start the sequencer client
431
+ const checkpointsBuilder = new CheckpointsBuilder(
432
+ { ...config, l1GenesisTime, slotDuration: Number(slotDuration) },
433
+ worldStateSynchronizer,
434
+ archiver,
435
+ dateProvider,
436
+ telemetry,
437
+ );
438
+
442
439
  sequencer = await SequencerClient.new(config, {
443
440
  ...deps,
444
441
  epochCache,
@@ -447,12 +444,12 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
447
444
  p2pClient,
448
445
  worldStateSynchronizer,
449
446
  slasherClient,
450
- blockBuilder,
447
+ checkpointsBuilder,
451
448
  l2BlockSource: archiver,
452
449
  l1ToL2MessageSource: archiver,
453
450
  telemetry,
454
451
  dateProvider,
455
- blobSinkClient,
452
+ blobClient,
456
453
  nodeKeyStore: keyStoreManager!,
457
454
  });
458
455
  }
@@ -464,6 +461,13 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
464
461
  log.warn(`Sequencer created but not started`);
465
462
  }
466
463
 
464
+ const globalVariableBuilder = new GlobalVariableBuilder({
465
+ ...config,
466
+ rollupVersion: BigInt(config.rollupVersion),
467
+ l1GenesisTime,
468
+ slotDuration: Number(slotDuration),
469
+ });
470
+
467
471
  return new AztecNodeService(
468
472
  config,
469
473
  p2pClient,
@@ -478,12 +482,13 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
478
482
  epochPruneWatcher,
479
483
  ethereumChain.chainInfo.id,
480
484
  config.rollupVersion,
481
- new GlobalVariableBuilder(config),
485
+ globalVariableBuilder,
482
486
  epochCache,
483
487
  packageVersion,
484
488
  proofVerifier,
485
489
  telemetry,
486
490
  log,
491
+ blobClient,
487
492
  );
488
493
  }
489
494
 
@@ -554,13 +559,19 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
554
559
  }
555
560
 
556
561
  /**
557
- * Get a block specified by its number.
558
- * @param number - The block number being requested.
562
+ * Get a block specified by its block number, block hash, or 'latest'.
563
+ * @param block - The block parameter (block number, block hash, or 'latest').
559
564
  * @returns The requested block.
560
565
  */
561
- public async getBlock(number: BlockParameter): Promise<L2Block | undefined> {
562
- const blockNumber = number === 'latest' ? await this.getBlockNumber() : (number as BlockNumber);
563
- return await this.blockSource.getBlock(blockNumber);
566
+ public async getBlock(block: BlockParameter): Promise<L2Block | undefined> {
567
+ if (BlockHash.isBlockHash(block)) {
568
+ return this.getBlockByHash(block);
569
+ }
570
+ const blockNumber = block === 'latest' ? await this.getBlockNumber() : (block as BlockNumber);
571
+ if (blockNumber === BlockNumber.ZERO) {
572
+ return this.buildInitialBlock();
573
+ }
574
+ return await this.blockSource.getL2Block(blockNumber);
564
575
  }
565
576
 
566
577
  /**
@@ -568,9 +579,17 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
568
579
  * @param blockHash - The block hash being requested.
569
580
  * @returns The requested block.
570
581
  */
571
- public async getBlockByHash(blockHash: Fr): Promise<L2Block | undefined> {
572
- const publishedBlock = await this.blockSource.getPublishedBlockByHash(blockHash);
573
- return publishedBlock?.block;
582
+ public async getBlockByHash(blockHash: BlockHash): Promise<L2Block | undefined> {
583
+ const initialBlockHash = await this.#getInitialHeaderHash();
584
+ if (blockHash.equals(initialBlockHash)) {
585
+ return this.buildInitialBlock();
586
+ }
587
+ return await this.blockSource.getL2BlockByHash(blockHash);
588
+ }
589
+
590
+ private buildInitialBlock(): L2Block {
591
+ const initialHeader = this.worldStateSynchronizer.getCommitted().getInitialHeader();
592
+ return L2Block.empty(initialHeader);
574
593
  }
575
594
 
576
595
  /**
@@ -579,8 +598,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
579
598
  * @returns The requested block.
580
599
  */
581
600
  public async getBlockByArchive(archive: Fr): Promise<L2Block | undefined> {
582
- const publishedBlock = await this.blockSource.getPublishedBlockByArchive(archive);
583
- return publishedBlock?.block;
601
+ return await this.blockSource.getL2BlockByArchive(archive);
584
602
  }
585
603
 
586
604
  /**
@@ -590,19 +608,23 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
590
608
  * @returns The blocks requested.
591
609
  */
592
610
  public async getBlocks(from: BlockNumber, limit: number): Promise<L2Block[]> {
593
- return (await this.blockSource.getBlocks(from, limit)) ?? [];
611
+ return (await this.blockSource.getBlocks(from, BlockNumber(limit))) ?? [];
594
612
  }
595
613
 
596
- public async getPublishedBlocks(from: BlockNumber, limit: number): Promise<PublishedL2Block[]> {
597
- return (await this.blockSource.getPublishedBlocks(from, limit)) ?? [];
614
+ public async getCheckpoints(from: CheckpointNumber, limit: number): Promise<PublishedCheckpoint[]> {
615
+ return (await this.blockSource.getCheckpoints(from, limit)) ?? [];
616
+ }
617
+
618
+ public async getCheckpointedBlocks(from: BlockNumber, limit: number) {
619
+ return (await this.blockSource.getCheckpointedBlocks(from, limit)) ?? [];
598
620
  }
599
621
 
600
622
  /**
601
- * Method to fetch the current base fees.
602
- * @returns The current base fees.
623
+ * Method to fetch the current min L2 fees.
624
+ * @returns The current min L2 fees.
603
625
  */
604
- public async getCurrentBaseFees(): Promise<GasFees> {
605
- return await this.globalVariableBuilder.getCurrentBaseFees();
626
+ public async getCurrentMinFees(): Promise<GasFees> {
627
+ return await this.globalVariableBuilder.getCurrentMinFees();
606
628
  }
607
629
 
608
630
  public async getMaxPriorityFees(): Promise<GasFees> {
@@ -625,6 +647,10 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
625
647
  return await this.blockSource.getProvenBlockNumber();
626
648
  }
627
649
 
650
+ public async getCheckpointedBlockNumber(): Promise<BlockNumber> {
651
+ return await this.blockSource.getCheckpointedL2BlockNumber();
652
+ }
653
+
628
654
  /**
629
655
  * Method to fetch the version of the package.
630
656
  * @returns The node package version
@@ -657,15 +683,43 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
657
683
  return this.contractDataSource.getContract(address);
658
684
  }
659
685
 
660
- /**
661
- * Gets all logs that match any of the received tags (i.e. logs with their first field equal to a tag).
662
- * @param tags - The tags to filter the logs by.
663
- * @param logsPerTag - The maximum number of logs to return for each tag. By default no limit is set
664
- * @returns For each received tag, an array of matching logs is returned. An empty array implies no logs match
665
- * that tag.
666
- */
667
- public getLogsByTags(tags: Fr[], logsPerTag?: number): Promise<TxScopedL2Log[][]> {
668
- return this.logsSource.getLogsByTags(tags, logsPerTag);
686
+ public async getPrivateLogsByTags(
687
+ tags: SiloedTag[],
688
+ page?: number,
689
+ referenceBlock?: BlockHash,
690
+ ): Promise<TxScopedL2Log[][]> {
691
+ if (referenceBlock) {
692
+ const initialBlockHash = await this.#getInitialHeaderHash();
693
+ if (!referenceBlock.equals(initialBlockHash)) {
694
+ const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
695
+ if (!header) {
696
+ throw new Error(
697
+ `Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`,
698
+ );
699
+ }
700
+ }
701
+ }
702
+ return this.logsSource.getPrivateLogsByTags(tags, page);
703
+ }
704
+
705
+ public async getPublicLogsByTagsFromContract(
706
+ contractAddress: AztecAddress,
707
+ tags: Tag[],
708
+ page?: number,
709
+ referenceBlock?: BlockHash,
710
+ ): Promise<TxScopedL2Log[][]> {
711
+ if (referenceBlock) {
712
+ const initialBlockHash = await this.#getInitialHeaderHash();
713
+ if (!referenceBlock.equals(initialBlockHash)) {
714
+ const header = await this.blockSource.getBlockHeaderByHash(referenceBlock);
715
+ if (!header) {
716
+ throw new Error(
717
+ `Block ${referenceBlock.toString()} not found in the node. This might indicate a reorg has occurred.`,
718
+ );
719
+ }
720
+ }
721
+ }
722
+ return this.logsSource.getPublicLogsByTagsFromContract(contractAddress, tags, page);
669
723
  }
670
724
 
671
725
  /**
@@ -712,21 +766,26 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
712
766
  }
713
767
 
714
768
  public async getTxReceipt(txHash: TxHash): Promise<TxReceipt> {
715
- let txReceipt = new TxReceipt(txHash, TxStatus.DROPPED, 'Tx dropped by P2P node.');
716
-
717
- // We first check if the tx is in pending (instead of first checking if it is mined) because if we first check
718
- // for mined and then for pending there could be a race condition where the tx is mined between the two checks
719
- // and we would incorrectly return a TxReceipt with status DROPPED
720
- if ((await this.p2pClient.getTxStatus(txHash)) === 'pending') {
721
- txReceipt = new TxReceipt(txHash, TxStatus.PENDING, '');
722
- }
769
+ // Check the tx pool status first. If the tx is known to the pool (pending or mined), we'll use that
770
+ // as a fallback if we don't find a settled receipt in the archiver.
771
+ const txPoolStatus = await this.p2pClient.getTxStatus(txHash);
772
+ const isKnownToPool = txPoolStatus === 'pending' || txPoolStatus === 'mined';
723
773
 
774
+ // Then get the actual tx from the archiver, which tracks every tx in a mined block.
724
775
  const settledTxReceipt = await this.blockSource.getSettledTxReceipt(txHash);
776
+
725
777
  if (settledTxReceipt) {
726
- txReceipt = settledTxReceipt;
778
+ // If the archiver has the receipt then return it.
779
+ return settledTxReceipt;
780
+ } else if (isKnownToPool) {
781
+ // If the tx is in the pool but not in the archiver, it's pending.
782
+ // This handles race conditions between archiver and p2p, where the archiver
783
+ // has pruned the block in which a tx was mined, but p2p has not caught up yet.
784
+ return new TxReceipt(txHash, TxStatus.PENDING, undefined, undefined);
785
+ } else {
786
+ // Otherwise, if we don't know the tx, we consider it dropped.
787
+ return new TxReceipt(txHash, TxStatus.DROPPED, undefined, 'Tx dropped by P2P node');
727
788
  }
728
-
729
- return txReceipt;
730
789
  }
731
790
 
732
791
  public getTxEffect(txHash: TxHash): Promise<IndexedTxEffect | undefined> {
@@ -746,10 +805,19 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
746
805
  await tryStop(this.p2pClient);
747
806
  await tryStop(this.worldStateSynchronizer);
748
807
  await tryStop(this.blockSource);
808
+ await tryStop(this.blobClient);
749
809
  await tryStop(this.telemetry);
750
810
  this.log.info(`Stopped Aztec Node`);
751
811
  }
752
812
 
813
+ /**
814
+ * Returns the blob client used by this node.
815
+ * @internal - Exposed for testing purposes only.
816
+ */
817
+ public getBlobClient(): BlobClientInterface | undefined {
818
+ return this.blobClient;
819
+ }
820
+
753
821
  /**
754
822
  * Method to retrieve pending txs.
755
823
  * @param limit - The number of items to returns
@@ -782,20 +850,12 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
782
850
  return compactArray(await Promise.all(txHashes.map(txHash => this.getTxByHash(txHash))));
783
851
  }
784
852
 
785
- /**
786
- * Find the indexes of the given leaves in the given tree along with a block metadata pointing to the block in which
787
- * the leaves were inserted.
788
- * @param blockNumber - The block number at which to get the data or 'latest' for latest data.
789
- * @param treeId - The tree to search in.
790
- * @param leafValues - The values to search for.
791
- * @returns The indices of leaves and the block metadata of a block in which the leaves were inserted.
792
- */
793
853
  public async findLeavesIndexes(
794
- blockNumber: BlockParameter,
854
+ referenceBlock: BlockParameter,
795
855
  treeId: MerkleTreeId,
796
856
  leafValues: Fr[],
797
857
  ): Promise<(DataInBlock<bigint> | undefined)[]> {
798
- const committedDb = await this.#getWorldState(blockNumber);
858
+ const committedDb = await this.#getWorldState(referenceBlock);
799
859
  const maybeIndices = await committedDb.findLeafIndices(
800
860
  treeId,
801
861
  leafValues.map(x => x.toBuffer()),
@@ -847,56 +907,28 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
847
907
  }
848
908
  return {
849
909
  l2BlockNumber: BlockNumber(Number(blockNumber)),
850
- l2BlockHash: L2BlockHash.fromField(blockHash),
910
+ l2BlockHash: new BlockHash(blockHash),
851
911
  data: index,
852
912
  };
853
913
  });
854
914
  }
855
915
 
856
- /**
857
- * Returns a sibling path for the given index in the nullifier tree.
858
- * @param blockNumber - The block number at which to get the data.
859
- * @param leafIndex - The index of the leaf for which the sibling path is required.
860
- * @returns The sibling path for the leaf index.
861
- */
862
- public async getNullifierSiblingPath(
863
- blockNumber: BlockParameter,
864
- leafIndex: bigint,
865
- ): Promise<SiblingPath<typeof NULLIFIER_TREE_HEIGHT>> {
866
- const committedDb = await this.#getWorldState(blockNumber);
867
- return committedDb.getSiblingPath(MerkleTreeId.NULLIFIER_TREE, leafIndex);
868
- }
869
-
870
- /**
871
- * Returns a sibling path for the given index in the data tree.
872
- * @param blockNumber - The block number at which to get the data.
873
- * @param leafIndex - The index of the leaf for which the sibling path is required.
874
- * @returns The sibling path for the leaf index.
875
- */
876
- public async getNoteHashSiblingPath(
877
- blockNumber: BlockParameter,
878
- leafIndex: bigint,
879
- ): Promise<SiblingPath<typeof NOTE_HASH_TREE_HEIGHT>> {
880
- const committedDb = await this.#getWorldState(blockNumber);
881
- return committedDb.getSiblingPath(MerkleTreeId.NOTE_HASH_TREE, leafIndex);
882
- }
883
-
884
- public async getArchiveMembershipWitness(
885
- blockNumber: BlockParameter,
886
- archive: Fr,
916
+ public async getBlockHashMembershipWitness(
917
+ referenceBlock: BlockParameter,
918
+ blockHash: BlockHash,
887
919
  ): Promise<MembershipWitness<typeof ARCHIVE_HEIGHT> | undefined> {
888
- const committedDb = await this.#getWorldState(blockNumber);
889
- const [pathAndIndex] = await committedDb.findSiblingPaths<MerkleTreeId.ARCHIVE>(MerkleTreeId.ARCHIVE, [archive]);
920
+ const committedDb = await this.#getWorldState(referenceBlock);
921
+ const [pathAndIndex] = await committedDb.findSiblingPaths<MerkleTreeId.ARCHIVE>(MerkleTreeId.ARCHIVE, [blockHash]);
890
922
  return pathAndIndex === undefined
891
923
  ? undefined
892
924
  : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
893
925
  }
894
926
 
895
927
  public async getNoteHashMembershipWitness(
896
- blockNumber: BlockParameter,
928
+ referenceBlock: BlockParameter,
897
929
  noteHash: Fr,
898
930
  ): Promise<MembershipWitness<typeof NOTE_HASH_TREE_HEIGHT> | undefined> {
899
- const committedDb = await this.#getWorldState(blockNumber);
931
+ const committedDb = await this.#getWorldState(referenceBlock);
900
932
  const [pathAndIndex] = await committedDb.findSiblingPaths<MerkleTreeId.NOTE_HASH_TREE>(
901
933
  MerkleTreeId.NOTE_HASH_TREE,
902
934
  [noteHash],
@@ -906,17 +938,11 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
906
938
  : MembershipWitness.fromSiblingPath(pathAndIndex.index, pathAndIndex.path);
907
939
  }
908
940
 
909
- /**
910
- * Returns the index and a sibling path for a leaf in the committed l1 to l2 data tree.
911
- * @param blockNumber - The block number at which to get the data.
912
- * @param l1ToL2Message - The l1ToL2Message to get the index / sibling path for.
913
- * @returns A tuple of the index and the sibling path of the L1ToL2Message (undefined if not found).
914
- */
915
941
  public async getL1ToL2MessageMembershipWitness(
916
- blockNumber: BlockParameter,
942
+ referenceBlock: BlockParameter,
917
943
  l1ToL2Message: Fr,
918
944
  ): Promise<[bigint, SiblingPath<typeof L1_TO_L2_MSG_TREE_HEIGHT>] | undefined> {
919
- const db = await this.#getWorldState(blockNumber);
945
+ const db = await this.#getWorldState(referenceBlock);
920
946
  const [witness] = await db.findSiblingPaths(MerkleTreeId.L1_TO_L2_MESSAGE_TREE, [l1ToL2Message]);
921
947
  if (!witness) {
922
948
  return undefined;
@@ -944,56 +970,36 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
944
970
  }
945
971
 
946
972
  /**
947
- * Returns all the L2 to L1 messages in a block.
948
- * @param blockNumber - The block number at which to get the data.
949
- * @returns The L2 to L1 messages (undefined if the block number is not found).
973
+ * Returns all the L2 to L1 messages in an epoch.
974
+ * @param epoch - The epoch at which to get the data.
975
+ * @returns The L2 to L1 messages (empty array if the epoch is not found).
950
976
  */
951
- public async getL2ToL1Messages(blockNumber: BlockParameter): Promise<Fr[][] | undefined> {
952
- const block = await this.blockSource.getBlock(
953
- blockNumber === 'latest' ? await this.getBlockNumber() : (blockNumber as BlockNumber),
977
+ public async getL2ToL1Messages(epoch: EpochNumber): Promise<Fr[][][][]> {
978
+ // Assumes `getCheckpointedBlocksForEpoch` returns blocks in ascending order of block number.
979
+ const checkpointedBlocks = await this.blockSource.getCheckpointedBlocksForEpoch(epoch);
980
+ const blocksInCheckpoints: L2Block[][] = [];
981
+ let previousSlotNumber = SlotNumber.ZERO;
982
+ let checkpointIndex = -1;
983
+ for (const checkpointedBlock of checkpointedBlocks) {
984
+ const block = checkpointedBlock.block;
985
+ const slotNumber = block.header.globalVariables.slotNumber;
986
+ if (slotNumber !== previousSlotNumber) {
987
+ checkpointIndex++;
988
+ blocksInCheckpoints.push([]);
989
+ previousSlotNumber = slotNumber;
990
+ }
991
+ blocksInCheckpoints[checkpointIndex].push(block);
992
+ }
993
+ return blocksInCheckpoints.map(blocks =>
994
+ blocks.map(block => block.body.txEffects.map(txEffect => txEffect.l2ToL1Msgs)),
954
995
  );
955
- return block?.body.txEffects.map(txEffect => txEffect.l2ToL1Msgs);
956
- }
957
-
958
- /**
959
- * Returns a sibling path for a leaf in the committed blocks tree.
960
- * @param blockNumber - The block number at which to get the data.
961
- * @param leafIndex - Index of the leaf in the tree.
962
- * @returns The sibling path.
963
- */
964
- public async getArchiveSiblingPath(
965
- blockNumber: BlockParameter,
966
- leafIndex: bigint,
967
- ): Promise<SiblingPath<typeof ARCHIVE_HEIGHT>> {
968
- const committedDb = await this.#getWorldState(blockNumber);
969
- return committedDb.getSiblingPath(MerkleTreeId.ARCHIVE, leafIndex);
970
996
  }
971
997
 
972
- /**
973
- * Returns a sibling path for a leaf in the committed public data tree.
974
- * @param blockNumber - The block number at which to get the data.
975
- * @param leafIndex - Index of the leaf in the tree.
976
- * @returns The sibling path.
977
- */
978
- public async getPublicDataSiblingPath(
979
- blockNumber: BlockParameter,
980
- leafIndex: bigint,
981
- ): Promise<SiblingPath<typeof PUBLIC_DATA_TREE_HEIGHT>> {
982
- const committedDb = await this.#getWorldState(blockNumber);
983
- return committedDb.getSiblingPath(MerkleTreeId.PUBLIC_DATA_TREE, leafIndex);
984
- }
985
-
986
- /**
987
- * Returns a nullifier membership witness for a given nullifier at a given block.
988
- * @param blockNumber - The block number at which to get the index.
989
- * @param nullifier - Nullifier we try to find witness for.
990
- * @returns The nullifier membership witness (if found).
991
- */
992
998
  public async getNullifierMembershipWitness(
993
- blockNumber: BlockParameter,
999
+ referenceBlock: BlockParameter,
994
1000
  nullifier: Fr,
995
1001
  ): Promise<NullifierMembershipWitness | undefined> {
996
- const db = await this.#getWorldState(blockNumber);
1002
+ const db = await this.#getWorldState(referenceBlock);
997
1003
  const [witness] = await db.findSiblingPaths(MerkleTreeId.NULLIFIER_TREE, [nullifier.toBuffer()]);
998
1004
  if (!witness) {
999
1005
  return undefined;
@@ -1010,7 +1016,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1010
1016
 
1011
1017
  /**
1012
1018
  * Returns a low nullifier membership witness for a given nullifier at a given block.
1013
- * @param blockNumber - The block number at which to get the index.
1019
+ * @param referenceBlock - The block parameter (block number, block hash, or 'latest') at which to get the data
1020
+ * (which contains the root of the nullifier tree in which we are searching for the nullifier).
1014
1021
  * @param nullifier - Nullifier we try to find the low nullifier witness for.
1015
1022
  * @returns The low nullifier membership witness (if found).
1016
1023
  * @remarks Low nullifier witness can be used to perform a nullifier non-inclusion proof by leveraging the "linked
@@ -1023,10 +1030,10 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1023
1030
  * TODO: This is a confusing behavior and we should eventually address that.
1024
1031
  */
1025
1032
  public async getLowNullifierMembershipWitness(
1026
- blockNumber: BlockParameter,
1033
+ referenceBlock: BlockParameter,
1027
1034
  nullifier: Fr,
1028
1035
  ): Promise<NullifierMembershipWitness | undefined> {
1029
- const committedDb = await this.#getWorldState(blockNumber);
1036
+ const committedDb = await this.#getWorldState(referenceBlock);
1030
1037
  const findResult = await committedDb.getPreviousValueIndex(MerkleTreeId.NULLIFIER_TREE, nullifier.toBigInt());
1031
1038
  if (!findResult) {
1032
1039
  return undefined;
@@ -1041,8 +1048,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1041
1048
  return new NullifierMembershipWitness(BigInt(index), preimageData as NullifierLeafPreimage, siblingPath);
1042
1049
  }
1043
1050
 
1044
- async getPublicDataWitness(blockNumber: BlockParameter, leafSlot: Fr): Promise<PublicDataWitness | undefined> {
1045
- const committedDb = await this.#getWorldState(blockNumber);
1051
+ async getPublicDataWitness(referenceBlock: BlockParameter, leafSlot: Fr): Promise<PublicDataWitness | undefined> {
1052
+ const committedDb = await this.#getWorldState(referenceBlock);
1046
1053
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
1047
1054
  if (!lowLeafResult) {
1048
1055
  return undefined;
@@ -1056,19 +1063,8 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1056
1063
  }
1057
1064
  }
1058
1065
 
1059
- /**
1060
- * Gets the storage value at the given contract storage slot.
1061
- *
1062
- * @remarks The storage slot here refers to the slot as it is defined in Noir not the index in the merkle tree.
1063
- * Aztec's version of `eth_getStorageAt`.
1064
- *
1065
- * @param contract - Address of the contract to query.
1066
- * @param slot - Slot to query.
1067
- * @param blockNumber - The block number at which to get the data or 'latest'.
1068
- * @returns Storage value at the given contract slot.
1069
- */
1070
- public async getPublicStorageAt(blockNumber: BlockParameter, contract: AztecAddress, slot: Fr): Promise<Fr> {
1071
- const committedDb = await this.#getWorldState(blockNumber);
1066
+ public async getPublicStorageAt(referenceBlock: BlockParameter, contract: AztecAddress, slot: Fr): Promise<Fr> {
1067
+ const committedDb = await this.#getWorldState(referenceBlock);
1072
1068
  const leafSlot = await computePublicDataTreeLeafSlot(contract, slot);
1073
1069
 
1074
1070
  const lowLeafResult = await committedDb.getPreviousValueIndex(MerkleTreeId.PUBLIC_DATA_TREE, leafSlot.toBigInt());
@@ -1082,24 +1078,22 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1082
1078
  return preimage.leaf.value;
1083
1079
  }
1084
1080
 
1085
- /**
1086
- * Returns the currently committed block header, or the initial header if no blocks have been produced.
1087
- * @returns The current committed block header.
1088
- */
1089
- public async getBlockHeader(blockNumber: BlockParameter = 'latest'): Promise<BlockHeader | undefined> {
1090
- return blockNumber === BlockNumber.ZERO ||
1091
- (blockNumber === 'latest' && (await this.blockSource.getBlockNumber()) === BlockNumber.ZERO)
1092
- ? this.worldStateSynchronizer.getCommitted().getInitialHeader()
1093
- : this.blockSource.getBlockHeader(blockNumber === 'latest' ? blockNumber : (blockNumber as BlockNumber));
1094
- }
1095
-
1096
- /**
1097
- * Get a block header specified by its hash.
1098
- * @param blockHash - The block hash being requested.
1099
- * @returns The requested block header.
1100
- */
1101
- public async getBlockHeaderByHash(blockHash: Fr): Promise<BlockHeader | undefined> {
1102
- return await this.blockSource.getBlockHeaderByHash(blockHash);
1081
+ public async getBlockHeader(block: BlockParameter = 'latest'): Promise<BlockHeader | undefined> {
1082
+ if (BlockHash.isBlockHash(block)) {
1083
+ const initialBlockHash = await this.#getInitialHeaderHash();
1084
+ if (block.equals(initialBlockHash)) {
1085
+ // Block source doesn't handle initial header so we need to handle the case separately.
1086
+ return this.worldStateSynchronizer.getCommitted().getInitialHeader();
1087
+ }
1088
+ return this.blockSource.getBlockHeaderByHash(block);
1089
+ } else {
1090
+ // Block source doesn't handle initial header so we need to handle the case separately.
1091
+ const blockNumber = block === 'latest' ? await this.getBlockNumber() : (block as BlockNumber);
1092
+ if (blockNumber === BlockNumber.ZERO) {
1093
+ return this.worldStateSynchronizer.getCommitted().getInitialHeader();
1094
+ }
1095
+ return this.blockSource.getBlockHeader(block);
1096
+ }
1103
1097
  }
1104
1098
 
1105
1099
  /**
@@ -1149,6 +1143,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1149
1143
  this.contractDataSource,
1150
1144
  new DateProvider(),
1151
1145
  this.telemetry,
1146
+ this.log.getBindings(),
1152
1147
  );
1153
1148
 
1154
1149
  this.log.verbose(`Simulating public calls for tx ${txHash}`, {
@@ -1202,16 +1197,22 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1202
1197
  // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1203
1198
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1204
1199
  const blockNumber = BlockNumber((await this.blockSource.getBlockNumber()) + 1);
1205
- const validator = createValidatorForAcceptingTxs(db, this.contractDataSource, verifier, {
1206
- timestamp: nextSlotTimestamp,
1207
- blockNumber,
1208
- l1ChainId: this.l1ChainId,
1209
- rollupVersion: this.version,
1210
- setupAllowList: this.config.txPublicSetupAllowList ?? (await getDefaultAllowedSetupFunctions()),
1211
- gasFees: await this.getCurrentBaseFees(),
1212
- skipFeeEnforcement,
1213
- txsPermitted: !this.config.disableTransactions,
1214
- });
1200
+ const validator = createValidatorForAcceptingTxs(
1201
+ db,
1202
+ this.contractDataSource,
1203
+ verifier,
1204
+ {
1205
+ timestamp: nextSlotTimestamp,
1206
+ blockNumber,
1207
+ l1ChainId: this.l1ChainId,
1208
+ rollupVersion: this.version,
1209
+ setupAllowList: this.config.txPublicSetupAllowList ?? (await getDefaultAllowedSetupFunctions()),
1210
+ gasFees: await this.getCurrentMinFees(),
1211
+ skipFeeEnforcement,
1212
+ txsPermitted: !this.config.disableTransactions,
1213
+ },
1214
+ this.log.getBindings(),
1215
+ );
1215
1216
 
1216
1217
  return await validator.validateTx(tx);
1217
1218
  }
@@ -1280,7 +1281,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1280
1281
  }
1281
1282
 
1282
1283
  // And it has an L2 block hash
1283
- const l2BlockHash = await archiver.getL2Tips().then(tips => tips.latest.hash);
1284
+ const l2BlockHash = await archiver.getL2Tips().then(tips => tips.proposed.hash);
1284
1285
  if (!l2BlockHash) {
1285
1286
  this.metrics.recordSnapshotError();
1286
1287
  throw new Error(`Archiver has no latest L2 block hash downloaded. Cannot start snapshot.`);
@@ -1314,7 +1315,7 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1314
1315
  throw new Error('Archiver implementation does not support rollbacks.');
1315
1316
  }
1316
1317
 
1317
- const finalizedBlock = await archiver.getL2Tips().then(tips => tips.finalized.number);
1318
+ const finalizedBlock = await archiver.getL2Tips().then(tips => tips.finalized.block.number);
1318
1319
  if (targetBlock < finalizedBlock) {
1319
1320
  if (force) {
1320
1321
  this.log.warn(`Clearing world state database to allow rolling back behind finalized block ${finalizedBlock}`);
@@ -1375,16 +1376,19 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1375
1376
  }
1376
1377
  }
1377
1378
 
1379
+ #getInitialHeaderHash(): Promise<BlockHash> {
1380
+ if (!this.initialHeaderHashPromise) {
1381
+ this.initialHeaderHashPromise = this.worldStateSynchronizer.getCommitted().getInitialHeader().hash();
1382
+ }
1383
+ return this.initialHeaderHashPromise;
1384
+ }
1385
+
1378
1386
  /**
1379
1387
  * Returns an instance of MerkleTreeOperations having first ensured the world state is fully synched
1380
- * @param blockNumber - The block number at which to get the data.
1388
+ * @param block - The block parameter (block number, block hash, or 'latest') at which to get the data.
1381
1389
  * @returns An instance of a committed MerkleTreeOperations
1382
1390
  */
1383
- async #getWorldState(blockNumber: BlockParameter) {
1384
- if (typeof blockNumber === 'number' && blockNumber < INITIAL_L2_BLOCK_NUM - 1) {
1385
- throw new Error('Invalid block number to get world state for: ' + blockNumber);
1386
- }
1387
-
1391
+ async #getWorldState(block: BlockParameter) {
1388
1392
  let blockSyncedTo: BlockNumber = BlockNumber.ZERO;
1389
1393
  try {
1390
1394
  // Attempt to sync the world state if necessary
@@ -1393,15 +1397,39 @@ export class AztecNodeService implements AztecNode, AztecNodeAdmin, Traceable {
1393
1397
  this.log.error(`Error getting world state: ${err}`);
1394
1398
  }
1395
1399
 
1396
- // using a snapshot could be less efficient than using the committed db
1397
- if (blockNumber === 'latest' /*|| blockNumber === blockSyncedTo*/) {
1398
- this.log.debug(`Using committed db for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1400
+ if (block === 'latest') {
1401
+ this.log.debug(`Using committed db for block 'latest', world state synced upto ${blockSyncedTo}`);
1399
1402
  return this.worldStateSynchronizer.getCommitted();
1400
- } else if (blockNumber <= blockSyncedTo) {
1403
+ }
1404
+
1405
+ if (BlockHash.isBlockHash(block)) {
1406
+ const initialBlockHash = await this.#getInitialHeaderHash();
1407
+ if (block.equals(initialBlockHash)) {
1408
+ // Block source doesn't handle initial header so we need to handle the case separately.
1409
+ return this.worldStateSynchronizer.getSnapshot(BlockNumber.ZERO);
1410
+ }
1411
+
1412
+ const header = await this.blockSource.getBlockHeaderByHash(block);
1413
+ if (!header) {
1414
+ throw new Error(
1415
+ `Block hash ${block.toString()} not found when querying world state. If the node API has been queried with anchor block hash possibly a reorg has occurred.`,
1416
+ );
1417
+ }
1418
+ const blockNumber = header.getBlockNumber();
1401
1419
  this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1402
- return this.worldStateSynchronizer.getSnapshot(blockNumber as BlockNumber);
1403
- } else {
1404
- throw new Error(`Block ${blockNumber} not yet synced`);
1420
+ return this.worldStateSynchronizer.getSnapshot(blockNumber);
1421
+ }
1422
+
1423
+ // Block number provided
1424
+ {
1425
+ const blockNumber = block as BlockNumber;
1426
+
1427
+ if (blockNumber > blockSyncedTo) {
1428
+ throw new Error(`Queried block ${block} not yet synced by the node (node is synced upto ${blockSyncedTo}).`);
1429
+ }
1430
+
1431
+ this.log.debug(`Using snapshot for block ${blockNumber}, world state synced upto ${blockSyncedTo}`);
1432
+ return this.worldStateSynchronizer.getSnapshot(blockNumber);
1405
1433
  }
1406
1434
  }
1407
1435