@aztec/archiver 0.0.1-commit.8afd444 → 0.0.1-commit.934299a21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (72) hide show
  1. package/dest/archiver.d.ts +5 -2
  2. package/dest/archiver.d.ts.map +1 -1
  3. package/dest/archiver.js +9 -91
  4. package/dest/factory.d.ts +1 -1
  5. package/dest/factory.d.ts.map +1 -1
  6. package/dest/factory.js +9 -7
  7. package/dest/index.d.ts +2 -1
  8. package/dest/index.d.ts.map +1 -1
  9. package/dest/index.js +1 -0
  10. package/dest/l1/bin/retrieve-calldata.js +36 -33
  11. package/dest/l1/calldata_retriever.d.ts +73 -50
  12. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  13. package/dest/l1/calldata_retriever.js +190 -259
  14. package/dest/l1/data_retrieval.d.ts +4 -7
  15. package/dest/l1/data_retrieval.d.ts.map +1 -1
  16. package/dest/l1/data_retrieval.js +9 -13
  17. package/dest/l1/spire_proposer.d.ts +5 -5
  18. package/dest/l1/spire_proposer.d.ts.map +1 -1
  19. package/dest/l1/spire_proposer.js +9 -17
  20. package/dest/modules/data_source_base.d.ts +8 -3
  21. package/dest/modules/data_source_base.d.ts.map +1 -1
  22. package/dest/modules/data_source_base.js +28 -72
  23. package/dest/modules/data_store_updater.d.ts +9 -2
  24. package/dest/modules/data_store_updater.d.ts.map +1 -1
  25. package/dest/modules/data_store_updater.js +40 -19
  26. package/dest/modules/instrumentation.d.ts +15 -2
  27. package/dest/modules/instrumentation.d.ts.map +1 -1
  28. package/dest/modules/instrumentation.js +19 -2
  29. package/dest/modules/l1_synchronizer.d.ts +4 -8
  30. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  31. package/dest/modules/l1_synchronizer.js +14 -9
  32. package/dest/store/block_store.d.ts +18 -14
  33. package/dest/store/block_store.d.ts.map +1 -1
  34. package/dest/store/block_store.js +69 -17
  35. package/dest/store/kv_archiver_store.d.ts +18 -4
  36. package/dest/store/kv_archiver_store.d.ts.map +1 -1
  37. package/dest/store/kv_archiver_store.js +18 -0
  38. package/dest/store/l2_tips_cache.d.ts +19 -0
  39. package/dest/store/l2_tips_cache.d.ts.map +1 -0
  40. package/dest/store/l2_tips_cache.js +89 -0
  41. package/dest/store/log_store.d.ts +1 -1
  42. package/dest/store/log_store.d.ts.map +1 -1
  43. package/dest/store/log_store.js +55 -35
  44. package/dest/test/fake_l1_state.d.ts +6 -1
  45. package/dest/test/fake_l1_state.d.ts.map +1 -1
  46. package/dest/test/fake_l1_state.js +56 -18
  47. package/dest/test/mock_archiver.d.ts +1 -1
  48. package/dest/test/mock_archiver.d.ts.map +1 -1
  49. package/dest/test/mock_archiver.js +3 -2
  50. package/dest/test/mock_l2_block_source.d.ts +18 -3
  51. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  52. package/dest/test/mock_l2_block_source.js +125 -82
  53. package/package.json +13 -13
  54. package/src/archiver.ts +10 -110
  55. package/src/factory.ts +23 -9
  56. package/src/index.ts +1 -0
  57. package/src/l1/README.md +25 -68
  58. package/src/l1/bin/retrieve-calldata.ts +46 -39
  59. package/src/l1/calldata_retriever.ts +249 -379
  60. package/src/l1/data_retrieval.ts +6 -16
  61. package/src/l1/spire_proposer.ts +7 -15
  62. package/src/modules/data_source_base.ts +53 -92
  63. package/src/modules/data_store_updater.ts +43 -18
  64. package/src/modules/instrumentation.ts +29 -2
  65. package/src/modules/l1_synchronizer.ts +15 -12
  66. package/src/store/block_store.ts +85 -36
  67. package/src/store/kv_archiver_store.ts +35 -3
  68. package/src/store/l2_tips_cache.ts +89 -0
  69. package/src/store/log_store.ts +93 -31
  70. package/src/test/fake_l1_state.ts +75 -17
  71. package/src/test/mock_archiver.ts +3 -2
  72. package/src/test/mock_l2_block_source.ts +158 -78
@@ -9,6 +9,7 @@ import { isDefined } from '@aztec/foundation/types';
9
9
  import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncSingleton, Range } from '@aztec/kv-store';
10
10
  import type { AztecAddress } from '@aztec/stdlib/aztec-address';
11
11
  import {
12
+ type BlockData,
12
13
  BlockHash,
13
14
  Body,
14
15
  CheckpointedL2Block,
@@ -18,7 +19,7 @@ import {
18
19
  deserializeValidateCheckpointResult,
19
20
  serializeValidateCheckpointResult,
20
21
  } from '@aztec/stdlib/block';
21
- import { L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
22
+ import { type CheckpointData, L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
22
23
  import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
23
24
  import { CheckpointHeader } from '@aztec/stdlib/rollup';
24
25
  import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
@@ -61,23 +62,14 @@ type BlockStorage = {
61
62
  type CheckpointStorage = {
62
63
  header: Buffer;
63
64
  archive: Buffer;
65
+ checkpointOutHash: Buffer;
64
66
  checkpointNumber: number;
65
67
  startBlock: number;
66
- numBlocks: number;
68
+ blockCount: number;
67
69
  l1: Buffer;
68
70
  attestations: Buffer[];
69
71
  };
70
72
 
71
- export type CheckpointData = {
72
- checkpointNumber: CheckpointNumber;
73
- header: CheckpointHeader;
74
- archive: AppendOnlyTreeSnapshot;
75
- startBlock: number;
76
- numBlocks: number;
77
- l1: L1PublishedData;
78
- attestations: Buffer[];
79
- };
80
-
81
73
  export type RemoveCheckpointsResult = { blocksRemoved: L2Block[] | undefined };
82
74
 
83
75
  /**
@@ -90,6 +82,9 @@ export class BlockStore {
90
82
  /** Map checkpoint number to checkpoint data */
91
83
  #checkpoints: AztecAsyncMap<number, CheckpointStorage>;
92
84
 
85
+ /** Map slot number to checkpoint number, for looking up checkpoints by slot range. */
86
+ #slotToCheckpoint: AztecAsyncMap<number, number>;
87
+
93
88
  /** Map block hash to list of tx hashes */
94
89
  #blockTxs: AztecAsyncMap<string, Buffer>;
95
90
 
@@ -130,6 +125,7 @@ export class BlockStore {
130
125
  this.#lastProvenCheckpoint = db.openSingleton('archiver_last_proven_l2_checkpoint');
131
126
  this.#pendingChainValidationStatus = db.openSingleton('archiver_pending_chain_validation_status');
132
127
  this.#checkpoints = db.openMap('archiver_checkpoints');
128
+ this.#slotToCheckpoint = db.openMap('archiver_slot_to_checkpoint');
133
129
  }
134
130
 
135
131
  /**
@@ -273,7 +269,7 @@ export class BlockStore {
273
269
 
274
270
  // If we have a previous checkpoint then we need to get the previous block number
275
271
  if (previousCheckpointData !== undefined) {
276
- previousBlockNumber = BlockNumber(previousCheckpointData.startBlock + previousCheckpointData.numBlocks - 1);
272
+ previousBlockNumber = BlockNumber(previousCheckpointData.startBlock + previousCheckpointData.blockCount - 1);
277
273
  previousBlock = await this.getBlock(previousBlockNumber);
278
274
  if (previousBlock === undefined) {
279
275
  // We should be able to get the required previous block
@@ -337,12 +333,16 @@ export class BlockStore {
337
333
  await this.#checkpoints.set(checkpoint.checkpoint.number, {
338
334
  header: checkpoint.checkpoint.header.toBuffer(),
339
335
  archive: checkpoint.checkpoint.archive.toBuffer(),
336
+ checkpointOutHash: checkpoint.checkpoint.getCheckpointOutHash().toBuffer(),
340
337
  l1: checkpoint.l1.toBuffer(),
341
338
  attestations: checkpoint.attestations.map(attestation => attestation.toBuffer()),
342
339
  checkpointNumber: checkpoint.checkpoint.number,
343
340
  startBlock: checkpoint.checkpoint.blocks[0].number,
344
- numBlocks: checkpoint.checkpoint.blocks.length,
341
+ blockCount: checkpoint.checkpoint.blocks.length,
345
342
  });
343
+
344
+ // Update slot-to-checkpoint index
345
+ await this.#slotToCheckpoint.set(checkpoint.checkpoint.header.slotNumber, checkpoint.checkpoint.number);
346
346
  }
347
347
 
348
348
  await this.#lastSynchedL1Block.set(checkpoints[checkpoints.length - 1].l1.blockNumber);
@@ -425,7 +425,7 @@ export class BlockStore {
425
425
  if (!targetCheckpoint) {
426
426
  throw new Error(`Target checkpoint ${checkpointNumber} not found in store`);
427
427
  }
428
- lastBlockToKeep = BlockNumber(targetCheckpoint.startBlock + targetCheckpoint.numBlocks - 1);
428
+ lastBlockToKeep = BlockNumber(targetCheckpoint.startBlock + targetCheckpoint.blockCount - 1);
429
429
  }
430
430
 
431
431
  // Remove all blocks after lastBlockToKeep (both checkpointed and uncheckpointed)
@@ -433,6 +433,11 @@ export class BlockStore {
433
433
 
434
434
  // Remove all checkpoints after the target
435
435
  for (let c = latestCheckpointNumber; c > checkpointNumber; c = CheckpointNumber(c - 1)) {
436
+ const checkpointStorage = await this.#checkpoints.getAsync(c);
437
+ if (checkpointStorage) {
438
+ const slotNumber = CheckpointHeader.fromBuffer(checkpointStorage.header).slotNumber;
439
+ await this.#slotToCheckpoint.delete(slotNumber);
440
+ }
436
441
  await this.#checkpoints.delete(c);
437
442
  this.#log.debug(`Removed checkpoint ${c}`);
438
443
  }
@@ -461,17 +466,32 @@ export class BlockStore {
461
466
  return checkpoints;
462
467
  }
463
468
 
464
- private checkpointDataFromCheckpointStorage(checkpointStorage: CheckpointStorage) {
465
- const data: CheckpointData = {
469
+ /** Returns checkpoint data for all checkpoints whose slot falls within the given range (inclusive). */
470
+ async getCheckpointDataForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointData[]> {
471
+ const result: CheckpointData[] = [];
472
+ for await (const [, checkpointNumber] of this.#slotToCheckpoint.entriesAsync({
473
+ start: startSlot,
474
+ end: endSlot + 1,
475
+ })) {
476
+ const checkpointStorage = await this.#checkpoints.getAsync(checkpointNumber);
477
+ if (checkpointStorage) {
478
+ result.push(this.checkpointDataFromCheckpointStorage(checkpointStorage));
479
+ }
480
+ }
481
+ return result;
482
+ }
483
+
484
+ private checkpointDataFromCheckpointStorage(checkpointStorage: CheckpointStorage): CheckpointData {
485
+ return {
466
486
  header: CheckpointHeader.fromBuffer(checkpointStorage.header),
467
487
  archive: AppendOnlyTreeSnapshot.fromBuffer(checkpointStorage.archive),
488
+ checkpointOutHash: Fr.fromBuffer(checkpointStorage.checkpointOutHash),
468
489
  checkpointNumber: CheckpointNumber(checkpointStorage.checkpointNumber),
469
- startBlock: checkpointStorage.startBlock,
470
- numBlocks: checkpointStorage.numBlocks,
490
+ startBlock: BlockNumber(checkpointStorage.startBlock),
491
+ blockCount: checkpointStorage.blockCount,
471
492
  l1: L1PublishedData.fromBuffer(checkpointStorage.l1),
472
- attestations: checkpointStorage.attestations,
493
+ attestations: checkpointStorage.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
473
494
  };
474
- return data;
475
495
  }
476
496
 
477
497
  async getBlocksForCheckpoint(checkpointNumber: CheckpointNumber): Promise<L2Block[] | undefined> {
@@ -483,7 +503,7 @@ export class BlockStore {
483
503
  const blocksForCheckpoint = await toArray(
484
504
  this.#blocks.entriesAsync({
485
505
  start: checkpoint.startBlock,
486
- end: checkpoint.startBlock + checkpoint.numBlocks,
506
+ end: checkpoint.startBlock + checkpoint.blockCount,
487
507
  }),
488
508
  );
489
509
 
@@ -556,7 +576,7 @@ export class BlockStore {
556
576
  if (!checkpointStorage) {
557
577
  throw new CheckpointNotFoundError(provenCheckpointNumber);
558
578
  } else {
559
- return BlockNumber(checkpointStorage.startBlock + checkpointStorage.numBlocks - 1);
579
+ return BlockNumber(checkpointStorage.startBlock + checkpointStorage.blockCount - 1);
560
580
  }
561
581
  }
562
582
 
@@ -655,6 +675,32 @@ export class BlockStore {
655
675
  }
656
676
  }
657
677
 
678
+ /**
679
+ * Gets block metadata (without tx data) by block number.
680
+ * @param blockNumber - The number of the block to return.
681
+ * @returns The requested block data.
682
+ */
683
+ async getBlockData(blockNumber: BlockNumber): Promise<BlockData | undefined> {
684
+ const blockStorage = await this.#blocks.getAsync(blockNumber);
685
+ if (!blockStorage || !blockStorage.header) {
686
+ return undefined;
687
+ }
688
+ return this.getBlockDataFromBlockStorage(blockStorage);
689
+ }
690
+
691
+ /**
692
+ * Gets block metadata (without tx data) by archive root.
693
+ * @param archive - The archive root of the block to return.
694
+ * @returns The requested block data.
695
+ */
696
+ async getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
697
+ const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
698
+ if (blockNumber === undefined) {
699
+ return undefined;
700
+ }
701
+ return this.getBlockData(BlockNumber(blockNumber));
702
+ }
703
+
658
704
  /**
659
705
  * Gets an L2 block.
660
706
  * @param blockNumber - The number of the block to return.
@@ -759,15 +805,24 @@ export class BlockStore {
759
805
  }
760
806
  }
761
807
 
808
+ private getBlockDataFromBlockStorage(blockStorage: BlockStorage): BlockData {
809
+ return {
810
+ header: BlockHeader.fromBuffer(blockStorage.header),
811
+ archive: AppendOnlyTreeSnapshot.fromBuffer(blockStorage.archive),
812
+ blockHash: Fr.fromBuffer(blockStorage.blockHash),
813
+ checkpointNumber: CheckpointNumber(blockStorage.checkpointNumber),
814
+ indexWithinCheckpoint: IndexWithinCheckpoint(blockStorage.indexWithinCheckpoint),
815
+ };
816
+ }
817
+
762
818
  private async getBlockFromBlockStorage(
763
819
  blockNumber: number,
764
820
  blockStorage: BlockStorage,
765
821
  ): Promise<L2Block | undefined> {
766
- const header = BlockHeader.fromBuffer(blockStorage.header);
767
- const archive = AppendOnlyTreeSnapshot.fromBuffer(blockStorage.archive);
768
- const blockHash = blockStorage.blockHash;
769
- header.setHash(Fr.fromBuffer(blockHash));
770
- const blockHashString = bufferToHex(blockHash);
822
+ const { header, archive, blockHash, checkpointNumber, indexWithinCheckpoint } =
823
+ this.getBlockDataFromBlockStorage(blockStorage);
824
+ header.setHash(blockHash);
825
+ const blockHashString = bufferToHex(blockStorage.blockHash);
771
826
  const blockTxsBuffer = await this.#blockTxs.getAsync(blockHashString);
772
827
  if (blockTxsBuffer === undefined) {
773
828
  this.#log.warn(`Could not find body for block ${header.globalVariables.blockNumber} ${blockHash}`);
@@ -786,13 +841,7 @@ export class BlockStore {
786
841
  txEffects.push(deserializeIndexedTxEffect(txEffect).data);
787
842
  }
788
843
  const body = new Body(txEffects);
789
- const block = new L2Block(
790
- archive,
791
- header,
792
- body,
793
- CheckpointNumber(blockStorage.checkpointNumber!),
794
- IndexWithinCheckpoint(blockStorage.indexWithinCheckpoint),
795
- );
844
+ const block = new L2Block(archive, header, body, checkpointNumber, indexWithinCheckpoint);
796
845
 
797
846
  if (block.number !== blockNumber) {
798
847
  throw new Error(
@@ -892,7 +941,7 @@ export class BlockStore {
892
941
  if (!checkpoint) {
893
942
  return BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
894
943
  }
895
- return BlockNumber(checkpoint.startBlock + checkpoint.numBlocks - 1);
944
+ return BlockNumber(checkpoint.startBlock + checkpoint.blockCount - 1);
896
945
  }
897
946
 
898
947
  async getLatestL2BlockNumber(): Promise<BlockNumber> {
@@ -6,8 +6,14 @@ import { createLogger } from '@aztec/foundation/log';
6
6
  import type { AztecAsyncKVStore, CustomRange, StoreSize } from '@aztec/kv-store';
7
7
  import { FunctionSelector } from '@aztec/stdlib/abi';
8
8
  import type { AztecAddress } from '@aztec/stdlib/aztec-address';
9
- import { BlockHash, CheckpointedL2Block, L2Block, type ValidateCheckpointResult } from '@aztec/stdlib/block';
10
- import type { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
9
+ import {
10
+ type BlockData,
11
+ BlockHash,
12
+ CheckpointedL2Block,
13
+ L2Block,
14
+ type ValidateCheckpointResult,
15
+ } from '@aztec/stdlib/block';
16
+ import type { CheckpointData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
11
17
  import type {
12
18
  ContractClassPublic,
13
19
  ContractDataSource,
@@ -25,7 +31,7 @@ import type { UInt64 } from '@aztec/stdlib/types';
25
31
  import { join } from 'path';
26
32
 
27
33
  import type { InboxMessage } from '../structs/inbox_message.js';
28
- import { BlockStore, type CheckpointData, type RemoveCheckpointsResult } from './block_store.js';
34
+ import { BlockStore, type RemoveCheckpointsResult } from './block_store.js';
29
35
  import { ContractClassStore } from './contract_class_store.js';
30
36
  import { ContractInstanceStore } from './contract_instance_store.js';
31
37
  import { LogStore } from './log_store.js';
@@ -74,6 +80,11 @@ export class KVArchiverDataStore implements ContractDataSource {
74
80
  this.#contractInstanceStore = new ContractInstanceStore(db);
75
81
  }
76
82
 
83
+ /** Returns the underlying block store. Used by L2TipsCache. */
84
+ get blockStore(): BlockStore {
85
+ return this.#blockStore;
86
+ }
87
+
77
88
  /** Opens a new transaction to the underlying store and runs all operations within it. */
78
89
  public transactionAsync<T>(callback: () => Promise<T>): Promise<T> {
79
90
  return this.db.transactionAsync(callback);
@@ -369,6 +380,22 @@ export class KVArchiverDataStore implements ContractDataSource {
369
380
  return this.#blockStore.getBlockHeaderByArchive(archive);
370
381
  }
371
382
 
383
+ /**
384
+ * Gets block metadata (without tx data) by block number.
385
+ * @param blockNumber - The block number to return.
386
+ */
387
+ getBlockData(blockNumber: BlockNumber): Promise<BlockData | undefined> {
388
+ return this.#blockStore.getBlockData(blockNumber);
389
+ }
390
+
391
+ /**
392
+ * Gets block metadata (without tx data) by archive root.
393
+ * @param archive - The archive root to return.
394
+ */
395
+ getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
396
+ return this.#blockStore.getBlockDataByArchive(archive);
397
+ }
398
+
372
399
  /**
373
400
  * Gets a tx effect.
374
401
  * @param txHash - The hash of the tx corresponding to the tx effect.
@@ -618,6 +645,11 @@ export class KVArchiverDataStore implements ContractDataSource {
618
645
  return this.#blockStore.getCheckpointData(checkpointNumber);
619
646
  }
620
647
 
648
+ /** Returns checkpoint data for all checkpoints whose slot falls within the given range (inclusive). */
649
+ getCheckpointDataForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointData[]> {
650
+ return this.#blockStore.getCheckpointDataForSlotRange(startSlot, endSlot);
651
+ }
652
+
621
653
  /**
622
654
  * Gets all blocks that have the given slot number.
623
655
  * @param slotNumber - The slot number to search for.
@@ -0,0 +1,89 @@
1
+ import { GENESIS_BLOCK_HEADER_HASH, INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
2
+ import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
3
+ import { type BlockData, type CheckpointId, GENESIS_CHECKPOINT_HEADER_HASH, type L2Tips } from '@aztec/stdlib/block';
4
+
5
+ import type { BlockStore } from './block_store.js';
6
+
7
+ /**
8
+ * In-memory cache for L2 chain tips (proposed, checkpointed, proven, finalized).
9
+ * Populated from the BlockStore on first access, then kept up-to-date by the ArchiverDataStoreUpdater.
10
+ * Refresh calls should happen within the store transaction that mutates block data to ensure consistency.
11
+ */
12
+ export class L2TipsCache {
13
+ #tipsPromise: Promise<L2Tips> | undefined;
14
+
15
+ constructor(private blockStore: BlockStore) {}
16
+
17
+ /** Returns the cached L2 tips. Loads from the block store on first call. */
18
+ public getL2Tips(): Promise<L2Tips> {
19
+ return (this.#tipsPromise ??= this.loadFromStore());
20
+ }
21
+
22
+ /** Reloads the L2 tips from the block store. Should be called within the store transaction that mutates data. */
23
+ public async refresh(): Promise<void> {
24
+ this.#tipsPromise = this.loadFromStore();
25
+ await this.#tipsPromise;
26
+ }
27
+
28
+ private async loadFromStore(): Promise<L2Tips> {
29
+ const [latestBlockNumber, provenBlockNumber, checkpointedBlockNumber, finalizedBlockNumber] = await Promise.all([
30
+ this.blockStore.getLatestBlockNumber(),
31
+ this.blockStore.getProvenBlockNumber(),
32
+ this.blockStore.getCheckpointedL2BlockNumber(),
33
+ this.blockStore.getFinalizedL2BlockNumber(),
34
+ ]);
35
+
36
+ const genesisBlockHeader = {
37
+ blockHash: GENESIS_BLOCK_HEADER_HASH,
38
+ checkpointNumber: CheckpointNumber.ZERO,
39
+ } as const;
40
+ const beforeInitialBlockNumber = BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
41
+
42
+ const getBlockData = (blockNumber: BlockNumber) =>
43
+ blockNumber > beforeInitialBlockNumber ? this.blockStore.getBlockData(blockNumber) : genesisBlockHeader;
44
+
45
+ const [latestBlockData, provenBlockData, checkpointedBlockData, finalizedBlockData] = await Promise.all(
46
+ [latestBlockNumber, provenBlockNumber, checkpointedBlockNumber, finalizedBlockNumber].map(getBlockData),
47
+ );
48
+
49
+ if (!latestBlockData || !provenBlockData || !finalizedBlockData || !checkpointedBlockData) {
50
+ throw new Error('Failed to load block data for L2 tips');
51
+ }
52
+
53
+ const [provenCheckpointId, finalizedCheckpointId, checkpointedCheckpointId] = await Promise.all([
54
+ this.getCheckpointIdForBlock(provenBlockData),
55
+ this.getCheckpointIdForBlock(finalizedBlockData),
56
+ this.getCheckpointIdForBlock(checkpointedBlockData),
57
+ ]);
58
+
59
+ return {
60
+ proposed: { number: latestBlockNumber, hash: latestBlockData.blockHash.toString() },
61
+ proven: {
62
+ block: { number: provenBlockNumber, hash: provenBlockData.blockHash.toString() },
63
+ checkpoint: provenCheckpointId,
64
+ },
65
+ finalized: {
66
+ block: { number: finalizedBlockNumber, hash: finalizedBlockData.blockHash.toString() },
67
+ checkpoint: finalizedCheckpointId,
68
+ },
69
+ checkpointed: {
70
+ block: { number: checkpointedBlockNumber, hash: checkpointedBlockData.blockHash.toString() },
71
+ checkpoint: checkpointedCheckpointId,
72
+ },
73
+ };
74
+ }
75
+
76
+ private async getCheckpointIdForBlock(blockData: Pick<BlockData, 'checkpointNumber'>): Promise<CheckpointId> {
77
+ const checkpointData = await this.blockStore.getCheckpointData(blockData.checkpointNumber);
78
+ if (!checkpointData) {
79
+ return {
80
+ number: CheckpointNumber.ZERO,
81
+ hash: GENESIS_CHECKPOINT_HEADER_HASH.toString(),
82
+ };
83
+ }
84
+ return {
85
+ number: checkpointData.checkpointNumber,
86
+ hash: checkpointData.header.hash().toString(),
87
+ };
88
+ }
89
+ }
@@ -20,6 +20,7 @@ import {
20
20
  Tag,
21
21
  TxScopedL2Log,
22
22
  } from '@aztec/stdlib/logs';
23
+ import { TxHash } from '@aztec/stdlib/tx';
23
24
 
24
25
  import type { BlockStore } from './block_store.js';
25
26
 
@@ -219,6 +220,7 @@ export class LogStore {
219
220
  .map((txEffect, txIndex) =>
220
221
  [
221
222
  numToUInt32BE(txIndex),
223
+ txEffect.txHash.toBuffer(),
222
224
  numToUInt32BE(txEffect.publicLogs.length),
223
225
  txEffect.publicLogs.map(log => log.toBuffer()),
224
226
  ].flat(),
@@ -242,6 +244,7 @@ export class LogStore {
242
244
  .map((txEffect, txIndex) =>
243
245
  [
244
246
  numToUInt32BE(txIndex),
247
+ txEffect.txHash.toBuffer(),
245
248
  numToUInt32BE(txEffect.contractClassLogs.length),
246
249
  txEffect.contractClassLogs.map(log => log.toBuffer()),
247
250
  ].flat(),
@@ -386,24 +389,33 @@ export class LogStore {
386
389
  }
387
390
 
388
391
  const buffer = (await this.#publicLogsByBlock.getAsync(blockNumber)) ?? Buffer.alloc(0);
389
- const publicLogsInBlock: [PublicLog[]] = [[]];
392
+ const publicLogsInBlock: { txHash: TxHash; logs: PublicLog[] }[] = [];
390
393
  const reader = new BufferReader(buffer);
391
394
 
392
395
  const blockHash = this.#unpackBlockHash(reader);
393
396
 
394
397
  while (reader.remainingBytes() > 0) {
395
398
  const indexOfTx = reader.readNumber();
399
+ const txHash = reader.readObject(TxHash);
396
400
  const numLogsInTx = reader.readNumber();
397
- publicLogsInBlock[indexOfTx] = [];
401
+ publicLogsInBlock[indexOfTx] = { txHash, logs: [] };
398
402
  for (let i = 0; i < numLogsInTx; i++) {
399
- publicLogsInBlock[indexOfTx].push(reader.readObject(PublicLog));
403
+ publicLogsInBlock[indexOfTx].logs.push(reader.readObject(PublicLog));
400
404
  }
401
405
  }
402
406
 
403
- const txLogs = publicLogsInBlock[txIndex];
407
+ const txData = publicLogsInBlock[txIndex];
404
408
 
405
409
  const logs: ExtendedPublicLog[] = [];
406
- const maxLogsHit = this.#accumulateLogs(logs, blockNumber, blockHash, txIndex, txLogs, filter);
410
+ const maxLogsHit = this.#accumulatePublicLogs(
411
+ logs,
412
+ blockNumber,
413
+ blockHash,
414
+ txIndex,
415
+ txData.txHash,
416
+ txData.logs,
417
+ filter,
418
+ );
407
419
 
408
420
  return { logs, maxLogsHit };
409
421
  }
@@ -424,22 +436,31 @@ export class LogStore {
424
436
 
425
437
  let maxLogsHit = false;
426
438
  loopOverBlocks: for await (const [blockNumber, logBuffer] of this.#publicLogsByBlock.entriesAsync({ start, end })) {
427
- const publicLogsInBlock: [PublicLog[]] = [[]];
439
+ const publicLogsInBlock: { txHash: TxHash; logs: PublicLog[] }[] = [];
428
440
  const reader = new BufferReader(logBuffer);
429
441
 
430
442
  const blockHash = this.#unpackBlockHash(reader);
431
443
 
432
444
  while (reader.remainingBytes() > 0) {
433
445
  const indexOfTx = reader.readNumber();
446
+ const txHash = reader.readObject(TxHash);
434
447
  const numLogsInTx = reader.readNumber();
435
- publicLogsInBlock[indexOfTx] = [];
448
+ publicLogsInBlock[indexOfTx] = { txHash, logs: [] };
436
449
  for (let i = 0; i < numLogsInTx; i++) {
437
- publicLogsInBlock[indexOfTx].push(reader.readObject(PublicLog));
450
+ publicLogsInBlock[indexOfTx].logs.push(reader.readObject(PublicLog));
438
451
  }
439
452
  }
440
453
  for (let txIndex = filter.afterLog?.txIndex ?? 0; txIndex < publicLogsInBlock.length; txIndex++) {
441
- const txLogs = publicLogsInBlock[txIndex];
442
- maxLogsHit = this.#accumulateLogs(logs, blockNumber, blockHash, txIndex, txLogs, filter);
454
+ const txData = publicLogsInBlock[txIndex];
455
+ maxLogsHit = this.#accumulatePublicLogs(
456
+ logs,
457
+ blockNumber,
458
+ blockHash,
459
+ txIndex,
460
+ txData.txHash,
461
+ txData.logs,
462
+ filter,
463
+ );
443
464
  if (maxLogsHit) {
444
465
  this.#log.debug(`Max logs hit at block ${blockNumber}`);
445
466
  break loopOverBlocks;
@@ -475,24 +496,33 @@ export class LogStore {
475
496
  return { logs: [], maxLogsHit: false };
476
497
  }
477
498
  const contractClassLogsBuffer = (await this.#contractClassLogsByBlock.getAsync(blockNumber)) ?? Buffer.alloc(0);
478
- const contractClassLogsInBlock: [ContractClassLog[]] = [[]];
499
+ const contractClassLogsInBlock: { txHash: TxHash; logs: ContractClassLog[] }[] = [];
479
500
 
480
501
  const reader = new BufferReader(contractClassLogsBuffer);
481
502
  const blockHash = this.#unpackBlockHash(reader);
482
503
 
483
504
  while (reader.remainingBytes() > 0) {
484
505
  const indexOfTx = reader.readNumber();
506
+ const txHash = reader.readObject(TxHash);
485
507
  const numLogsInTx = reader.readNumber();
486
- contractClassLogsInBlock[indexOfTx] = [];
508
+ contractClassLogsInBlock[indexOfTx] = { txHash, logs: [] };
487
509
  for (let i = 0; i < numLogsInTx; i++) {
488
- contractClassLogsInBlock[indexOfTx].push(reader.readObject(ContractClassLog));
510
+ contractClassLogsInBlock[indexOfTx].logs.push(reader.readObject(ContractClassLog));
489
511
  }
490
512
  }
491
513
 
492
- const txLogs = contractClassLogsInBlock[txIndex];
514
+ const txData = contractClassLogsInBlock[txIndex];
493
515
 
494
516
  const logs: ExtendedContractClassLog[] = [];
495
- const maxLogsHit = this.#accumulateLogs(logs, blockNumber, blockHash, txIndex, txLogs, filter);
517
+ const maxLogsHit = this.#accumulateContractClassLogs(
518
+ logs,
519
+ blockNumber,
520
+ blockHash,
521
+ txIndex,
522
+ txData.txHash,
523
+ txData.logs,
524
+ filter,
525
+ );
496
526
 
497
527
  return { logs, maxLogsHit };
498
528
  }
@@ -516,20 +546,29 @@ export class LogStore {
516
546
  start,
517
547
  end,
518
548
  })) {
519
- const contractClassLogsInBlock: [ContractClassLog[]] = [[]];
549
+ const contractClassLogsInBlock: { txHash: TxHash; logs: ContractClassLog[] }[] = [];
520
550
  const reader = new BufferReader(logBuffer);
521
551
  const blockHash = this.#unpackBlockHash(reader);
522
552
  while (reader.remainingBytes() > 0) {
523
553
  const indexOfTx = reader.readNumber();
554
+ const txHash = reader.readObject(TxHash);
524
555
  const numLogsInTx = reader.readNumber();
525
- contractClassLogsInBlock[indexOfTx] = [];
556
+ contractClassLogsInBlock[indexOfTx] = { txHash, logs: [] };
526
557
  for (let i = 0; i < numLogsInTx; i++) {
527
- contractClassLogsInBlock[indexOfTx].push(reader.readObject(ContractClassLog));
558
+ contractClassLogsInBlock[indexOfTx].logs.push(reader.readObject(ContractClassLog));
528
559
  }
529
560
  }
530
561
  for (let txIndex = filter.afterLog?.txIndex ?? 0; txIndex < contractClassLogsInBlock.length; txIndex++) {
531
- const txLogs = contractClassLogsInBlock[txIndex];
532
- maxLogsHit = this.#accumulateLogs(logs, blockNumber, blockHash, txIndex, txLogs, filter);
562
+ const txData = contractClassLogsInBlock[txIndex];
563
+ maxLogsHit = this.#accumulateContractClassLogs(
564
+ logs,
565
+ blockNumber,
566
+ blockHash,
567
+ txIndex,
568
+ txData.txHash,
569
+ txData.logs,
570
+ filter,
571
+ );
533
572
  if (maxLogsHit) {
534
573
  this.#log.debug(`Max logs hit at block ${blockNumber}`);
535
574
  break loopOverBlocks;
@@ -540,12 +579,13 @@ export class LogStore {
540
579
  return { logs, maxLogsHit };
541
580
  }
542
581
 
543
- #accumulateLogs(
544
- results: (ExtendedContractClassLog | ExtendedPublicLog)[],
582
+ #accumulatePublicLogs(
583
+ results: ExtendedPublicLog[],
545
584
  blockNumber: number,
546
585
  blockHash: BlockHash,
547
586
  txIndex: number,
548
- txLogs: (ContractClassLog | PublicLog)[],
587
+ txHash: TxHash,
588
+ txLogs: PublicLog[],
549
589
  filter: LogFilter = {},
550
590
  ): boolean {
551
591
  let maxLogsHit = false;
@@ -553,15 +593,37 @@ export class LogStore {
553
593
  for (; logIndex < txLogs.length; logIndex++) {
554
594
  const log = txLogs[logIndex];
555
595
  if (!filter.contractAddress || log.contractAddress.equals(filter.contractAddress)) {
556
- if (log instanceof ContractClassLog) {
557
- results.push(
558
- new ExtendedContractClassLog(new LogId(BlockNumber(blockNumber), blockHash, txIndex, logIndex), log),
559
- );
560
- } else if (log instanceof PublicLog) {
561
- results.push(new ExtendedPublicLog(new LogId(BlockNumber(blockNumber), blockHash, txIndex, logIndex), log));
562
- } else {
563
- throw new Error('Unknown log type');
596
+ results.push(
597
+ new ExtendedPublicLog(new LogId(BlockNumber(blockNumber), blockHash, txHash, txIndex, logIndex), log),
598
+ );
599
+
600
+ if (results.length >= this.#logsMaxPageSize) {
601
+ maxLogsHit = true;
602
+ break;
564
603
  }
604
+ }
605
+ }
606
+
607
+ return maxLogsHit;
608
+ }
609
+
610
+ #accumulateContractClassLogs(
611
+ results: ExtendedContractClassLog[],
612
+ blockNumber: number,
613
+ blockHash: BlockHash,
614
+ txIndex: number,
615
+ txHash: TxHash,
616
+ txLogs: ContractClassLog[],
617
+ filter: LogFilter = {},
618
+ ): boolean {
619
+ let maxLogsHit = false;
620
+ let logIndex = typeof filter.afterLog?.logIndex === 'number' ? filter.afterLog.logIndex + 1 : 0;
621
+ for (; logIndex < txLogs.length; logIndex++) {
622
+ const log = txLogs[logIndex];
623
+ if (!filter.contractAddress || log.contractAddress.equals(filter.contractAddress)) {
624
+ results.push(
625
+ new ExtendedContractClassLog(new LogId(BlockNumber(blockNumber), blockHash, txHash, txIndex, logIndex), log),
626
+ );
565
627
 
566
628
  if (results.length >= this.#logsMaxPageSize) {
567
629
  maxLogsHit = true;