@aztec/archiver 0.0.1-commit.e6bd8901 → 0.0.1-commit.ec5f612

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (90) hide show
  1. package/dest/archiver.d.ts +7 -3
  2. package/dest/archiver.d.ts.map +1 -1
  3. package/dest/archiver.js +24 -93
  4. package/dest/factory.d.ts +3 -1
  5. package/dest/factory.d.ts.map +1 -1
  6. package/dest/factory.js +11 -10
  7. package/dest/index.d.ts +2 -1
  8. package/dest/index.d.ts.map +1 -1
  9. package/dest/index.js +1 -0
  10. package/dest/l1/bin/retrieve-calldata.js +36 -33
  11. package/dest/l1/calldata_retriever.d.ts +73 -50
  12. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  13. package/dest/l1/calldata_retriever.js +190 -259
  14. package/dest/l1/data_retrieval.d.ts +9 -9
  15. package/dest/l1/data_retrieval.d.ts.map +1 -1
  16. package/dest/l1/data_retrieval.js +22 -20
  17. package/dest/l1/spire_proposer.d.ts +5 -5
  18. package/dest/l1/spire_proposer.d.ts.map +1 -1
  19. package/dest/l1/spire_proposer.js +9 -17
  20. package/dest/l1/validate_trace.d.ts +6 -3
  21. package/dest/l1/validate_trace.d.ts.map +1 -1
  22. package/dest/l1/validate_trace.js +13 -9
  23. package/dest/modules/data_source_base.d.ts +11 -6
  24. package/dest/modules/data_source_base.d.ts.map +1 -1
  25. package/dest/modules/data_source_base.js +28 -72
  26. package/dest/modules/data_store_updater.d.ts +9 -2
  27. package/dest/modules/data_store_updater.d.ts.map +1 -1
  28. package/dest/modules/data_store_updater.js +40 -19
  29. package/dest/modules/instrumentation.d.ts +15 -2
  30. package/dest/modules/instrumentation.d.ts.map +1 -1
  31. package/dest/modules/instrumentation.js +36 -12
  32. package/dest/modules/l1_synchronizer.d.ts +4 -8
  33. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  34. package/dest/modules/l1_synchronizer.js +16 -12
  35. package/dest/store/block_store.d.ts +21 -17
  36. package/dest/store/block_store.d.ts.map +1 -1
  37. package/dest/store/block_store.js +71 -19
  38. package/dest/store/contract_class_store.d.ts +1 -1
  39. package/dest/store/contract_class_store.d.ts.map +1 -1
  40. package/dest/store/contract_class_store.js +11 -7
  41. package/dest/store/kv_archiver_store.d.ts +21 -7
  42. package/dest/store/kv_archiver_store.d.ts.map +1 -1
  43. package/dest/store/kv_archiver_store.js +20 -3
  44. package/dest/store/l2_tips_cache.d.ts +19 -0
  45. package/dest/store/l2_tips_cache.d.ts.map +1 -0
  46. package/dest/store/l2_tips_cache.js +89 -0
  47. package/dest/store/log_store.d.ts +1 -1
  48. package/dest/store/log_store.d.ts.map +1 -1
  49. package/dest/store/log_store.js +57 -37
  50. package/dest/test/fake_l1_state.d.ts +6 -1
  51. package/dest/test/fake_l1_state.d.ts.map +1 -1
  52. package/dest/test/fake_l1_state.js +56 -18
  53. package/dest/test/index.js +3 -1
  54. package/dest/test/mock_archiver.d.ts +1 -1
  55. package/dest/test/mock_archiver.d.ts.map +1 -1
  56. package/dest/test/mock_archiver.js +3 -2
  57. package/dest/test/mock_l2_block_source.d.ts +22 -7
  58. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  59. package/dest/test/mock_l2_block_source.js +127 -84
  60. package/dest/test/mock_structs.d.ts +3 -2
  61. package/dest/test/mock_structs.d.ts.map +1 -1
  62. package/dest/test/mock_structs.js +7 -5
  63. package/dest/test/noop_l1_archiver.d.ts +23 -0
  64. package/dest/test/noop_l1_archiver.d.ts.map +1 -0
  65. package/dest/test/noop_l1_archiver.js +68 -0
  66. package/package.json +14 -13
  67. package/src/archiver.ts +32 -112
  68. package/src/factory.ts +26 -12
  69. package/src/index.ts +1 -0
  70. package/src/l1/README.md +25 -68
  71. package/src/l1/bin/retrieve-calldata.ts +46 -39
  72. package/src/l1/calldata_retriever.ts +249 -379
  73. package/src/l1/data_retrieval.ts +24 -26
  74. package/src/l1/spire_proposer.ts +7 -15
  75. package/src/l1/validate_trace.ts +24 -6
  76. package/src/modules/data_source_base.ts +56 -95
  77. package/src/modules/data_store_updater.ts +43 -18
  78. package/src/modules/instrumentation.ts +44 -12
  79. package/src/modules/l1_synchronizer.ts +17 -15
  80. package/src/store/block_store.ts +90 -41
  81. package/src/store/contract_class_store.ts +11 -7
  82. package/src/store/kv_archiver_store.ts +40 -8
  83. package/src/store/l2_tips_cache.ts +89 -0
  84. package/src/store/log_store.ts +98 -36
  85. package/src/test/fake_l1_state.ts +75 -17
  86. package/src/test/index.ts +3 -0
  87. package/src/test/mock_archiver.ts +3 -2
  88. package/src/test/mock_l2_block_source.ts +164 -84
  89. package/src/test/mock_structs.ts +22 -6
  90. package/src/test/noop_l1_archiver.ts +109 -0
@@ -1,5 +1,9 @@
1
+ import type { SlotNumber } from '@aztec/foundation/branded-types';
1
2
  import { createLogger } from '@aztec/foundation/log';
2
3
  import type { L2Block } from '@aztec/stdlib/block';
4
+ import type { CheckpointData } from '@aztec/stdlib/checkpoint';
5
+ import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
6
+ import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
3
7
  import {
4
8
  Attributes,
5
9
  type Gauge,
@@ -10,12 +14,14 @@ import {
10
14
  type TelemetryClient,
11
15
  type Tracer,
12
16
  type UpDownCounter,
17
+ createUpDownCounterWithDefault,
13
18
  } from '@aztec/telemetry-client';
14
19
 
15
20
  export class ArchiverInstrumentation {
16
21
  public readonly tracer: Tracer;
17
22
 
18
23
  private blockHeight: Gauge;
24
+ private checkpointHeight: Gauge;
19
25
  private txCount: UpDownCounter;
20
26
  private l1BlockHeight: Gauge;
21
27
  private proofsSubmittedDelay: Histogram;
@@ -35,6 +41,8 @@ export class ArchiverInstrumentation {
35
41
 
36
42
  private blockProposalTxTargetCount: UpDownCounter;
37
43
 
44
+ private checkpointL1InclusionDelay: Histogram;
45
+
38
46
  private log = createLogger('archiver:instrumentation');
39
47
 
40
48
  private constructor(
@@ -46,17 +54,21 @@ export class ArchiverInstrumentation {
46
54
 
47
55
  this.blockHeight = meter.createGauge(Metrics.ARCHIVER_BLOCK_HEIGHT);
48
56
 
57
+ this.checkpointHeight = meter.createGauge(Metrics.ARCHIVER_CHECKPOINT_HEIGHT);
58
+
49
59
  this.l1BlockHeight = meter.createGauge(Metrics.ARCHIVER_L1_BLOCK_HEIGHT);
50
60
 
51
- this.txCount = meter.createUpDownCounter(Metrics.ARCHIVER_TOTAL_TXS);
61
+ this.txCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_TOTAL_TXS);
52
62
 
53
- this.proofsSubmittedCount = meter.createUpDownCounter(Metrics.ARCHIVER_ROLLUP_PROOF_COUNT);
63
+ this.proofsSubmittedCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_ROLLUP_PROOF_COUNT, {
64
+ [Attributes.PROOF_TIMED_OUT]: [true, false],
65
+ });
54
66
 
55
67
  this.proofsSubmittedDelay = meter.createHistogram(Metrics.ARCHIVER_ROLLUP_PROOF_DELAY);
56
68
 
57
69
  this.syncDurationPerBlock = meter.createHistogram(Metrics.ARCHIVER_SYNC_PER_BLOCK);
58
70
 
59
- this.syncBlockCount = meter.createUpDownCounter(Metrics.ARCHIVER_SYNC_BLOCK_COUNT);
71
+ this.syncBlockCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_SYNC_BLOCK_COUNT);
60
72
 
61
73
  this.manaPerBlock = meter.createHistogram(Metrics.ARCHIVER_MANA_PER_BLOCK);
62
74
 
@@ -64,13 +76,21 @@ export class ArchiverInstrumentation {
64
76
 
65
77
  this.syncDurationPerMessage = meter.createHistogram(Metrics.ARCHIVER_SYNC_PER_MESSAGE);
66
78
 
67
- this.syncMessageCount = meter.createUpDownCounter(Metrics.ARCHIVER_SYNC_MESSAGE_COUNT);
79
+ this.syncMessageCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_SYNC_MESSAGE_COUNT);
68
80
 
69
81
  this.pruneDuration = meter.createHistogram(Metrics.ARCHIVER_PRUNE_DURATION);
70
82
 
71
- this.pruneCount = meter.createUpDownCounter(Metrics.ARCHIVER_PRUNE_COUNT);
83
+ this.pruneCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_PRUNE_COUNT);
72
84
 
73
- this.blockProposalTxTargetCount = meter.createUpDownCounter(Metrics.ARCHIVER_BLOCK_PROPOSAL_TX_TARGET_COUNT);
85
+ this.blockProposalTxTargetCount = createUpDownCounterWithDefault(
86
+ meter,
87
+ Metrics.ARCHIVER_BLOCK_PROPOSAL_TX_TARGET_COUNT,
88
+ {
89
+ [Attributes.L1_BLOCK_PROPOSAL_USED_TRACE]: [true, false],
90
+ },
91
+ );
92
+
93
+ this.checkpointL1InclusionDelay = meter.createHistogram(Metrics.ARCHIVER_CHECKPOINT_L1_INCLUSION_DELAY);
74
94
 
75
95
  this.dbMetrics = new LmdbMetrics(
76
96
  meter,
@@ -84,10 +104,6 @@ export class ArchiverInstrumentation {
84
104
  public static async new(telemetry: TelemetryClient, lmdbStats?: LmdbStatsCallback) {
85
105
  const instance = new ArchiverInstrumentation(telemetry, lmdbStats);
86
106
 
87
- instance.syncBlockCount.add(0);
88
- instance.syncMessageCount.add(0);
89
- instance.pruneCount.add(0);
90
-
91
107
  await instance.telemetry.flush();
92
108
 
93
109
  return instance;
@@ -100,6 +116,7 @@ export class ArchiverInstrumentation {
100
116
  public processNewBlocks(syncTimePerBlock: number, blocks: L2Block[]) {
101
117
  this.syncDurationPerBlock.record(Math.ceil(syncTimePerBlock));
102
118
  this.blockHeight.record(Math.max(...blocks.map(b => b.number)));
119
+ this.checkpointHeight.record(Math.max(...blocks.map(b => b.checkpointNumber)));
103
120
  this.syncBlockCount.add(blocks.length);
104
121
 
105
122
  for (const block of blocks) {
@@ -122,8 +139,10 @@ export class ArchiverInstrumentation {
122
139
  this.pruneDuration.record(Math.ceil(duration));
123
140
  }
124
141
 
125
- public updateLastProvenBlock(blockNumber: number) {
126
- this.blockHeight.record(blockNumber, { [Attributes.STATUS]: 'proven' });
142
+ public updateLastProvenCheckpoint(checkpoint: CheckpointData) {
143
+ const lastBlockNumberInCheckpoint = checkpoint.startBlock + checkpoint.blockCount - 1;
144
+ this.blockHeight.record(lastBlockNumberInCheckpoint, { [Attributes.STATUS]: 'proven' });
145
+ this.checkpointHeight.record(checkpoint.checkpointNumber, { [Attributes.STATUS]: 'proven' });
127
146
  }
128
147
 
129
148
  public processProofsVerified(logs: { proverId: string; l2BlockNumber: bigint; delay: bigint }[]) {
@@ -149,4 +168,17 @@ export class ArchiverInstrumentation {
149
168
  [Attributes.L1_BLOCK_PROPOSAL_USED_TRACE]: usedTrace,
150
169
  });
151
170
  }
171
+
172
+ /**
173
+ * Records L1 inclusion timing for a checkpoint observed on L1 (seconds into the L2 slot).
174
+ */
175
+ public processCheckpointL1Timing(data: {
176
+ slotNumber: SlotNumber;
177
+ l1Timestamp: bigint;
178
+ l1Constants: Pick<L1RollupConstants, 'l1GenesisTime' | 'slotDuration'>;
179
+ }): void {
180
+ const slotStartTs = getTimestampForSlot(data.slotNumber, data.l1Constants);
181
+ const inclusionDelaySeconds = Number(data.l1Timestamp - slotStartTs);
182
+ this.checkpointL1InclusionDelay.record(inclusionDelaySeconds);
183
+ }
152
184
  }
@@ -1,7 +1,6 @@
1
1
  import type { BlobClientInterface } from '@aztec/blob-client/client';
2
2
  import { EpochCache } from '@aztec/epoch-cache';
3
3
  import { InboxContract, RollupContract } from '@aztec/ethereum/contracts';
4
- import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
5
4
  import type { L1BlockId } from '@aztec/ethereum/l1-types';
6
5
  import type { ViemPublicClient, ViemPublicDebugClient } from '@aztec/ethereum/types';
7
6
  import { maxBigint } from '@aztec/foundation/bigint';
@@ -9,14 +8,13 @@ import { BlockNumber, CheckpointNumber, EpochNumber } from '@aztec/foundation/br
9
8
  import { Buffer32 } from '@aztec/foundation/buffer';
10
9
  import { pick } from '@aztec/foundation/collection';
11
10
  import { Fr } from '@aztec/foundation/curves/bn254';
12
- import { EthAddress } from '@aztec/foundation/eth-address';
13
11
  import { type Logger, createLogger } from '@aztec/foundation/log';
14
12
  import { count } from '@aztec/foundation/string';
15
13
  import { DateProvider, Timer, elapsed } from '@aztec/foundation/timer';
16
14
  import { isDefined } from '@aztec/foundation/types';
17
15
  import { type ArchiverEmitter, L2BlockSourceEvents, type ValidateCheckpointResult } from '@aztec/stdlib/block';
18
16
  import { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
19
- import { type L1RollupConstants, getEpochAtSlot, getSlotAtTimestamp } from '@aztec/stdlib/epoch-helpers';
17
+ import { type L1RollupConstants, getEpochAtSlot, getSlotAtNextL1Block } from '@aztec/stdlib/epoch-helpers';
20
18
  import { computeInHashFromL1ToL2Messages } from '@aztec/stdlib/messaging';
21
19
  import { type Traceable, type Tracer, execInSpan, trackSpan } from '@aztec/telemetry-client';
22
20
 
@@ -28,6 +26,7 @@ import {
28
26
  retrievedToPublishedCheckpoint,
29
27
  } from '../l1/data_retrieval.js';
30
28
  import type { KVArchiverDataStore } from '../store/kv_archiver_store.js';
29
+ import type { L2TipsCache } from '../store/l2_tips_cache.js';
31
30
  import type { InboxMessage } from '../structs/inbox_message.js';
32
31
  import { ArchiverDataStoreUpdater } from './data_store_updater.js';
33
32
  import type { ArchiverInstrumentation } from './instrumentation.js';
@@ -60,10 +59,6 @@ export class ArchiverL1Synchronizer implements Traceable {
60
59
  private readonly debugClient: ViemPublicDebugClient,
61
60
  private readonly rollup: RollupContract,
62
61
  private readonly inbox: InboxContract,
63
- private readonly l1Addresses: Pick<
64
- L1ContractAddresses,
65
- 'registryAddress' | 'governanceProposerAddress' | 'slashFactoryAddress'
66
- > & { slashingProposerAddress: EthAddress },
67
62
  private readonly store: KVArchiverDataStore,
68
63
  private config: {
69
64
  batchSize: number;
@@ -77,9 +72,10 @@ export class ArchiverL1Synchronizer implements Traceable {
77
72
  private readonly l1Constants: L1RollupConstants & { l1StartBlockHash: Buffer32; genesisArchiveRoot: Fr },
78
73
  private readonly events: ArchiverEmitter,
79
74
  tracer: Tracer,
75
+ l2TipsCache?: L2TipsCache,
80
76
  private readonly log: Logger = createLogger('archiver:l1-sync'),
81
77
  ) {
82
- this.updater = new ArchiverDataStoreUpdater(this.store);
78
+ this.updater = new ArchiverDataStoreUpdater(this.store, l2TipsCache);
83
79
  this.tracer = tracer;
84
80
  }
85
81
 
@@ -249,8 +245,7 @@ export class ArchiverL1Synchronizer implements Traceable {
249
245
  const firstUncheckpointedBlockSlot = firstUncheckpointedBlockHeader?.getSlot();
250
246
 
251
247
  // What's the slot at the next L1 block? All blocks for slots strictly before this one should've been checkpointed by now.
252
- const nextL1BlockTimestamp = currentL1Timestamp + BigInt(this.l1Constants.ethereumSlotDuration);
253
- const slotAtNextL1Block = getSlotAtTimestamp(nextL1BlockTimestamp, this.l1Constants);
248
+ const slotAtNextL1Block = getSlotAtNextL1Block(currentL1Timestamp, this.l1Constants);
254
249
 
255
250
  // Prune provisional blocks from slots that have ended without being checkpointed
256
251
  if (firstUncheckpointedBlockSlot !== undefined && firstUncheckpointedBlockSlot < slotAtNextL1Block) {
@@ -551,7 +546,7 @@ export class ArchiverL1Synchronizer implements Traceable {
551
546
  if (provenCheckpointNumber === 0) {
552
547
  const localProvenCheckpointNumber = await this.store.getProvenCheckpointNumber();
553
548
  if (localProvenCheckpointNumber !== provenCheckpointNumber) {
554
- await this.store.setProvenCheckpointNumber(provenCheckpointNumber);
549
+ await this.updater.setProvenCheckpointNumber(provenCheckpointNumber);
555
550
  this.log.info(`Rolled back proven chain to checkpoint ${provenCheckpointNumber}`, { provenCheckpointNumber });
556
551
  }
557
552
  }
@@ -583,13 +578,13 @@ export class ArchiverL1Synchronizer implements Traceable {
583
578
  ) {
584
579
  const localProvenCheckpointNumber = await this.store.getProvenCheckpointNumber();
585
580
  if (localProvenCheckpointNumber !== provenCheckpointNumber) {
586
- await this.store.setProvenCheckpointNumber(provenCheckpointNumber);
581
+ await this.updater.setProvenCheckpointNumber(provenCheckpointNumber);
587
582
  this.log.info(`Updated proven chain to checkpoint ${provenCheckpointNumber}`, { provenCheckpointNumber });
588
583
  const provenSlotNumber = localCheckpointForDestinationProvenCheckpointNumber.header.slotNumber;
589
584
  const provenEpochNumber: EpochNumber = getEpochAtSlot(provenSlotNumber, this.l1Constants);
590
585
  const lastBlockNumberInCheckpoint =
591
586
  localCheckpointForDestinationProvenCheckpointNumber.startBlock +
592
- localCheckpointForDestinationProvenCheckpointNumber.numBlocks -
587
+ localCheckpointForDestinationProvenCheckpointNumber.blockCount -
593
588
  1;
594
589
 
595
590
  this.events.emit(L2BlockSourceEvents.L2BlockProven, {
@@ -598,7 +593,7 @@ export class ArchiverL1Synchronizer implements Traceable {
598
593
  slotNumber: provenSlotNumber,
599
594
  epochNumber: provenEpochNumber,
600
595
  });
601
- this.instrumentation.updateLastProvenBlock(lastBlockNumberInCheckpoint);
596
+ this.instrumentation.updateLastProvenCheckpoint(localCheckpointForDestinationProvenCheckpointNumber);
602
597
  } else {
603
598
  this.log.trace(`Proven checkpoint ${provenCheckpointNumber} already stored.`);
604
599
  }
@@ -707,7 +702,6 @@ export class ArchiverL1Synchronizer implements Traceable {
707
702
  this.blobClient,
708
703
  searchStartBlock, // TODO(palla/reorg): If the L2 reorg was due to an L1 reorg, we need to start search earlier
709
704
  searchEndBlock,
710
- this.l1Addresses,
711
705
  this.instrumentation,
712
706
  this.log,
713
707
  !initialSyncComplete, // isHistoricalSync
@@ -802,6 +796,14 @@ export class ArchiverL1Synchronizer implements Traceable {
802
796
  );
803
797
  }
804
798
 
799
+ for (const published of validCheckpoints) {
800
+ this.instrumentation.processCheckpointL1Timing({
801
+ slotNumber: published.checkpoint.header.slotNumber,
802
+ l1Timestamp: published.l1.timestamp,
803
+ l1Constants: this.l1Constants,
804
+ });
805
+ }
806
+
805
807
  try {
806
808
  const updatedValidationResult =
807
809
  rollupStatus.validationResult === initialValidationResult ? undefined : rollupStatus.validationResult;
@@ -9,16 +9,17 @@ import { isDefined } from '@aztec/foundation/types';
9
9
  import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncSingleton, Range } from '@aztec/kv-store';
10
10
  import type { AztecAddress } from '@aztec/stdlib/aztec-address';
11
11
  import {
12
+ type BlockData,
13
+ BlockHash,
12
14
  Body,
13
15
  CheckpointedL2Block,
14
16
  CommitteeAttestation,
15
17
  L2Block,
16
- L2BlockHash,
17
18
  type ValidateCheckpointResult,
18
19
  deserializeValidateCheckpointResult,
19
20
  serializeValidateCheckpointResult,
20
21
  } from '@aztec/stdlib/block';
21
- import { L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
22
+ import { type CheckpointData, L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
22
23
  import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
23
24
  import { CheckpointHeader } from '@aztec/stdlib/rollup';
24
25
  import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
@@ -61,23 +62,14 @@ type BlockStorage = {
61
62
  type CheckpointStorage = {
62
63
  header: Buffer;
63
64
  archive: Buffer;
65
+ checkpointOutHash: Buffer;
64
66
  checkpointNumber: number;
65
67
  startBlock: number;
66
- numBlocks: number;
68
+ blockCount: number;
67
69
  l1: Buffer;
68
70
  attestations: Buffer[];
69
71
  };
70
72
 
71
- export type CheckpointData = {
72
- checkpointNumber: CheckpointNumber;
73
- header: CheckpointHeader;
74
- archive: AppendOnlyTreeSnapshot;
75
- startBlock: number;
76
- numBlocks: number;
77
- l1: L1PublishedData;
78
- attestations: Buffer[];
79
- };
80
-
81
73
  export type RemoveCheckpointsResult = { blocksRemoved: L2Block[] | undefined };
82
74
 
83
75
  /**
@@ -90,6 +82,9 @@ export class BlockStore {
90
82
  /** Map checkpoint number to checkpoint data */
91
83
  #checkpoints: AztecAsyncMap<number, CheckpointStorage>;
92
84
 
85
+ /** Map slot number to checkpoint number, for looking up checkpoints by slot range. */
86
+ #slotToCheckpoint: AztecAsyncMap<number, number>;
87
+
93
88
  /** Map block hash to list of tx hashes */
94
89
  #blockTxs: AztecAsyncMap<string, Buffer>;
95
90
 
@@ -130,6 +125,7 @@ export class BlockStore {
130
125
  this.#lastProvenCheckpoint = db.openSingleton('archiver_last_proven_l2_checkpoint');
131
126
  this.#pendingChainValidationStatus = db.openSingleton('archiver_pending_chain_validation_status');
132
127
  this.#checkpoints = db.openMap('archiver_checkpoints');
128
+ this.#slotToCheckpoint = db.openMap('archiver_slot_to_checkpoint');
133
129
  }
134
130
 
135
131
  /**
@@ -273,7 +269,7 @@ export class BlockStore {
273
269
 
274
270
  // If we have a previous checkpoint then we need to get the previous block number
275
271
  if (previousCheckpointData !== undefined) {
276
- previousBlockNumber = BlockNumber(previousCheckpointData.startBlock + previousCheckpointData.numBlocks - 1);
272
+ previousBlockNumber = BlockNumber(previousCheckpointData.startBlock + previousCheckpointData.blockCount - 1);
277
273
  previousBlock = await this.getBlock(previousBlockNumber);
278
274
  if (previousBlock === undefined) {
279
275
  // We should be able to get the required previous block
@@ -337,12 +333,16 @@ export class BlockStore {
337
333
  await this.#checkpoints.set(checkpoint.checkpoint.number, {
338
334
  header: checkpoint.checkpoint.header.toBuffer(),
339
335
  archive: checkpoint.checkpoint.archive.toBuffer(),
336
+ checkpointOutHash: checkpoint.checkpoint.getCheckpointOutHash().toBuffer(),
340
337
  l1: checkpoint.l1.toBuffer(),
341
338
  attestations: checkpoint.attestations.map(attestation => attestation.toBuffer()),
342
339
  checkpointNumber: checkpoint.checkpoint.number,
343
340
  startBlock: checkpoint.checkpoint.blocks[0].number,
344
- numBlocks: checkpoint.checkpoint.blocks.length,
341
+ blockCount: checkpoint.checkpoint.blocks.length,
345
342
  });
343
+
344
+ // Update slot-to-checkpoint index
345
+ await this.#slotToCheckpoint.set(checkpoint.checkpoint.header.slotNumber, checkpoint.checkpoint.number);
346
346
  }
347
347
 
348
348
  await this.#lastSynchedL1Block.set(checkpoints[checkpoints.length - 1].l1.blockNumber);
@@ -351,7 +351,7 @@ export class BlockStore {
351
351
  }
352
352
 
353
353
  private async addBlockToDatabase(block: L2Block, checkpointNumber: number, indexWithinCheckpoint: number) {
354
- const blockHash = L2BlockHash.fromField(await block.hash());
354
+ const blockHash = await block.hash();
355
355
 
356
356
  await this.#blocks.set(block.number, {
357
357
  header: block.header.toBuffer(),
@@ -425,7 +425,7 @@ export class BlockStore {
425
425
  if (!targetCheckpoint) {
426
426
  throw new Error(`Target checkpoint ${checkpointNumber} not found in store`);
427
427
  }
428
- lastBlockToKeep = BlockNumber(targetCheckpoint.startBlock + targetCheckpoint.numBlocks - 1);
428
+ lastBlockToKeep = BlockNumber(targetCheckpoint.startBlock + targetCheckpoint.blockCount - 1);
429
429
  }
430
430
 
431
431
  // Remove all blocks after lastBlockToKeep (both checkpointed and uncheckpointed)
@@ -433,6 +433,11 @@ export class BlockStore {
433
433
 
434
434
  // Remove all checkpoints after the target
435
435
  for (let c = latestCheckpointNumber; c > checkpointNumber; c = CheckpointNumber(c - 1)) {
436
+ const checkpointStorage = await this.#checkpoints.getAsync(c);
437
+ if (checkpointStorage) {
438
+ const slotNumber = CheckpointHeader.fromBuffer(checkpointStorage.header).slotNumber;
439
+ await this.#slotToCheckpoint.delete(slotNumber);
440
+ }
436
441
  await this.#checkpoints.delete(c);
437
442
  this.#log.debug(`Removed checkpoint ${c}`);
438
443
  }
@@ -461,17 +466,32 @@ export class BlockStore {
461
466
  return checkpoints;
462
467
  }
463
468
 
464
- private checkpointDataFromCheckpointStorage(checkpointStorage: CheckpointStorage) {
465
- const data: CheckpointData = {
469
+ /** Returns checkpoint data for all checkpoints whose slot falls within the given range (inclusive). */
470
+ async getCheckpointDataForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointData[]> {
471
+ const result: CheckpointData[] = [];
472
+ for await (const [, checkpointNumber] of this.#slotToCheckpoint.entriesAsync({
473
+ start: startSlot,
474
+ end: endSlot + 1,
475
+ })) {
476
+ const checkpointStorage = await this.#checkpoints.getAsync(checkpointNumber);
477
+ if (checkpointStorage) {
478
+ result.push(this.checkpointDataFromCheckpointStorage(checkpointStorage));
479
+ }
480
+ }
481
+ return result;
482
+ }
483
+
484
+ private checkpointDataFromCheckpointStorage(checkpointStorage: CheckpointStorage): CheckpointData {
485
+ return {
466
486
  header: CheckpointHeader.fromBuffer(checkpointStorage.header),
467
487
  archive: AppendOnlyTreeSnapshot.fromBuffer(checkpointStorage.archive),
488
+ checkpointOutHash: Fr.fromBuffer(checkpointStorage.checkpointOutHash),
468
489
  checkpointNumber: CheckpointNumber(checkpointStorage.checkpointNumber),
469
- startBlock: checkpointStorage.startBlock,
470
- numBlocks: checkpointStorage.numBlocks,
490
+ startBlock: BlockNumber(checkpointStorage.startBlock),
491
+ blockCount: checkpointStorage.blockCount,
471
492
  l1: L1PublishedData.fromBuffer(checkpointStorage.l1),
472
- attestations: checkpointStorage.attestations,
493
+ attestations: checkpointStorage.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
473
494
  };
474
- return data;
475
495
  }
476
496
 
477
497
  async getBlocksForCheckpoint(checkpointNumber: CheckpointNumber): Promise<L2Block[] | undefined> {
@@ -483,7 +503,7 @@ export class BlockStore {
483
503
  const blocksForCheckpoint = await toArray(
484
504
  this.#blocks.entriesAsync({
485
505
  start: checkpoint.startBlock,
486
- end: checkpoint.startBlock + checkpoint.numBlocks,
506
+ end: checkpoint.startBlock + checkpoint.blockCount,
487
507
  }),
488
508
  );
489
509
 
@@ -556,7 +576,7 @@ export class BlockStore {
556
576
  if (!checkpointStorage) {
557
577
  throw new CheckpointNotFoundError(provenCheckpointNumber);
558
578
  } else {
559
- return BlockNumber(checkpointStorage.startBlock + checkpointStorage.numBlocks - 1);
579
+ return BlockNumber(checkpointStorage.startBlock + checkpointStorage.blockCount - 1);
560
580
  }
561
581
  }
562
582
 
@@ -624,7 +644,7 @@ export class BlockStore {
624
644
  }
625
645
  }
626
646
 
627
- async getCheckpointedBlockByHash(blockHash: Fr): Promise<CheckpointedL2Block | undefined> {
647
+ async getCheckpointedBlockByHash(blockHash: BlockHash): Promise<CheckpointedL2Block | undefined> {
628
648
  const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
629
649
  if (blockNumber === undefined) {
630
650
  return undefined;
@@ -655,6 +675,32 @@ export class BlockStore {
655
675
  }
656
676
  }
657
677
 
678
+ /**
679
+ * Gets block metadata (without tx data) by block number.
680
+ * @param blockNumber - The number of the block to return.
681
+ * @returns The requested block data.
682
+ */
683
+ async getBlockData(blockNumber: BlockNumber): Promise<BlockData | undefined> {
684
+ const blockStorage = await this.#blocks.getAsync(blockNumber);
685
+ if (!blockStorage || !blockStorage.header) {
686
+ return undefined;
687
+ }
688
+ return this.getBlockDataFromBlockStorage(blockStorage);
689
+ }
690
+
691
+ /**
692
+ * Gets block metadata (without tx data) by archive root.
693
+ * @param archive - The archive root of the block to return.
694
+ * @returns The requested block data.
695
+ */
696
+ async getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
697
+ const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
698
+ if (blockNumber === undefined) {
699
+ return undefined;
700
+ }
701
+ return this.getBlockData(BlockNumber(blockNumber));
702
+ }
703
+
658
704
  /**
659
705
  * Gets an L2 block.
660
706
  * @param blockNumber - The number of the block to return.
@@ -673,7 +719,7 @@ export class BlockStore {
673
719
  * @param blockHash - The hash of the block to return.
674
720
  * @returns The requested L2 block.
675
721
  */
676
- async getBlockByHash(blockHash: L2BlockHash): Promise<L2Block | undefined> {
722
+ async getBlockByHash(blockHash: BlockHash): Promise<L2Block | undefined> {
677
723
  const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
678
724
  if (blockNumber === undefined) {
679
725
  return undefined;
@@ -699,7 +745,7 @@ export class BlockStore {
699
745
  * @param blockHash - The hash of the block to return.
700
746
  * @returns The requested block header.
701
747
  */
702
- async getBlockHeaderByHash(blockHash: L2BlockHash): Promise<BlockHeader | undefined> {
748
+ async getBlockHeaderByHash(blockHash: BlockHash): Promise<BlockHeader | undefined> {
703
749
  const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
704
750
  if (blockNumber === undefined) {
705
751
  return undefined;
@@ -759,15 +805,24 @@ export class BlockStore {
759
805
  }
760
806
  }
761
807
 
808
+ private getBlockDataFromBlockStorage(blockStorage: BlockStorage): BlockData {
809
+ return {
810
+ header: BlockHeader.fromBuffer(blockStorage.header),
811
+ archive: AppendOnlyTreeSnapshot.fromBuffer(blockStorage.archive),
812
+ blockHash: Fr.fromBuffer(blockStorage.blockHash),
813
+ checkpointNumber: CheckpointNumber(blockStorage.checkpointNumber),
814
+ indexWithinCheckpoint: IndexWithinCheckpoint(blockStorage.indexWithinCheckpoint),
815
+ };
816
+ }
817
+
762
818
  private async getBlockFromBlockStorage(
763
819
  blockNumber: number,
764
820
  blockStorage: BlockStorage,
765
821
  ): Promise<L2Block | undefined> {
766
- const header = BlockHeader.fromBuffer(blockStorage.header);
767
- const archive = AppendOnlyTreeSnapshot.fromBuffer(blockStorage.archive);
768
- const blockHash = blockStorage.blockHash;
769
- header.setHash(Fr.fromBuffer(blockHash));
770
- const blockHashString = bufferToHex(blockHash);
822
+ const { header, archive, blockHash, checkpointNumber, indexWithinCheckpoint } =
823
+ this.getBlockDataFromBlockStorage(blockStorage);
824
+ header.setHash(blockHash);
825
+ const blockHashString = bufferToHex(blockStorage.blockHash);
771
826
  const blockTxsBuffer = await this.#blockTxs.getAsync(blockHashString);
772
827
  if (blockTxsBuffer === undefined) {
773
828
  this.#log.warn(`Could not find body for block ${header.globalVariables.blockNumber} ${blockHash}`);
@@ -786,13 +841,7 @@ export class BlockStore {
786
841
  txEffects.push(deserializeIndexedTxEffect(txEffect).data);
787
842
  }
788
843
  const body = new Body(txEffects);
789
- const block = new L2Block(
790
- archive,
791
- header,
792
- body,
793
- CheckpointNumber(blockStorage.checkpointNumber!),
794
- IndexWithinCheckpoint(blockStorage.indexWithinCheckpoint),
795
- );
844
+ const block = new L2Block(archive, header, body, checkpointNumber, indexWithinCheckpoint);
796
845
 
797
846
  if (block.number !== blockNumber) {
798
847
  throw new Error(
@@ -892,7 +941,7 @@ export class BlockStore {
892
941
  if (!checkpoint) {
893
942
  return BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
894
943
  }
895
- return BlockNumber(checkpoint.startBlock + checkpoint.numBlocks - 1);
944
+ return BlockNumber(checkpoint.startBlock + checkpoint.blockCount - 1);
896
945
  }
897
946
 
898
947
  async getLatestL2BlockNumber(): Promise<BlockNumber> {
@@ -28,18 +28,22 @@ export class ContractClassStore {
28
28
  bytecodeCommitment: Fr,
29
29
  blockNumber: number,
30
30
  ): Promise<void> {
31
- await this.#contractClasses.setIfNotExists(
32
- contractClass.id.toString(),
33
- serializeContractClassPublic({ ...contractClass, l2BlockNumber: blockNumber }),
34
- );
35
- await this.#bytecodeCommitments.setIfNotExists(contractClass.id.toString(), bytecodeCommitment.toBuffer());
31
+ await this.db.transactionAsync(async () => {
32
+ await this.#contractClasses.setIfNotExists(
33
+ contractClass.id.toString(),
34
+ serializeContractClassPublic({ ...contractClass, l2BlockNumber: blockNumber }),
35
+ );
36
+ await this.#bytecodeCommitments.setIfNotExists(contractClass.id.toString(), bytecodeCommitment.toBuffer());
37
+ });
36
38
  }
37
39
 
38
40
  async deleteContractClasses(contractClass: ContractClassPublic, blockNumber: number): Promise<void> {
39
41
  const restoredContractClass = await this.#contractClasses.getAsync(contractClass.id.toString());
40
42
  if (restoredContractClass && deserializeContractClassPublic(restoredContractClass).l2BlockNumber >= blockNumber) {
41
- await this.#contractClasses.delete(contractClass.id.toString());
42
- await this.#bytecodeCommitments.delete(contractClass.id.toString());
43
+ await this.db.transactionAsync(async () => {
44
+ await this.#contractClasses.delete(contractClass.id.toString());
45
+ await this.#bytecodeCommitments.delete(contractClass.id.toString());
46
+ });
43
47
  }
44
48
  }
45
49
 
@@ -6,8 +6,14 @@ import { createLogger } from '@aztec/foundation/log';
6
6
  import type { AztecAsyncKVStore, CustomRange, StoreSize } from '@aztec/kv-store';
7
7
  import { FunctionSelector } from '@aztec/stdlib/abi';
8
8
  import type { AztecAddress } from '@aztec/stdlib/aztec-address';
9
- import { CheckpointedL2Block, L2Block, L2BlockHash, type ValidateCheckpointResult } from '@aztec/stdlib/block';
10
- import type { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
9
+ import {
10
+ type BlockData,
11
+ BlockHash,
12
+ CheckpointedL2Block,
13
+ L2Block,
14
+ type ValidateCheckpointResult,
15
+ } from '@aztec/stdlib/block';
16
+ import type { CheckpointData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
11
17
  import type {
12
18
  ContractClassPublic,
13
19
  ContractDataSource,
@@ -25,7 +31,7 @@ import type { UInt64 } from '@aztec/stdlib/types';
25
31
  import { join } from 'path';
26
32
 
27
33
  import type { InboxMessage } from '../structs/inbox_message.js';
28
- import { BlockStore, type CheckpointData, type RemoveCheckpointsResult } from './block_store.js';
34
+ import { BlockStore, type RemoveCheckpointsResult } from './block_store.js';
29
35
  import { ContractClassStore } from './contract_class_store.js';
30
36
  import { ContractInstanceStore } from './contract_instance_store.js';
31
37
  import { LogStore } from './log_store.js';
@@ -74,6 +80,11 @@ export class KVArchiverDataStore implements ContractDataSource {
74
80
  this.#contractInstanceStore = new ContractInstanceStore(db);
75
81
  }
76
82
 
83
+ /** Returns the underlying block store. Used by L2TipsCache. */
84
+ get blockStore(): BlockStore {
85
+ return this.#blockStore;
86
+ }
87
+
77
88
  /** Opens a new transaction to the underlying store and runs all operations within it. */
78
89
  public transactionAsync<T>(callback: () => Promise<T>): Promise<T> {
79
90
  return this.db.transactionAsync(callback);
@@ -291,7 +302,7 @@ export class KVArchiverDataStore implements ContractDataSource {
291
302
  * Returns the block for the given hash, or undefined if not exists.
292
303
  * @param blockHash - The block hash to return.
293
304
  */
294
- getCheckpointedBlockByHash(blockHash: Fr): Promise<CheckpointedL2Block | undefined> {
305
+ getCheckpointedBlockByHash(blockHash: BlockHash): Promise<CheckpointedL2Block | undefined> {
295
306
  return this.#blockStore.getCheckpointedBlockByHash(blockHash);
296
307
  }
297
308
  /**
@@ -312,8 +323,8 @@ export class KVArchiverDataStore implements ContractDataSource {
312
323
  * Returns the block for the given hash, or undefined if not exists.
313
324
  * @param blockHash - The block hash to return.
314
325
  */
315
- getBlockByHash(blockHash: Fr): Promise<L2Block | undefined> {
316
- return this.#blockStore.getBlockByHash(L2BlockHash.fromField(blockHash));
326
+ getBlockByHash(blockHash: BlockHash): Promise<L2Block | undefined> {
327
+ return this.#blockStore.getBlockByHash(blockHash);
317
328
  }
318
329
  /**
319
330
  * Returns the block for the given archive root, or undefined if not exists.
@@ -357,8 +368,8 @@ export class KVArchiverDataStore implements ContractDataSource {
357
368
  * Returns the block header for the given hash, or undefined if not exists.
358
369
  * @param blockHash - The block hash to return.
359
370
  */
360
- getBlockHeaderByHash(blockHash: Fr): Promise<BlockHeader | undefined> {
361
- return this.#blockStore.getBlockHeaderByHash(L2BlockHash.fromField(blockHash));
371
+ getBlockHeaderByHash(blockHash: BlockHash): Promise<BlockHeader | undefined> {
372
+ return this.#blockStore.getBlockHeaderByHash(blockHash);
362
373
  }
363
374
 
364
375
  /**
@@ -369,6 +380,22 @@ export class KVArchiverDataStore implements ContractDataSource {
369
380
  return this.#blockStore.getBlockHeaderByArchive(archive);
370
381
  }
371
382
 
383
+ /**
384
+ * Gets block metadata (without tx data) by block number.
385
+ * @param blockNumber - The block number to return.
386
+ */
387
+ getBlockData(blockNumber: BlockNumber): Promise<BlockData | undefined> {
388
+ return this.#blockStore.getBlockData(blockNumber);
389
+ }
390
+
391
+ /**
392
+ * Gets block metadata (without tx data) by archive root.
393
+ * @param archive - The archive root to return.
394
+ */
395
+ getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
396
+ return this.#blockStore.getBlockDataByArchive(archive);
397
+ }
398
+
372
399
  /**
373
400
  * Gets a tx effect.
374
401
  * @param txHash - The hash of the tx corresponding to the tx effect.
@@ -618,6 +645,11 @@ export class KVArchiverDataStore implements ContractDataSource {
618
645
  return this.#blockStore.getCheckpointData(checkpointNumber);
619
646
  }
620
647
 
648
+ /** Returns checkpoint data for all checkpoints whose slot falls within the given range (inclusive). */
649
+ getCheckpointDataForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointData[]> {
650
+ return this.#blockStore.getCheckpointDataForSlotRange(startSlot, endSlot);
651
+ }
652
+
621
653
  /**
622
654
  * Gets all blocks that have the given slot number.
623
655
  * @param slotNumber - The slot number to search for.