@aztec/archiver 0.0.1-commit.3fd054f6 → 0.0.1-commit.431c48d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (121) hide show
  1. package/README.md +19 -13
  2. package/dest/archiver.d.ts +71 -15
  3. package/dest/archiver.d.ts.map +1 -1
  4. package/dest/archiver.js +275 -70
  5. package/dest/config.d.ts +7 -3
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +44 -16
  8. package/dest/errors.d.ts +44 -10
  9. package/dest/errors.d.ts.map +1 -1
  10. package/dest/errors.js +66 -12
  11. package/dest/factory.d.ts +18 -6
  12. package/dest/factory.d.ts.map +1 -1
  13. package/dest/factory.js +66 -21
  14. package/dest/index.d.ts +11 -3
  15. package/dest/index.d.ts.map +1 -1
  16. package/dest/index.js +10 -2
  17. package/dest/l1/calldata_retriever.d.ts +9 -1
  18. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  19. package/dest/l1/calldata_retriever.js +22 -11
  20. package/dest/l1/data_retrieval.d.ts +25 -11
  21. package/dest/l1/data_retrieval.d.ts.map +1 -1
  22. package/dest/l1/data_retrieval.js +25 -32
  23. package/dest/l1/trace_tx.d.ts +12 -66
  24. package/dest/l1/trace_tx.d.ts.map +1 -1
  25. package/dest/l1/validate_historical_logs.d.ts +23 -0
  26. package/dest/l1/validate_historical_logs.d.ts.map +1 -0
  27. package/dest/l1/validate_historical_logs.js +108 -0
  28. package/dest/modules/contract_data_source_adapter.d.ts +25 -0
  29. package/dest/modules/contract_data_source_adapter.d.ts.map +1 -0
  30. package/dest/modules/contract_data_source_adapter.js +32 -0
  31. package/dest/modules/data_source_base.d.ts +71 -48
  32. package/dest/modules/data_source_base.d.ts.map +1 -1
  33. package/dest/modules/data_source_base.js +250 -144
  34. package/dest/modules/data_store_updater.d.ts +28 -8
  35. package/dest/modules/data_store_updater.d.ts.map +1 -1
  36. package/dest/modules/data_store_updater.js +132 -58
  37. package/dest/modules/instrumentation.d.ts +15 -2
  38. package/dest/modules/instrumentation.d.ts.map +1 -1
  39. package/dest/modules/instrumentation.js +48 -9
  40. package/dest/modules/l1_synchronizer.d.ts +13 -8
  41. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  42. package/dest/modules/l1_synchronizer.js +453 -219
  43. package/dest/modules/outbox_trees_resolver.d.ts +64 -0
  44. package/dest/modules/outbox_trees_resolver.d.ts.map +1 -0
  45. package/dest/modules/outbox_trees_resolver.js +184 -0
  46. package/dest/modules/validation.d.ts +30 -7
  47. package/dest/modules/validation.d.ts.map +1 -1
  48. package/dest/modules/validation.js +35 -17
  49. package/dest/store/block_store.d.ts +177 -68
  50. package/dest/store/block_store.d.ts.map +1 -1
  51. package/dest/store/block_store.js +719 -246
  52. package/dest/store/contract_class_store.d.ts +17 -3
  53. package/dest/store/contract_class_store.d.ts.map +1 -1
  54. package/dest/store/contract_class_store.js +36 -2
  55. package/dest/store/contract_instance_store.d.ts +28 -1
  56. package/dest/store/contract_instance_store.d.ts.map +1 -1
  57. package/dest/store/contract_instance_store.js +53 -5
  58. package/dest/store/data_stores.d.ts +68 -0
  59. package/dest/store/data_stores.d.ts.map +1 -0
  60. package/dest/store/data_stores.js +54 -0
  61. package/dest/store/function_names_cache.d.ts +17 -0
  62. package/dest/store/function_names_cache.d.ts.map +1 -0
  63. package/dest/store/function_names_cache.js +30 -0
  64. package/dest/store/l2_tips_cache.d.ts +13 -7
  65. package/dest/store/l2_tips_cache.d.ts.map +1 -1
  66. package/dest/store/l2_tips_cache.js +13 -76
  67. package/dest/store/log_store.d.ts +42 -40
  68. package/dest/store/log_store.d.ts.map +1 -1
  69. package/dest/store/log_store.js +257 -480
  70. package/dest/store/log_store_codec.d.ts +78 -0
  71. package/dest/store/log_store_codec.d.ts.map +1 -0
  72. package/dest/store/log_store_codec.js +110 -0
  73. package/dest/store/message_store.d.ts +9 -3
  74. package/dest/store/message_store.d.ts.map +1 -1
  75. package/dest/store/message_store.js +39 -10
  76. package/dest/test/fake_l1_state.d.ts +15 -3
  77. package/dest/test/fake_l1_state.d.ts.map +1 -1
  78. package/dest/test/fake_l1_state.js +83 -21
  79. package/dest/test/mock_l2_block_source.d.ts +48 -50
  80. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  81. package/dest/test/mock_l2_block_source.js +228 -179
  82. package/dest/test/mock_structs.d.ts +1 -1
  83. package/dest/test/mock_structs.d.ts.map +1 -1
  84. package/dest/test/mock_structs.js +2 -2
  85. package/dest/test/noop_l1_archiver.d.ts +14 -6
  86. package/dest/test/noop_l1_archiver.d.ts.map +1 -1
  87. package/dest/test/noop_l1_archiver.js +26 -10
  88. package/package.json +15 -14
  89. package/src/archiver.ts +361 -76
  90. package/src/config.ts +51 -20
  91. package/src/errors.ts +103 -18
  92. package/src/factory.ts +80 -19
  93. package/src/index.ts +18 -2
  94. package/src/l1/calldata_retriever.ts +29 -11
  95. package/src/l1/data_retrieval.ts +44 -46
  96. package/src/l1/validate_historical_logs.ts +140 -0
  97. package/src/modules/contract_data_source_adapter.ts +46 -0
  98. package/src/modules/data_source_base.ts +325 -192
  99. package/src/modules/data_store_updater.ts +162 -58
  100. package/src/modules/instrumentation.ts +43 -10
  101. package/src/modules/l1_synchronizer.ts +612 -259
  102. package/src/modules/outbox_trees_resolver.ts +220 -0
  103. package/src/modules/validation.ts +80 -23
  104. package/src/store/block_store.ts +879 -300
  105. package/src/store/contract_class_store.ts +47 -3
  106. package/src/store/contract_instance_store.ts +67 -7
  107. package/src/store/data_stores.ts +104 -0
  108. package/src/store/function_names_cache.ts +37 -0
  109. package/src/store/l2_tips_cache.ts +16 -70
  110. package/src/store/log_store.ts +296 -652
  111. package/src/store/log_store_codec.ts +143 -0
  112. package/src/store/message_store.ts +43 -12
  113. package/src/structs/inbox_message.ts +1 -1
  114. package/src/test/fake_l1_state.ts +102 -30
  115. package/src/test/mock_l2_block_source.ts +285 -232
  116. package/src/test/mock_structs.ts +5 -2
  117. package/src/test/noop_l1_archiver.ts +54 -11
  118. package/dest/store/kv_archiver_store.d.ts +0 -364
  119. package/dest/store/kv_archiver_store.d.ts.map +0 -1
  120. package/dest/store/kv_archiver_store.js +0 -477
  121. package/src/store/kv_archiver_store.ts +0 -682
@@ -12,15 +12,24 @@ import {
12
12
  type BlockData,
13
13
  BlockHash,
14
14
  Body,
15
- CheckpointedL2Block,
16
15
  CommitteeAttestation,
16
+ GENESIS_CHECKPOINT_HEADER_HASH,
17
17
  L2Block,
18
+ type L2TipId,
19
+ type L2Tips,
18
20
  type ValidateCheckpointResult,
19
21
  deserializeValidateCheckpointResult,
20
22
  serializeValidateCheckpointResult,
21
23
  } from '@aztec/stdlib/block';
22
- import { type CheckpointData, L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
23
- import { type L1RollupConstants, getEpochAtSlot } from '@aztec/stdlib/epoch-helpers';
24
+ import {
25
+ Checkpoint,
26
+ type CheckpointData,
27
+ type CommonCheckpointData,
28
+ L1PublishedData,
29
+ type ProposedCheckpointData,
30
+ type ProposedCheckpointInput,
31
+ PublishedCheckpoint,
32
+ } from '@aztec/stdlib/checkpoint';
24
33
  import { CheckpointHeader } from '@aztec/stdlib/rollup';
25
34
  import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
26
35
  import {
@@ -28,8 +37,6 @@ import {
28
37
  type IndexedTxEffect,
29
38
  TxEffect,
30
39
  TxHash,
31
- TxReceipt,
32
- TxStatus,
33
40
  deserializeIndexedTxEffect,
34
41
  serializeIndexedTxEffect,
35
42
  } from '@aztec/stdlib/tx';
@@ -37,6 +44,7 @@ import {
37
44
  import {
38
45
  BlockAlreadyCheckpointedError,
39
46
  BlockArchiveNotConsistentError,
47
+ BlockCheckpointNumberNotSequentialError,
40
48
  BlockIndexNotSequentialError,
41
49
  BlockNotFoundError,
42
50
  BlockNumberNotSequentialError,
@@ -44,9 +52,13 @@ import {
44
52
  CheckpointNotFoundError,
45
53
  CheckpointNumberNotSequentialError,
46
54
  InitialCheckpointNumberNotSequentialError,
55
+ NoProposedCheckpointToPromoteError,
56
+ ProposedCheckpointArchiveRootMismatchError,
57
+ ProposedCheckpointNotSequentialError,
58
+ ProposedCheckpointPromotionNotSequentialError,
47
59
  } from '../errors.js';
48
60
 
49
- export { TxReceipt, type TxEffect, type TxHash } from '@aztec/stdlib/tx';
61
+ export type { TxEffect, TxHash, TxReceipt } from '@aztec/stdlib/tx';
50
62
 
51
63
  type BlockIndexValue = [blockNumber: number, index: number];
52
64
 
@@ -58,19 +70,78 @@ type BlockStorage = {
58
70
  indexWithinCheckpoint: number;
59
71
  };
60
72
 
61
- type CheckpointStorage = {
73
+ /** Reason a checkpoint was rejected during sync. */
74
+ export type RejectedCheckpointReason = 'invalid-attestations' | 'descends-from-invalid-attestations';
75
+
76
+ /**
77
+ * A checkpoint observed on L1 that the archiver decided not to ingest, recorded so that
78
+ * any descendant that builds on top of it can also be skipped (rather than throwing
79
+ * `InitialCheckpointNumberNotSequentialError` and looping). An entry is dropped via
80
+ * {@link BlockStore.removeRejectedCheckpointByArchiveRoot} once a checkpoint with the same
81
+ * archive root is later ingested as valid (e.g. it gathered enough attestations), which
82
+ * re-enables its descendants.
83
+ */
84
+ export type RejectedCheckpoint = {
85
+ /** Checkpoint number this entry represents. */
86
+ checkpointNumber: CheckpointNumber;
87
+ /** Archive root produced by this rejected checkpoint (matched against descendants' `lastArchiveRoot`). */
88
+ archiveRoot: Fr;
89
+ /** `lastArchiveRoot` from this checkpoint's header (the ancestor it built on). */
90
+ parentArchiveRoot: Fr;
91
+ /** Slot number of the rejected checkpoint. */
92
+ slotNumber: SlotNumber;
93
+ /** L1 publication data for the rejected checkpoint (block number, hash, timestamp). */
94
+ l1: L1PublishedData;
95
+ /** Why the entry was recorded. */
96
+ reason: RejectedCheckpointReason;
97
+ };
98
+
99
+ type RejectedCheckpointStorage = {
100
+ checkpointNumber: number;
101
+ archiveRoot: Buffer;
102
+ parentArchiveRoot: Buffer;
103
+ slotNumber: number;
104
+ l1: Buffer;
105
+ reason: RejectedCheckpointReason;
106
+ };
107
+
108
+ /** Checkpoint Storage shared between Checkpoints + Proposed Checkpoints */
109
+ type CommonCheckpointStorage = {
62
110
  header: Buffer;
63
111
  archive: Buffer;
64
112
  checkpointOutHash: Buffer;
65
113
  checkpointNumber: number;
66
114
  startBlock: number;
67
115
  blockCount: number;
116
+ };
117
+
118
+ type CheckpointStorage = CommonCheckpointStorage & {
68
119
  l1: Buffer;
69
120
  attestations: Buffer[];
121
+ feeAssetPriceModifier: string;
122
+ };
123
+
124
+ /** Storage format for a proposed checkpoint (attested but not yet L1-confirmed). */
125
+ type ProposedCheckpointStorage = CommonCheckpointStorage & {
126
+ totalManaUsed: string;
127
+ feeAssetPriceModifier: string;
70
128
  };
71
129
 
72
130
  export type RemoveCheckpointsResult = { blocksRemoved: L2Block[] | undefined };
73
131
 
132
+ /**
133
+ * Single-block lookup with the chain-tip `tag` variant of {@link BlockQuery} already resolved
134
+ * to a concrete block number. The `tag` branch is unrepresentable here so storage code does
135
+ * not need to handle it at runtime.
136
+ */
137
+ export type ResolvedBlockQuery = { number: BlockNumber } | { hash: BlockHash } | { archive: Fr };
138
+
139
+ /**
140
+ * Range lookup with the `epoch` variant of {@link BlocksQuery} already resolved to a
141
+ * `{ from, limit }` pair. Storage code never needs to map epoch numbers to block ranges.
142
+ */
143
+ export type ResolvedBlocksQuery = { from: BlockNumber; limit: number; onlyCheckpointed?: boolean };
144
+
74
145
  /**
75
146
  * LMDB-based block storage for the archiver.
76
147
  */
@@ -78,7 +149,10 @@ export class BlockStore {
78
149
  /** Map block number to block data */
79
150
  #blocks: AztecAsyncMap<number, BlockStorage>;
80
151
 
81
- /** Map checkpoint number to checkpoint data */
152
+ /** Map keyed by checkpoint number holding proposed (locally-validated, not yet L1-confirmed) checkpoints. */
153
+ #proposedCheckpoints: AztecAsyncMap<number, ProposedCheckpointStorage>;
154
+
155
+ /** Map checkpoint number to checkpoint data for mined checkpoints only */
82
156
  #checkpoints: AztecAsyncMap<number, CheckpointStorage>;
83
157
 
84
158
  /** Map slot number to checkpoint number, for looking up checkpoints by slot range. */
@@ -111,6 +185,12 @@ export class BlockStore {
111
185
  /** Index mapping block archive to block number */
112
186
  #blockArchiveIndex: AztecAsyncMap<string, number>;
113
187
 
188
+ /** Map rejected checkpoints (due to invalid attestations) by archive root */
189
+ #rejectedCheckpoints: AztecAsyncMap<string, RejectedCheckpointStorage>;
190
+
191
+ /** Index mapping a rejected checkpoint's number to its archive root, so the latest can be read in reverse order */
192
+ #rejectedCheckpointsByNumber: AztecAsyncMap<number, string>;
193
+
114
194
  #log = createLogger('archiver:block_store');
115
195
 
116
196
  constructor(private db: AztecAsyncKVStore) {
@@ -126,6 +206,9 @@ export class BlockStore {
126
206
  this.#pendingChainValidationStatus = db.openSingleton('archiver_pending_chain_validation_status');
127
207
  this.#checkpoints = db.openMap('archiver_checkpoints');
128
208
  this.#slotToCheckpoint = db.openMap('archiver_slot_to_checkpoint');
209
+ this.#proposedCheckpoints = db.openMap('archiver_proposed_checkpoints');
210
+ this.#rejectedCheckpoints = db.openMap('archiver_rejected_checkpoints');
211
+ this.#rejectedCheckpointsByNumber = db.openMap('archiver_rejected_checkpoints_by_number');
129
212
  }
130
213
 
131
214
  /**
@@ -160,14 +243,14 @@ export class BlockStore {
160
243
  const blockLastArchive = block.header.lastArchive.root;
161
244
 
162
245
  // Extract the latest block and checkpoint numbers
163
- const previousBlockNumber = await this.getLatestBlockNumber();
164
- const previousCheckpointNumber = await this.getLatestCheckpointNumber();
246
+ const previousBlockNumber = await this.getLatestL2BlockNumber();
247
+ const latestCheckpointNumber = await this.getLatestCheckpointNumber();
165
248
 
166
249
  // Verify we're not overwriting checkpointed blocks
167
250
  const lastCheckpointedBlockNumber = await this.getCheckpointedL2BlockNumber();
168
251
  if (!opts.force && blockNumber <= lastCheckpointedBlockNumber) {
169
252
  // Check if the proposed block matches the already-checkpointed one
170
- const existingBlock = await this.getBlock(BlockNumber(blockNumber));
253
+ const existingBlock = await this.getBlockData({ number: BlockNumber(blockNumber) });
171
254
  if (existingBlock && existingBlock.archive.root.equals(block.archive.root)) {
172
255
  throw new BlockAlreadyCheckpointedError(blockNumber);
173
256
  }
@@ -179,13 +262,18 @@ export class BlockStore {
179
262
  throw new BlockNumberNotSequentialError(blockNumber, previousBlockNumber);
180
263
  }
181
264
 
182
- // The same check as above but for checkpoints
183
- if (!opts.force && previousCheckpointNumber !== blockCheckpointNumber - 1) {
184
- throw new CheckpointNumberNotSequentialError(blockCheckpointNumber, previousCheckpointNumber);
265
+ // Accept the block if either the confirmed checkpoint or a pending checkpoint matches
266
+ // the expected predecessor. We look for a pending entry at exactly blockCheckpointNumber - 1.
267
+ const expectedCheckpointNumber = blockCheckpointNumber - 1;
268
+ const hasPendingAtExpected = await this.#proposedCheckpoints.hasAsync(expectedCheckpointNumber);
269
+ if (!opts.force && latestCheckpointNumber !== expectedCheckpointNumber && !hasPendingAtExpected) {
270
+ const [latestPendingKey] = await toArray(this.#proposedCheckpoints.keysAsync({ reverse: true, limit: 1 }));
271
+ const previous = CheckpointNumber(Math.max(latestCheckpointNumber, latestPendingKey ?? 0));
272
+ throw new BlockCheckpointNumberNotSequentialError(BlockNumber(blockNumber), blockCheckpointNumber, previous);
185
273
  }
186
274
 
187
275
  // Extract the previous block if there is one and see if it is for the same checkpoint or not
188
- const previousBlockResult = await this.getBlock(previousBlockNumber);
276
+ const previousBlockResult = await this.getBlockData({ number: previousBlockNumber });
189
277
 
190
278
  let expectedBlockIndex = 0;
191
279
  let previousBlockIndex: number | undefined = undefined;
@@ -198,7 +286,7 @@ export class BlockStore {
198
286
  if (!previousBlockResult.archive.root.equals(blockLastArchive)) {
199
287
  throw new BlockArchiveNotConsistentError(
200
288
  blockNumber,
201
- previousBlockResult.number,
289
+ previousBlockResult.header.globalVariables.blockNumber,
202
290
  blockLastArchive,
203
291
  previousBlockResult.archive.root,
204
292
  );
@@ -217,47 +305,45 @@ export class BlockStore {
217
305
  }
218
306
 
219
307
  /**
220
- * Append new cheskpoints to the store's list.
308
+ * Append new checkpoints to the store's list.
309
+ * Checkpoints at the start of the batch that are already stored (e.g. re-included by an L1 reorg)
310
+ * are accepted if their archive root matches: their L1 metadata is updated but they are not
311
+ * re-inserted, and they are excluded from the returned array.
221
312
  * @param checkpoints - The L2 checkpoints to be added to the store.
222
- * @returns True if the operation is successful.
313
+ * @returns The checkpoints that were actually inserted (excluding already-stored ones).
223
314
  */
224
- async addCheckpoints(checkpoints: PublishedCheckpoint[], opts: { force?: boolean } = {}): Promise<boolean> {
315
+ async addCheckpoints(
316
+ checkpoints: PublishedCheckpoint[],
317
+ opts: { force?: boolean } = {},
318
+ ): Promise<PublishedCheckpoint[]> {
225
319
  if (checkpoints.length === 0) {
226
- return true;
320
+ return [];
227
321
  }
228
322
 
229
323
  return await this.db.transactionAsync(async () => {
230
- // Check that the checkpoint immediately before the first block to be added is present in the store.
231
324
  const firstCheckpointNumber = checkpoints[0].checkpoint.number;
232
325
  const previousCheckpointNumber = await this.getLatestCheckpointNumber();
233
326
 
234
- if (previousCheckpointNumber !== firstCheckpointNumber - 1 && !opts.force) {
235
- throw new InitialCheckpointNumberNotSequentialError(firstCheckpointNumber, previousCheckpointNumber);
236
- }
237
-
238
- // Extract the previous checkpoint if there is one
239
- let previousCheckpointData: CheckpointData | undefined = undefined;
240
- if (previousCheckpointNumber !== INITIAL_CHECKPOINT_NUMBER - 1) {
241
- // There should be a previous checkpoint
242
- previousCheckpointData = await this.getCheckpointData(previousCheckpointNumber);
243
- if (previousCheckpointData === undefined) {
244
- throw new CheckpointNotFoundError(previousCheckpointNumber);
327
+ // Handle already-stored checkpoints at the start of the batch.
328
+ // This can happen after an L1 reorg re-includes a checkpoint in a different L1 block.
329
+ // We accept them if archives match (same content) and update their L1 metadata.
330
+ if (!opts.force && firstCheckpointNumber <= previousCheckpointNumber) {
331
+ checkpoints = await this.skipOrUpdateAlreadyStoredCheckpoints(checkpoints, previousCheckpointNumber);
332
+ if (checkpoints.length === 0) {
333
+ return [];
245
334
  }
246
- }
247
-
248
- let previousBlockNumber: BlockNumber | undefined = undefined;
249
- let previousBlock: L2Block | undefined = undefined;
250
-
251
- // If we have a previous checkpoint then we need to get the previous block number
252
- if (previousCheckpointData !== undefined) {
253
- previousBlockNumber = BlockNumber(previousCheckpointData.startBlock + previousCheckpointData.blockCount - 1);
254
- previousBlock = await this.getBlock(previousBlockNumber);
255
- if (previousBlock === undefined) {
256
- // We should be able to get the required previous block
257
- throw new BlockNotFoundError(previousBlockNumber);
335
+ // Re-check sequentiality after skipping
336
+ const newFirstNumber = checkpoints[0].checkpoint.number;
337
+ if (previousCheckpointNumber !== newFirstNumber - 1) {
338
+ throw new InitialCheckpointNumberNotSequentialError(newFirstNumber, previousCheckpointNumber);
258
339
  }
340
+ } else if (previousCheckpointNumber !== firstCheckpointNumber - 1 && !opts.force) {
341
+ throw new InitialCheckpointNumberNotSequentialError(firstCheckpointNumber, previousCheckpointNumber);
259
342
  }
260
343
 
344
+ // Get the last block of the previous checkpoint for archive chaining
345
+ let previousBlock = await this.getPreviousCheckpointBlock(checkpoints[0].checkpoint.number);
346
+
261
347
  // Iterate over checkpoints array and insert them, checking that the block numbers are sequential.
262
348
  let previousCheckpoint: PublishedCheckpoint | undefined = undefined;
263
349
  for (const checkpoint of checkpoints) {
@@ -273,42 +359,14 @@ export class BlockStore {
273
359
  }
274
360
  previousCheckpoint = checkpoint;
275
361
 
276
- // Store every block in the database. the block may already exist, but this has come from chain and is assumed to be correct.
277
- for (let i = 0; i < checkpoint.checkpoint.blocks.length; i++) {
278
- const block = checkpoint.checkpoint.blocks[i];
279
- if (previousBlock) {
280
- // The blocks should have a sequential block number
281
- if (previousBlock.number !== block.number - 1) {
282
- throw new BlockNumberNotSequentialError(block.number, previousBlock.number);
283
- }
284
- // If the blocks are for the same checkpoint then they should have sequential indexes
285
- if (
286
- previousBlock.checkpointNumber === block.checkpointNumber &&
287
- previousBlock.indexWithinCheckpoint !== block.indexWithinCheckpoint - 1
288
- ) {
289
- throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, previousBlock.indexWithinCheckpoint);
290
- }
291
- if (!previousBlock.archive.root.equals(block.header.lastArchive.root)) {
292
- throw new BlockArchiveNotConsistentError(
293
- block.number,
294
- previousBlock.number,
295
- block.header.lastArchive.root,
296
- previousBlock.archive.root,
297
- );
298
- }
299
- } else {
300
- // No previous block, must be block 1 at checkpoint index 0
301
- if (block.indexWithinCheckpoint !== 0) {
302
- throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, undefined);
303
- }
304
- if (block.number !== INITIAL_L2_BLOCK_NUM) {
305
- throw new BlockNumberNotSequentialError(block.number, undefined);
306
- }
307
- }
362
+ // Validate block sequencing, indexes, and archive chaining
363
+ this.validateCheckpointBlocks(checkpoint.checkpoint.blocks, previousBlock);
308
364
 
309
- previousBlock = block;
310
- await this.addBlockToDatabase(block, checkpoint.checkpoint.number, i);
365
+ // Store every block in the database (may already exist, but L1 data is authoritative)
366
+ for (let i = 0; i < checkpoint.checkpoint.blocks.length; i++) {
367
+ await this.addBlockToDatabase(checkpoint.checkpoint.blocks[i], checkpoint.checkpoint.number, i);
311
368
  }
369
+ previousBlock = checkpoint.checkpoint.blocks.at(-1);
312
370
 
313
371
  // Store the checkpoint in the database
314
372
  await this.#checkpoints.set(checkpoint.checkpoint.number, {
@@ -320,17 +378,135 @@ export class BlockStore {
320
378
  checkpointNumber: checkpoint.checkpoint.number,
321
379
  startBlock: checkpoint.checkpoint.blocks[0].number,
322
380
  blockCount: checkpoint.checkpoint.blocks.length,
381
+ feeAssetPriceModifier: checkpoint.checkpoint.feeAssetPriceModifier.toString(),
323
382
  });
324
383
 
325
384
  // Update slot-to-checkpoint index
326
385
  await this.#slotToCheckpoint.set(checkpoint.checkpoint.header.slotNumber, checkpoint.checkpoint.number);
386
+
387
+ // Remove proposed checkpoint if it exists, since L1 is authoritative
388
+ await this.#proposedCheckpoints.delete(checkpoint.checkpoint.number);
389
+
390
+ // Drop any rejected entry for this archive root: a checkpoint that was previously rejected
391
+ // (e.g. invalid attestations) is now being ingested as valid, so its descendants are allowed.
392
+ await this.removeRejectedCheckpointByArchiveRoot(checkpoint.checkpoint.archive.root);
327
393
  }
328
394
 
329
- await this.#lastSynchedL1Block.set(checkpoints[checkpoints.length - 1].l1.blockNumber);
330
- return true;
395
+ await this.advanceSynchedL1BlockNumber(checkpoints[checkpoints.length - 1].l1.blockNumber);
396
+ return checkpoints;
331
397
  });
332
398
  }
333
399
 
400
+ /**
401
+ * Handles checkpoints at the start of a batch that are already stored (e.g. due to L1 reorg).
402
+ * Verifies the archive root matches, updates L1 metadata, and returns only the new checkpoints.
403
+ */
404
+ private async skipOrUpdateAlreadyStoredCheckpoints(
405
+ checkpoints: PublishedCheckpoint[],
406
+ latestStored: CheckpointNumber,
407
+ ): Promise<PublishedCheckpoint[]> {
408
+ let i = 0;
409
+ for (; i < checkpoints.length && checkpoints[i].checkpoint.number <= latestStored; i++) {
410
+ const incoming = checkpoints[i];
411
+ const stored = await this.getCheckpointData(incoming.checkpoint.number);
412
+ if (!stored) {
413
+ // Should not happen if latestStored is correct, but be safe
414
+ break;
415
+ }
416
+ // Verify the checkpoint content matches (archive root)
417
+ if (!stored.archive.root.equals(incoming.checkpoint.archive.root)) {
418
+ throw new Error(
419
+ `Checkpoint ${incoming.checkpoint.number} already exists in store but with a different archive root. ` +
420
+ `Stored: ${stored.archive.root}, incoming: ${incoming.checkpoint.archive.root}`,
421
+ );
422
+ }
423
+ // Update L1 metadata and attestations for the already-stored checkpoint
424
+ this.#log.warn(
425
+ `Checkpoint ${incoming.checkpoint.number} already stored, updating L1 info ` +
426
+ `(L1 block ${stored.l1.blockNumber} -> ${incoming.l1.blockNumber})`,
427
+ );
428
+ await this.#checkpoints.set(incoming.checkpoint.number, {
429
+ header: incoming.checkpoint.header.toBuffer(),
430
+ archive: incoming.checkpoint.archive.toBuffer(),
431
+ checkpointOutHash: incoming.checkpoint.getCheckpointOutHash().toBuffer(),
432
+ l1: incoming.l1.toBuffer(),
433
+ attestations: incoming.attestations.map(a => a.toBuffer()),
434
+ checkpointNumber: incoming.checkpoint.number,
435
+ startBlock: incoming.checkpoint.blocks[0].number,
436
+ blockCount: incoming.checkpoint.blocks.length,
437
+ feeAssetPriceModifier: incoming.checkpoint.feeAssetPriceModifier.toString(),
438
+ });
439
+ // Update the sync point to reflect the new L1 block
440
+ await this.advanceSynchedL1BlockNumber(incoming.l1.blockNumber);
441
+ }
442
+ return checkpoints.slice(i);
443
+ }
444
+
445
+ /**
446
+ * Gets the last block of the checkpoint before the given one.
447
+ * Returns undefined if there is no previous checkpoint (i.e. genesis).
448
+ */
449
+ private async getPreviousCheckpointBlock(checkpointNumber: CheckpointNumber): Promise<L2Block | undefined> {
450
+ const previousCheckpointNumber = CheckpointNumber(checkpointNumber - 1);
451
+ if (previousCheckpointNumber === INITIAL_CHECKPOINT_NUMBER - 1) {
452
+ return undefined;
453
+ }
454
+
455
+ // Check across both proposed and mined checkpoints
456
+ const predecessor =
457
+ (await this.getProposedCheckpointByNumber(previousCheckpointNumber)) ??
458
+ (await this.getCheckpointData(previousCheckpointNumber));
459
+
460
+ if (!predecessor) {
461
+ throw new CheckpointNotFoundError(previousCheckpointNumber);
462
+ }
463
+
464
+ const previousBlockNumber = BlockNumber(predecessor.startBlock + predecessor.blockCount - 1);
465
+ const previousBlock = await this.getBlock({ number: previousBlockNumber });
466
+ if (previousBlock === undefined) {
467
+ throw new BlockNotFoundError(previousBlockNumber);
468
+ }
469
+ return previousBlock;
470
+ }
471
+
472
+ /**
473
+ * Validates that blocks are sequential, have correct indexes, and chain via archive roots.
474
+ * This is the same validation used for both confirmed checkpoints (addCheckpoints) and
475
+ * proposed checkpoints (addProposedCheckpoint).
476
+ */
477
+ private validateCheckpointBlocks(blocks: L2Block[], previousBlock: L2Block | undefined): void {
478
+ for (const block of blocks) {
479
+ if (previousBlock) {
480
+ if (previousBlock.number !== block.number - 1) {
481
+ throw new BlockNumberNotSequentialError(block.number, previousBlock.number);
482
+ }
483
+ if (previousBlock.checkpointNumber === block.checkpointNumber) {
484
+ if (previousBlock.indexWithinCheckpoint !== block.indexWithinCheckpoint - 1) {
485
+ throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, previousBlock.indexWithinCheckpoint);
486
+ }
487
+ } else if (block.indexWithinCheckpoint !== 0) {
488
+ throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, previousBlock.indexWithinCheckpoint);
489
+ }
490
+ if (!previousBlock.archive.root.equals(block.header.lastArchive.root)) {
491
+ throw new BlockArchiveNotConsistentError(
492
+ block.number,
493
+ previousBlock.number,
494
+ block.header.lastArchive.root,
495
+ previousBlock.archive.root,
496
+ );
497
+ }
498
+ } else {
499
+ if (block.indexWithinCheckpoint !== 0) {
500
+ throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, undefined);
501
+ }
502
+ if (block.number !== INITIAL_L2_BLOCK_NUM) {
503
+ throw new BlockNumberNotSequentialError(block.number, undefined);
504
+ }
505
+ }
506
+ previousBlock = block;
507
+ }
508
+ }
509
+
334
510
  private async addBlockToDatabase(block: L2Block, checkpointNumber: number, indexWithinCheckpoint: number) {
335
511
  const blockHash = await block.hash();
336
512
 
@@ -348,6 +524,7 @@ export class BlockStore {
348
524
  l2BlockNumber: block.number,
349
525
  l2BlockHash: blockHash,
350
526
  txIndexInBlock: i,
527
+ slotNumber: block.header.globalVariables.slotNumber,
351
528
  };
352
529
  await this.#txEffects.set(txEffect.data.txHash.toString(), serializeIndexedTxEffect(txEffect));
353
530
  }
@@ -360,20 +537,58 @@ export class BlockStore {
360
537
  }
361
538
 
362
539
  /** Deletes a block and all associated data (tx effects, indices). */
363
- private async deleteBlock(block: L2Block): Promise<void> {
540
+ private async deleteBlock(blockNumber: number, blockStorage: BlockStorage): Promise<void> {
364
541
  // Delete the block from the main blocks map
365
- await this.#blocks.delete(block.number);
366
-
367
- // Delete all tx effects for this block
368
- await Promise.all(block.body.txEffects.map(tx => this.#txEffects.delete(tx.txHash.toString())));
542
+ await this.#blocks.delete(blockNumber);
543
+
544
+ const blockHash = bufferToHex(blockStorage.blockHash);
545
+
546
+ // Delete the tx effects of the block's txs, skipping entries that no longer point at this block: if
547
+ // another stored block also contains the tx, the entry points at that block, and deleting it here would
548
+ // orphan that block's index. Honest chains never store the same tx twice (duplicate nullifiers are
549
+ // rejected at build, re-execution, and world-state sync), so the store must not turn such a state into
550
+ // corruption of the surviving block if it ever appears.
551
+ const blockTxsBuffer = await this.#blockTxs.getAsync(blockHash);
552
+ if (blockTxsBuffer !== undefined) {
553
+ const reader = BufferReader.asReader(blockTxsBuffer);
554
+ const txHashes: string[] = [];
555
+ while (!reader.isEmpty()) {
556
+ txHashes.push(reader.readObject(TxHash).toString());
557
+ }
558
+ await Promise.all(txHashes.map(txHash => this.deleteTxEffect(txHash, blockStorage.blockHash)));
559
+ }
369
560
 
370
561
  // Delete block txs mapping
371
- const blockHash = (await block.hash()).toString();
372
562
  await this.#blockTxs.delete(blockHash);
373
563
 
374
564
  // Clean up indices
375
565
  await this.#blockHashIndex.delete(blockHash);
376
- await this.#blockArchiveIndex.delete(block.archive.root.toString());
566
+ await this.#blockArchiveIndex.delete(AppendOnlyTreeSnapshot.fromBuffer(blockStorage.archive).root.toString());
567
+ }
568
+
569
+ /** Deletes a tx effect only if it is still owned by (points at) the given block. */
570
+ private async deleteTxEffect(txHash: string, blockHash: Buffer): Promise<void> {
571
+ const stored = await this.#txEffects.getAsync(txHash);
572
+ if (stored === undefined) {
573
+ this.#log.warn(`Missing tx effect for tx ${txHash} while removing its block`, {
574
+ txHash,
575
+ blockHash: bufferToHex(blockHash),
576
+ });
577
+ return;
578
+ }
579
+ // An IndexedTxEffect starts with the owning block hash (32 bytes) — see getTxLocation.
580
+ if (!Buffer.from(stored.buffer, stored.byteOffset, 32).equals(blockHash)) {
581
+ // Fires only when two stored blocks listed the same tx — a state upstream validation should make
582
+ // unreachable. Keep the entry (it belongs to the surviving block) but flag the duplication loudly.
583
+ this.#log.warn(`Tx effect for tx ${txHash} is owned by a block other than the one being removed`, {
584
+ txHash,
585
+ removedBlockHash: bufferToHex(blockHash),
586
+ owningBlockHash: bufferToHex(Buffer.from(stored.buffer, stored.byteOffset, 32)),
587
+ });
588
+ return;
589
+ }
590
+
591
+ await this.#txEffects.delete(txHash);
377
592
  }
378
593
 
379
594
  /**
@@ -423,6 +638,9 @@ export class BlockStore {
423
638
  this.#log.debug(`Removed checkpoint ${c}`);
424
639
  }
425
640
 
641
+ // Evict all pending checkpoints > checkpointNumber (their base chain no longer exists)
642
+ await this.evictProposedCheckpointsFrom(CheckpointNumber(checkpointNumber + 1));
643
+
426
644
  return { blocksRemoved };
427
645
  });
428
646
  }
@@ -447,6 +665,26 @@ export class BlockStore {
447
665
  return checkpoints;
448
666
  }
449
667
 
668
+ /**
669
+ * Returns up to `limit` checkpoints anchored at `fromSlot`, ordered nearest-first, walking the slot index.
670
+ * With `reverse`, takes the checkpoints at or before `fromSlot` (descending by slot); otherwise the
671
+ * checkpoints at or after it (ascending). `limit: 1, reverse: true` yields the latest checkpoint at or
672
+ * before the slot in a single range scan.
673
+ */
674
+ async getCheckpointsBySlot(fromSlot: SlotNumber, limit: number, reverse: boolean): Promise<CheckpointData[]> {
675
+ // The KV range bounds are direction-dependent: forward is [start, end), reverse is (start, end], so a
676
+ // reverse scan uses `end: fromSlot` (inclusive) with no +1 to include the checkpoint at fromSlot itself.
677
+ const range = reverse ? { end: fromSlot, reverse: true, limit } : { start: fromSlot, limit };
678
+ const result: CheckpointData[] = [];
679
+ for await (const [, checkpointNumber] of this.#slotToCheckpoint.entriesAsync(range)) {
680
+ const checkpointStorage = await this.#checkpoints.getAsync(checkpointNumber);
681
+ if (checkpointStorage) {
682
+ result.push(this.checkpointDataFromCheckpointStorage(checkpointStorage));
683
+ }
684
+ }
685
+ return result;
686
+ }
687
+
450
688
  /** Returns checkpoint data for all checkpoints whose slot falls within the given range (inclusive). */
451
689
  async getCheckpointDataForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointData[]> {
452
690
  const result: CheckpointData[] = [];
@@ -462,6 +700,22 @@ export class BlockStore {
462
700
  return result;
463
701
  }
464
702
 
703
+ /**
704
+ * Returns the checkpoint numbers for all checkpoints whose slot falls within the given range (inclusive).
705
+ * Lighter than {@link getCheckpointDataForSlotRange} when callers only need to identify which
706
+ * checkpoints fall in the range and will fetch full data for at most a few of them.
707
+ */
708
+ async getCheckpointNumbersForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointNumber[]> {
709
+ const result: CheckpointNumber[] = [];
710
+ for await (const [, checkpointNumber] of this.#slotToCheckpoint.entriesAsync({
711
+ start: startSlot,
712
+ end: endSlot + 1,
713
+ })) {
714
+ result.push(CheckpointNumber(checkpointNumber));
715
+ }
716
+ return result;
717
+ }
718
+
465
719
  private checkpointDataFromCheckpointStorage(checkpointStorage: CheckpointStorage): CheckpointData {
466
720
  return {
467
721
  header: CheckpointHeader.fromBuffer(checkpointStorage.header),
@@ -470,6 +724,7 @@ export class BlockStore {
470
724
  checkpointNumber: CheckpointNumber(checkpointStorage.checkpointNumber),
471
725
  startBlock: BlockNumber(checkpointStorage.startBlock),
472
726
  blockCount: checkpointStorage.blockCount,
727
+ feeAssetPriceModifier: BigInt(checkpointStorage.feeAssetPriceModifier),
473
728
  l1: L1PublishedData.fromBuffer(checkpointStorage.l1),
474
729
  attestations: checkpointStorage.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
475
730
  };
@@ -528,20 +783,28 @@ export class BlockStore {
528
783
  const removedBlocks: L2Block[] = [];
529
784
 
530
785
  // Get the latest block number to determine the range
531
- const latestBlockNumber = await this.getLatestBlockNumber();
786
+ const latestBlockNumber = await this.getLatestL2BlockNumber();
532
787
 
533
788
  // Iterate from blockNumber + 1 to latestBlockNumber
534
789
  for (let bn = blockNumber + 1; bn <= latestBlockNumber; bn++) {
535
- const block = await this.getBlock(BlockNumber(bn));
790
+ const blockStorage = await this.#blocks.getAsync(bn);
536
791
 
537
- if (block === undefined) {
792
+ if (blockStorage === undefined) {
538
793
  this.#log.warn(`Cannot remove block ${bn} from the store since we don't have it`);
539
794
  continue;
540
795
  }
541
796
 
542
- removedBlocks.push(block);
543
- await this.deleteBlock(block);
544
- this.#log.debug(`Removed block ${bn} ${(await block.hash()).toString()}`);
797
+ // Load the full block for the returned list when possible, but clean up from the raw row regardless:
798
+ // a block whose body can no longer be fully loaded must still release its row, tx effects, and indices,
799
+ // or later inserts at this number leave stale tx-effect entries pointing into the new chain.
800
+ const block = await this.getBlockFromBlockStorage(bn, blockStorage);
801
+ if (block !== undefined) {
802
+ removedBlocks.push(block);
803
+ } else {
804
+ this.#log.warn(`Removing block ${bn} whose body could not be fully loaded`);
805
+ }
806
+ await this.deleteBlock(bn, blockStorage);
807
+ this.#log.debug(`Removed block ${bn} ${bufferToHex(blockStorage.blockHash)}`);
545
808
  }
546
809
 
547
810
  return removedBlocks;
@@ -561,13 +824,6 @@ export class BlockStore {
561
824
  }
562
825
  }
563
826
 
564
- async getLatestBlockNumber(): Promise<BlockNumber> {
565
- const [latestBlocknumber] = await toArray(this.#blocks.keysAsync({ reverse: true, limit: 1 }));
566
- return typeof latestBlocknumber === 'number'
567
- ? BlockNumber(latestBlocknumber)
568
- : BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
569
- }
570
-
571
827
  async getLatestCheckpointNumber(): Promise<CheckpointNumber> {
572
828
  const [latestCheckpointNumber] = await toArray(this.#checkpoints.keysAsync({ reverse: true, limit: 1 }));
573
829
  if (latestCheckpointNumber === undefined) {
@@ -576,175 +832,204 @@ export class BlockStore {
576
832
  return CheckpointNumber(latestCheckpointNumber);
577
833
  }
578
834
 
579
- async getCheckpointedBlock(number: BlockNumber): Promise<CheckpointedL2Block | undefined> {
580
- const blockStorage = await this.#blocks.getAsync(number);
581
- if (!blockStorage) {
582
- return undefined;
583
- }
584
- const checkpoint = await this.#checkpoints.getAsync(blockStorage.checkpointNumber);
585
- if (!checkpoint) {
586
- return undefined;
587
- }
588
- const block = await this.getBlockFromBlockStorage(number, blockStorage);
589
- if (!block) {
590
- return undefined;
835
+ async hasProposedCheckpoint(): Promise<boolean> {
836
+ const [key] = await toArray(this.#proposedCheckpoints.keysAsync({ limit: 1 }));
837
+ return key !== undefined;
838
+ }
839
+
840
+ /** Deletes all pending proposed checkpoints from storage. */
841
+ async deleteProposedCheckpoints(): Promise<void> {
842
+ for await (const key of this.#proposedCheckpoints.keysAsync()) {
843
+ await this.#proposedCheckpoints.delete(key);
591
844
  }
592
- return new CheckpointedL2Block(
593
- CheckpointNumber(checkpoint.checkpointNumber),
594
- block,
595
- L1PublishedData.fromBuffer(checkpoint.l1),
596
- checkpoint.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
597
- );
598
845
  }
599
846
 
600
847
  /**
601
- * Gets up to `limit` amount of Checkpointed L2 blocks starting from `from`.
602
- * @param start - Number of the first block to return (inclusive).
603
- * @param limit - The number of blocks to return.
604
- * @returns The requested L2 blocks
848
+ * Promotes a specific pending checkpoint to a confirmed checkpoint entry.
849
+ * This persists the checkpoint to the store, removes only that pending entry, and updates the L1 sync point.
850
+ * Remaining pending entries (e.g. N+1, N+2) are left intact — they chain off the just-promoted one.
851
+ * @param checkpointNumber - The checkpoint number to promote.
852
+ * @param l1 - L1 published data for the checkpoint.
853
+ * @param attestations - Committee attestations.
854
+ * @param expectedArchiveRoot - Archive root guard against races.
605
855
  */
606
- async *getCheckpointedBlocks(start: BlockNumber, limit: number): AsyncIterableIterator<CheckpointedL2Block> {
607
- const checkpointCache = new Map<CheckpointNumber, CheckpointStorage>();
608
- for await (const [blockNumber, blockStorage] of this.getBlockStorages(start, limit)) {
609
- const block = await this.getBlockFromBlockStorage(blockNumber, blockStorage);
610
- if (block) {
611
- const checkpoint =
612
- checkpointCache.get(CheckpointNumber(blockStorage.checkpointNumber)) ??
613
- (await this.#checkpoints.getAsync(blockStorage.checkpointNumber));
614
- if (checkpoint) {
615
- checkpointCache.set(CheckpointNumber(blockStorage.checkpointNumber), checkpoint);
616
- const checkpointedBlock = new CheckpointedL2Block(
617
- CheckpointNumber(checkpoint.checkpointNumber),
618
- block,
619
- L1PublishedData.fromBuffer(checkpoint.l1),
620
- checkpoint.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
621
- );
622
- yield checkpointedBlock;
623
- }
856
+ async promoteProposedToCheckpointed(
857
+ checkpointNumber: CheckpointNumber,
858
+ l1: L1PublishedData,
859
+ attestations: CommitteeAttestation[],
860
+ expectedArchiveRoot: Fr,
861
+ ): Promise<void> {
862
+ return await this.db.transactionAsync(async () => {
863
+ const proposed = await this.getProposedCheckpointByNumber(checkpointNumber);
864
+ if (!proposed) {
865
+ throw new NoProposedCheckpointToPromoteError();
624
866
  }
625
- }
867
+ if (!proposed.archive.root.equals(expectedArchiveRoot)) {
868
+ throw new ProposedCheckpointArchiveRootMismatchError(expectedArchiveRoot, proposed.archive.root);
869
+ }
870
+
871
+ // Verify sequentiality: promoted checkpoint must follow the latest confirmed one
872
+ const latestCheckpointNumber = await this.getLatestCheckpointNumber();
873
+ if (latestCheckpointNumber !== proposed.checkpointNumber - 1) {
874
+ throw new ProposedCheckpointPromotionNotSequentialError(proposed.checkpointNumber, latestCheckpointNumber);
875
+ }
876
+
877
+ // Write the checkpoint entry
878
+ await this.#checkpoints.set(proposed.checkpointNumber, {
879
+ header: proposed.header.toBuffer(),
880
+ archive: proposed.archive.toBuffer(),
881
+ checkpointOutHash: proposed.checkpointOutHash.toBuffer(),
882
+ l1: l1.toBuffer(),
883
+ attestations: attestations.map(attestation => attestation.toBuffer()),
884
+ checkpointNumber: proposed.checkpointNumber,
885
+ startBlock: proposed.startBlock,
886
+ blockCount: proposed.blockCount,
887
+ feeAssetPriceModifier: proposed.feeAssetPriceModifier.toString(),
888
+ });
889
+
890
+ // Update the slot-to-checkpoint index
891
+ await this.#slotToCheckpoint.set(proposed.header.slotNumber, proposed.checkpointNumber);
892
+
893
+ // Remove only this pending entry — remaining entries N+1, N+2, ... stay valid
894
+ await this.#proposedCheckpoints.delete(proposed.checkpointNumber);
895
+
896
+ // Drop any rejected entry for this archive root: a checkpoint that was previously rejected
897
+ // (e.g. invalid attestations) is now being promoted as valid, so its descendants are allowed.
898
+ await this.removeRejectedCheckpointByArchiveRoot(proposed.archive.root);
899
+
900
+ // Update the last synced L1 block
901
+ await this.advanceSynchedL1BlockNumber(l1.blockNumber);
902
+ });
626
903
  }
627
904
 
628
- async getCheckpointedBlockByHash(blockHash: BlockHash): Promise<CheckpointedL2Block | undefined> {
629
- const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
630
- if (blockNumber === undefined) {
905
+ /**
906
+ * Returns the latest pending checkpoint (highest-numbered entry), or undefined if none.
907
+ * No fallback to confirmed.
908
+ */
909
+ async getLastProposedCheckpoint(): Promise<ProposedCheckpointData | undefined> {
910
+ const [key] = await toArray(this.#proposedCheckpoints.keysAsync({ reverse: true, limit: 1 }));
911
+ if (key === undefined) {
631
912
  return undefined;
632
913
  }
633
- return this.getCheckpointedBlock(BlockNumber(blockNumber));
914
+ const stored = await this.#proposedCheckpoints.getAsync(key);
915
+ return stored ? this.convertToProposedCheckpointData(stored) : undefined;
634
916
  }
635
917
 
636
- async getCheckpointedBlockByArchive(archive: Fr): Promise<CheckpointedL2Block | undefined> {
637
- const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
638
- if (blockNumber === undefined) {
639
- return undefined;
640
- }
641
- return this.getCheckpointedBlock(BlockNumber(blockNumber));
918
+ /** Returns the pending checkpoint for a specific checkpoint number, or undefined if not found. */
919
+ async getProposedCheckpointByNumber(n: CheckpointNumber): Promise<ProposedCheckpointData | undefined> {
920
+ const stored = await this.#proposedCheckpoints.getAsync(n);
921
+ return stored ? this.convertToProposedCheckpointData(stored) : undefined;
642
922
  }
643
923
 
644
924
  /**
645
- * Gets up to `limit` amount of L2 blocks starting from `from`.
646
- * @param start - Number of the first block to return (inclusive).
647
- * @param limit - The number of blocks to return.
648
- * @returns The requested L2 blocks
925
+ * Returns the pending checkpoint whose header slot matches the given slot, or undefined if not found.
926
+ * Iterates `#proposedCheckpoints` rather than reading an index because the map carries 0–1 entries
927
+ * in normal operation (bounded by the proposer pipelining window). Returns the first match.
649
928
  */
650
- async *getBlocks(start: BlockNumber, limit: number): AsyncIterableIterator<L2Block> {
651
- for await (const [blockNumber, blockStorage] of this.getBlockStorages(start, limit)) {
652
- const block = await this.getBlockFromBlockStorage(blockNumber, blockStorage);
653
- if (block) {
654
- yield block;
929
+ async getProposedCheckpointBySlot(slot: SlotNumber): Promise<ProposedCheckpointData | undefined> {
930
+ for await (const [, stored] of this.#proposedCheckpoints.entriesAsync()) {
931
+ const header = CheckpointHeader.fromBuffer(stored.header);
932
+ if (header.slotNumber === slot) {
933
+ return this.convertToProposedCheckpointData(stored);
655
934
  }
656
935
  }
936
+ return undefined;
657
937
  }
658
938
 
659
939
  /**
660
- * Gets block metadata (without tx data) by block number.
661
- * @param blockNumber - The number of the block to return.
662
- * @returns The requested block data.
940
+ * Evicts all pending checkpoints with checkpoint number >= fromNumber.
941
+ * Used for divergent-mined-checkpoint cleanup: when L1 mines checkpoint N with a different archive,
942
+ * all pending >= N must be evicted since they chain off the now-invalid pending N.
663
943
  */
664
- async getBlockData(blockNumber: BlockNumber): Promise<BlockData | undefined> {
665
- const blockStorage = await this.#blocks.getAsync(blockNumber);
666
- if (!blockStorage || !blockStorage.header) {
667
- return undefined;
944
+ async evictProposedCheckpointsFrom(fromNumber: CheckpointNumber): Promise<void> {
945
+ const keysToDelete: number[] = [];
946
+ for await (const key of this.#proposedCheckpoints.keysAsync()) {
947
+ if (key >= fromNumber) {
948
+ keysToDelete.push(key);
949
+ }
950
+ }
951
+ for (const key of keysToDelete) {
952
+ await this.#proposedCheckpoints.delete(key);
668
953
  }
669
- return this.getBlockDataFromBlockStorage(blockStorage);
670
954
  }
671
955
 
672
956
  /**
673
- * Gets block metadata (without tx data) by archive root.
674
- * @param archive - The archive root of the block to return.
675
- * @returns The requested block data.
957
+ * Gets the checkpoint at the proposed tip:
958
+ * - latest pending checkpoint if any exist
959
+ * - fallsback to latest confirmed checkpoint otherwise
676
960
  */
677
- async getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
678
- const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
679
- if (blockNumber === undefined) {
680
- return undefined;
961
+ async getLastCheckpoint(): Promise<CommonCheckpointData | undefined> {
962
+ const latest = await this.getLastProposedCheckpoint();
963
+ if (!latest) {
964
+ return this.getCheckpointData(await this.getLatestCheckpointNumber());
681
965
  }
682
- return this.getBlockData(BlockNumber(blockNumber));
966
+ return latest;
683
967
  }
684
968
 
685
- /**
686
- * Gets an L2 block.
687
- * @param blockNumber - The number of the block to return.
688
- * @returns The requested L2 block.
689
- */
690
- async getBlock(blockNumber: BlockNumber): Promise<L2Block | undefined> {
691
- const blockStorage = await this.#blocks.getAsync(blockNumber);
692
- if (!blockStorage || !blockStorage.header) {
693
- return Promise.resolve(undefined);
694
- }
695
- return this.getBlockFromBlockStorage(blockNumber, blockStorage);
969
+ private convertToProposedCheckpointData(stored: ProposedCheckpointStorage): ProposedCheckpointData {
970
+ return {
971
+ checkpointNumber: CheckpointNumber(stored.checkpointNumber),
972
+ header: CheckpointHeader.fromBuffer(stored.header),
973
+ archive: AppendOnlyTreeSnapshot.fromBuffer(stored.archive),
974
+ checkpointOutHash: Fr.fromBuffer(stored.checkpointOutHash),
975
+ startBlock: BlockNumber(stored.startBlock),
976
+ blockCount: stored.blockCount,
977
+ totalManaUsed: BigInt(stored.totalManaUsed),
978
+ feeAssetPriceModifier: BigInt(stored.feeAssetPriceModifier),
979
+ };
696
980
  }
697
981
 
698
982
  /**
699
- * Gets an L2 block by its hash.
700
- * @param blockHash - The hash of the block to return.
701
- * @returns The requested L2 block.
983
+ * Attempts to get the proposedCheckpoint's number, if there is not one, then fallback to the latest confirmed checkpoint number.
984
+ * @returns CheckpointNumber
702
985
  */
703
- async getBlockByHash(blockHash: BlockHash): Promise<L2Block | undefined> {
704
- const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
705
- if (blockNumber === undefined) {
706
- return undefined;
986
+ async getProposedCheckpointNumber(): Promise<CheckpointNumber> {
987
+ const proposed = await this.getLastCheckpoint();
988
+ if (!proposed) {
989
+ return await this.getLatestCheckpointNumber();
707
990
  }
708
- return this.getBlock(BlockNumber(blockNumber));
991
+ return CheckpointNumber(proposed.checkpointNumber);
709
992
  }
710
993
 
711
994
  /**
712
- * Gets an L2 block by its archive root.
713
- * @param archive - The archive root of the block to return.
714
- * @returns The requested L2 block.
995
+ * Attempts to get the proposedCheckpoint's block number, if there is not one, then fallback to the checkpointed block number
996
+ * @returns BlockNumber
715
997
  */
716
- async getBlockByArchive(archive: Fr): Promise<L2Block | undefined> {
717
- const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
718
- if (blockNumber === undefined) {
719
- return undefined;
998
+ async getProposedCheckpointL2BlockNumber(): Promise<BlockNumber> {
999
+ const proposed = await this.getLastCheckpoint();
1000
+ if (!proposed) {
1001
+ return await this.getCheckpointedL2BlockNumber();
720
1002
  }
721
- return this.getBlock(BlockNumber(blockNumber));
1003
+ return BlockNumber(proposed.startBlock + proposed.blockCount - 1);
722
1004
  }
723
1005
 
724
- /**
725
- * Gets a block header by its hash.
726
- * @param blockHash - The hash of the block to return.
727
- * @returns The requested block header.
728
- */
729
- async getBlockHeaderByHash(blockHash: BlockHash): Promise<BlockHeader | undefined> {
730
- const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
1006
+ /** Returns the checkpoint number that contains the given slot (or undefined if not found). */
1007
+ async getCheckpointNumberBySlot(slot: SlotNumber): Promise<CheckpointNumber | undefined> {
1008
+ const checkpointNumber = await this.#slotToCheckpoint.getAsync(slot);
1009
+ return checkpointNumber === undefined ? undefined : CheckpointNumber(checkpointNumber);
1010
+ }
1011
+
1012
+ /** Gets a single L2 block matching the given resolved query. */
1013
+ async getBlock(query: ResolvedBlockQuery): Promise<L2Block | undefined> {
1014
+ const blockNumber = await this.getBlockNumber(query);
731
1015
  if (blockNumber === undefined) {
732
1016
  return undefined;
733
1017
  }
734
1018
  const blockStorage = await this.#blocks.getAsync(blockNumber);
735
- if (!blockStorage || !blockStorage.header) {
1019
+ if (!blockStorage) {
736
1020
  return undefined;
737
1021
  }
738
- return BlockHeader.fromBuffer(blockStorage.header);
1022
+ return this.getBlockFromBlockStorage(blockNumber, blockStorage);
739
1023
  }
740
1024
 
741
- /**
742
- * Gets a block header by its archive root.
743
- * @param archive - The archive root of the block to return.
744
- * @returns The requested block header.
745
- */
746
- async getBlockHeaderByArchive(archive: Fr): Promise<BlockHeader | undefined> {
747
- const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
1025
+ /** Gets a collection of L2 blocks for a resolved range. */
1026
+ getBlocks(query: ResolvedBlocksQuery): Promise<L2Block[]> {
1027
+ return toArray(this.iterateBlocks(query));
1028
+ }
1029
+
1030
+ /** Gets single block metadata matching the given resolved query. */
1031
+ async getBlockData(query: ResolvedBlockQuery): Promise<BlockData | undefined> {
1032
+ const blockNumber = await this.getBlockNumber(query);
748
1033
  if (blockNumber === undefined) {
749
1034
  return undefined;
750
1035
  }
@@ -752,24 +1037,36 @@ export class BlockStore {
752
1037
  if (!blockStorage || !blockStorage.header) {
753
1038
  return undefined;
754
1039
  }
755
- return BlockHeader.fromBuffer(blockStorage.header);
1040
+ return this.getBlockDataFromBlockStorage(blockStorage);
756
1041
  }
757
1042
 
758
- /**
759
- * Gets the headers for a sequence of L2 blocks.
760
- * @param start - Number of the first block to return (inclusive).
761
- * @param limit - The number of blocks to return.
762
- * @returns The requested L2 block headers
763
- */
764
- async *getBlockHeaders(start: BlockNumber, limit: number): AsyncIterableIterator<BlockHeader> {
765
- for await (const [blockNumber, blockStorage] of this.getBlockStorages(start, limit)) {
766
- const header = BlockHeader.fromBuffer(blockStorage.header);
767
- if (header.getBlockNumber() !== blockNumber) {
768
- throw new Error(
769
- `Block number mismatch when retrieving block header from archive (expected ${blockNumber} but got ${header.getBlockNumber()})`,
770
- );
1043
+ /** Gets a collection of block metadata entries for a resolved range. */
1044
+ getBlocksData(query: ResolvedBlocksQuery): Promise<BlockData[]> {
1045
+ return toArray(this.iterateBlocksData(query));
1046
+ }
1047
+
1048
+ /** Async iterator over L2 blocks for a resolved range. */
1049
+ private async *iterateBlocks(query: ResolvedBlocksQuery): AsyncIterableIterator<L2Block> {
1050
+ const cap = query.onlyCheckpointed ? await this.getCheckpointedL2BlockNumber() : undefined;
1051
+ for await (const [blockNumber, blockStorage] of this.getBlockStorages(query.from, query.limit)) {
1052
+ if (cap !== undefined && blockNumber > cap) {
1053
+ break;
1054
+ }
1055
+ const block = await this.getBlockFromBlockStorage(blockNumber, blockStorage);
1056
+ if (block) {
1057
+ yield block;
771
1058
  }
772
- yield header;
1059
+ }
1060
+ }
1061
+
1062
+ /** Async iterator over block metadata for a resolved range. */
1063
+ private async *iterateBlocksData(query: ResolvedBlocksQuery): AsyncIterableIterator<BlockData> {
1064
+ const cap = query.onlyCheckpointed ? await this.getCheckpointedL2BlockNumber() : undefined;
1065
+ for await (const [blockNumber, blockStorage] of this.getBlockStorages(query.from, query.limit)) {
1066
+ if (cap !== undefined && blockNumber > cap) {
1067
+ break;
1068
+ }
1069
+ yield this.getBlockDataFromBlockStorage(blockStorage);
773
1070
  }
774
1071
  }
775
1072
 
@@ -786,11 +1083,29 @@ export class BlockStore {
786
1083
  }
787
1084
  }
788
1085
 
1086
+ /** Resolves a ResolvedBlockQuery discriminant to a block number, or undefined if not found. */
1087
+ async getBlockNumber(query: ResolvedBlockQuery): Promise<BlockNumber | undefined> {
1088
+ let blockNumber: BlockNumber | undefined;
1089
+ if ('number' in query) {
1090
+ blockNumber = query.number;
1091
+ } else if ('hash' in query) {
1092
+ const n = await this.#blockHashIndex.getAsync(query.hash.toString());
1093
+ blockNumber = n !== undefined ? BlockNumber(n) : undefined;
1094
+ } else {
1095
+ const n = await this.#blockArchiveIndex.getAsync(query.archive.toString());
1096
+ blockNumber = n !== undefined ? BlockNumber(n) : undefined;
1097
+ }
1098
+ if (blockNumber === undefined) {
1099
+ return undefined;
1100
+ }
1101
+ return blockNumber;
1102
+ }
1103
+
789
1104
  private getBlockDataFromBlockStorage(blockStorage: BlockStorage): BlockData {
790
1105
  return {
791
1106
  header: BlockHeader.fromBuffer(blockStorage.header),
792
1107
  archive: AppendOnlyTreeSnapshot.fromBuffer(blockStorage.archive),
793
- blockHash: Fr.fromBuffer(blockStorage.blockHash),
1108
+ blockHash: BlockHash.fromBuffer(blockStorage.blockHash),
794
1109
  checkpointNumber: CheckpointNumber(blockStorage.checkpointNumber),
795
1110
  indexWithinCheckpoint: IndexWithinCheckpoint(blockStorage.indexWithinCheckpoint),
796
1111
  };
@@ -847,56 +1162,6 @@ export class BlockStore {
847
1162
  return deserializeIndexedTxEffect(buffer);
848
1163
  }
849
1164
 
850
- /**
851
- * Gets a receipt of a settled tx.
852
- * @param txHash - The hash of a tx we try to get the receipt for.
853
- * @returns The requested tx receipt (or undefined if not found).
854
- */
855
- async getSettledTxReceipt(
856
- txHash: TxHash,
857
- l1Constants?: Pick<L1RollupConstants, 'epochDuration'>,
858
- ): Promise<TxReceipt | undefined> {
859
- const txEffect = await this.getTxEffect(txHash);
860
- if (!txEffect) {
861
- return undefined;
862
- }
863
-
864
- const blockNumber = BlockNumber(txEffect.l2BlockNumber);
865
-
866
- // Use existing archiver methods to determine finalization level
867
- const [provenBlockNumber, checkpointedBlockNumber, finalizedBlockNumber, blockData] = await Promise.all([
868
- this.getProvenBlockNumber(),
869
- this.getCheckpointedL2BlockNumber(),
870
- this.getFinalizedL2BlockNumber(),
871
- this.getBlockData(blockNumber),
872
- ]);
873
-
874
- let status: TxStatus;
875
- if (blockNumber <= finalizedBlockNumber) {
876
- status = TxStatus.FINALIZED;
877
- } else if (blockNumber <= provenBlockNumber) {
878
- status = TxStatus.PROVEN;
879
- } else if (blockNumber <= checkpointedBlockNumber) {
880
- status = TxStatus.CHECKPOINTED;
881
- } else {
882
- status = TxStatus.PROPOSED;
883
- }
884
-
885
- const epochNumber =
886
- blockData && l1Constants ? getEpochAtSlot(blockData.header.globalVariables.slotNumber, l1Constants) : undefined;
887
-
888
- return new TxReceipt(
889
- txHash,
890
- status,
891
- TxReceipt.executionResultFromRevertCode(txEffect.data.revertCode),
892
- undefined,
893
- txEffect.data.transactionFee.toBigInt(),
894
- txEffect.l2BlockHash,
895
- blockNumber,
896
- epochNumber,
897
- );
898
- }
899
-
900
1165
  /**
901
1166
  * Looks up which block included the requested tx effect.
902
1167
  * @param txHash - The txHash of the tx.
@@ -907,10 +1172,45 @@ export class BlockStore {
907
1172
  if (!txEffect) {
908
1173
  return undefined;
909
1174
  }
910
- const { l2BlockNumber, txIndexInBlock } = deserializeIndexedTxEffect(txEffect);
1175
+ // Read only the IndexedTxEffect header (`blockHash(32) + l2BlockNumber(4) + txIndexInBlock(4)`); the
1176
+ // large tail (the full TxEffect with logs etc.) is irrelevant here.
1177
+ const view = Buffer.from(txEffect.buffer, txEffect.byteOffset, txEffect.byteLength);
1178
+ const l2BlockNumber = view.readUInt32BE(32);
1179
+ const txIndexInBlock = view.readUInt32BE(36);
911
1180
  return [l2BlockNumber, txIndexInBlock];
912
1181
  }
913
1182
 
1183
+ /**
1184
+ * Batched, partial deserializer that fetches `noteHashes` and `nullifiers` (all of them) for the given
1185
+ * txs. For each input txHash, returns a `[noteHashes, nullifiers]` tuple. Returns `[[], []]` for any
1186
+ * unknown txHash. Preserves input order. Used by the log read path when `includeEffects` is set to
1187
+ * attach effect data on demand without paying for a full {@link TxEffect} deserialization.
1188
+ *
1189
+ * The on-disk `IndexedTxEffect` layout starts with a fixed-length header
1190
+ * (`blockHash(32) + l2BlockNumber(4) + txIndexInBlock(4) + slotNumber(4) + revertCode(1) + txHash(32) +
1191
+ * transactionFee(32)` = 109 bytes), followed by `noteHashes` and `nullifiers` (both u8-length-prefixed `Fr`
1192
+ * vectors). We
1193
+ * skip the header, then read the two vectors, and stop — the large tail (`l2ToL1Msgs`,
1194
+ * `publicDataWrites`, `privateLogs`, `publicLogs`, `contractClassLogs`) is never touched.
1195
+ */
1196
+ public getNoteHashesAndNullifiers(txHashes: TxHash[]): Promise<[Fr[], Fr[]][]> {
1197
+ return Promise.all(
1198
+ txHashes.map(async (txHash): Promise<[Fr[], Fr[]]> => {
1199
+ const buffer = await this.#txEffects.getAsync(txHash.toString());
1200
+ if (!buffer) {
1201
+ return [[], []];
1202
+ }
1203
+ const reader = BufferReader.asReader(buffer);
1204
+ // Skip the fixed-length header: blockHash + l2BlockNumber + txIndexInBlock + slotNumber + revertCode +
1205
+ // txHash + transactionFee.
1206
+ reader.readBytes(32 + 4 + 4 + 4 + 1 + 32 + 32);
1207
+ const noteHashes = reader.readVectorUint8Prefix(Fr);
1208
+ const nullifiers = reader.readVectorUint8Prefix(Fr);
1209
+ return [noteHashes, nullifiers];
1210
+ }),
1211
+ );
1212
+ }
1213
+
914
1214
  /**
915
1215
  * Looks up which block deployed a particular contract.
916
1216
  * @param contractAddress - The address of the contract to look up.
@@ -938,6 +1238,159 @@ export class BlockStore {
938
1238
  return typeof lastBlockNumber === 'number' ? BlockNumber(lastBlockNumber) : BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
939
1239
  }
940
1240
 
1241
+ /**
1242
+ * Resolves all four L2 chain tips (proposed, checkpointed, proven, finalized) in a single
1243
+ * read-only transaction so the snapshot is internally consistent. Each underlying record is
1244
+ * read at most once: latest block and latest confirmed checkpoint are loaded directly (no
1245
+ * separate "find the number, then look up data" hop), the proven/finalized checkpoint
1246
+ * singletons are read once and their storage entries are reused if they coincide with the
1247
+ * latest checkpoint, and per-tip block hashes are deduped when two tips land on the same block
1248
+ * (e.g. finalized == proven).
1249
+ *
1250
+ * The result is guaranteed to satisfy `finalized <= proven <= checkpointed <= proposed` (by
1251
+ * block number). Genesis is represented by `(INITIAL_L2_BLOCK_NUM - 1)` and the supplied
1252
+ * `genesisBlockHash`, paired with the synthetic genesis checkpoint id.
1253
+ *
1254
+ * @param genesisBlockHash - Block hash to report for the synthetic pre-initial block (used when
1255
+ * a tip is still at genesis).
1256
+ */
1257
+ async getL2TipsData(genesisBlockHash: BlockHash): Promise<L2Tips> {
1258
+ return await this.db.transactionAsync(async () => {
1259
+ // Define genesis tips
1260
+ const genesisBlockNumber = BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
1261
+ const genesisCheckpointNumber = CheckpointNumber(INITIAL_CHECKPOINT_NUMBER - 1);
1262
+ const genesisBlockId = { number: genesisBlockNumber, hash: genesisBlockHash.toString() };
1263
+ const genesisCheckpointId = {
1264
+ number: genesisCheckpointNumber,
1265
+ hash: GENESIS_CHECKPOINT_HEADER_HASH.toString(),
1266
+ };
1267
+ const genesisTip: L2TipId = { block: genesisBlockId, checkpoint: genesisCheckpointId };
1268
+
1269
+ // Load latest block and checkpoint entries
1270
+ const [latestBlockEntry] = await toArray(this.#blocks.entriesAsync({ reverse: true, limit: 1 }));
1271
+ const [latestCheckpointEntry] = await toArray(this.#checkpoints.entriesAsync({ reverse: true, limit: 1 }));
1272
+ const latestCheckpointNumber = latestCheckpointEntry
1273
+ ? CheckpointNumber(latestCheckpointEntry[0])
1274
+ : genesisCheckpointNumber;
1275
+
1276
+ // Load proven and finalized checkpoint number pointers
1277
+ const [provenRaw, finalizedRaw] = await Promise.all([
1278
+ this.#lastProvenCheckpoint.getAsync(),
1279
+ this.#lastFinalizedCheckpoint.getAsync(),
1280
+ ]);
1281
+
1282
+ // Clamp to enforce finalized <= proven <= checkpointed.
1283
+ const provenCheckpointNumber = CheckpointNumber(Math.min(provenRaw ?? 0, latestCheckpointNumber));
1284
+ const finalizedCheckpointNumber = CheckpointNumber(Math.min(finalizedRaw ?? 0, provenCheckpointNumber));
1285
+
1286
+ // Avoid loading the same checkpoint more than once
1287
+ const checkpointStorageCache = new Map<CheckpointNumber, CheckpointStorage>();
1288
+ if (latestCheckpointEntry) {
1289
+ checkpointStorageCache.set(CheckpointNumber(latestCheckpointEntry[0]), latestCheckpointEntry[1]);
1290
+ }
1291
+ const loadCheckpointStorage = async (n: CheckpointNumber): Promise<CheckpointStorage | undefined> => {
1292
+ if (n === 0) {
1293
+ return undefined;
1294
+ }
1295
+ if (!checkpointStorageCache.has(n)) {
1296
+ const checkpointStorage = await this.#checkpoints.getAsync(n);
1297
+ if (!checkpointStorage) {
1298
+ throw new CheckpointNotFoundError(n);
1299
+ }
1300
+ checkpointStorageCache.set(n, checkpointStorage);
1301
+ }
1302
+ return checkpointStorageCache.get(n)!;
1303
+ };
1304
+
1305
+ // Load proven and finalized checkpoint storage entries
1306
+ const provenCheckpoint = await loadCheckpointStorage(provenCheckpointNumber);
1307
+ const finalizedCheckpoint = await loadCheckpointStorage(finalizedCheckpointNumber);
1308
+
1309
+ // Avoid loading the same block hash multiple times when tips land on the same block
1310
+ const blockHashCache = new Map<number, string>();
1311
+ blockHashCache.set(genesisBlockNumber, genesisBlockHash.toString());
1312
+ if (latestBlockEntry) {
1313
+ blockHashCache.set(latestBlockEntry[0], BlockHash.fromBuffer(latestBlockEntry[1].blockHash).toString());
1314
+ }
1315
+ const loadBlockHash = async (n: BlockNumber): Promise<string> => {
1316
+ if (!blockHashCache.has(n)) {
1317
+ const blockStorage = await this.#blocks.getAsync(n);
1318
+ if (!blockStorage) {
1319
+ throw new BlockNotFoundError(n);
1320
+ }
1321
+ const blockHash = BlockHash.fromBuffer(blockStorage.blockHash).toString();
1322
+ blockHashCache.set(n, blockHash);
1323
+ }
1324
+ return blockHashCache.get(n)!;
1325
+ };
1326
+
1327
+ // Build proposed chain tip (this one has block only, no checkpoint)
1328
+ const proposedBlockId =
1329
+ latestBlockEntry === undefined
1330
+ ? genesisBlockId
1331
+ : {
1332
+ number: BlockNumber(latestBlockEntry[0]),
1333
+ hash: BlockHash.fromBuffer(latestBlockEntry[1].blockHash).toString(),
1334
+ };
1335
+
1336
+ // Build other tips from checkpoint data, reading corresponding block data from the cache
1337
+ const buildTipFromCheckpoint = async (
1338
+ stored: ProposedCheckpointStorage | CheckpointStorage | undefined,
1339
+ ): Promise<L2TipId> => {
1340
+ if (!stored) {
1341
+ return genesisTip;
1342
+ }
1343
+ const blockNumber = BlockNumber(stored.startBlock + stored.blockCount - 1);
1344
+ const blockHash = await loadBlockHash(blockNumber);
1345
+ const header = CheckpointHeader.fromBuffer(stored.header);
1346
+ return {
1347
+ block: { number: blockNumber, hash: blockHash },
1348
+ checkpoint: { number: CheckpointNumber(stored.checkpointNumber), hash: header.hash().toString() },
1349
+ };
1350
+ };
1351
+
1352
+ const checkpointedTip = await buildTipFromCheckpoint(latestCheckpointEntry?.[1]);
1353
+ const provenTip = await buildTipFromCheckpoint(provenCheckpoint);
1354
+ const finalizedTip = await buildTipFromCheckpoint(finalizedCheckpoint);
1355
+
1356
+ // A checkpointed block past the latest stored block would mean a checkpoint
1357
+ // references blocks that aren't in blocks.
1358
+ if (proposedBlockId.number < checkpointedTip.block.number) {
1359
+ throw new Error(
1360
+ `Inconsistent block store: latest block ${proposedBlockId.number} is behind checkpointed block ${checkpointedTip.block.number}`,
1361
+ );
1362
+ }
1363
+
1364
+ // Assert that checkpoint numbers are increasing
1365
+ if (
1366
+ finalizedTip.checkpoint.number > provenTip.checkpoint.number ||
1367
+ provenTip.checkpoint.number > checkpointedTip.checkpoint.number
1368
+ ) {
1369
+ throw new Error(
1370
+ `Inconsistent checkpoint numbers in chain tips: finalized=${finalizedTip.checkpoint.number} proven=${provenTip.checkpoint.number} checkpointed=${checkpointedTip.checkpoint.number}`,
1371
+ );
1372
+ }
1373
+
1374
+ // Assert block numbers are increasing
1375
+ if (
1376
+ finalizedTip.block.number > provenTip.block.number ||
1377
+ provenTip.block.number > checkpointedTip.block.number ||
1378
+ checkpointedTip.block.number > proposedBlockId.number
1379
+ ) {
1380
+ throw new Error(
1381
+ `Inconsistent block numbers in chain tips: finalized=${finalizedTip.block.number} proven=${provenTip.block.number} checkpointed=${checkpointedTip.block.number} proposed=${proposedBlockId.number}`,
1382
+ );
1383
+ }
1384
+
1385
+ return {
1386
+ proposed: proposedBlockId,
1387
+ checkpointed: checkpointedTip,
1388
+ proven: provenTip,
1389
+ finalized: finalizedTip,
1390
+ };
1391
+ });
1392
+ }
1393
+
941
1394
  /**
942
1395
  * Gets the most recent L1 block processed.
943
1396
  * @returns The L1 block that published the latest L2 block
@@ -950,14 +1403,62 @@ export class BlockStore {
950
1403
  return this.#lastSynchedL1Block.set(l1BlockNumber);
951
1404
  }
952
1405
 
1406
+ /**
1407
+ * Adds a proposed checkpoint to the pending queue.
1408
+ * Accepts proposed.checkpointNumber === latestTip + 1, where latestTip is the highest of
1409
+ * confirmed and the highest pending checkpoint number.
1410
+ * Computes archive and checkpointOutHash from the stored blocks.
1411
+ */
1412
+ async addProposedCheckpoint(proposed: ProposedCheckpointInput) {
1413
+ return await this.db.transactionAsync(async () => {
1414
+ const confirmed = await this.getLatestCheckpointNumber();
1415
+ const [latestPendingKey] = await toArray(this.#proposedCheckpoints.keysAsync({ reverse: true, limit: 1 }));
1416
+ const latestTip = CheckpointNumber(
1417
+ latestPendingKey !== undefined ? Math.max(latestPendingKey, confirmed) : confirmed,
1418
+ );
1419
+
1420
+ if (proposed.checkpointNumber !== latestTip + 1) {
1421
+ throw new ProposedCheckpointNotSequentialError(proposed.checkpointNumber, latestTip);
1422
+ }
1423
+
1424
+ // Ensure the predecessor block (from pending or confirmed chain) exists
1425
+ const previousBlock = await this.getPreviousCheckpointBlock(proposed.checkpointNumber);
1426
+ const blocks: L2Block[] = [];
1427
+ for (let i = 0; i < proposed.blockCount; i++) {
1428
+ const block = await this.getBlock({ number: BlockNumber(proposed.startBlock + i) });
1429
+ if (!block) {
1430
+ throw new BlockNotFoundError(proposed.startBlock + i);
1431
+ }
1432
+ blocks.push(block);
1433
+ }
1434
+ this.validateCheckpointBlocks(blocks, previousBlock);
1435
+
1436
+ const archive = blocks[blocks.length - 1].archive;
1437
+ const checkpointOutHash = Checkpoint.getCheckpointOutHash(blocks);
1438
+
1439
+ await this.#proposedCheckpoints.set(proposed.checkpointNumber, {
1440
+ header: proposed.header.toBuffer(),
1441
+ archive: archive.toBuffer(),
1442
+ checkpointOutHash: checkpointOutHash.toBuffer(),
1443
+ checkpointNumber: proposed.checkpointNumber,
1444
+ startBlock: proposed.startBlock,
1445
+ blockCount: proposed.blockCount,
1446
+ totalManaUsed: proposed.totalManaUsed.toString(),
1447
+ feeAssetPriceModifier: proposed.feeAssetPriceModifier.toString(),
1448
+ });
1449
+ });
1450
+ }
1451
+
953
1452
  async getProvenCheckpointNumber(): Promise<CheckpointNumber> {
954
- const [latestCheckpointNumber, provenCheckpointNumber] = await Promise.all([
955
- this.getLatestCheckpointNumber(),
956
- this.#lastProvenCheckpoint.getAsync(),
957
- ]);
958
- return (provenCheckpointNumber ?? 0) > latestCheckpointNumber
959
- ? latestCheckpointNumber
960
- : CheckpointNumber(provenCheckpointNumber ?? 0);
1453
+ return await this.db.transactionAsync(async () => {
1454
+ const [latestCheckpointNumber, provenCheckpointNumber] = await Promise.all([
1455
+ this.getLatestCheckpointNumber(),
1456
+ this.#lastProvenCheckpoint.getAsync(),
1457
+ ]);
1458
+ return (provenCheckpointNumber ?? 0) > latestCheckpointNumber
1459
+ ? latestCheckpointNumber
1460
+ : CheckpointNumber(provenCheckpointNumber ?? 0);
1461
+ });
961
1462
  }
962
1463
 
963
1464
  async setProvenCheckpointNumber(checkpointNumber: CheckpointNumber) {
@@ -966,13 +1467,15 @@ export class BlockStore {
966
1467
  }
967
1468
 
968
1469
  async getFinalizedCheckpointNumber(): Promise<CheckpointNumber> {
969
- const [latestCheckpointNumber, finalizedCheckpointNumber] = await Promise.all([
970
- this.getLatestCheckpointNumber(),
971
- this.#lastFinalizedCheckpoint.getAsync(),
972
- ]);
973
- return (finalizedCheckpointNumber ?? 0) > latestCheckpointNumber
974
- ? latestCheckpointNumber
975
- : CheckpointNumber(finalizedCheckpointNumber ?? 0);
1470
+ return await this.db.transactionAsync(async () => {
1471
+ const [provenCheckpointNumber, finalizedCheckpointNumber] = await Promise.all([
1472
+ this.getProvenCheckpointNumber(),
1473
+ this.#lastFinalizedCheckpoint.getAsync(),
1474
+ ]);
1475
+ return (finalizedCheckpointNumber ?? 0) > provenCheckpointNumber
1476
+ ? provenCheckpointNumber
1477
+ : CheckpointNumber(finalizedCheckpointNumber ?? 0);
1478
+ });
976
1479
  }
977
1480
 
978
1481
  setFinalizedCheckpointNumber(checkpointNumber: CheckpointNumber) {
@@ -1015,4 +1518,80 @@ export class BlockStore {
1015
1518
  await this.#pendingChainValidationStatus.delete();
1016
1519
  }
1017
1520
  }
1521
+
1522
+ /** Records a rejected-checkpoint entry, keyed by its own archive root. */
1523
+ async addRejectedCheckpoint(entry: RejectedCheckpoint): Promise<void> {
1524
+ const archiveRootHex = entry.archiveRoot.toString();
1525
+ await this.#rejectedCheckpoints.set(archiveRootHex, {
1526
+ checkpointNumber: entry.checkpointNumber,
1527
+ archiveRoot: entry.archiveRoot.toBuffer(),
1528
+ parentArchiveRoot: entry.parentArchiveRoot.toBuffer(),
1529
+ slotNumber: entry.slotNumber,
1530
+ l1: entry.l1.toBuffer(),
1531
+ reason: entry.reason,
1532
+ });
1533
+ await this.#rejectedCheckpointsByNumber.set(entry.checkpointNumber, archiveRootHex);
1534
+ await this.advanceSynchedL1BlockNumber(entry.l1.blockNumber);
1535
+ }
1536
+
1537
+ /** Returns the rejected-checkpoint entry with the given archive root, or undefined if not present. */
1538
+ async getRejectedCheckpointByArchiveRoot(archiveRoot: Fr): Promise<RejectedCheckpoint | undefined> {
1539
+ const stored = await this.#rejectedCheckpoints.getAsync(archiveRoot.toString());
1540
+ return stored ? this.rejectedCheckpointFromStorage(stored) : undefined;
1541
+ }
1542
+
1543
+ /** Returns the rejected-checkpoint entry recorded for the given checkpoint number, or undefined if none. */
1544
+ async getRejectedCheckpointByNumber(checkpointNumber: CheckpointNumber): Promise<RejectedCheckpoint | undefined> {
1545
+ const archiveRootHex = await this.#rejectedCheckpointsByNumber.getAsync(checkpointNumber);
1546
+ if (archiveRootHex === undefined) {
1547
+ return undefined;
1548
+ }
1549
+ const stored = await this.#rejectedCheckpoints.getAsync(archiveRootHex);
1550
+ return stored ? this.rejectedCheckpointFromStorage(stored) : undefined;
1551
+ }
1552
+
1553
+ /** Returns the highest checkpoint number recorded across all rejected entries, or `INITIAL_CHECKPOINT_NUMBER - 1` if none. */
1554
+ async getLatestRejectedCheckpointNumber(): Promise<CheckpointNumber> {
1555
+ const [latest] = await toArray(this.#rejectedCheckpointsByNumber.keysAsync({ reverse: true, limit: 1 }));
1556
+ return CheckpointNumber(latest ?? INITIAL_CHECKPOINT_NUMBER - 1);
1557
+ }
1558
+
1559
+ /** Removes a rejected-checkpoint entry by its archive root (used when an entry no longer matches L1). */
1560
+ async removeRejectedCheckpointByArchiveRoot(archiveRoot: Fr): Promise<void> {
1561
+ const archiveRootHex = archiveRoot.toString();
1562
+ const stored = await this.#rejectedCheckpoints.getAsync(archiveRootHex);
1563
+ await this.#rejectedCheckpoints.delete(archiveRootHex);
1564
+ if (stored) {
1565
+ // Only clear the by-number index if it still points at this archive root, so a distinct
1566
+ // entry that shares the checkpoint number (e.g. an L1 reorg replacement) is not dropped.
1567
+ const indexed = await this.#rejectedCheckpointsByNumber.getAsync(stored.checkpointNumber);
1568
+ if (indexed === archiveRootHex) {
1569
+ await this.#rejectedCheckpointsByNumber.delete(stored.checkpointNumber);
1570
+ }
1571
+ }
1572
+ }
1573
+
1574
+ /**
1575
+ * Advances the stored last-synched L1 block number to `l1BlockNumber` only if it is strictly
1576
+ * greater than the current value. Use this whenever ingesting checkpoint-shaped data so the
1577
+ * sync pointer never walks backwards on out-of-order writes (e.g. an invalid checkpoint
1578
+ * advance followed by a valid-checkpoint commit landing at an earlier L1 block).
1579
+ */
1580
+ private async advanceSynchedL1BlockNumber(l1BlockNumber: bigint): Promise<void> {
1581
+ const current = await this.#lastSynchedL1Block.getAsync();
1582
+ if (current === undefined || l1BlockNumber > current) {
1583
+ await this.#lastSynchedL1Block.set(l1BlockNumber);
1584
+ }
1585
+ }
1586
+
1587
+ private rejectedCheckpointFromStorage(stored: RejectedCheckpointStorage): RejectedCheckpoint {
1588
+ return {
1589
+ checkpointNumber: CheckpointNumber(stored.checkpointNumber),
1590
+ archiveRoot: Fr.fromBuffer(stored.archiveRoot),
1591
+ parentArchiveRoot: Fr.fromBuffer(stored.parentArchiveRoot),
1592
+ slotNumber: SlotNumber(stored.slotNumber),
1593
+ l1: L1PublishedData.fromBuffer(stored.l1),
1594
+ reason: stored.reason,
1595
+ };
1596
+ }
1018
1597
  }