@aztec/archiver 0.0.1-commit.42ee6df9b → 0.0.1-commit.431c48d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (124) hide show
  1. package/README.md +7 -7
  2. package/dest/archiver.d.ts +70 -15
  3. package/dest/archiver.d.ts.map +1 -1
  4. package/dest/archiver.js +273 -71
  5. package/dest/config.d.ts +7 -3
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +44 -16
  8. package/dest/errors.d.ts +35 -13
  9. package/dest/errors.d.ts.map +1 -1
  10. package/dest/errors.js +54 -16
  11. package/dest/factory.d.ts +18 -6
  12. package/dest/factory.d.ts.map +1 -1
  13. package/dest/factory.js +66 -21
  14. package/dest/index.d.ts +11 -3
  15. package/dest/index.d.ts.map +1 -1
  16. package/dest/index.js +10 -2
  17. package/dest/l1/calldata_retriever.d.ts +9 -1
  18. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  19. package/dest/l1/calldata_retriever.js +20 -10
  20. package/dest/l1/data_retrieval.d.ts +24 -10
  21. package/dest/l1/data_retrieval.d.ts.map +1 -1
  22. package/dest/l1/data_retrieval.js +13 -19
  23. package/dest/l1/trace_tx.d.ts +12 -66
  24. package/dest/l1/trace_tx.d.ts.map +1 -1
  25. package/dest/l1/validate_historical_logs.d.ts +23 -0
  26. package/dest/l1/validate_historical_logs.d.ts.map +1 -0
  27. package/dest/l1/validate_historical_logs.js +108 -0
  28. package/dest/modules/contract_data_source_adapter.d.ts +25 -0
  29. package/dest/modules/contract_data_source_adapter.d.ts.map +1 -0
  30. package/dest/modules/contract_data_source_adapter.js +32 -0
  31. package/dest/modules/data_source_base.d.ts +71 -50
  32. package/dest/modules/data_source_base.d.ts.map +1 -1
  33. package/dest/modules/data_source_base.js +250 -150
  34. package/dest/modules/data_store_updater.d.ts +28 -9
  35. package/dest/modules/data_store_updater.d.ts.map +1 -1
  36. package/dest/modules/data_store_updater.js +129 -64
  37. package/dest/modules/instrumentation.d.ts +15 -2
  38. package/dest/modules/instrumentation.d.ts.map +1 -1
  39. package/dest/modules/instrumentation.js +48 -9
  40. package/dest/modules/l1_synchronizer.d.ts +11 -7
  41. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  42. package/dest/modules/l1_synchronizer.js +347 -118
  43. package/dest/modules/outbox_trees_resolver.d.ts +64 -0
  44. package/dest/modules/outbox_trees_resolver.d.ts.map +1 -0
  45. package/dest/modules/outbox_trees_resolver.js +184 -0
  46. package/dest/modules/validation.d.ts +30 -7
  47. package/dest/modules/validation.d.ts.map +1 -1
  48. package/dest/modules/validation.js +33 -15
  49. package/dest/store/block_store.d.ts +169 -94
  50. package/dest/store/block_store.d.ts.map +1 -1
  51. package/dest/store/block_store.js +618 -270
  52. package/dest/store/contract_class_store.d.ts +17 -3
  53. package/dest/store/contract_class_store.d.ts.map +1 -1
  54. package/dest/store/contract_class_store.js +36 -2
  55. package/dest/store/contract_instance_store.d.ts +28 -1
  56. package/dest/store/contract_instance_store.d.ts.map +1 -1
  57. package/dest/store/contract_instance_store.js +53 -5
  58. package/dest/store/data_stores.d.ts +68 -0
  59. package/dest/store/data_stores.d.ts.map +1 -0
  60. package/dest/store/data_stores.js +54 -0
  61. package/dest/store/function_names_cache.d.ts +17 -0
  62. package/dest/store/function_names_cache.d.ts.map +1 -0
  63. package/dest/store/function_names_cache.js +30 -0
  64. package/dest/store/l2_tips_cache.d.ts +13 -8
  65. package/dest/store/l2_tips_cache.d.ts.map +1 -1
  66. package/dest/store/l2_tips_cache.js +13 -96
  67. package/dest/store/log_store.d.ts +42 -40
  68. package/dest/store/log_store.d.ts.map +1 -1
  69. package/dest/store/log_store.js +257 -480
  70. package/dest/store/log_store_codec.d.ts +78 -0
  71. package/dest/store/log_store_codec.d.ts.map +1 -0
  72. package/dest/store/log_store_codec.js +110 -0
  73. package/dest/store/message_store.d.ts +9 -3
  74. package/dest/store/message_store.d.ts.map +1 -1
  75. package/dest/store/message_store.js +31 -1
  76. package/dest/test/fake_l1_state.d.ts +14 -3
  77. package/dest/test/fake_l1_state.d.ts.map +1 -1
  78. package/dest/test/fake_l1_state.js +58 -18
  79. package/dest/test/mock_l1_to_l2_message_source.d.ts +1 -1
  80. package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
  81. package/dest/test/mock_l1_to_l2_message_source.js +1 -2
  82. package/dest/test/mock_l2_block_source.d.ts +47 -54
  83. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  84. package/dest/test/mock_l2_block_source.js +229 -205
  85. package/dest/test/mock_structs.d.ts +1 -1
  86. package/dest/test/mock_structs.d.ts.map +1 -1
  87. package/dest/test/mock_structs.js +2 -2
  88. package/dest/test/noop_l1_archiver.d.ts +14 -6
  89. package/dest/test/noop_l1_archiver.d.ts.map +1 -1
  90. package/dest/test/noop_l1_archiver.js +26 -10
  91. package/package.json +15 -14
  92. package/src/archiver.ts +355 -77
  93. package/src/config.ts +51 -20
  94. package/src/errors.ts +80 -23
  95. package/src/factory.ts +80 -19
  96. package/src/index.ts +18 -2
  97. package/src/l1/calldata_retriever.ts +27 -10
  98. package/src/l1/data_retrieval.ts +38 -36
  99. package/src/l1/validate_historical_logs.ts +140 -0
  100. package/src/modules/contract_data_source_adapter.ts +46 -0
  101. package/src/modules/data_source_base.ts +319 -200
  102. package/src/modules/data_store_updater.ts +156 -65
  103. package/src/modules/instrumentation.ts +43 -10
  104. package/src/modules/l1_synchronizer.ts +499 -136
  105. package/src/modules/outbox_trees_resolver.ts +220 -0
  106. package/src/modules/validation.ts +78 -21
  107. package/src/store/block_store.ts +741 -333
  108. package/src/store/contract_class_store.ts +47 -3
  109. package/src/store/contract_instance_store.ts +67 -7
  110. package/src/store/data_stores.ts +104 -0
  111. package/src/store/function_names_cache.ts +37 -0
  112. package/src/store/l2_tips_cache.ts +16 -109
  113. package/src/store/log_store.ts +296 -652
  114. package/src/store/log_store_codec.ts +143 -0
  115. package/src/store/message_store.ts +35 -2
  116. package/src/test/fake_l1_state.ts +65 -27
  117. package/src/test/mock_l1_to_l2_message_source.ts +0 -1
  118. package/src/test/mock_l2_block_source.ts +276 -258
  119. package/src/test/mock_structs.ts +5 -2
  120. package/src/test/noop_l1_archiver.ts +54 -11
  121. package/dest/store/kv_archiver_store.d.ts +0 -377
  122. package/dest/store/kv_archiver_store.d.ts.map +0 -1
  123. package/dest/store/kv_archiver_store.js +0 -494
  124. package/src/store/kv_archiver_store.ts +0 -713
@@ -12,9 +12,11 @@ import {
12
12
  type BlockData,
13
13
  BlockHash,
14
14
  Body,
15
- CheckpointedL2Block,
16
15
  CommitteeAttestation,
16
+ GENESIS_CHECKPOINT_HEADER_HASH,
17
17
  L2Block,
18
+ type L2TipId,
19
+ type L2Tips,
18
20
  type ValidateCheckpointResult,
19
21
  deserializeValidateCheckpointResult,
20
22
  serializeValidateCheckpointResult,
@@ -28,7 +30,6 @@ import {
28
30
  type ProposedCheckpointInput,
29
31
  PublishedCheckpoint,
30
32
  } from '@aztec/stdlib/checkpoint';
31
- import { type L1RollupConstants, getEpochAtSlot } from '@aztec/stdlib/epoch-helpers';
32
33
  import { CheckpointHeader } from '@aztec/stdlib/rollup';
33
34
  import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
34
35
  import {
@@ -36,8 +37,6 @@ import {
36
37
  type IndexedTxEffect,
37
38
  TxEffect,
38
39
  TxHash,
39
- TxReceipt,
40
- TxStatus,
41
40
  deserializeIndexedTxEffect,
42
41
  serializeIndexedTxEffect,
43
42
  } from '@aztec/stdlib/tx';
@@ -45,6 +44,7 @@ import {
45
44
  import {
46
45
  BlockAlreadyCheckpointedError,
47
46
  BlockArchiveNotConsistentError,
47
+ BlockCheckpointNumberNotSequentialError,
48
48
  BlockIndexNotSequentialError,
49
49
  BlockNotFoundError,
50
50
  BlockNumberNotSequentialError,
@@ -52,11 +52,13 @@ import {
52
52
  CheckpointNotFoundError,
53
53
  CheckpointNumberNotSequentialError,
54
54
  InitialCheckpointNumberNotSequentialError,
55
+ NoProposedCheckpointToPromoteError,
56
+ ProposedCheckpointArchiveRootMismatchError,
55
57
  ProposedCheckpointNotSequentialError,
56
- ProposedCheckpointStaleError,
58
+ ProposedCheckpointPromotionNotSequentialError,
57
59
  } from '../errors.js';
58
60
 
59
- export { TxReceipt, type TxEffect, type TxHash } from '@aztec/stdlib/tx';
61
+ export type { TxEffect, TxHash, TxReceipt } from '@aztec/stdlib/tx';
60
62
 
61
63
  type BlockIndexValue = [blockNumber: number, index: number];
62
64
 
@@ -68,6 +70,41 @@ type BlockStorage = {
68
70
  indexWithinCheckpoint: number;
69
71
  };
70
72
 
73
+ /** Reason a checkpoint was rejected during sync. */
74
+ export type RejectedCheckpointReason = 'invalid-attestations' | 'descends-from-invalid-attestations';
75
+
76
+ /**
77
+ * A checkpoint observed on L1 that the archiver decided not to ingest, recorded so that
78
+ * any descendant that builds on top of it can also be skipped (rather than throwing
79
+ * `InitialCheckpointNumberNotSequentialError` and looping). An entry is dropped via
80
+ * {@link BlockStore.removeRejectedCheckpointByArchiveRoot} once a checkpoint with the same
81
+ * archive root is later ingested as valid (e.g. it gathered enough attestations), which
82
+ * re-enables its descendants.
83
+ */
84
+ export type RejectedCheckpoint = {
85
+ /** Checkpoint number this entry represents. */
86
+ checkpointNumber: CheckpointNumber;
87
+ /** Archive root produced by this rejected checkpoint (matched against descendants' `lastArchiveRoot`). */
88
+ archiveRoot: Fr;
89
+ /** `lastArchiveRoot` from this checkpoint's header (the ancestor it built on). */
90
+ parentArchiveRoot: Fr;
91
+ /** Slot number of the rejected checkpoint. */
92
+ slotNumber: SlotNumber;
93
+ /** L1 publication data for the rejected checkpoint (block number, hash, timestamp). */
94
+ l1: L1PublishedData;
95
+ /** Why the entry was recorded. */
96
+ reason: RejectedCheckpointReason;
97
+ };
98
+
99
+ type RejectedCheckpointStorage = {
100
+ checkpointNumber: number;
101
+ archiveRoot: Buffer;
102
+ parentArchiveRoot: Buffer;
103
+ slotNumber: number;
104
+ l1: Buffer;
105
+ reason: RejectedCheckpointReason;
106
+ };
107
+
71
108
  /** Checkpoint Storage shared between Checkpoints + Proposed Checkpoints */
72
109
  type CommonCheckpointStorage = {
73
110
  header: Buffer;
@@ -81,6 +118,7 @@ type CommonCheckpointStorage = {
81
118
  type CheckpointStorage = CommonCheckpointStorage & {
82
119
  l1: Buffer;
83
120
  attestations: Buffer[];
121
+ feeAssetPriceModifier: string;
84
122
  };
85
123
 
86
124
  /** Storage format for a proposed checkpoint (attested but not yet L1-confirmed). */
@@ -91,6 +129,19 @@ type ProposedCheckpointStorage = CommonCheckpointStorage & {
91
129
 
92
130
  export type RemoveCheckpointsResult = { blocksRemoved: L2Block[] | undefined };
93
131
 
132
+ /**
133
+ * Single-block lookup with the chain-tip `tag` variant of {@link BlockQuery} already resolved
134
+ * to a concrete block number. The `tag` branch is unrepresentable here so storage code does
135
+ * not need to handle it at runtime.
136
+ */
137
+ export type ResolvedBlockQuery = { number: BlockNumber } | { hash: BlockHash } | { archive: Fr };
138
+
139
+ /**
140
+ * Range lookup with the `epoch` variant of {@link BlocksQuery} already resolved to a
141
+ * `{ from, limit }` pair. Storage code never needs to map epoch numbers to block ranges.
142
+ */
143
+ export type ResolvedBlocksQuery = { from: BlockNumber; limit: number; onlyCheckpointed?: boolean };
144
+
94
145
  /**
95
146
  * LMDB-based block storage for the archiver.
96
147
  */
@@ -98,7 +149,10 @@ export class BlockStore {
98
149
  /** Map block number to block data */
99
150
  #blocks: AztecAsyncMap<number, BlockStorage>;
100
151
 
101
- /** Map checkpoint number to checkpoint data */
152
+ /** Map keyed by checkpoint number holding proposed (locally-validated, not yet L1-confirmed) checkpoints. */
153
+ #proposedCheckpoints: AztecAsyncMap<number, ProposedCheckpointStorage>;
154
+
155
+ /** Map checkpoint number to checkpoint data for mined checkpoints only */
102
156
  #checkpoints: AztecAsyncMap<number, CheckpointStorage>;
103
157
 
104
158
  /** Map slot number to checkpoint number, for looking up checkpoints by slot range. */
@@ -131,8 +185,11 @@ export class BlockStore {
131
185
  /** Index mapping block archive to block number */
132
186
  #blockArchiveIndex: AztecAsyncMap<string, number>;
133
187
 
134
- /** Singleton: assumes max 1-deep pipeline. For deeper pipelining, replace with a map keyed by checkpoint number. */
135
- #proposedCheckpoint: AztecAsyncSingleton<ProposedCheckpointStorage>;
188
+ /** Map rejected checkpoints (due to invalid attestations) by archive root */
189
+ #rejectedCheckpoints: AztecAsyncMap<string, RejectedCheckpointStorage>;
190
+
191
+ /** Index mapping a rejected checkpoint's number to its archive root, so the latest can be read in reverse order */
192
+ #rejectedCheckpointsByNumber: AztecAsyncMap<number, string>;
136
193
 
137
194
  #log = createLogger('archiver:block_store');
138
195
 
@@ -149,7 +206,9 @@ export class BlockStore {
149
206
  this.#pendingChainValidationStatus = db.openSingleton('archiver_pending_chain_validation_status');
150
207
  this.#checkpoints = db.openMap('archiver_checkpoints');
151
208
  this.#slotToCheckpoint = db.openMap('archiver_slot_to_checkpoint');
152
- this.#proposedCheckpoint = db.openSingleton('proposed_checkpoint_data');
209
+ this.#proposedCheckpoints = db.openMap('archiver_proposed_checkpoints');
210
+ this.#rejectedCheckpoints = db.openMap('archiver_rejected_checkpoints');
211
+ this.#rejectedCheckpointsByNumber = db.openMap('archiver_rejected_checkpoints_by_number');
153
212
  }
154
213
 
155
214
  /**
@@ -185,14 +244,13 @@ export class BlockStore {
185
244
 
186
245
  // Extract the latest block and checkpoint numbers
187
246
  const previousBlockNumber = await this.getLatestL2BlockNumber();
188
- const proposedCheckpointNumber = await this.getProposedCheckpointNumber();
189
- const previousCheckpointNumber = await this.getLatestCheckpointNumber();
247
+ const latestCheckpointNumber = await this.getLatestCheckpointNumber();
190
248
 
191
249
  // Verify we're not overwriting checkpointed blocks
192
250
  const lastCheckpointedBlockNumber = await this.getCheckpointedL2BlockNumber();
193
251
  if (!opts.force && blockNumber <= lastCheckpointedBlockNumber) {
194
252
  // Check if the proposed block matches the already-checkpointed one
195
- const existingBlock = await this.getBlock(BlockNumber(blockNumber));
253
+ const existingBlock = await this.getBlockData({ number: BlockNumber(blockNumber) });
196
254
  if (existingBlock && existingBlock.archive.root.equals(block.archive.root)) {
197
255
  throw new BlockAlreadyCheckpointedError(blockNumber);
198
256
  }
@@ -204,23 +262,18 @@ export class BlockStore {
204
262
  throw new BlockNumberNotSequentialError(blockNumber, previousBlockNumber);
205
263
  }
206
264
 
207
- // The same check as above but for checkpoints. Accept the block if either the confirmed
208
- // checkpoint or the pending (locally validated but not yet confirmed) checkpoint matches.
265
+ // Accept the block if either the confirmed checkpoint or a pending checkpoint matches
266
+ // the expected predecessor. We look for a pending entry at exactly blockCheckpointNumber - 1.
209
267
  const expectedCheckpointNumber = blockCheckpointNumber - 1;
210
- if (
211
- !opts.force &&
212
- previousCheckpointNumber !== expectedCheckpointNumber &&
213
- proposedCheckpointNumber !== expectedCheckpointNumber
214
- ) {
215
- const [reported, source]: [CheckpointNumber, 'confirmed' | 'proposed'] =
216
- proposedCheckpointNumber > previousCheckpointNumber
217
- ? [proposedCheckpointNumber, 'proposed']
218
- : [previousCheckpointNumber, 'confirmed'];
219
- throw new CheckpointNumberNotSequentialError(blockCheckpointNumber, reported, source);
268
+ const hasPendingAtExpected = await this.#proposedCheckpoints.hasAsync(expectedCheckpointNumber);
269
+ if (!opts.force && latestCheckpointNumber !== expectedCheckpointNumber && !hasPendingAtExpected) {
270
+ const [latestPendingKey] = await toArray(this.#proposedCheckpoints.keysAsync({ reverse: true, limit: 1 }));
271
+ const previous = CheckpointNumber(Math.max(latestCheckpointNumber, latestPendingKey ?? 0));
272
+ throw new BlockCheckpointNumberNotSequentialError(BlockNumber(blockNumber), blockCheckpointNumber, previous);
220
273
  }
221
274
 
222
275
  // Extract the previous block if there is one and see if it is for the same checkpoint or not
223
- const previousBlockResult = await this.getBlock(previousBlockNumber);
276
+ const previousBlockResult = await this.getBlockData({ number: previousBlockNumber });
224
277
 
225
278
  let expectedBlockIndex = 0;
226
279
  let previousBlockIndex: number | undefined = undefined;
@@ -233,7 +286,7 @@ export class BlockStore {
233
286
  if (!previousBlockResult.archive.root.equals(blockLastArchive)) {
234
287
  throw new BlockArchiveNotConsistentError(
235
288
  blockNumber,
236
- previousBlockResult.number,
289
+ previousBlockResult.header.globalVariables.blockNumber,
237
290
  blockLastArchive,
238
291
  previousBlockResult.archive.root,
239
292
  );
@@ -253,25 +306,43 @@ export class BlockStore {
253
306
 
254
307
  /**
255
308
  * Append new checkpoints to the store's list.
309
+ * Checkpoints at the start of the batch that are already stored (e.g. re-included by an L1 reorg)
310
+ * are accepted if their archive root matches: their L1 metadata is updated but they are not
311
+ * re-inserted, and they are excluded from the returned array.
256
312
  * @param checkpoints - The L2 checkpoints to be added to the store.
257
- * @returns True if the operation is successful.
313
+ * @returns The checkpoints that were actually inserted (excluding already-stored ones).
258
314
  */
259
- async addCheckpoints(checkpoints: PublishedCheckpoint[], opts: { force?: boolean } = {}): Promise<boolean> {
315
+ async addCheckpoints(
316
+ checkpoints: PublishedCheckpoint[],
317
+ opts: { force?: boolean } = {},
318
+ ): Promise<PublishedCheckpoint[]> {
260
319
  if (checkpoints.length === 0) {
261
- return true;
320
+ return [];
262
321
  }
263
322
 
264
323
  return await this.db.transactionAsync(async () => {
265
- // Check that the checkpoint immediately before the first block to be added is present in the store.
266
324
  const firstCheckpointNumber = checkpoints[0].checkpoint.number;
267
325
  const previousCheckpointNumber = await this.getLatestCheckpointNumber();
268
326
 
269
- if (previousCheckpointNumber !== firstCheckpointNumber - 1 && !opts.force) {
327
+ // Handle already-stored checkpoints at the start of the batch.
328
+ // This can happen after an L1 reorg re-includes a checkpoint in a different L1 block.
329
+ // We accept them if archives match (same content) and update their L1 metadata.
330
+ if (!opts.force && firstCheckpointNumber <= previousCheckpointNumber) {
331
+ checkpoints = await this.skipOrUpdateAlreadyStoredCheckpoints(checkpoints, previousCheckpointNumber);
332
+ if (checkpoints.length === 0) {
333
+ return [];
334
+ }
335
+ // Re-check sequentiality after skipping
336
+ const newFirstNumber = checkpoints[0].checkpoint.number;
337
+ if (previousCheckpointNumber !== newFirstNumber - 1) {
338
+ throw new InitialCheckpointNumberNotSequentialError(newFirstNumber, previousCheckpointNumber);
339
+ }
340
+ } else if (previousCheckpointNumber !== firstCheckpointNumber - 1 && !opts.force) {
270
341
  throw new InitialCheckpointNumberNotSequentialError(firstCheckpointNumber, previousCheckpointNumber);
271
342
  }
272
343
 
273
344
  // Get the last block of the previous checkpoint for archive chaining
274
- let previousBlock = await this.getPreviousCheckpointBlock(firstCheckpointNumber);
345
+ let previousBlock = await this.getPreviousCheckpointBlock(checkpoints[0].checkpoint.number);
275
346
 
276
347
  // Iterate over checkpoints array and insert them, checking that the block numbers are sequential.
277
348
  let previousCheckpoint: PublishedCheckpoint | undefined = undefined;
@@ -307,21 +378,70 @@ export class BlockStore {
307
378
  checkpointNumber: checkpoint.checkpoint.number,
308
379
  startBlock: checkpoint.checkpoint.blocks[0].number,
309
380
  blockCount: checkpoint.checkpoint.blocks.length,
381
+ feeAssetPriceModifier: checkpoint.checkpoint.feeAssetPriceModifier.toString(),
310
382
  });
311
383
 
312
384
  // Update slot-to-checkpoint index
313
385
  await this.#slotToCheckpoint.set(checkpoint.checkpoint.header.slotNumber, checkpoint.checkpoint.number);
314
- }
315
386
 
316
- // Clear the proposed checkpoint if any of the confirmed checkpoints match or supersede it
317
- const lastConfirmedCheckpointNumber = checkpoints[checkpoints.length - 1].checkpoint.number;
318
- await this.clearProposedCheckpointIfSuperseded(lastConfirmedCheckpointNumber);
387
+ // Remove proposed checkpoint if it exists, since L1 is authoritative
388
+ await this.#proposedCheckpoints.delete(checkpoint.checkpoint.number);
319
389
 
320
- await this.#lastSynchedL1Block.set(checkpoints[checkpoints.length - 1].l1.blockNumber);
321
- return true;
390
+ // Drop any rejected entry for this archive root: a checkpoint that was previously rejected
391
+ // (e.g. invalid attestations) is now being ingested as valid, so its descendants are allowed.
392
+ await this.removeRejectedCheckpointByArchiveRoot(checkpoint.checkpoint.archive.root);
393
+ }
394
+
395
+ await this.advanceSynchedL1BlockNumber(checkpoints[checkpoints.length - 1].l1.blockNumber);
396
+ return checkpoints;
322
397
  });
323
398
  }
324
399
 
400
+ /**
401
+ * Handles checkpoints at the start of a batch that are already stored (e.g. due to L1 reorg).
402
+ * Verifies the archive root matches, updates L1 metadata, and returns only the new checkpoints.
403
+ */
404
+ private async skipOrUpdateAlreadyStoredCheckpoints(
405
+ checkpoints: PublishedCheckpoint[],
406
+ latestStored: CheckpointNumber,
407
+ ): Promise<PublishedCheckpoint[]> {
408
+ let i = 0;
409
+ for (; i < checkpoints.length && checkpoints[i].checkpoint.number <= latestStored; i++) {
410
+ const incoming = checkpoints[i];
411
+ const stored = await this.getCheckpointData(incoming.checkpoint.number);
412
+ if (!stored) {
413
+ // Should not happen if latestStored is correct, but be safe
414
+ break;
415
+ }
416
+ // Verify the checkpoint content matches (archive root)
417
+ if (!stored.archive.root.equals(incoming.checkpoint.archive.root)) {
418
+ throw new Error(
419
+ `Checkpoint ${incoming.checkpoint.number} already exists in store but with a different archive root. ` +
420
+ `Stored: ${stored.archive.root}, incoming: ${incoming.checkpoint.archive.root}`,
421
+ );
422
+ }
423
+ // Update L1 metadata and attestations for the already-stored checkpoint
424
+ this.#log.warn(
425
+ `Checkpoint ${incoming.checkpoint.number} already stored, updating L1 info ` +
426
+ `(L1 block ${stored.l1.blockNumber} -> ${incoming.l1.blockNumber})`,
427
+ );
428
+ await this.#checkpoints.set(incoming.checkpoint.number, {
429
+ header: incoming.checkpoint.header.toBuffer(),
430
+ archive: incoming.checkpoint.archive.toBuffer(),
431
+ checkpointOutHash: incoming.checkpoint.getCheckpointOutHash().toBuffer(),
432
+ l1: incoming.l1.toBuffer(),
433
+ attestations: incoming.attestations.map(a => a.toBuffer()),
434
+ checkpointNumber: incoming.checkpoint.number,
435
+ startBlock: incoming.checkpoint.blocks[0].number,
436
+ blockCount: incoming.checkpoint.blocks.length,
437
+ feeAssetPriceModifier: incoming.checkpoint.feeAssetPriceModifier.toString(),
438
+ });
439
+ // Update the sync point to reflect the new L1 block
440
+ await this.advanceSynchedL1BlockNumber(incoming.l1.blockNumber);
441
+ }
442
+ return checkpoints.slice(i);
443
+ }
444
+
325
445
  /**
326
446
  * Gets the last block of the checkpoint before the given one.
327
447
  * Returns undefined if there is no previous checkpoint (i.e. genesis).
@@ -332,24 +452,27 @@ export class BlockStore {
332
452
  return undefined;
333
453
  }
334
454
 
335
- const previousCheckpointData = await this.getCheckpointData(previousCheckpointNumber);
336
- if (previousCheckpointData === undefined) {
455
+ // Check across both proposed and mined checkpoints
456
+ const predecessor =
457
+ (await this.getProposedCheckpointByNumber(previousCheckpointNumber)) ??
458
+ (await this.getCheckpointData(previousCheckpointNumber));
459
+
460
+ if (!predecessor) {
337
461
  throw new CheckpointNotFoundError(previousCheckpointNumber);
338
462
  }
339
463
 
340
- const previousBlockNumber = BlockNumber(previousCheckpointData.startBlock + previousCheckpointData.blockCount - 1);
341
- const previousBlock = await this.getBlock(previousBlockNumber);
464
+ const previousBlockNumber = BlockNumber(predecessor.startBlock + predecessor.blockCount - 1);
465
+ const previousBlock = await this.getBlock({ number: previousBlockNumber });
342
466
  if (previousBlock === undefined) {
343
467
  throw new BlockNotFoundError(previousBlockNumber);
344
468
  }
345
-
346
469
  return previousBlock;
347
470
  }
348
471
 
349
472
  /**
350
473
  * Validates that blocks are sequential, have correct indexes, and chain via archive roots.
351
474
  * This is the same validation used for both confirmed checkpoints (addCheckpoints) and
352
- * proposed checkpoints (setProposedCheckpoint).
475
+ * proposed checkpoints (addProposedCheckpoint).
353
476
  */
354
477
  private validateCheckpointBlocks(blocks: L2Block[], previousBlock: L2Block | undefined): void {
355
478
  for (const block of blocks) {
@@ -401,6 +524,7 @@ export class BlockStore {
401
524
  l2BlockNumber: block.number,
402
525
  l2BlockHash: blockHash,
403
526
  txIndexInBlock: i,
527
+ slotNumber: block.header.globalVariables.slotNumber,
404
528
  };
405
529
  await this.#txEffects.set(txEffect.data.txHash.toString(), serializeIndexedTxEffect(txEffect));
406
530
  }
@@ -413,20 +537,58 @@ export class BlockStore {
413
537
  }
414
538
 
415
539
  /** Deletes a block and all associated data (tx effects, indices). */
416
- private async deleteBlock(block: L2Block): Promise<void> {
540
+ private async deleteBlock(blockNumber: number, blockStorage: BlockStorage): Promise<void> {
417
541
  // Delete the block from the main blocks map
418
- await this.#blocks.delete(block.number);
419
-
420
- // Delete all tx effects for this block
421
- await Promise.all(block.body.txEffects.map(tx => this.#txEffects.delete(tx.txHash.toString())));
542
+ await this.#blocks.delete(blockNumber);
543
+
544
+ const blockHash = bufferToHex(blockStorage.blockHash);
545
+
546
+ // Delete the tx effects of the block's txs, skipping entries that no longer point at this block: if
547
+ // another stored block also contains the tx, the entry points at that block, and deleting it here would
548
+ // orphan that block's index. Honest chains never store the same tx twice (duplicate nullifiers are
549
+ // rejected at build, re-execution, and world-state sync), so the store must not turn such a state into
550
+ // corruption of the surviving block if it ever appears.
551
+ const blockTxsBuffer = await this.#blockTxs.getAsync(blockHash);
552
+ if (blockTxsBuffer !== undefined) {
553
+ const reader = BufferReader.asReader(blockTxsBuffer);
554
+ const txHashes: string[] = [];
555
+ while (!reader.isEmpty()) {
556
+ txHashes.push(reader.readObject(TxHash).toString());
557
+ }
558
+ await Promise.all(txHashes.map(txHash => this.deleteTxEffect(txHash, blockStorage.blockHash)));
559
+ }
422
560
 
423
561
  // Delete block txs mapping
424
- const blockHash = (await block.hash()).toString();
425
562
  await this.#blockTxs.delete(blockHash);
426
563
 
427
564
  // Clean up indices
428
565
  await this.#blockHashIndex.delete(blockHash);
429
- await this.#blockArchiveIndex.delete(block.archive.root.toString());
566
+ await this.#blockArchiveIndex.delete(AppendOnlyTreeSnapshot.fromBuffer(blockStorage.archive).root.toString());
567
+ }
568
+
569
+ /** Deletes a tx effect only if it is still owned by (points at) the given block. */
570
+ private async deleteTxEffect(txHash: string, blockHash: Buffer): Promise<void> {
571
+ const stored = await this.#txEffects.getAsync(txHash);
572
+ if (stored === undefined) {
573
+ this.#log.warn(`Missing tx effect for tx ${txHash} while removing its block`, {
574
+ txHash,
575
+ blockHash: bufferToHex(blockHash),
576
+ });
577
+ return;
578
+ }
579
+ // An IndexedTxEffect starts with the owning block hash (32 bytes) — see getTxLocation.
580
+ if (!Buffer.from(stored.buffer, stored.byteOffset, 32).equals(blockHash)) {
581
+ // Fires only when two stored blocks listed the same tx — a state upstream validation should make
582
+ // unreachable. Keep the entry (it belongs to the surviving block) but flag the duplication loudly.
583
+ this.#log.warn(`Tx effect for tx ${txHash} is owned by a block other than the one being removed`, {
584
+ txHash,
585
+ removedBlockHash: bufferToHex(blockHash),
586
+ owningBlockHash: bufferToHex(Buffer.from(stored.buffer, stored.byteOffset, 32)),
587
+ });
588
+ return;
589
+ }
590
+
591
+ await this.#txEffects.delete(txHash);
430
592
  }
431
593
 
432
594
  /**
@@ -476,11 +638,8 @@ export class BlockStore {
476
638
  this.#log.debug(`Removed checkpoint ${c}`);
477
639
  }
478
640
 
479
- // Clear any proposed checkpoint that was orphaned by the removal (its base chain no longer exists)
480
- const proposedCheckpointNumber = await this.getProposedCheckpointNumber();
481
- if (proposedCheckpointNumber > checkpointNumber) {
482
- await this.#proposedCheckpoint.delete();
483
- }
641
+ // Evict all pending checkpoints > checkpointNumber (their base chain no longer exists)
642
+ await this.evictProposedCheckpointsFrom(CheckpointNumber(checkpointNumber + 1));
484
643
 
485
644
  return { blocksRemoved };
486
645
  });
@@ -506,6 +665,26 @@ export class BlockStore {
506
665
  return checkpoints;
507
666
  }
508
667
 
668
+ /**
669
+ * Returns up to `limit` checkpoints anchored at `fromSlot`, ordered nearest-first, walking the slot index.
670
+ * With `reverse`, takes the checkpoints at or before `fromSlot` (descending by slot); otherwise the
671
+ * checkpoints at or after it (ascending). `limit: 1, reverse: true` yields the latest checkpoint at or
672
+ * before the slot in a single range scan.
673
+ */
674
+ async getCheckpointsBySlot(fromSlot: SlotNumber, limit: number, reverse: boolean): Promise<CheckpointData[]> {
675
+ // The KV range bounds are direction-dependent: forward is [start, end), reverse is (start, end], so a
676
+ // reverse scan uses `end: fromSlot` (inclusive) with no +1 to include the checkpoint at fromSlot itself.
677
+ const range = reverse ? { end: fromSlot, reverse: true, limit } : { start: fromSlot, limit };
678
+ const result: CheckpointData[] = [];
679
+ for await (const [, checkpointNumber] of this.#slotToCheckpoint.entriesAsync(range)) {
680
+ const checkpointStorage = await this.#checkpoints.getAsync(checkpointNumber);
681
+ if (checkpointStorage) {
682
+ result.push(this.checkpointDataFromCheckpointStorage(checkpointStorage));
683
+ }
684
+ }
685
+ return result;
686
+ }
687
+
509
688
  /** Returns checkpoint data for all checkpoints whose slot falls within the given range (inclusive). */
510
689
  async getCheckpointDataForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointData[]> {
511
690
  const result: CheckpointData[] = [];
@@ -521,6 +700,22 @@ export class BlockStore {
521
700
  return result;
522
701
  }
523
702
 
703
+ /**
704
+ * Returns the checkpoint numbers for all checkpoints whose slot falls within the given range (inclusive).
705
+ * Lighter than {@link getCheckpointDataForSlotRange} when callers only need to identify which
706
+ * checkpoints fall in the range and will fetch full data for at most a few of them.
707
+ */
708
+ async getCheckpointNumbersForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointNumber[]> {
709
+ const result: CheckpointNumber[] = [];
710
+ for await (const [, checkpointNumber] of this.#slotToCheckpoint.entriesAsync({
711
+ start: startSlot,
712
+ end: endSlot + 1,
713
+ })) {
714
+ result.push(CheckpointNumber(checkpointNumber));
715
+ }
716
+ return result;
717
+ }
718
+
524
719
  private checkpointDataFromCheckpointStorage(checkpointStorage: CheckpointStorage): CheckpointData {
525
720
  return {
526
721
  header: CheckpointHeader.fromBuffer(checkpointStorage.header),
@@ -529,6 +724,7 @@ export class BlockStore {
529
724
  checkpointNumber: CheckpointNumber(checkpointStorage.checkpointNumber),
530
725
  startBlock: BlockNumber(checkpointStorage.startBlock),
531
726
  blockCount: checkpointStorage.blockCount,
727
+ feeAssetPriceModifier: BigInt(checkpointStorage.feeAssetPriceModifier),
532
728
  l1: L1PublishedData.fromBuffer(checkpointStorage.l1),
533
729
  attestations: checkpointStorage.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
534
730
  };
@@ -591,16 +787,24 @@ export class BlockStore {
591
787
 
592
788
  // Iterate from blockNumber + 1 to latestBlockNumber
593
789
  for (let bn = blockNumber + 1; bn <= latestBlockNumber; bn++) {
594
- const block = await this.getBlock(BlockNumber(bn));
790
+ const blockStorage = await this.#blocks.getAsync(bn);
595
791
 
596
- if (block === undefined) {
792
+ if (blockStorage === undefined) {
597
793
  this.#log.warn(`Cannot remove block ${bn} from the store since we don't have it`);
598
794
  continue;
599
795
  }
600
796
 
601
- removedBlocks.push(block);
602
- await this.deleteBlock(block);
603
- this.#log.debug(`Removed block ${bn} ${(await block.hash()).toString()}`);
797
+ // Load the full block for the returned list when possible, but clean up from the raw row regardless:
798
+ // a block whose body can no longer be fully loaded must still release its row, tx effects, and indices,
799
+ // or later inserts at this number leave stale tx-effect entries pointing into the new chain.
800
+ const block = await this.getBlockFromBlockStorage(bn, blockStorage);
801
+ if (block !== undefined) {
802
+ removedBlocks.push(block);
803
+ } else {
804
+ this.#log.warn(`Removing block ${bn} whose body could not be fully loaded`);
805
+ }
806
+ await this.deleteBlock(bn, blockStorage);
807
+ this.#log.debug(`Removed block ${bn} ${bufferToHex(blockStorage.blockHash)}`);
604
808
  }
605
809
 
606
810
  return removedBlocks;
@@ -629,44 +833,137 @@ export class BlockStore {
629
833
  }
630
834
 
631
835
  async hasProposedCheckpoint(): Promise<boolean> {
632
- const proposed = await this.#proposedCheckpoint.getAsync();
633
- return proposed !== undefined;
836
+ const [key] = await toArray(this.#proposedCheckpoints.keysAsync({ limit: 1 }));
837
+ return key !== undefined;
634
838
  }
635
839
 
636
- /** Deletes the proposed checkpoint from storage. */
637
- async deleteProposedCheckpoint(): Promise<void> {
638
- await this.#proposedCheckpoint.delete();
840
+ /** Deletes all pending proposed checkpoints from storage. */
841
+ async deleteProposedCheckpoints(): Promise<void> {
842
+ for await (const key of this.#proposedCheckpoints.keysAsync()) {
843
+ await this.#proposedCheckpoints.delete(key);
844
+ }
639
845
  }
640
846
 
641
- /** Clears the proposed checkpoint if the given confirmed checkpoint number supersedes it. */
642
- async clearProposedCheckpointIfSuperseded(confirmedCheckpointNumber: CheckpointNumber): Promise<void> {
643
- const proposedCheckpointNumber = await this.getProposedCheckpointNumber();
644
- if (proposedCheckpointNumber <= confirmedCheckpointNumber) {
645
- await this.#proposedCheckpoint.delete();
646
- }
847
+ /**
848
+ * Promotes a specific pending checkpoint to a confirmed checkpoint entry.
849
+ * This persists the checkpoint to the store, removes only that pending entry, and updates the L1 sync point.
850
+ * Remaining pending entries (e.g. N+1, N+2) are left intact — they chain off the just-promoted one.
851
+ * @param checkpointNumber - The checkpoint number to promote.
852
+ * @param l1 - L1 published data for the checkpoint.
853
+ * @param attestations - Committee attestations.
854
+ * @param expectedArchiveRoot - Archive root guard against races.
855
+ */
856
+ async promoteProposedToCheckpointed(
857
+ checkpointNumber: CheckpointNumber,
858
+ l1: L1PublishedData,
859
+ attestations: CommitteeAttestation[],
860
+ expectedArchiveRoot: Fr,
861
+ ): Promise<void> {
862
+ return await this.db.transactionAsync(async () => {
863
+ const proposed = await this.getProposedCheckpointByNumber(checkpointNumber);
864
+ if (!proposed) {
865
+ throw new NoProposedCheckpointToPromoteError();
866
+ }
867
+ if (!proposed.archive.root.equals(expectedArchiveRoot)) {
868
+ throw new ProposedCheckpointArchiveRootMismatchError(expectedArchiveRoot, proposed.archive.root);
869
+ }
870
+
871
+ // Verify sequentiality: promoted checkpoint must follow the latest confirmed one
872
+ const latestCheckpointNumber = await this.getLatestCheckpointNumber();
873
+ if (latestCheckpointNumber !== proposed.checkpointNumber - 1) {
874
+ throw new ProposedCheckpointPromotionNotSequentialError(proposed.checkpointNumber, latestCheckpointNumber);
875
+ }
876
+
877
+ // Write the checkpoint entry
878
+ await this.#checkpoints.set(proposed.checkpointNumber, {
879
+ header: proposed.header.toBuffer(),
880
+ archive: proposed.archive.toBuffer(),
881
+ checkpointOutHash: proposed.checkpointOutHash.toBuffer(),
882
+ l1: l1.toBuffer(),
883
+ attestations: attestations.map(attestation => attestation.toBuffer()),
884
+ checkpointNumber: proposed.checkpointNumber,
885
+ startBlock: proposed.startBlock,
886
+ blockCount: proposed.blockCount,
887
+ feeAssetPriceModifier: proposed.feeAssetPriceModifier.toString(),
888
+ });
889
+
890
+ // Update the slot-to-checkpoint index
891
+ await this.#slotToCheckpoint.set(proposed.header.slotNumber, proposed.checkpointNumber);
892
+
893
+ // Remove only this pending entry — remaining entries N+1, N+2, ... stay valid
894
+ await this.#proposedCheckpoints.delete(proposed.checkpointNumber);
895
+
896
+ // Drop any rejected entry for this archive root: a checkpoint that was previously rejected
897
+ // (e.g. invalid attestations) is now being promoted as valid, so its descendants are allowed.
898
+ await this.removeRejectedCheckpointByArchiveRoot(proposed.archive.root);
899
+
900
+ // Update the last synced L1 block
901
+ await this.advanceSynchedL1BlockNumber(l1.blockNumber);
902
+ });
647
903
  }
648
904
 
649
- /** Returns the proposed checkpoint data, or undefined if no proposed checkpoint exists. No fallback to confirmed. */
650
- async getProposedCheckpointOnly(): Promise<ProposedCheckpointData | undefined> {
651
- const stored = await this.#proposedCheckpoint.getAsync();
652
- if (!stored) {
905
+ /**
906
+ * Returns the latest pending checkpoint (highest-numbered entry), or undefined if none.
907
+ * No fallback to confirmed.
908
+ */
909
+ async getLastProposedCheckpoint(): Promise<ProposedCheckpointData | undefined> {
910
+ const [key] = await toArray(this.#proposedCheckpoints.keysAsync({ reverse: true, limit: 1 }));
911
+ if (key === undefined) {
653
912
  return undefined;
654
913
  }
655
- return this.convertToProposedCheckpointData(stored);
914
+ const stored = await this.#proposedCheckpoints.getAsync(key);
915
+ return stored ? this.convertToProposedCheckpointData(stored) : undefined;
916
+ }
917
+
918
+ /** Returns the pending checkpoint for a specific checkpoint number, or undefined if not found. */
919
+ async getProposedCheckpointByNumber(n: CheckpointNumber): Promise<ProposedCheckpointData | undefined> {
920
+ const stored = await this.#proposedCheckpoints.getAsync(n);
921
+ return stored ? this.convertToProposedCheckpointData(stored) : undefined;
922
+ }
923
+
924
+ /**
925
+ * Returns the pending checkpoint whose header slot matches the given slot, or undefined if not found.
926
+ * Iterates `#proposedCheckpoints` rather than reading an index because the map carries 0–1 entries
927
+ * in normal operation (bounded by the proposer pipelining window). Returns the first match.
928
+ */
929
+ async getProposedCheckpointBySlot(slot: SlotNumber): Promise<ProposedCheckpointData | undefined> {
930
+ for await (const [, stored] of this.#proposedCheckpoints.entriesAsync()) {
931
+ const header = CheckpointHeader.fromBuffer(stored.header);
932
+ if (header.slotNumber === slot) {
933
+ return this.convertToProposedCheckpointData(stored);
934
+ }
935
+ }
936
+ return undefined;
937
+ }
938
+
939
+ /**
940
+ * Evicts all pending checkpoints with checkpoint number >= fromNumber.
941
+ * Used for divergent-mined-checkpoint cleanup: when L1 mines checkpoint N with a different archive,
942
+ * all pending >= N must be evicted since they chain off the now-invalid pending N.
943
+ */
944
+ async evictProposedCheckpointsFrom(fromNumber: CheckpointNumber): Promise<void> {
945
+ const keysToDelete: number[] = [];
946
+ for await (const key of this.#proposedCheckpoints.keysAsync()) {
947
+ if (key >= fromNumber) {
948
+ keysToDelete.push(key);
949
+ }
950
+ }
951
+ for (const key of keysToDelete) {
952
+ await this.#proposedCheckpoints.delete(key);
953
+ }
656
954
  }
657
955
 
658
956
  /**
659
- * Gets the checkpoint at the proposed tip
660
- * - pending checkpoint if it exists
957
+ * Gets the checkpoint at the proposed tip:
958
+ * - latest pending checkpoint if any exist
661
959
  * - fallsback to latest confirmed checkpoint otherwise
662
- * @returns CommonCheckpointData
663
960
  */
664
- async getProposedCheckpoint(): Promise<CommonCheckpointData | undefined> {
665
- const stored = await this.#proposedCheckpoint.getAsync();
666
- if (!stored) {
961
+ async getLastCheckpoint(): Promise<CommonCheckpointData | undefined> {
962
+ const latest = await this.getLastProposedCheckpoint();
963
+ if (!latest) {
667
964
  return this.getCheckpointData(await this.getLatestCheckpointNumber());
668
965
  }
669
- return this.convertToProposedCheckpointData(stored);
966
+ return latest;
670
967
  }
671
968
 
672
969
  private convertToProposedCheckpointData(stored: ProposedCheckpointStorage): ProposedCheckpointData {
@@ -687,7 +984,7 @@ export class BlockStore {
687
984
  * @returns CheckpointNumber
688
985
  */
689
986
  async getProposedCheckpointNumber(): Promise<CheckpointNumber> {
690
- const proposed = await this.getProposedCheckpoint();
987
+ const proposed = await this.getLastCheckpoint();
691
988
  if (!proposed) {
692
989
  return await this.getLatestCheckpointNumber();
693
990
  }
@@ -699,165 +996,40 @@ export class BlockStore {
699
996
  * @returns BlockNumber
700
997
  */
701
998
  async getProposedCheckpointL2BlockNumber(): Promise<BlockNumber> {
702
- const proposed = await this.getProposedCheckpoint();
999
+ const proposed = await this.getLastCheckpoint();
703
1000
  if (!proposed) {
704
1001
  return await this.getCheckpointedL2BlockNumber();
705
1002
  }
706
1003
  return BlockNumber(proposed.startBlock + proposed.blockCount - 1);
707
1004
  }
708
1005
 
709
- async getCheckpointedBlock(number: BlockNumber): Promise<CheckpointedL2Block | undefined> {
710
- const blockStorage = await this.#blocks.getAsync(number);
711
- if (!blockStorage) {
712
- return undefined;
713
- }
714
- const checkpoint = await this.#checkpoints.getAsync(blockStorage.checkpointNumber);
715
- if (!checkpoint) {
716
- return undefined;
717
- }
718
- const block = await this.getBlockFromBlockStorage(number, blockStorage);
719
- if (!block) {
720
- return undefined;
721
- }
722
- return new CheckpointedL2Block(
723
- CheckpointNumber(checkpoint.checkpointNumber),
724
- block,
725
- L1PublishedData.fromBuffer(checkpoint.l1),
726
- checkpoint.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
727
- );
728
- }
729
-
730
- /**
731
- * Gets up to `limit` amount of Checkpointed L2 blocks starting from `from`.
732
- * @param start - Number of the first block to return (inclusive).
733
- * @param limit - The number of blocks to return.
734
- * @returns The requested L2 blocks
735
- */
736
- async *getCheckpointedBlocks(start: BlockNumber, limit: number): AsyncIterableIterator<CheckpointedL2Block> {
737
- const checkpointCache = new Map<CheckpointNumber, CheckpointStorage>();
738
- for await (const [blockNumber, blockStorage] of this.getBlockStorages(start, limit)) {
739
- const block = await this.getBlockFromBlockStorage(blockNumber, blockStorage);
740
- if (block) {
741
- const checkpoint =
742
- checkpointCache.get(CheckpointNumber(blockStorage.checkpointNumber)) ??
743
- (await this.#checkpoints.getAsync(blockStorage.checkpointNumber));
744
- if (checkpoint) {
745
- checkpointCache.set(CheckpointNumber(blockStorage.checkpointNumber), checkpoint);
746
- const checkpointedBlock = new CheckpointedL2Block(
747
- CheckpointNumber(checkpoint.checkpointNumber),
748
- block,
749
- L1PublishedData.fromBuffer(checkpoint.l1),
750
- checkpoint.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
751
- );
752
- yield checkpointedBlock;
753
- }
754
- }
755
- }
756
- }
757
-
758
- async getCheckpointedBlockByHash(blockHash: BlockHash): Promise<CheckpointedL2Block | undefined> {
759
- const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
760
- if (blockNumber === undefined) {
761
- return undefined;
762
- }
763
- return this.getCheckpointedBlock(BlockNumber(blockNumber));
1006
+ /** Returns the checkpoint number that contains the given slot (or undefined if not found). */
1007
+ async getCheckpointNumberBySlot(slot: SlotNumber): Promise<CheckpointNumber | undefined> {
1008
+ const checkpointNumber = await this.#slotToCheckpoint.getAsync(slot);
1009
+ return checkpointNumber === undefined ? undefined : CheckpointNumber(checkpointNumber);
764
1010
  }
765
1011
 
766
- async getCheckpointedBlockByArchive(archive: Fr): Promise<CheckpointedL2Block | undefined> {
767
- const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
1012
+ /** Gets a single L2 block matching the given resolved query. */
1013
+ async getBlock(query: ResolvedBlockQuery): Promise<L2Block | undefined> {
1014
+ const blockNumber = await this.getBlockNumber(query);
768
1015
  if (blockNumber === undefined) {
769
1016
  return undefined;
770
1017
  }
771
- return this.getCheckpointedBlock(BlockNumber(blockNumber));
772
- }
773
-
774
- /**
775
- * Gets up to `limit` amount of L2 blocks starting from `from`.
776
- * @param start - Number of the first block to return (inclusive).
777
- * @param limit - The number of blocks to return.
778
- * @returns The requested L2 blocks
779
- */
780
- async *getBlocks(start: BlockNumber, limit: number): AsyncIterableIterator<L2Block> {
781
- for await (const [blockNumber, blockStorage] of this.getBlockStorages(start, limit)) {
782
- const block = await this.getBlockFromBlockStorage(blockNumber, blockStorage);
783
- if (block) {
784
- yield block;
785
- }
786
- }
787
- }
788
-
789
- /**
790
- * Gets block metadata (without tx data) by block number.
791
- * @param blockNumber - The number of the block to return.
792
- * @returns The requested block data.
793
- */
794
- async getBlockData(blockNumber: BlockNumber): Promise<BlockData | undefined> {
795
1018
  const blockStorage = await this.#blocks.getAsync(blockNumber);
796
- if (!blockStorage || !blockStorage.header) {
797
- return undefined;
798
- }
799
- return this.getBlockDataFromBlockStorage(blockStorage);
800
- }
801
-
802
- /**
803
- * Gets block metadata (without tx data) by archive root.
804
- * @param archive - The archive root of the block to return.
805
- * @returns The requested block data.
806
- */
807
- async getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
808
- const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
809
- if (blockNumber === undefined) {
1019
+ if (!blockStorage) {
810
1020
  return undefined;
811
1021
  }
812
- return this.getBlockData(BlockNumber(blockNumber));
813
- }
814
-
815
- /**
816
- * Gets an L2 block.
817
- * @param blockNumber - The number of the block to return.
818
- * @returns The requested L2 block.
819
- */
820
- async getBlock(blockNumber: BlockNumber): Promise<L2Block | undefined> {
821
- const blockStorage = await this.#blocks.getAsync(blockNumber);
822
- if (!blockStorage || !blockStorage.header) {
823
- return Promise.resolve(undefined);
824
- }
825
1022
  return this.getBlockFromBlockStorage(blockNumber, blockStorage);
826
1023
  }
827
1024
 
828
- /**
829
- * Gets an L2 block by its hash.
830
- * @param blockHash - The hash of the block to return.
831
- * @returns The requested L2 block.
832
- */
833
- async getBlockByHash(blockHash: BlockHash): Promise<L2Block | undefined> {
834
- const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
835
- if (blockNumber === undefined) {
836
- return undefined;
837
- }
838
- return this.getBlock(BlockNumber(blockNumber));
1025
+ /** Gets a collection of L2 blocks for a resolved range. */
1026
+ getBlocks(query: ResolvedBlocksQuery): Promise<L2Block[]> {
1027
+ return toArray(this.iterateBlocks(query));
839
1028
  }
840
1029
 
841
- /**
842
- * Gets an L2 block by its archive root.
843
- * @param archive - The archive root of the block to return.
844
- * @returns The requested L2 block.
845
- */
846
- async getBlockByArchive(archive: Fr): Promise<L2Block | undefined> {
847
- const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
848
- if (blockNumber === undefined) {
849
- return undefined;
850
- }
851
- return this.getBlock(BlockNumber(blockNumber));
852
- }
853
-
854
- /**
855
- * Gets a block header by its hash.
856
- * @param blockHash - The hash of the block to return.
857
- * @returns The requested block header.
858
- */
859
- async getBlockHeaderByHash(blockHash: BlockHash): Promise<BlockHeader | undefined> {
860
- const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
1030
+ /** Gets single block metadata matching the given resolved query. */
1031
+ async getBlockData(query: ResolvedBlockQuery): Promise<BlockData | undefined> {
1032
+ const blockNumber = await this.getBlockNumber(query);
861
1033
  if (blockNumber === undefined) {
862
1034
  return undefined;
863
1035
  }
@@ -865,41 +1037,36 @@ export class BlockStore {
865
1037
  if (!blockStorage || !blockStorage.header) {
866
1038
  return undefined;
867
1039
  }
868
- return BlockHeader.fromBuffer(blockStorage.header);
1040
+ return this.getBlockDataFromBlockStorage(blockStorage);
869
1041
  }
870
1042
 
871
- /**
872
- * Gets a block header by its archive root.
873
- * @param archive - The archive root of the block to return.
874
- * @returns The requested block header.
875
- */
876
- async getBlockHeaderByArchive(archive: Fr): Promise<BlockHeader | undefined> {
877
- const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
878
- if (blockNumber === undefined) {
879
- return undefined;
880
- }
881
- const blockStorage = await this.#blocks.getAsync(blockNumber);
882
- if (!blockStorage || !blockStorage.header) {
883
- return undefined;
1043
+ /** Gets a collection of block metadata entries for a resolved range. */
1044
+ getBlocksData(query: ResolvedBlocksQuery): Promise<BlockData[]> {
1045
+ return toArray(this.iterateBlocksData(query));
1046
+ }
1047
+
1048
+ /** Async iterator over L2 blocks for a resolved range. */
1049
+ private async *iterateBlocks(query: ResolvedBlocksQuery): AsyncIterableIterator<L2Block> {
1050
+ const cap = query.onlyCheckpointed ? await this.getCheckpointedL2BlockNumber() : undefined;
1051
+ for await (const [blockNumber, blockStorage] of this.getBlockStorages(query.from, query.limit)) {
1052
+ if (cap !== undefined && blockNumber > cap) {
1053
+ break;
1054
+ }
1055
+ const block = await this.getBlockFromBlockStorage(blockNumber, blockStorage);
1056
+ if (block) {
1057
+ yield block;
1058
+ }
884
1059
  }
885
- return BlockHeader.fromBuffer(blockStorage.header);
886
1060
  }
887
1061
 
888
- /**
889
- * Gets the headers for a sequence of L2 blocks.
890
- * @param start - Number of the first block to return (inclusive).
891
- * @param limit - The number of blocks to return.
892
- * @returns The requested L2 block headers
893
- */
894
- async *getBlockHeaders(start: BlockNumber, limit: number): AsyncIterableIterator<BlockHeader> {
895
- for await (const [blockNumber, blockStorage] of this.getBlockStorages(start, limit)) {
896
- const header = BlockHeader.fromBuffer(blockStorage.header);
897
- if (header.getBlockNumber() !== blockNumber) {
898
- throw new Error(
899
- `Block number mismatch when retrieving block header from archive (expected ${blockNumber} but got ${header.getBlockNumber()})`,
900
- );
1062
+ /** Async iterator over block metadata for a resolved range. */
1063
+ private async *iterateBlocksData(query: ResolvedBlocksQuery): AsyncIterableIterator<BlockData> {
1064
+ const cap = query.onlyCheckpointed ? await this.getCheckpointedL2BlockNumber() : undefined;
1065
+ for await (const [blockNumber, blockStorage] of this.getBlockStorages(query.from, query.limit)) {
1066
+ if (cap !== undefined && blockNumber > cap) {
1067
+ break;
901
1068
  }
902
- yield header;
1069
+ yield this.getBlockDataFromBlockStorage(blockStorage);
903
1070
  }
904
1071
  }
905
1072
 
@@ -916,11 +1083,29 @@ export class BlockStore {
916
1083
  }
917
1084
  }
918
1085
 
1086
+ /** Resolves a ResolvedBlockQuery discriminant to a block number, or undefined if not found. */
1087
+ async getBlockNumber(query: ResolvedBlockQuery): Promise<BlockNumber | undefined> {
1088
+ let blockNumber: BlockNumber | undefined;
1089
+ if ('number' in query) {
1090
+ blockNumber = query.number;
1091
+ } else if ('hash' in query) {
1092
+ const n = await this.#blockHashIndex.getAsync(query.hash.toString());
1093
+ blockNumber = n !== undefined ? BlockNumber(n) : undefined;
1094
+ } else {
1095
+ const n = await this.#blockArchiveIndex.getAsync(query.archive.toString());
1096
+ blockNumber = n !== undefined ? BlockNumber(n) : undefined;
1097
+ }
1098
+ if (blockNumber === undefined) {
1099
+ return undefined;
1100
+ }
1101
+ return blockNumber;
1102
+ }
1103
+
919
1104
  private getBlockDataFromBlockStorage(blockStorage: BlockStorage): BlockData {
920
1105
  return {
921
1106
  header: BlockHeader.fromBuffer(blockStorage.header),
922
1107
  archive: AppendOnlyTreeSnapshot.fromBuffer(blockStorage.archive),
923
- blockHash: Fr.fromBuffer(blockStorage.blockHash),
1108
+ blockHash: BlockHash.fromBuffer(blockStorage.blockHash),
924
1109
  checkpointNumber: CheckpointNumber(blockStorage.checkpointNumber),
925
1110
  indexWithinCheckpoint: IndexWithinCheckpoint(blockStorage.indexWithinCheckpoint),
926
1111
  };
@@ -977,56 +1162,6 @@ export class BlockStore {
977
1162
  return deserializeIndexedTxEffect(buffer);
978
1163
  }
979
1164
 
980
- /**
981
- * Gets a receipt of a settled tx.
982
- * @param txHash - The hash of a tx we try to get the receipt for.
983
- * @returns The requested tx receipt (or undefined if not found).
984
- */
985
- async getSettledTxReceipt(
986
- txHash: TxHash,
987
- l1Constants?: Pick<L1RollupConstants, 'epochDuration'>,
988
- ): Promise<TxReceipt | undefined> {
989
- const txEffect = await this.getTxEffect(txHash);
990
- if (!txEffect) {
991
- return undefined;
992
- }
993
-
994
- const blockNumber = BlockNumber(txEffect.l2BlockNumber);
995
-
996
- // Use existing archiver methods to determine finalization level
997
- const [provenBlockNumber, checkpointedBlockNumber, finalizedBlockNumber, blockData] = await Promise.all([
998
- this.getProvenBlockNumber(),
999
- this.getCheckpointedL2BlockNumber(),
1000
- this.getFinalizedL2BlockNumber(),
1001
- this.getBlockData(blockNumber),
1002
- ]);
1003
-
1004
- let status: TxStatus;
1005
- if (blockNumber <= finalizedBlockNumber) {
1006
- status = TxStatus.FINALIZED;
1007
- } else if (blockNumber <= provenBlockNumber) {
1008
- status = TxStatus.PROVEN;
1009
- } else if (blockNumber <= checkpointedBlockNumber) {
1010
- status = TxStatus.CHECKPOINTED;
1011
- } else {
1012
- status = TxStatus.PROPOSED;
1013
- }
1014
-
1015
- const epochNumber =
1016
- blockData && l1Constants ? getEpochAtSlot(blockData.header.globalVariables.slotNumber, l1Constants) : undefined;
1017
-
1018
- return new TxReceipt(
1019
- txHash,
1020
- status,
1021
- TxReceipt.executionResultFromRevertCode(txEffect.data.revertCode),
1022
- undefined,
1023
- txEffect.data.transactionFee.toBigInt(),
1024
- txEffect.l2BlockHash,
1025
- blockNumber,
1026
- epochNumber,
1027
- );
1028
- }
1029
-
1030
1165
  /**
1031
1166
  * Looks up which block included the requested tx effect.
1032
1167
  * @param txHash - The txHash of the tx.
@@ -1037,10 +1172,45 @@ export class BlockStore {
1037
1172
  if (!txEffect) {
1038
1173
  return undefined;
1039
1174
  }
1040
- const { l2BlockNumber, txIndexInBlock } = deserializeIndexedTxEffect(txEffect);
1175
+ // Read only the IndexedTxEffect header (`blockHash(32) + l2BlockNumber(4) + txIndexInBlock(4)`); the
1176
+ // large tail (the full TxEffect with logs etc.) is irrelevant here.
1177
+ const view = Buffer.from(txEffect.buffer, txEffect.byteOffset, txEffect.byteLength);
1178
+ const l2BlockNumber = view.readUInt32BE(32);
1179
+ const txIndexInBlock = view.readUInt32BE(36);
1041
1180
  return [l2BlockNumber, txIndexInBlock];
1042
1181
  }
1043
1182
 
1183
+ /**
1184
+ * Batched, partial deserializer that fetches `noteHashes` and `nullifiers` (all of them) for the given
1185
+ * txs. For each input txHash, returns a `[noteHashes, nullifiers]` tuple. Returns `[[], []]` for any
1186
+ * unknown txHash. Preserves input order. Used by the log read path when `includeEffects` is set to
1187
+ * attach effect data on demand without paying for a full {@link TxEffect} deserialization.
1188
+ *
1189
+ * The on-disk `IndexedTxEffect` layout starts with a fixed-length header
1190
+ * (`blockHash(32) + l2BlockNumber(4) + txIndexInBlock(4) + slotNumber(4) + revertCode(1) + txHash(32) +
1191
+ * transactionFee(32)` = 109 bytes), followed by `noteHashes` and `nullifiers` (both u8-length-prefixed `Fr`
1192
+ * vectors). We
1193
+ * skip the header, then read the two vectors, and stop — the large tail (`l2ToL1Msgs`,
1194
+ * `publicDataWrites`, `privateLogs`, `publicLogs`, `contractClassLogs`) is never touched.
1195
+ */
1196
+ public getNoteHashesAndNullifiers(txHashes: TxHash[]): Promise<[Fr[], Fr[]][]> {
1197
+ return Promise.all(
1198
+ txHashes.map(async (txHash): Promise<[Fr[], Fr[]]> => {
1199
+ const buffer = await this.#txEffects.getAsync(txHash.toString());
1200
+ if (!buffer) {
1201
+ return [[], []];
1202
+ }
1203
+ const reader = BufferReader.asReader(buffer);
1204
+ // Skip the fixed-length header: blockHash + l2BlockNumber + txIndexInBlock + slotNumber + revertCode +
1205
+ // txHash + transactionFee.
1206
+ reader.readBytes(32 + 4 + 4 + 4 + 1 + 32 + 32);
1207
+ const noteHashes = reader.readVectorUint8Prefix(Fr);
1208
+ const nullifiers = reader.readVectorUint8Prefix(Fr);
1209
+ return [noteHashes, nullifiers];
1210
+ }),
1211
+ );
1212
+ }
1213
+
1044
1214
  /**
1045
1215
  * Looks up which block deployed a particular contract.
1046
1216
  * @param contractAddress - The address of the contract to look up.
@@ -1068,6 +1238,159 @@ export class BlockStore {
1068
1238
  return typeof lastBlockNumber === 'number' ? BlockNumber(lastBlockNumber) : BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
1069
1239
  }
1070
1240
 
1241
+ /**
1242
+ * Resolves all four L2 chain tips (proposed, checkpointed, proven, finalized) in a single
1243
+ * read-only transaction so the snapshot is internally consistent. Each underlying record is
1244
+ * read at most once: latest block and latest confirmed checkpoint are loaded directly (no
1245
+ * separate "find the number, then look up data" hop), the proven/finalized checkpoint
1246
+ * singletons are read once and their storage entries are reused if they coincide with the
1247
+ * latest checkpoint, and per-tip block hashes are deduped when two tips land on the same block
1248
+ * (e.g. finalized == proven).
1249
+ *
1250
+ * The result is guaranteed to satisfy `finalized <= proven <= checkpointed <= proposed` (by
1251
+ * block number). Genesis is represented by `(INITIAL_L2_BLOCK_NUM - 1)` and the supplied
1252
+ * `genesisBlockHash`, paired with the synthetic genesis checkpoint id.
1253
+ *
1254
+ * @param genesisBlockHash - Block hash to report for the synthetic pre-initial block (used when
1255
+ * a tip is still at genesis).
1256
+ */
1257
+ async getL2TipsData(genesisBlockHash: BlockHash): Promise<L2Tips> {
1258
+ return await this.db.transactionAsync(async () => {
1259
+ // Define genesis tips
1260
+ const genesisBlockNumber = BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
1261
+ const genesisCheckpointNumber = CheckpointNumber(INITIAL_CHECKPOINT_NUMBER - 1);
1262
+ const genesisBlockId = { number: genesisBlockNumber, hash: genesisBlockHash.toString() };
1263
+ const genesisCheckpointId = {
1264
+ number: genesisCheckpointNumber,
1265
+ hash: GENESIS_CHECKPOINT_HEADER_HASH.toString(),
1266
+ };
1267
+ const genesisTip: L2TipId = { block: genesisBlockId, checkpoint: genesisCheckpointId };
1268
+
1269
+ // Load latest block and checkpoint entries
1270
+ const [latestBlockEntry] = await toArray(this.#blocks.entriesAsync({ reverse: true, limit: 1 }));
1271
+ const [latestCheckpointEntry] = await toArray(this.#checkpoints.entriesAsync({ reverse: true, limit: 1 }));
1272
+ const latestCheckpointNumber = latestCheckpointEntry
1273
+ ? CheckpointNumber(latestCheckpointEntry[0])
1274
+ : genesisCheckpointNumber;
1275
+
1276
+ // Load proven and finalized checkpoint number pointers
1277
+ const [provenRaw, finalizedRaw] = await Promise.all([
1278
+ this.#lastProvenCheckpoint.getAsync(),
1279
+ this.#lastFinalizedCheckpoint.getAsync(),
1280
+ ]);
1281
+
1282
+ // Clamp to enforce finalized <= proven <= checkpointed.
1283
+ const provenCheckpointNumber = CheckpointNumber(Math.min(provenRaw ?? 0, latestCheckpointNumber));
1284
+ const finalizedCheckpointNumber = CheckpointNumber(Math.min(finalizedRaw ?? 0, provenCheckpointNumber));
1285
+
1286
+ // Avoid loading the same checkpoint more than once
1287
+ const checkpointStorageCache = new Map<CheckpointNumber, CheckpointStorage>();
1288
+ if (latestCheckpointEntry) {
1289
+ checkpointStorageCache.set(CheckpointNumber(latestCheckpointEntry[0]), latestCheckpointEntry[1]);
1290
+ }
1291
+ const loadCheckpointStorage = async (n: CheckpointNumber): Promise<CheckpointStorage | undefined> => {
1292
+ if (n === 0) {
1293
+ return undefined;
1294
+ }
1295
+ if (!checkpointStorageCache.has(n)) {
1296
+ const checkpointStorage = await this.#checkpoints.getAsync(n);
1297
+ if (!checkpointStorage) {
1298
+ throw new CheckpointNotFoundError(n);
1299
+ }
1300
+ checkpointStorageCache.set(n, checkpointStorage);
1301
+ }
1302
+ return checkpointStorageCache.get(n)!;
1303
+ };
1304
+
1305
+ // Load proven and finalized checkpoint storage entries
1306
+ const provenCheckpoint = await loadCheckpointStorage(provenCheckpointNumber);
1307
+ const finalizedCheckpoint = await loadCheckpointStorage(finalizedCheckpointNumber);
1308
+
1309
+ // Avoid loading the same block hash multiple times when tips land on the same block
1310
+ const blockHashCache = new Map<number, string>();
1311
+ blockHashCache.set(genesisBlockNumber, genesisBlockHash.toString());
1312
+ if (latestBlockEntry) {
1313
+ blockHashCache.set(latestBlockEntry[0], BlockHash.fromBuffer(latestBlockEntry[1].blockHash).toString());
1314
+ }
1315
+ const loadBlockHash = async (n: BlockNumber): Promise<string> => {
1316
+ if (!blockHashCache.has(n)) {
1317
+ const blockStorage = await this.#blocks.getAsync(n);
1318
+ if (!blockStorage) {
1319
+ throw new BlockNotFoundError(n);
1320
+ }
1321
+ const blockHash = BlockHash.fromBuffer(blockStorage.blockHash).toString();
1322
+ blockHashCache.set(n, blockHash);
1323
+ }
1324
+ return blockHashCache.get(n)!;
1325
+ };
1326
+
1327
+ // Build proposed chain tip (this one has block only, no checkpoint)
1328
+ const proposedBlockId =
1329
+ latestBlockEntry === undefined
1330
+ ? genesisBlockId
1331
+ : {
1332
+ number: BlockNumber(latestBlockEntry[0]),
1333
+ hash: BlockHash.fromBuffer(latestBlockEntry[1].blockHash).toString(),
1334
+ };
1335
+
1336
+ // Build other tips from checkpoint data, reading corresponding block data from the cache
1337
+ const buildTipFromCheckpoint = async (
1338
+ stored: ProposedCheckpointStorage | CheckpointStorage | undefined,
1339
+ ): Promise<L2TipId> => {
1340
+ if (!stored) {
1341
+ return genesisTip;
1342
+ }
1343
+ const blockNumber = BlockNumber(stored.startBlock + stored.blockCount - 1);
1344
+ const blockHash = await loadBlockHash(blockNumber);
1345
+ const header = CheckpointHeader.fromBuffer(stored.header);
1346
+ return {
1347
+ block: { number: blockNumber, hash: blockHash },
1348
+ checkpoint: { number: CheckpointNumber(stored.checkpointNumber), hash: header.hash().toString() },
1349
+ };
1350
+ };
1351
+
1352
+ const checkpointedTip = await buildTipFromCheckpoint(latestCheckpointEntry?.[1]);
1353
+ const provenTip = await buildTipFromCheckpoint(provenCheckpoint);
1354
+ const finalizedTip = await buildTipFromCheckpoint(finalizedCheckpoint);
1355
+
1356
+ // A checkpointed block past the latest stored block would mean a checkpoint
1357
+ // references blocks that aren't in blocks.
1358
+ if (proposedBlockId.number < checkpointedTip.block.number) {
1359
+ throw new Error(
1360
+ `Inconsistent block store: latest block ${proposedBlockId.number} is behind checkpointed block ${checkpointedTip.block.number}`,
1361
+ );
1362
+ }
1363
+
1364
+ // Assert that checkpoint numbers are increasing
1365
+ if (
1366
+ finalizedTip.checkpoint.number > provenTip.checkpoint.number ||
1367
+ provenTip.checkpoint.number > checkpointedTip.checkpoint.number
1368
+ ) {
1369
+ throw new Error(
1370
+ `Inconsistent checkpoint numbers in chain tips: finalized=${finalizedTip.checkpoint.number} proven=${provenTip.checkpoint.number} checkpointed=${checkpointedTip.checkpoint.number}`,
1371
+ );
1372
+ }
1373
+
1374
+ // Assert block numbers are increasing
1375
+ if (
1376
+ finalizedTip.block.number > provenTip.block.number ||
1377
+ provenTip.block.number > checkpointedTip.block.number ||
1378
+ checkpointedTip.block.number > proposedBlockId.number
1379
+ ) {
1380
+ throw new Error(
1381
+ `Inconsistent block numbers in chain tips: finalized=${finalizedTip.block.number} proven=${provenTip.block.number} checkpointed=${checkpointedTip.block.number} proposed=${proposedBlockId.number}`,
1382
+ );
1383
+ }
1384
+
1385
+ return {
1386
+ proposed: proposedBlockId,
1387
+ checkpointed: checkpointedTip,
1388
+ proven: provenTip,
1389
+ finalized: finalizedTip,
1390
+ };
1391
+ });
1392
+ }
1393
+
1071
1394
  /**
1072
1395
  * Gets the most recent L1 block processed.
1073
1396
  * @returns The L1 block that published the latest L2 block
@@ -1080,24 +1403,29 @@ export class BlockStore {
1080
1403
  return this.#lastSynchedL1Block.set(l1BlockNumber);
1081
1404
  }
1082
1405
 
1083
- /** Sets the proposed checkpoint (not yet L1-confirmed). Only accepts confirmed + 1.
1084
- * Computes archive and checkpointOutHash from the stored blocks. */
1085
- async setProposedCheckpoint(proposed: ProposedCheckpointInput) {
1406
+ /**
1407
+ * Adds a proposed checkpoint to the pending queue.
1408
+ * Accepts proposed.checkpointNumber === latestTip + 1, where latestTip is the highest of
1409
+ * confirmed and the highest pending checkpoint number.
1410
+ * Computes archive and checkpointOutHash from the stored blocks.
1411
+ */
1412
+ async addProposedCheckpoint(proposed: ProposedCheckpointInput) {
1086
1413
  return await this.db.transactionAsync(async () => {
1087
- const current = await this.getProposedCheckpointNumber();
1088
- if (proposed.checkpointNumber <= current) {
1089
- throw new ProposedCheckpointStaleError(proposed.checkpointNumber, current);
1090
- }
1091
1414
  const confirmed = await this.getLatestCheckpointNumber();
1092
- if (proposed.checkpointNumber !== confirmed + 1) {
1093
- throw new ProposedCheckpointNotSequentialError(proposed.checkpointNumber, confirmed);
1415
+ const [latestPendingKey] = await toArray(this.#proposedCheckpoints.keysAsync({ reverse: true, limit: 1 }));
1416
+ const latestTip = CheckpointNumber(
1417
+ latestPendingKey !== undefined ? Math.max(latestPendingKey, confirmed) : confirmed,
1418
+ );
1419
+
1420
+ if (proposed.checkpointNumber !== latestTip + 1) {
1421
+ throw new ProposedCheckpointNotSequentialError(proposed.checkpointNumber, latestTip);
1094
1422
  }
1095
1423
 
1096
- // Ensure the previous checkpoint + blocks exist
1424
+ // Ensure the predecessor block (from pending or confirmed chain) exists
1097
1425
  const previousBlock = await this.getPreviousCheckpointBlock(proposed.checkpointNumber);
1098
1426
  const blocks: L2Block[] = [];
1099
1427
  for (let i = 0; i < proposed.blockCount; i++) {
1100
- const block = await this.getBlock(BlockNumber(proposed.startBlock + i));
1428
+ const block = await this.getBlock({ number: BlockNumber(proposed.startBlock + i) });
1101
1429
  if (!block) {
1102
1430
  throw new BlockNotFoundError(proposed.startBlock + i);
1103
1431
  }
@@ -1108,7 +1436,7 @@ export class BlockStore {
1108
1436
  const archive = blocks[blocks.length - 1].archive;
1109
1437
  const checkpointOutHash = Checkpoint.getCheckpointOutHash(blocks);
1110
1438
 
1111
- await this.#proposedCheckpoint.set({
1439
+ await this.#proposedCheckpoints.set(proposed.checkpointNumber, {
1112
1440
  header: proposed.header.toBuffer(),
1113
1441
  archive: archive.toBuffer(),
1114
1442
  checkpointOutHash: checkpointOutHash.toBuffer(),
@@ -1122,13 +1450,15 @@ export class BlockStore {
1122
1450
  }
1123
1451
 
1124
1452
  async getProvenCheckpointNumber(): Promise<CheckpointNumber> {
1125
- const [latestCheckpointNumber, provenCheckpointNumber] = await Promise.all([
1126
- this.getLatestCheckpointNumber(),
1127
- this.#lastProvenCheckpoint.getAsync(),
1128
- ]);
1129
- return (provenCheckpointNumber ?? 0) > latestCheckpointNumber
1130
- ? latestCheckpointNumber
1131
- : CheckpointNumber(provenCheckpointNumber ?? 0);
1453
+ return await this.db.transactionAsync(async () => {
1454
+ const [latestCheckpointNumber, provenCheckpointNumber] = await Promise.all([
1455
+ this.getLatestCheckpointNumber(),
1456
+ this.#lastProvenCheckpoint.getAsync(),
1457
+ ]);
1458
+ return (provenCheckpointNumber ?? 0) > latestCheckpointNumber
1459
+ ? latestCheckpointNumber
1460
+ : CheckpointNumber(provenCheckpointNumber ?? 0);
1461
+ });
1132
1462
  }
1133
1463
 
1134
1464
  async setProvenCheckpointNumber(checkpointNumber: CheckpointNumber) {
@@ -1137,13 +1467,15 @@ export class BlockStore {
1137
1467
  }
1138
1468
 
1139
1469
  async getFinalizedCheckpointNumber(): Promise<CheckpointNumber> {
1140
- const [latestCheckpointNumber, finalizedCheckpointNumber] = await Promise.all([
1141
- this.getLatestCheckpointNumber(),
1142
- this.#lastFinalizedCheckpoint.getAsync(),
1143
- ]);
1144
- return (finalizedCheckpointNumber ?? 0) > latestCheckpointNumber
1145
- ? latestCheckpointNumber
1146
- : CheckpointNumber(finalizedCheckpointNumber ?? 0);
1470
+ return await this.db.transactionAsync(async () => {
1471
+ const [provenCheckpointNumber, finalizedCheckpointNumber] = await Promise.all([
1472
+ this.getProvenCheckpointNumber(),
1473
+ this.#lastFinalizedCheckpoint.getAsync(),
1474
+ ]);
1475
+ return (finalizedCheckpointNumber ?? 0) > provenCheckpointNumber
1476
+ ? provenCheckpointNumber
1477
+ : CheckpointNumber(finalizedCheckpointNumber ?? 0);
1478
+ });
1147
1479
  }
1148
1480
 
1149
1481
  setFinalizedCheckpointNumber(checkpointNumber: CheckpointNumber) {
@@ -1186,4 +1518,80 @@ export class BlockStore {
1186
1518
  await this.#pendingChainValidationStatus.delete();
1187
1519
  }
1188
1520
  }
1521
+
1522
+ /** Records a rejected-checkpoint entry, keyed by its own archive root. */
1523
+ async addRejectedCheckpoint(entry: RejectedCheckpoint): Promise<void> {
1524
+ const archiveRootHex = entry.archiveRoot.toString();
1525
+ await this.#rejectedCheckpoints.set(archiveRootHex, {
1526
+ checkpointNumber: entry.checkpointNumber,
1527
+ archiveRoot: entry.archiveRoot.toBuffer(),
1528
+ parentArchiveRoot: entry.parentArchiveRoot.toBuffer(),
1529
+ slotNumber: entry.slotNumber,
1530
+ l1: entry.l1.toBuffer(),
1531
+ reason: entry.reason,
1532
+ });
1533
+ await this.#rejectedCheckpointsByNumber.set(entry.checkpointNumber, archiveRootHex);
1534
+ await this.advanceSynchedL1BlockNumber(entry.l1.blockNumber);
1535
+ }
1536
+
1537
+ /** Returns the rejected-checkpoint entry with the given archive root, or undefined if not present. */
1538
+ async getRejectedCheckpointByArchiveRoot(archiveRoot: Fr): Promise<RejectedCheckpoint | undefined> {
1539
+ const stored = await this.#rejectedCheckpoints.getAsync(archiveRoot.toString());
1540
+ return stored ? this.rejectedCheckpointFromStorage(stored) : undefined;
1541
+ }
1542
+
1543
+ /** Returns the rejected-checkpoint entry recorded for the given checkpoint number, or undefined if none. */
1544
+ async getRejectedCheckpointByNumber(checkpointNumber: CheckpointNumber): Promise<RejectedCheckpoint | undefined> {
1545
+ const archiveRootHex = await this.#rejectedCheckpointsByNumber.getAsync(checkpointNumber);
1546
+ if (archiveRootHex === undefined) {
1547
+ return undefined;
1548
+ }
1549
+ const stored = await this.#rejectedCheckpoints.getAsync(archiveRootHex);
1550
+ return stored ? this.rejectedCheckpointFromStorage(stored) : undefined;
1551
+ }
1552
+
1553
+ /** Returns the highest checkpoint number recorded across all rejected entries, or `INITIAL_CHECKPOINT_NUMBER - 1` if none. */
1554
+ async getLatestRejectedCheckpointNumber(): Promise<CheckpointNumber> {
1555
+ const [latest] = await toArray(this.#rejectedCheckpointsByNumber.keysAsync({ reverse: true, limit: 1 }));
1556
+ return CheckpointNumber(latest ?? INITIAL_CHECKPOINT_NUMBER - 1);
1557
+ }
1558
+
1559
+ /** Removes a rejected-checkpoint entry by its archive root (used when an entry no longer matches L1). */
1560
+ async removeRejectedCheckpointByArchiveRoot(archiveRoot: Fr): Promise<void> {
1561
+ const archiveRootHex = archiveRoot.toString();
1562
+ const stored = await this.#rejectedCheckpoints.getAsync(archiveRootHex);
1563
+ await this.#rejectedCheckpoints.delete(archiveRootHex);
1564
+ if (stored) {
1565
+ // Only clear the by-number index if it still points at this archive root, so a distinct
1566
+ // entry that shares the checkpoint number (e.g. an L1 reorg replacement) is not dropped.
1567
+ const indexed = await this.#rejectedCheckpointsByNumber.getAsync(stored.checkpointNumber);
1568
+ if (indexed === archiveRootHex) {
1569
+ await this.#rejectedCheckpointsByNumber.delete(stored.checkpointNumber);
1570
+ }
1571
+ }
1572
+ }
1573
+
1574
+ /**
1575
+ * Advances the stored last-synched L1 block number to `l1BlockNumber` only if it is strictly
1576
+ * greater than the current value. Use this whenever ingesting checkpoint-shaped data so the
1577
+ * sync pointer never walks backwards on out-of-order writes (e.g. an invalid checkpoint
1578
+ * advance followed by a valid-checkpoint commit landing at an earlier L1 block).
1579
+ */
1580
+ private async advanceSynchedL1BlockNumber(l1BlockNumber: bigint): Promise<void> {
1581
+ const current = await this.#lastSynchedL1Block.getAsync();
1582
+ if (current === undefined || l1BlockNumber > current) {
1583
+ await this.#lastSynchedL1Block.set(l1BlockNumber);
1584
+ }
1585
+ }
1586
+
1587
+ private rejectedCheckpointFromStorage(stored: RejectedCheckpointStorage): RejectedCheckpoint {
1588
+ return {
1589
+ checkpointNumber: CheckpointNumber(stored.checkpointNumber),
1590
+ archiveRoot: Fr.fromBuffer(stored.archiveRoot),
1591
+ parentArchiveRoot: Fr.fromBuffer(stored.parentArchiveRoot),
1592
+ slotNumber: SlotNumber(stored.slotNumber),
1593
+ l1: L1PublishedData.fromBuffer(stored.l1),
1594
+ reason: stored.reason,
1595
+ };
1596
+ }
1189
1597
  }