@aztec/archiver 0.0.1-commit.42ee6df9b → 0.0.1-commit.431c48d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (124) hide show
  1. package/README.md +7 -7
  2. package/dest/archiver.d.ts +70 -15
  3. package/dest/archiver.d.ts.map +1 -1
  4. package/dest/archiver.js +273 -71
  5. package/dest/config.d.ts +7 -3
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +44 -16
  8. package/dest/errors.d.ts +35 -13
  9. package/dest/errors.d.ts.map +1 -1
  10. package/dest/errors.js +54 -16
  11. package/dest/factory.d.ts +18 -6
  12. package/dest/factory.d.ts.map +1 -1
  13. package/dest/factory.js +66 -21
  14. package/dest/index.d.ts +11 -3
  15. package/dest/index.d.ts.map +1 -1
  16. package/dest/index.js +10 -2
  17. package/dest/l1/calldata_retriever.d.ts +9 -1
  18. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  19. package/dest/l1/calldata_retriever.js +20 -10
  20. package/dest/l1/data_retrieval.d.ts +24 -10
  21. package/dest/l1/data_retrieval.d.ts.map +1 -1
  22. package/dest/l1/data_retrieval.js +13 -19
  23. package/dest/l1/trace_tx.d.ts +12 -66
  24. package/dest/l1/trace_tx.d.ts.map +1 -1
  25. package/dest/l1/validate_historical_logs.d.ts +23 -0
  26. package/dest/l1/validate_historical_logs.d.ts.map +1 -0
  27. package/dest/l1/validate_historical_logs.js +108 -0
  28. package/dest/modules/contract_data_source_adapter.d.ts +25 -0
  29. package/dest/modules/contract_data_source_adapter.d.ts.map +1 -0
  30. package/dest/modules/contract_data_source_adapter.js +32 -0
  31. package/dest/modules/data_source_base.d.ts +71 -50
  32. package/dest/modules/data_source_base.d.ts.map +1 -1
  33. package/dest/modules/data_source_base.js +250 -150
  34. package/dest/modules/data_store_updater.d.ts +28 -9
  35. package/dest/modules/data_store_updater.d.ts.map +1 -1
  36. package/dest/modules/data_store_updater.js +129 -64
  37. package/dest/modules/instrumentation.d.ts +15 -2
  38. package/dest/modules/instrumentation.d.ts.map +1 -1
  39. package/dest/modules/instrumentation.js +48 -9
  40. package/dest/modules/l1_synchronizer.d.ts +11 -7
  41. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  42. package/dest/modules/l1_synchronizer.js +347 -118
  43. package/dest/modules/outbox_trees_resolver.d.ts +64 -0
  44. package/dest/modules/outbox_trees_resolver.d.ts.map +1 -0
  45. package/dest/modules/outbox_trees_resolver.js +184 -0
  46. package/dest/modules/validation.d.ts +30 -7
  47. package/dest/modules/validation.d.ts.map +1 -1
  48. package/dest/modules/validation.js +33 -15
  49. package/dest/store/block_store.d.ts +169 -94
  50. package/dest/store/block_store.d.ts.map +1 -1
  51. package/dest/store/block_store.js +618 -270
  52. package/dest/store/contract_class_store.d.ts +17 -3
  53. package/dest/store/contract_class_store.d.ts.map +1 -1
  54. package/dest/store/contract_class_store.js +36 -2
  55. package/dest/store/contract_instance_store.d.ts +28 -1
  56. package/dest/store/contract_instance_store.d.ts.map +1 -1
  57. package/dest/store/contract_instance_store.js +53 -5
  58. package/dest/store/data_stores.d.ts +68 -0
  59. package/dest/store/data_stores.d.ts.map +1 -0
  60. package/dest/store/data_stores.js +54 -0
  61. package/dest/store/function_names_cache.d.ts +17 -0
  62. package/dest/store/function_names_cache.d.ts.map +1 -0
  63. package/dest/store/function_names_cache.js +30 -0
  64. package/dest/store/l2_tips_cache.d.ts +13 -8
  65. package/dest/store/l2_tips_cache.d.ts.map +1 -1
  66. package/dest/store/l2_tips_cache.js +13 -96
  67. package/dest/store/log_store.d.ts +42 -40
  68. package/dest/store/log_store.d.ts.map +1 -1
  69. package/dest/store/log_store.js +257 -480
  70. package/dest/store/log_store_codec.d.ts +78 -0
  71. package/dest/store/log_store_codec.d.ts.map +1 -0
  72. package/dest/store/log_store_codec.js +110 -0
  73. package/dest/store/message_store.d.ts +9 -3
  74. package/dest/store/message_store.d.ts.map +1 -1
  75. package/dest/store/message_store.js +31 -1
  76. package/dest/test/fake_l1_state.d.ts +14 -3
  77. package/dest/test/fake_l1_state.d.ts.map +1 -1
  78. package/dest/test/fake_l1_state.js +58 -18
  79. package/dest/test/mock_l1_to_l2_message_source.d.ts +1 -1
  80. package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
  81. package/dest/test/mock_l1_to_l2_message_source.js +1 -2
  82. package/dest/test/mock_l2_block_source.d.ts +47 -54
  83. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  84. package/dest/test/mock_l2_block_source.js +229 -205
  85. package/dest/test/mock_structs.d.ts +1 -1
  86. package/dest/test/mock_structs.d.ts.map +1 -1
  87. package/dest/test/mock_structs.js +2 -2
  88. package/dest/test/noop_l1_archiver.d.ts +14 -6
  89. package/dest/test/noop_l1_archiver.d.ts.map +1 -1
  90. package/dest/test/noop_l1_archiver.js +26 -10
  91. package/package.json +15 -14
  92. package/src/archiver.ts +355 -77
  93. package/src/config.ts +51 -20
  94. package/src/errors.ts +80 -23
  95. package/src/factory.ts +80 -19
  96. package/src/index.ts +18 -2
  97. package/src/l1/calldata_retriever.ts +27 -10
  98. package/src/l1/data_retrieval.ts +38 -36
  99. package/src/l1/validate_historical_logs.ts +140 -0
  100. package/src/modules/contract_data_source_adapter.ts +46 -0
  101. package/src/modules/data_source_base.ts +319 -200
  102. package/src/modules/data_store_updater.ts +156 -65
  103. package/src/modules/instrumentation.ts +43 -10
  104. package/src/modules/l1_synchronizer.ts +499 -136
  105. package/src/modules/outbox_trees_resolver.ts +220 -0
  106. package/src/modules/validation.ts +78 -21
  107. package/src/store/block_store.ts +741 -333
  108. package/src/store/contract_class_store.ts +47 -3
  109. package/src/store/contract_instance_store.ts +67 -7
  110. package/src/store/data_stores.ts +104 -0
  111. package/src/store/function_names_cache.ts +37 -0
  112. package/src/store/l2_tips_cache.ts +16 -109
  113. package/src/store/log_store.ts +296 -652
  114. package/src/store/log_store_codec.ts +143 -0
  115. package/src/store/message_store.ts +35 -2
  116. package/src/test/fake_l1_state.ts +65 -27
  117. package/src/test/mock_l1_to_l2_message_source.ts +0 -1
  118. package/src/test/mock_l2_block_source.ts +276 -258
  119. package/src/test/mock_structs.ts +5 -2
  120. package/src/test/noop_l1_archiver.ts +54 -11
  121. package/dest/store/kv_archiver_store.d.ts +0 -377
  122. package/dest/store/kv_archiver_store.d.ts.map +0 -1
  123. package/dest/store/kv_archiver_store.js +0 -494
  124. package/src/store/kv_archiver_store.ts +0 -713
@@ -6,17 +6,23 @@ import {
6
6
  ContractInstancePublishedEvent,
7
7
  ContractInstanceUpdatedEvent,
8
8
  } from '@aztec/protocol-contracts/instance-registry';
9
- import type { L2Block, ValidateCheckpointResult } from '@aztec/stdlib/block';
10
- import { type ProposedCheckpointInput, type PublishedCheckpoint, validateCheckpoint } from '@aztec/stdlib/checkpoint';
9
+ import type { CommitteeAttestation, L2Block, ValidateCheckpointResult } from '@aztec/stdlib/block';
10
+ import {
11
+ type L1PublishedData,
12
+ type ProposedCheckpointInput,
13
+ type PublishedCheckpoint,
14
+ validateCheckpoint,
15
+ } from '@aztec/stdlib/checkpoint';
11
16
  import {
12
17
  type ContractClassPublicWithCommitment,
13
18
  computeContractAddressFromInstance,
14
19
  computeContractClassId,
15
20
  } from '@aztec/stdlib/contract';
21
+ import { MAX_CAPACITY_BLOCKS_PER_CHECKPOINT } from '@aztec/stdlib/deserialization';
16
22
  import type { ContractClassLog, PrivateLog, PublicLog } from '@aztec/stdlib/logs';
17
23
  import type { UInt64 } from '@aztec/stdlib/types';
18
24
 
19
- import type { KVArchiverDataStore } from '../store/kv_archiver_store.js';
25
+ import type { ArchiverDataStores } from '../store/data_stores.js';
20
26
  import type { L2TipsCache } from '../store/l2_tips_cache.js';
21
27
 
22
28
  /** Operation type for contract data updates. */
@@ -38,7 +44,7 @@ export class ArchiverDataStoreUpdater {
38
44
  private readonly log = createLogger('archiver:store_updater');
39
45
 
40
46
  constructor(
41
- private store: KVArchiverDataStore,
47
+ private stores: ArchiverDataStores,
42
48
  private l2TipsCache?: L2TipsCache,
43
49
  private opts: { rollupManaLimit?: number } = {},
44
50
  ) {}
@@ -56,21 +62,22 @@ export class ArchiverDataStoreUpdater {
56
62
  block: L2Block,
57
63
  pendingChainValidationStatus?: ValidateCheckpointResult,
58
64
  ): Promise<boolean> {
59
- const result = await this.store.transactionAsync(async () => {
60
- await this.store.addProposedBlock(block);
65
+ const result = await this.stores.db.transactionAsync(async () => {
66
+ await this.stores.blocks.addProposedBlock(block);
61
67
 
62
68
  const opResults = await Promise.all([
63
69
  // Update the pending chain validation status if provided
64
- pendingChainValidationStatus && this.store.setPendingChainValidationStatus(pendingChainValidationStatus),
70
+ pendingChainValidationStatus &&
71
+ this.stores.blocks.setPendingChainValidationStatus(pendingChainValidationStatus),
65
72
  // Add any logs emitted during the retrieved block
66
- this.store.addLogs([block]),
73
+ this.stores.logs.addLogs([block]),
67
74
  // Unroll all logs emitted during the retrieved block and extract any contract classes and instances from it
68
75
  this.addContractDataToDb(block),
69
76
  ]);
70
77
 
71
- await this.l2TipsCache?.refresh();
72
78
  return opResults.every(Boolean);
73
79
  });
80
+ await this.l2TipsCache?.refresh();
74
81
  return result;
75
82
  }
76
83
 
@@ -79,64 +86,106 @@ export class ArchiverDataStoreUpdater {
79
86
  * Adds new checkpoints to the store with contract class/instance extraction from logs.
80
87
  * Prunes any local blocks that conflict with checkpoint data (by comparing archive roots).
81
88
  * Extracts ContractClassPublished, ContractInstancePublished, ContractInstanceUpdated events from the checkpoint block logs.
89
+ * If `promoteProposed` is supplied, the proposed-checkpoint promotion runs inside the same transaction
90
+ * as the added checkpoints so both updates are applied atomically.
82
91
  *
83
- * @param checkpoints - The published checkpoints to add.
92
+ * @param checkpoints - The published checkpoints to add (excluding any being promoted from proposed).
84
93
  * @param pendingChainValidationStatus - Optional validation status to set.
94
+ * @param promoteProposed - Optional promotion of the current proposed checkpoint (fast path when blocks are already local).
85
95
  * @returns Result with information about any pruned blocks.
86
96
  */
87
97
  public async addCheckpoints(
88
98
  checkpoints: PublishedCheckpoint[],
89
99
  pendingChainValidationStatus?: ValidateCheckpointResult,
100
+ promoteProposed?: {
101
+ l1: L1PublishedData;
102
+ attestations: CommitteeAttestation[];
103
+ checkpoint: PublishedCheckpoint;
104
+ },
105
+ evictProposedFrom?: CheckpointNumber,
90
106
  ): Promise<ReconcileCheckpointsResult> {
107
+ // These checkpoints are already on L1, so ingest validates against the physical blob capacity rather than
108
+ // the conservative build/attest policy, and tolerates an empty non-first block. Both rules are enforced by
109
+ // proposers and attesters; rejecting an ingest would stall sync rather than undo the checkpoint.
110
+ const validateOpts = {
111
+ rollupManaLimit: this.opts?.rollupManaLimit,
112
+ maxBlocksPerCheckpoint: MAX_CAPACITY_BLOCKS_PER_CHECKPOINT,
113
+ allowEmptyNonFirstBlocks: true,
114
+ };
91
115
  for (const checkpoint of checkpoints) {
92
- validateCheckpoint(checkpoint.checkpoint, { rollupManaLimit: this.opts?.rollupManaLimit });
116
+ validateCheckpoint(checkpoint.checkpoint, validateOpts);
117
+ }
118
+ if (promoteProposed) {
119
+ validateCheckpoint(promoteProposed.checkpoint.checkpoint, validateOpts);
93
120
  }
94
121
 
95
- const result = await this.store.transactionAsync(async () => {
122
+ const result = await this.stores.db.transactionAsync(async () => {
96
123
  // Before adding checkpoints, check for conflicts with local blocks if any
97
124
  const { prunedBlocks, lastAlreadyInsertedBlockNumber } = await this.pruneMismatchingLocalBlocks(checkpoints);
98
125
 
99
- await this.store.addCheckpoints(checkpoints);
126
+ const insertedCheckpoints = await this.stores.blocks.addCheckpoints(checkpoints);
100
127
 
101
- // Filter out blocks that were already inserted via addProposedBlock() to avoid duplicating logs/contract data
102
- const newBlocks = checkpoints
128
+ // Skip blocks already inserted via addProposedBlock() and blocks of already-stored checkpoints
129
+ // re-included by an L1 reorg: their logs/contract data were extracted when first inserted.
130
+ const newBlocks = insertedCheckpoints
103
131
  .flatMap((ch: PublishedCheckpoint) => ch.checkpoint.blocks)
104
132
  .filter(b => lastAlreadyInsertedBlockNumber === undefined || b.number > lastAlreadyInsertedBlockNumber);
105
133
 
106
134
  await Promise.all([
107
135
  // Update the pending chain validation status if provided
108
- pendingChainValidationStatus && this.store.setPendingChainValidationStatus(pendingChainValidationStatus),
136
+ pendingChainValidationStatus &&
137
+ this.stores.blocks.setPendingChainValidationStatus(pendingChainValidationStatus),
109
138
  // Add any logs emitted during the retrieved blocks
110
- this.store.addLogs(newBlocks),
139
+ this.stores.logs.addLogs(newBlocks),
111
140
  // Unroll all logs emitted during the retrieved blocks and extract any contract classes and instances from them
112
141
  ...newBlocks.map(block => this.addContractDataToDb(block)),
142
+ // Promote the proposed checkpoint if requested (uses explicit checkpoint number)
143
+ promoteProposed
144
+ ? this.stores.blocks.promoteProposedToCheckpointed(
145
+ promoteProposed.checkpoint.checkpoint.number,
146
+ promoteProposed.l1,
147
+ promoteProposed.attestations,
148
+ promoteProposed.checkpoint.checkpoint.archive.root,
149
+ )
150
+ : undefined,
151
+ // Evict pending checkpoints that diverged from what L1 mined
152
+ evictProposedFrom !== undefined
153
+ ? this.stores.blocks.evictProposedCheckpointsFrom(evictProposedFrom)
154
+ : undefined,
113
155
  ]);
114
156
 
115
- await this.l2TipsCache?.refresh();
116
157
  return { prunedBlocks, lastAlreadyInsertedBlockNumber };
117
158
  });
159
+ await this.l2TipsCache?.refresh();
118
160
  return result;
119
161
  }
120
162
 
121
- public async setProposedCheckpoint(proposedCheckpoint: ProposedCheckpointInput) {
122
- const result = await this.store.transactionAsync(async () => {
123
- await this.store.setProposedCheckpoint(proposedCheckpoint);
124
- await this.l2TipsCache?.refresh();
163
+ public async addProposedCheckpoint(proposedCheckpoint: ProposedCheckpointInput) {
164
+ const result = await this.stores.db.transactionAsync(async () => {
165
+ await this.stores.blocks.addProposedCheckpoint(proposedCheckpoint);
125
166
  });
126
-
167
+ await this.l2TipsCache?.refresh();
127
168
  return result;
128
169
  }
129
170
 
130
171
  /**
131
172
  * Checks for local proposed blocks that do not match the ones to be checkpointed and prunes them.
132
- * This method handles multiple checkpoints but returns after pruning the first conflict found.
133
- * This is correct because pruning from the first conflict point removes all subsequent blocks,
134
- * and when checkpoints are added afterward, they include all the correct blocks.
173
+ * Conflict detection is keyed on `blockNumber`: when a local proposed block and an L1
174
+ * checkpointed block share a block number but live at different slots (e.g. a different proposer
175
+ * mined the same block number one slot earlier), we still treat them as a conflict and prune.
176
+ * The trailing per-checkpoint prune that handles "local has extra trailing blocks within the
177
+ * same slot as the published checkpoint" remains scoped by slot to preserve pipelining: local
178
+ * blocks that live at a later slot than the checkpoint being processed represent speculation
179
+ * atop the just-confirmed tip (and may be referenced by a pending proposed checkpoint), so we
180
+ * leave them in place. This method handles multiple checkpoints but returns after pruning the
181
+ * first conflict found. This is correct because pruning from the first conflict point removes
182
+ * all subsequent blocks, and when checkpoints are added afterward, they include all the correct
183
+ * blocks.
135
184
  */
136
185
  private async pruneMismatchingLocalBlocks(checkpoints: PublishedCheckpoint[]): Promise<ReconcileCheckpointsResult> {
137
186
  const [lastCheckpointedBlockNumber, lastBlockNumber] = await Promise.all([
138
- this.store.getCheckpointedL2BlockNumber(),
139
- this.store.getLatestBlockNumber(),
187
+ this.stores.blocks.getCheckpointedL2BlockNumber(),
188
+ this.stores.blocks.getLatestL2BlockNumber(),
140
189
  ]);
141
190
 
142
191
  // Exit early if there are no local uncheckpointed blocks
@@ -145,29 +194,29 @@ export class ArchiverDataStoreUpdater {
145
194
  }
146
195
 
147
196
  // Get all uncheckpointed local blocks
148
- const uncheckpointedLocalBlocks = await this.store.getBlocks(
149
- BlockNumber.add(lastCheckpointedBlockNumber, 1),
150
- lastBlockNumber - lastCheckpointedBlockNumber,
151
- );
197
+ const uncheckpointedLocalBlocks = await this.stores.blocks.getBlocksData({
198
+ from: BlockNumber.add(lastCheckpointedBlockNumber, 1),
199
+ limit: lastBlockNumber - lastCheckpointedBlockNumber,
200
+ });
152
201
 
153
202
  let lastAlreadyInsertedBlockNumber: BlockNumber | undefined;
154
203
 
155
204
  for (const publishedCheckpoint of checkpoints) {
156
205
  const checkpointBlocks = publishedCheckpoint.checkpoint.blocks;
157
206
  const slot = publishedCheckpoint.checkpoint.slot;
158
- const localBlocksInSlot = uncheckpointedLocalBlocks.filter(b => b.slot === slot);
159
207
 
160
208
  if (checkpointBlocks.length === 0) {
161
209
  this.log.warn(`Checkpoint ${publishedCheckpoint.checkpoint.number} for slot ${slot} has no blocks`);
162
210
  continue;
163
211
  }
164
212
 
165
- // Find the first checkpoint block that conflicts with an existing local block and prune local afterwards
213
+ // Find the first checkpoint block that conflicts with an existing local block and prune local afterwards.
214
+ // Conflict detection joins on block number only — same block number at a different slot is still a conflict.
166
215
  for (const checkpointBlock of checkpointBlocks) {
167
216
  const blockNumber = checkpointBlock.number;
168
- const existingBlock = localBlocksInSlot.find(b => b.number === blockNumber);
217
+ const existingBlock = uncheckpointedLocalBlocks.find(b => b.header.getBlockNumber() === blockNumber);
169
218
  const blockInfos = {
170
- existingBlock: existingBlock?.toBlockInfo(),
219
+ existingBlock: existingBlock?.header.toInspect(),
171
220
  checkpointBlock: checkpointBlock.toBlockInfo(),
172
221
  };
173
222
 
@@ -179,20 +228,24 @@ export class ArchiverDataStoreUpdater {
179
228
  } else {
180
229
  this.log.info(`Conflict detected at block ${blockNumber} between checkpointed and local block`, blockInfos);
181
230
  const prunedBlocks = await this.removeBlocksAfter(BlockNumber(blockNumber - 1));
231
+ await this.evictProposedCheckpointsForPrunedBlocks(prunedBlocks);
182
232
  return { prunedBlocks, lastAlreadyInsertedBlockNumber };
183
233
  }
184
234
  }
185
235
 
186
- // If local has more blocks than the checkpoint (e.g., local has [2,3,4] but checkpoint has [2,3]),
187
- // we need to prune the extra local blocks so they match what was checkpointed
236
+ // If the sequencer locally proposed extra blocks within this checkpoint's slot (e.g. local has
237
+ // [N, N+1] but L1 confirmed just [N]), prune the extras. Scoped to the checkpoint's slot so we
238
+ // do not throw away speculative blocks at later slots that belong to a pending proposed checkpoint.
188
239
  const lastCheckpointBlockNumber = checkpointBlocks.at(-1)!.number;
189
- const lastLocalBlockNumber = localBlocksInSlot.at(-1)?.number;
240
+ const localBlocksInSlot = uncheckpointedLocalBlocks.filter(b => b.header.getSlot() === slot);
241
+ const lastLocalBlockNumber = localBlocksInSlot.at(-1)?.header.getBlockNumber();
190
242
 
191
243
  if (lastLocalBlockNumber !== undefined && lastLocalBlockNumber > lastCheckpointBlockNumber) {
192
244
  this.log.warn(
193
245
  `Local chain for slot ${slot} ends at block ${lastLocalBlockNumber} but checkpoint ends at ${lastCheckpointBlockNumber}. Pruning blocks after block ${lastCheckpointBlockNumber}.`,
194
246
  );
195
247
  const prunedBlocks = await this.removeBlocksAfter(lastCheckpointBlockNumber);
248
+ await this.evictProposedCheckpointsForPrunedBlocks(prunedBlocks);
196
249
  return { prunedBlocks, lastAlreadyInsertedBlockNumber };
197
250
  }
198
251
  }
@@ -210,37 +263,74 @@ export class ArchiverDataStoreUpdater {
210
263
  * @throws Error if any block to be removed is checkpointed.
211
264
  */
212
265
  public async removeUncheckpointedBlocksAfter(blockNumber: BlockNumber): Promise<L2Block[]> {
213
- const result = await this.store.transactionAsync(async () => {
266
+ const result = await this.stores.db.transactionAsync(async () => {
214
267
  // Verify we're only removing uncheckpointed blocks
215
- const lastCheckpointedBlockNumber = await this.store.getCheckpointedL2BlockNumber();
268
+ const lastCheckpointedBlockNumber = await this.stores.blocks.getCheckpointedL2BlockNumber();
216
269
  if (blockNumber < lastCheckpointedBlockNumber) {
217
270
  throw new Error(
218
271
  `Cannot remove blocks after ${blockNumber} because checkpointed blocks exist up to ${lastCheckpointedBlockNumber}`,
219
272
  );
220
273
  }
221
274
 
222
- const result = await this.removeBlocksAfter(blockNumber);
275
+ const prunedBlocks = await this.removeBlocksAfter(blockNumber);
276
+ await this.evictProposedCheckpointsForPrunedBlocks(prunedBlocks);
223
277
 
224
- // Clear the proposed checkpoint if it exists, since its blocks have been pruned
225
- await this.store.deleteProposedCheckpoint();
278
+ return prunedBlocks;
279
+ });
280
+ await this.l2TipsCache?.refresh();
281
+ return result;
282
+ }
283
+
284
+ /**
285
+ * Removes all blocks without a proposed checkpoint strictly after the specified block number and cleans up associated contract data.
286
+ * This handles removal of provisionally added blocks along with their contract classes/instances.
287
+ * Verifies that each block being removed is not part of a stored checkpoint (proposed or not).
288
+ * This differs from `removeUncheckpointedBlocksAfter` in that it also checks proposed checkpoints.
289
+ *
290
+ * @param blockNumber - Remove all blocks with number greater than this.
291
+ * @returns The removed blocks.
292
+ * @throws Error if any block to be removed is checkpointed.
293
+ */
294
+ public async removeBlocksWithoutProposedCheckpointAfter(blockNumber: BlockNumber): Promise<L2Block[]> {
295
+ const result = await this.stores.db.transactionAsync(async () => {
296
+ // Verify we're only removing uncheckpointed blocks
297
+ const lastCheckpointedBlockNumber = await this.stores.blocks.getProposedCheckpointL2BlockNumber();
298
+ if (blockNumber < lastCheckpointedBlockNumber) {
299
+ throw new Error(
300
+ `Cannot remove blocks after ${blockNumber} because proposed checkpointed blocks exist up to ${lastCheckpointedBlockNumber}`,
301
+ );
302
+ }
226
303
 
227
- await this.l2TipsCache?.refresh();
228
- return result;
304
+ return await this.removeBlocksAfter(blockNumber);
229
305
  });
306
+ await this.l2TipsCache?.refresh();
230
307
  return result;
231
308
  }
232
309
 
310
+ /**
311
+ * Evicts pending proposed checkpoints that referenced any of the just-pruned blocks. Pruned
312
+ * blocks invalidate all proposed checkpoints from the lowest pruned block's checkpoint number
313
+ * onwards: those checkpoints either reference the pruned blocks directly or chain off them.
314
+ */
315
+ private async evictProposedCheckpointsForPrunedBlocks(prunedBlocks: L2Block[]): Promise<void> {
316
+ if (prunedBlocks.length === 0) {
317
+ return;
318
+ }
319
+ const fromCheckpointNumber = prunedBlocks[0].checkpointNumber;
320
+ await this.stores.blocks.evictProposedCheckpointsFrom(fromCheckpointNumber);
321
+ }
322
+
233
323
  /**
234
324
  * Removes all blocks strictly after the given block number along with any logs and contract data.
235
325
  * Does not remove their checkpoints.
236
326
  */
237
327
  private async removeBlocksAfter(blockNumber: BlockNumber): Promise<L2Block[]> {
238
328
  // First get the blocks to be removed so we can clean up contract data
239
- const removedBlocks = await this.store.removeBlocksAfter(blockNumber);
329
+ const removedBlocks = await this.stores.blocks.removeBlocksAfter(blockNumber);
240
330
 
241
331
  // Clean up contract data and logs for the removed blocks
242
332
  await Promise.all([
243
- this.store.deleteLogs(removedBlocks),
333
+ this.stores.logs.deleteLogs(removedBlocks),
244
334
  ...removedBlocks.map(block => this.removeContractDataFromDb(block)),
245
335
  ]);
246
336
 
@@ -257,20 +347,21 @@ export class ArchiverDataStoreUpdater {
257
347
  * @returns True if the operation is successful.
258
348
  */
259
349
  public async removeCheckpointsAfter(checkpointNumber: CheckpointNumber): Promise<boolean> {
260
- return await this.store.transactionAsync(async () => {
261
- const { blocksRemoved = [] } = await this.store.removeCheckpointsAfter(checkpointNumber);
350
+ const result = await this.stores.db.transactionAsync(async () => {
351
+ const { blocksRemoved = [] } = await this.stores.blocks.removeCheckpointsAfter(checkpointNumber);
262
352
 
263
353
  const opResults = await Promise.all([
264
354
  // Prune rolls back to the last proven block, which is by definition valid
265
- this.store.setPendingChainValidationStatus({ valid: true }),
355
+ this.stores.blocks.setPendingChainValidationStatus({ valid: true }),
266
356
  // Remove contract data for all blocks being removed
267
357
  ...blocksRemoved.map(block => this.removeContractDataFromDb(block)),
268
- this.store.deleteLogs(blocksRemoved),
358
+ this.stores.logs.deleteLogs(blocksRemoved),
269
359
  ]);
270
360
 
271
- await this.l2TipsCache?.refresh();
272
361
  return opResults.every(Boolean);
273
362
  });
363
+ await this.l2TipsCache?.refresh();
364
+ return result;
274
365
  }
275
366
 
276
367
  /**
@@ -278,10 +369,10 @@ export class ArchiverDataStoreUpdater {
278
369
  * @param checkpointNumber - The checkpoint number to set as proven.
279
370
  */
280
371
  public async setProvenCheckpointNumber(checkpointNumber: CheckpointNumber): Promise<void> {
281
- await this.store.transactionAsync(async () => {
282
- await this.store.setProvenCheckpointNumber(checkpointNumber);
283
- await this.l2TipsCache?.refresh();
372
+ await this.stores.db.transactionAsync(async () => {
373
+ await this.stores.blocks.setProvenCheckpointNumber(checkpointNumber);
284
374
  });
375
+ await this.l2TipsCache?.refresh();
285
376
  }
286
377
 
287
378
  /**
@@ -289,10 +380,10 @@ export class ArchiverDataStoreUpdater {
289
380
  * @param checkpointNumber - The checkpoint number to set as finalized.
290
381
  */
291
382
  public async setFinalizedCheckpointNumber(checkpointNumber: CheckpointNumber): Promise<void> {
292
- await this.store.transactionAsync(async () => {
293
- await this.store.setFinalizedCheckpointNumber(checkpointNumber);
294
- await this.l2TipsCache?.refresh();
383
+ await this.stores.db.transactionAsync(async () => {
384
+ await this.stores.blocks.setFinalizedCheckpointNumber(checkpointNumber);
295
385
  });
386
+ await this.l2TipsCache?.refresh();
296
387
  }
297
388
 
298
389
  /** Extracts and stores contract data from a single block. */
@@ -336,7 +427,7 @@ export class ArchiverDataStoreUpdater {
336
427
  const contractClasses = contractClassPublishedEvents.map(e => e.toContractClassPublic());
337
428
  if (contractClasses.length > 0) {
338
429
  contractClasses.forEach(c => this.log.verbose(`${Operation[operation]} contract class ${c.id.toString()}`));
339
- return await this.store.deleteContractClasses(contractClasses, blockNum);
430
+ return await this.stores.contractClasses.deleteContractClasses(contractClasses, blockNum);
340
431
  }
341
432
  return true;
342
433
  }
@@ -362,7 +453,7 @@ export class ArchiverDataStoreUpdater {
362
453
 
363
454
  if (contractClasses.length > 0) {
364
455
  contractClasses.forEach(c => this.log.verbose(`${Operation[operation]} contract class ${c.id.toString()}`));
365
- return await this.store.addContractClasses(contractClasses, blockNum);
456
+ return await this.stores.contractClasses.addContractClasses(contractClasses, blockNum);
366
457
  }
367
458
  return true;
368
459
  }
@@ -401,9 +492,9 @@ export class ArchiverDataStoreUpdater {
401
492
  this.log.verbose(`${Operation[operation]} contract instance at ${c.address.toString()}`),
402
493
  );
403
494
  if (operation == Operation.Store) {
404
- return await this.store.addContractInstances(contractInstances, blockNum);
495
+ return await this.stores.contractInstances.addContractInstances(contractInstances, blockNum);
405
496
  } else if (operation == Operation.Delete) {
406
- return await this.store.deleteContractInstances(contractInstances, blockNum);
497
+ return await this.stores.contractInstances.deleteContractInstances(contractInstances);
407
498
  }
408
499
  }
409
500
  return true;
@@ -427,9 +518,9 @@ export class ArchiverDataStoreUpdater {
427
518
  this.log.verbose(`${Operation[operation]} contract instance update at ${c.address.toString()}`),
428
519
  );
429
520
  if (operation == Operation.Store) {
430
- return await this.store.addContractInstanceUpdates(contractUpdates, timestamp);
521
+ return await this.stores.contractInstances.addContractInstanceUpdates(contractUpdates, timestamp);
431
522
  } else if (operation == Operation.Delete) {
432
- return await this.store.deleteContractInstanceUpdates(contractUpdates, timestamp);
523
+ return await this.stores.contractInstances.deleteContractInstanceUpdates(contractUpdates, timestamp);
433
524
  }
434
525
  }
435
526
  return true;
@@ -32,6 +32,7 @@ export class ArchiverInstrumentation {
32
32
  private pruneCount: UpDownCounter;
33
33
 
34
34
  private syncDurationPerBlock: Histogram;
35
+ private syncDurationPerCheckpoint: Histogram;
35
36
  private syncBlockCount: UpDownCounter;
36
37
  private manaPerBlock: Histogram;
37
38
  private txsPerBlock: Histogram;
@@ -42,6 +43,7 @@ export class ArchiverInstrumentation {
42
43
  private blockProposalTxTargetCount: UpDownCounter;
43
44
 
44
45
  private checkpointL1InclusionDelay: Histogram;
46
+ private checkpointPromotedCount: UpDownCounter;
45
47
 
46
48
  private log = createLogger('archiver:instrumentation');
47
49
 
@@ -68,6 +70,8 @@ export class ArchiverInstrumentation {
68
70
 
69
71
  this.syncDurationPerBlock = meter.createHistogram(Metrics.ARCHIVER_SYNC_PER_BLOCK);
70
72
 
73
+ this.syncDurationPerCheckpoint = meter.createHistogram(Metrics.ARCHIVER_SYNC_PER_CHECKPOINT);
74
+
71
75
  this.syncBlockCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_SYNC_BLOCK_COUNT);
72
76
 
73
77
  this.manaPerBlock = meter.createHistogram(Metrics.ARCHIVER_MANA_PER_BLOCK);
@@ -80,7 +84,9 @@ export class ArchiverInstrumentation {
80
84
 
81
85
  this.pruneDuration = meter.createHistogram(Metrics.ARCHIVER_PRUNE_DURATION);
82
86
 
83
- this.pruneCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_PRUNE_COUNT);
87
+ this.pruneCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_PRUNE_COUNT, {
88
+ [Attributes.PRUNE_TYPE]: ['unproven', 'uncheckpointed', 'l1_conflict', 'orphan', 'l1_mismatch'],
89
+ });
84
90
 
85
91
  this.blockProposalTxTargetCount = createUpDownCounterWithDefault(
86
92
  meter,
@@ -92,6 +98,8 @@ export class ArchiverInstrumentation {
92
98
 
93
99
  this.checkpointL1InclusionDelay = meter.createHistogram(Metrics.ARCHIVER_CHECKPOINT_L1_INCLUSION_DELAY);
94
100
 
101
+ this.checkpointPromotedCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_CHECKPOINT_PROMOTED_COUNT);
102
+
95
103
  this.dbMetrics = new LmdbMetrics(
96
104
  meter,
97
105
  {
@@ -113,17 +121,26 @@ export class ArchiverInstrumentation {
113
121
  return this.telemetry.isEnabled();
114
122
  }
115
123
 
116
- public processNewBlocks(syncTimePerBlock: number, blocks: L2Block[]) {
124
+ public processNewProposedBlock(syncTimePerBlock: number, block: L2Block) {
125
+ const attrs = { [Attributes.STATUS]: 'proposed' };
126
+ this.blockHeight.record(block.number, attrs);
117
127
  this.syncDurationPerBlock.record(Math.ceil(syncTimePerBlock));
118
- this.blockHeight.record(Math.max(...blocks.map(b => b.number)));
119
- this.checkpointHeight.record(Math.max(...blocks.map(b => b.checkpointNumber)));
120
- this.syncBlockCount.add(blocks.length);
121
128
 
122
- for (const block of blocks) {
123
- this.txCount.add(block.body.txEffects.length);
124
- this.txsPerBlock.record(block.body.txEffects.length);
125
- this.manaPerBlock.record(block.header.totalManaUsed.toNumber() / 1e6);
129
+ // Per block metrics
130
+ this.txCount.add(block.body.txEffects.length);
131
+ this.txsPerBlock.record(block.body.txEffects.length);
132
+ this.manaPerBlock.record(block.header.totalManaUsed.toNumber() / 1e6);
133
+ }
134
+
135
+ public processNewCheckpointedBlocks(syncTimePerCheckpoint: number, blocks: L2Block[]) {
136
+ if (blocks.length === 0) {
137
+ return;
126
138
  }
139
+
140
+ this.syncDurationPerCheckpoint.record(Math.ceil(syncTimePerCheckpoint));
141
+ this.blockHeight.record(Math.max(...blocks.map(b => b.number)), { [Attributes.STATUS]: 'checkpointed' });
142
+ this.checkpointHeight.record(Math.max(...blocks.map(b => b.checkpointNumber)));
143
+ this.syncBlockCount.add(blocks.length);
127
144
  }
128
145
 
129
146
  public processNewMessages(count: number, syncPerMessageMs: number) {
@@ -135,10 +152,21 @@ export class ArchiverInstrumentation {
135
152
  }
136
153
 
137
154
  public processPrune(duration: number) {
138
- this.pruneCount.add(1);
155
+ this.pruneCount.add(1, { [Attributes.PRUNE_TYPE]: 'unproven' });
139
156
  this.pruneDuration.record(Math.ceil(duration));
140
157
  }
141
158
 
159
+ /**
160
+ * Records a pending-chain reorg, where the archiver dropped proposed blocks (and world-state follows by pruning). The
161
+ * type distinguishes the cause: 'uncheckpointed' (slot ended without a checkpoint), 'l1_conflict' (proposed blocks
162
+ * conflicting with an L1 checkpoint), 'orphan' (no matching proposed checkpoint arrived before the deadline), or
163
+ * 'l1_mismatch' (the local checkpointed tip diverged from L1 — an L1 reorg or a pruned/missed-proof checkpoint — so
164
+ * already-checkpointed blocks were rewound).
165
+ */
166
+ public recordPrune(pruneType: 'uncheckpointed' | 'l1_conflict' | 'orphan' | 'l1_mismatch') {
167
+ this.pruneCount.add(1, { [Attributes.PRUNE_TYPE]: pruneType });
168
+ }
169
+
142
170
  public updateLastProvenCheckpoint(checkpoint: CheckpointData) {
143
171
  const lastBlockNumberInCheckpoint = checkpoint.startBlock + checkpoint.blockCount - 1;
144
172
  this.blockHeight.record(lastBlockNumberInCheckpoint, { [Attributes.STATUS]: 'proven' });
@@ -169,6 +197,11 @@ export class ArchiverInstrumentation {
169
197
  });
170
198
  }
171
199
 
200
+ /** Records a checkpoint promoted from proposed (blob fetch skipped). */
201
+ public processCheckpointPromoted() {
202
+ this.checkpointPromotedCount.add(1);
203
+ }
204
+
172
205
  /**
173
206
  * Records L1 inclusion timing for a checkpoint observed on L1 (seconds into the L2 slot).
174
207
  */