@aztec/archiver 0.0.1-commit.7b97ef96e → 0.0.1-commit.7cbc774

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (128) hide show
  1. package/README.md +19 -11
  2. package/dest/archiver.d.ts +36 -17
  3. package/dest/archiver.d.ts.map +1 -1
  4. package/dest/archiver.js +257 -75
  5. package/dest/config.d.ts +6 -3
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +23 -15
  8. package/dest/errors.d.ts +55 -9
  9. package/dest/errors.d.ts.map +1 -1
  10. package/dest/errors.js +81 -14
  11. package/dest/factory.d.ts +13 -9
  12. package/dest/factory.d.ts.map +1 -1
  13. package/dest/factory.js +48 -39
  14. package/dest/index.d.ts +11 -3
  15. package/dest/index.d.ts.map +1 -1
  16. package/dest/index.js +10 -2
  17. package/dest/l1/bin/retrieve-calldata.js +32 -28
  18. package/dest/l1/calldata_retriever.d.ts +71 -53
  19. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  20. package/dest/l1/calldata_retriever.js +190 -262
  21. package/dest/l1/data_retrieval.d.ts +24 -16
  22. package/dest/l1/data_retrieval.d.ts.map +1 -1
  23. package/dest/l1/data_retrieval.js +39 -45
  24. package/dest/l1/spire_proposer.d.ts +5 -5
  25. package/dest/l1/spire_proposer.d.ts.map +1 -1
  26. package/dest/l1/spire_proposer.js +9 -17
  27. package/dest/l1/trace_tx.d.ts +12 -66
  28. package/dest/l1/trace_tx.d.ts.map +1 -1
  29. package/dest/l1/validate_historical_logs.d.ts +23 -0
  30. package/dest/l1/validate_historical_logs.d.ts.map +1 -0
  31. package/dest/l1/validate_historical_logs.js +108 -0
  32. package/dest/modules/contract_data_source_adapter.d.ts +25 -0
  33. package/dest/modules/contract_data_source_adapter.d.ts.map +1 -0
  34. package/dest/modules/contract_data_source_adapter.js +40 -0
  35. package/dest/modules/data_source_base.d.ts +70 -46
  36. package/dest/modules/data_source_base.d.ts.map +1 -1
  37. package/dest/modules/data_source_base.js +270 -135
  38. package/dest/modules/data_store_updater.d.ts +42 -17
  39. package/dest/modules/data_store_updater.d.ts.map +1 -1
  40. package/dest/modules/data_store_updater.js +191 -122
  41. package/dest/modules/instrumentation.d.ts +18 -2
  42. package/dest/modules/instrumentation.d.ts.map +1 -1
  43. package/dest/modules/instrumentation.js +35 -7
  44. package/dest/modules/l1_synchronizer.d.ts +12 -11
  45. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  46. package/dest/modules/l1_synchronizer.js +439 -207
  47. package/dest/modules/validation.d.ts +4 -3
  48. package/dest/modules/validation.d.ts.map +1 -1
  49. package/dest/modules/validation.js +6 -6
  50. package/dest/store/block_store.d.ts +174 -70
  51. package/dest/store/block_store.d.ts.map +1 -1
  52. package/dest/store/block_store.js +696 -250
  53. package/dest/store/contract_class_store.d.ts +17 -4
  54. package/dest/store/contract_class_store.d.ts.map +1 -1
  55. package/dest/store/contract_class_store.js +24 -68
  56. package/dest/store/contract_instance_store.d.ts +28 -1
  57. package/dest/store/contract_instance_store.d.ts.map +1 -1
  58. package/dest/store/contract_instance_store.js +37 -2
  59. package/dest/store/data_stores.d.ts +68 -0
  60. package/dest/store/data_stores.d.ts.map +1 -0
  61. package/dest/store/data_stores.js +54 -0
  62. package/dest/store/function_names_cache.d.ts +17 -0
  63. package/dest/store/function_names_cache.d.ts.map +1 -0
  64. package/dest/store/function_names_cache.js +30 -0
  65. package/dest/store/l2_tips_cache.d.ts +13 -7
  66. package/dest/store/l2_tips_cache.d.ts.map +1 -1
  67. package/dest/store/l2_tips_cache.js +13 -76
  68. package/dest/store/log_store.d.ts +42 -37
  69. package/dest/store/log_store.d.ts.map +1 -1
  70. package/dest/store/log_store.js +262 -408
  71. package/dest/store/log_store_codec.d.ts +70 -0
  72. package/dest/store/log_store_codec.d.ts.map +1 -0
  73. package/dest/store/log_store_codec.js +101 -0
  74. package/dest/store/message_store.d.ts +11 -1
  75. package/dest/store/message_store.d.ts.map +1 -1
  76. package/dest/store/message_store.js +51 -9
  77. package/dest/test/fake_l1_state.d.ts +22 -1
  78. package/dest/test/fake_l1_state.d.ts.map +1 -1
  79. package/dest/test/fake_l1_state.js +152 -24
  80. package/dest/test/mock_l1_to_l2_message_source.d.ts +1 -1
  81. package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
  82. package/dest/test/mock_l1_to_l2_message_source.js +2 -1
  83. package/dest/test/mock_l2_block_source.d.ts +52 -46
  84. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  85. package/dest/test/mock_l2_block_source.js +246 -170
  86. package/dest/test/mock_structs.d.ts +4 -1
  87. package/dest/test/mock_structs.d.ts.map +1 -1
  88. package/dest/test/mock_structs.js +13 -1
  89. package/dest/test/noop_l1_archiver.d.ts +12 -6
  90. package/dest/test/noop_l1_archiver.d.ts.map +1 -1
  91. package/dest/test/noop_l1_archiver.js +26 -9
  92. package/package.json +14 -14
  93. package/src/archiver.ts +313 -75
  94. package/src/config.ts +32 -12
  95. package/src/errors.ts +122 -21
  96. package/src/factory.ts +54 -30
  97. package/src/index.ts +18 -2
  98. package/src/l1/README.md +25 -68
  99. package/src/l1/bin/retrieve-calldata.ts +40 -27
  100. package/src/l1/calldata_retriever.ts +243 -384
  101. package/src/l1/data_retrieval.ts +55 -69
  102. package/src/l1/spire_proposer.ts +7 -15
  103. package/src/l1/validate_historical_logs.ts +140 -0
  104. package/src/modules/contract_data_source_adapter.ts +55 -0
  105. package/src/modules/data_source_base.ts +336 -171
  106. package/src/modules/data_store_updater.ts +224 -154
  107. package/src/modules/instrumentation.ts +48 -8
  108. package/src/modules/l1_synchronizer.ts +579 -254
  109. package/src/modules/validation.ts +10 -9
  110. package/src/store/block_store.ts +865 -290
  111. package/src/store/contract_class_store.ts +31 -103
  112. package/src/store/contract_instance_store.ts +51 -5
  113. package/src/store/data_stores.ts +104 -0
  114. package/src/store/function_names_cache.ts +37 -0
  115. package/src/store/l2_tips_cache.ts +16 -70
  116. package/src/store/log_store.ts +301 -559
  117. package/src/store/log_store_codec.ts +132 -0
  118. package/src/store/message_store.ts +60 -10
  119. package/src/structs/inbox_message.ts +1 -1
  120. package/src/test/fake_l1_state.ts +198 -35
  121. package/src/test/mock_l1_to_l2_message_source.ts +1 -0
  122. package/src/test/mock_l2_block_source.ts +309 -205
  123. package/src/test/mock_structs.ts +20 -6
  124. package/src/test/noop_l1_archiver.ts +39 -9
  125. package/dest/store/kv_archiver_store.d.ts +0 -354
  126. package/dest/store/kv_archiver_store.d.ts.map +0 -1
  127. package/dest/store/kv_archiver_store.js +0 -464
  128. package/src/store/kv_archiver_store.ts +0 -671
@@ -1,34 +1,41 @@
1
1
  import type { BlobClientInterface } from '@aztec/blob-client/client';
2
2
  import { EpochCache } from '@aztec/epoch-cache';
3
- import { InboxContract, RollupContract } from '@aztec/ethereum/contracts';
4
- import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
3
+ import { InboxContract, type InboxContractState, RollupContract } from '@aztec/ethereum/contracts';
5
4
  import type { L1BlockId } from '@aztec/ethereum/l1-types';
5
+ import { getFinalizedL1Block } from '@aztec/ethereum/queries';
6
6
  import type { ViemPublicClient, ViemPublicDebugClient } from '@aztec/ethereum/types';
7
+ import { asyncPool } from '@aztec/foundation/async-pool';
7
8
  import { maxBigint } from '@aztec/foundation/bigint';
8
9
  import { BlockNumber, CheckpointNumber, EpochNumber } from '@aztec/foundation/branded-types';
9
- import { Buffer32 } from '@aztec/foundation/buffer';
10
- import { pick } from '@aztec/foundation/collection';
10
+ import { Buffer16, Buffer32 } from '@aztec/foundation/buffer';
11
+ import { compactArray, partition, pick } from '@aztec/foundation/collection';
11
12
  import { Fr } from '@aztec/foundation/curves/bn254';
12
13
  import { EthAddress } from '@aztec/foundation/eth-address';
13
14
  import { type Logger, createLogger } from '@aztec/foundation/log';
15
+ import { retryTimes } from '@aztec/foundation/retry';
14
16
  import { count } from '@aztec/foundation/string';
15
17
  import { DateProvider, Timer, elapsed } from '@aztec/foundation/timer';
16
- import { isDefined } from '@aztec/foundation/types';
18
+ import { isDefined, isErrorClass } from '@aztec/foundation/types';
17
19
  import { type ArchiverEmitter, L2BlockSourceEvents, type ValidateCheckpointResult } from '@aztec/stdlib/block';
18
- import { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
20
+ import { Checkpoint, type CheckpointData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
19
21
  import { type L1RollupConstants, getEpochAtSlot, getSlotAtNextL1Block } from '@aztec/stdlib/epoch-helpers';
20
22
  import { computeInHashFromL1ToL2Messages } from '@aztec/stdlib/messaging';
23
+ import type { CoordinationSignatureContext } from '@aztec/stdlib/p2p';
21
24
  import { type Traceable, type Tracer, execInSpan, trackSpan } from '@aztec/telemetry-client';
22
25
 
23
26
  import { InitialCheckpointNumberNotSequentialError } from '../errors.js';
24
27
  import {
25
- retrieveCheckpointsFromRollup,
28
+ type RetrievedCheckpointFromCalldata,
29
+ getCheckpointBlobDataFromBlobs,
30
+ retrieveCheckpointCalldataFromRollup,
26
31
  retrieveL1ToL2Message,
27
32
  retrieveL1ToL2Messages,
28
33
  retrievedToPublishedCheckpoint,
29
34
  } from '../l1/data_retrieval.js';
30
- import type { KVArchiverDataStore } from '../store/kv_archiver_store.js';
35
+ import type { RejectedCheckpoint } from '../store/block_store.js';
36
+ import { type ArchiverDataStores, getArchiverSynchPoint } from '../store/data_stores.js';
31
37
  import type { L2TipsCache } from '../store/l2_tips_cache.js';
38
+ import { MessageStoreError } from '../store/message_store.js';
32
39
  import type { InboxMessage } from '../structs/inbox_message.js';
33
40
  import { ArchiverDataStoreUpdater } from './data_store_updater.js';
34
41
  import type { ArchiverInstrumentation } from './instrumentation.js';
@@ -40,13 +47,15 @@ type RollupStatus = {
40
47
  pendingCheckpointNumber: CheckpointNumber;
41
48
  pendingArchive: string;
42
49
  validationResult: ValidateCheckpointResult | undefined;
50
+ /** Last valid checkpoint observed on L1 and synced on this iteration */
43
51
  lastRetrievedCheckpoint?: PublishedCheckpoint;
44
- lastL1BlockWithCheckpoint?: bigint;
52
+ /** Last checkpoint observed on L1 across both valid and rejected entries on this iteration */
53
+ lastSeenCheckpoint?: PublishedCheckpoint;
45
54
  };
46
55
 
47
56
  /**
48
57
  * Handles L1 synchronization for the archiver.
49
- * Responsible for fetching checkpoints, L1L2 messages, and handling L1 reorgs.
58
+ * Responsible for fetching checkpoints, L1 to L2 messages, and handling L1 reorgs.
50
59
  */
51
60
  export class ArchiverL1Synchronizer implements Traceable {
52
61
  private l1BlockNumber: bigint | undefined;
@@ -61,27 +70,29 @@ export class ArchiverL1Synchronizer implements Traceable {
61
70
  private readonly debugClient: ViemPublicDebugClient,
62
71
  private readonly rollup: RollupContract,
63
72
  private readonly inbox: InboxContract,
64
- private readonly l1Addresses: Pick<
65
- L1ContractAddresses,
66
- 'registryAddress' | 'governanceProposerAddress' | 'slashFactoryAddress'
67
- > & { slashingProposerAddress: EthAddress },
68
- private readonly store: KVArchiverDataStore,
73
+ private readonly stores: ArchiverDataStores,
69
74
  private config: {
70
75
  batchSize: number;
71
76
  skipValidateCheckpointAttestations?: boolean;
77
+ skipPromoteProposedCheckpointDuringL1Sync?: boolean;
72
78
  maxAllowedEthClientDriftSeconds: number;
73
79
  },
74
80
  private readonly blobClient: BlobClientInterface,
75
81
  private readonly epochCache: EpochCache,
76
82
  private readonly dateProvider: DateProvider,
77
83
  private readonly instrumentation: ArchiverInstrumentation,
78
- private readonly l1Constants: L1RollupConstants & { l1StartBlockHash: Buffer32; genesisArchiveRoot: Fr },
84
+ private readonly l1Constants: L1RollupConstants & {
85
+ l1StartBlockHash: Buffer32;
86
+ genesisArchiveRoot: Fr;
87
+ },
79
88
  private readonly events: ArchiverEmitter,
80
89
  tracer: Tracer,
81
90
  l2TipsCache?: L2TipsCache,
82
91
  private readonly log: Logger = createLogger('archiver:l1-sync'),
83
92
  ) {
84
- this.updater = new ArchiverDataStoreUpdater(this.store, l2TipsCache);
93
+ this.updater = new ArchiverDataStoreUpdater(this.stores, l2TipsCache, {
94
+ rollupManaLimit: l1Constants.rollupManaLimit,
95
+ });
85
96
  this.tracer = tracer;
86
97
  }
87
98
 
@@ -89,6 +100,7 @@ export class ArchiverL1Synchronizer implements Traceable {
89
100
  public setConfig(newConfig: {
90
101
  batchSize: number;
91
102
  skipValidateCheckpointAttestations?: boolean;
103
+ skipPromoteProposedCheckpointDuringL1Sync?: boolean;
92
104
  maxAllowedEthClientDriftSeconds: number;
93
105
  }) {
94
106
  this.config = newConfig;
@@ -104,6 +116,13 @@ export class ArchiverL1Synchronizer implements Traceable {
104
116
  return this.l1Timestamp;
105
117
  }
106
118
 
119
+ private getSignatureContext(): CoordinationSignatureContext {
120
+ return {
121
+ chainId: this.publicClient.chain.id,
122
+ rollupAddress: EthAddress.fromString(this.rollup.address),
123
+ };
124
+ }
125
+
107
126
  /** Checks that the ethereum node we are connected to has a latest timestamp no more than the allowed drift. Throw if not. */
108
127
  public async testEthereumNodeSynced(): Promise<void> {
109
128
  const maxAllowedDelay = this.config.maxAllowedEthClientDriftSeconds;
@@ -121,65 +140,52 @@ export class ArchiverL1Synchronizer implements Traceable {
121
140
 
122
141
  @trackSpan('Archiver.syncFromL1')
123
142
  public async syncFromL1(initialSyncComplete: boolean): Promise<void> {
143
+ // In between the various calls to L1, the block number can move meaning some of the following
144
+ // calls will return data for blocks that were not present during earlier calls. To combat this
145
+ // we ensure that all data retrieval methods only retrieve data up to the currentBlockNumber
146
+ // captured at the top of this function.
124
147
  const currentL1Block = await this.publicClient.getBlock({ includeTransactions: false });
125
148
  const currentL1BlockNumber = currentL1Block.number;
126
149
  const currentL1BlockHash = Buffer32.fromString(currentL1Block.hash);
127
150
  const currentL1Timestamp = currentL1Block.timestamp;
151
+ const currentL1BlockData = { l1BlockNumber: currentL1BlockNumber, l1BlockHash: currentL1BlockHash };
128
152
 
129
153
  if (this.l1BlockHash && currentL1BlockHash.equals(this.l1BlockHash)) {
130
154
  this.log.trace(`No new L1 blocks since last sync at L1 block ${this.l1BlockNumber}`);
131
155
  return;
132
156
  }
133
157
 
134
- // Warn if the latest L1 block timestamp is too old
158
+ // Log at error if the latest L1 block timestamp is too old
135
159
  const maxAllowedDelay = this.config.maxAllowedEthClientDriftSeconds;
136
160
  const now = this.dateProvider.nowInSeconds();
137
161
  if (maxAllowedDelay > 0 && Number(currentL1Timestamp) <= now - maxAllowedDelay) {
138
- this.log.warn(
162
+ this.log.error(
139
163
  `Latest L1 block ${currentL1BlockNumber} timestamp ${currentL1Timestamp} is too old. Make sure your Ethereum node is synced.`,
140
164
  { currentL1BlockNumber, currentL1Timestamp, now, maxAllowedDelay },
141
165
  );
142
166
  }
143
167
 
144
- // Load sync point for blocks and messages defaulting to start block
145
- const {
146
- blocksSynchedTo = this.l1Constants.l1StartBlock,
147
- messagesSynchedTo = {
148
- l1BlockNumber: this.l1Constants.l1StartBlock,
149
- l1BlockHash: this.l1Constants.l1StartBlockHash,
150
- },
151
- } = await this.store.getSynchPoint();
168
+ // Query finalized block on L1
169
+ const rawFinalizedL1Block = await getFinalizedL1Block(this.publicClient);
170
+ const finalizedL1Block: L1BlockId | undefined = rawFinalizedL1Block && {
171
+ l1BlockNumber: rawFinalizedL1Block.number,
172
+ l1BlockHash: Buffer32.fromString(rawFinalizedL1Block.hash),
173
+ };
152
174
 
153
- this.log.debug(`Starting new archiver sync iteration`, {
154
- blocksSynchedTo,
155
- messagesSynchedTo,
156
- currentL1BlockNumber,
157
- currentL1BlockHash,
158
- });
175
+ // Load sync point for blocks defaulting to start block
176
+ const { blocksSynchedTo = this.l1Constants.l1StartBlock } = await getArchiverSynchPoint(this.stores);
177
+ this.log.debug(`Starting new archiver sync iteration`, { blocksSynchedTo, currentL1BlockData, finalizedL1Block });
178
+
179
+ // Sync L1 to L2 messages. We retry this a few times since there are error conditions that reset the sync point, requiring a new iteration.
180
+ // Note that we cannot just wait for the l1 synchronizer to loop again, since the synchronizer would report as synced up to the current L1
181
+ // block, when that wouldn't be the case, since L1 to L2 messages would need another iteration.
182
+ await retryTimes(
183
+ () => this.handleL1ToL2Messages(currentL1BlockData, finalizedL1Block),
184
+ 'Handling L1 to L2 messages',
185
+ 3,
186
+ 0.1,
187
+ );
159
188
 
160
- // ********** Ensuring Consistency of data pulled from L1 **********
161
-
162
- /**
163
- * There are a number of calls in this sync operation to L1 for retrieving
164
- * events and transaction data. There are a couple of things we need to bear in mind
165
- * to ensure that data is read exactly once.
166
- *
167
- * The first is the problem of eventually consistent ETH service providers like Infura.
168
- * Each L1 read operation will query data from the last L1 block that it saw emit its kind of data.
169
- * (so pending L1 to L2 messages will read from the last L1 block that emitted a message and so on)
170
- * This will mean the archiver will lag behind L1 and will only advance when there's L2-relevant activity on the chain.
171
- *
172
- * The second is that in between the various calls to L1, the block number can move meaning some
173
- * of the following calls will return data for blocks that were not present during earlier calls.
174
- * To combat this for the time being we simply ensure that all data retrieval methods only retrieve
175
- * data up to the currentBlockNumber captured at the top of this function. We might want to improve on this
176
- * in future but for the time being it should give us the guarantees that we need
177
- */
178
-
179
- // ********** Events that are processed per L1 block **********
180
- await this.handleL1ToL2Messages(messagesSynchedTo, currentL1BlockNumber);
181
-
182
- // ********** Events that are processed per checkpoint **********
183
189
  if (currentL1BlockNumber > blocksSynchedTo) {
184
190
  // First we retrieve new checkpoints and L2 blocks and store them in the DB. This will also update the
185
191
  // pending chain validation status, proven checkpoint number, and synched L1 block number.
@@ -199,24 +205,19 @@ export class ArchiverL1Synchronizer implements Traceable {
199
205
  currentL1Timestamp,
200
206
  );
201
207
 
202
- // If the last checkpoint we processed had an invalid attestation, we manually advance the L1 syncpoint
203
- // past it, since otherwise we'll keep downloading it and reprocessing it on every iteration until
204
- // we get a valid checkpoint to advance the syncpoint.
205
- if (!rollupStatus.validationResult?.valid && rollupStatus.lastL1BlockWithCheckpoint !== undefined) {
206
- await this.store.setCheckpointSynchedL1BlockNumber(rollupStatus.lastL1BlockWithCheckpoint);
207
- }
208
-
209
208
  // And lastly we check if we are missing any checkpoints behind us due to a possible L1 reorg.
210
209
  // We only do this if rollup cant prune on the next submission. Otherwise we will end up
211
- // re-syncing the checkpoints we have just unwound above. We also dont do this if the last checkpoint is invalid,
212
- // since the archiver will rightfully refuse to sync up to it.
213
- if (!rollupCanPrune && rollupStatus.validationResult?.valid) {
210
+ // re-syncing the checkpoints we have just unwound above.
211
+ if (!rollupCanPrune) {
214
212
  await this.checkForNewCheckpointsBeforeL1SyncPoint(rollupStatus, blocksSynchedTo, currentL1BlockNumber);
215
213
  }
216
214
 
217
215
  this.instrumentation.updateL1BlockHeight(currentL1BlockNumber);
218
216
  }
219
217
 
218
+ // Update the finalized L2 checkpoint based on L1 finality.
219
+ await this.updateFinalizedCheckpoint(finalizedL1Block);
220
+
220
221
  // After syncing has completed, update the current l1 block number and timestamp,
221
222
  // otherwise we risk announcing to the world that we've synced to a given point,
222
223
  // but the corresponding blocks have not been processed (see #12631).
@@ -232,11 +233,38 @@ export class ArchiverL1Synchronizer implements Traceable {
232
233
  });
233
234
  }
234
235
 
236
+ /** Updates the finalized checkpoint using the pre-fetched finalized L1 block from the current sync iteration. */
237
+ private async updateFinalizedCheckpoint(finalizedL1Block: L1BlockId | undefined): Promise<void> {
238
+ try {
239
+ if (!finalizedL1Block) {
240
+ this.log.trace(`Skipping finalized checkpoint update: L1 has no finalized block yet.`);
241
+ return;
242
+ }
243
+ const finalizedL1BlockNumber = finalizedL1Block.l1BlockNumber;
244
+ const finalizedCheckpointNumber = await this.rollup.getProvenCheckpointNumber({
245
+ blockNumber: finalizedL1BlockNumber,
246
+ });
247
+ const localFinalizedCheckpointNumber = await this.stores.blocks.getFinalizedCheckpointNumber();
248
+ if (localFinalizedCheckpointNumber !== finalizedCheckpointNumber) {
249
+ await this.updater.setFinalizedCheckpointNumber(finalizedCheckpointNumber);
250
+ this.log.info(`Updated finalized chain to checkpoint ${finalizedCheckpointNumber}`, {
251
+ finalizedCheckpointNumber,
252
+ finalizedL1BlockNumber,
253
+ });
254
+ }
255
+ } catch (err: any) {
256
+ // The rollup contract may not exist at the finalized L1 block right after deployment.
257
+ if (!err?.message?.includes('returned no data')) {
258
+ this.log.warn(`Failed to update finalized checkpoint: ${err}`);
259
+ }
260
+ }
261
+ }
262
+
235
263
  /** Prune all proposed local blocks that should have been checkpointed by now. */
236
264
  private async pruneUncheckpointedBlocks(currentL1Timestamp: bigint) {
237
265
  const [lastCheckpointedBlockNumber, lastProposedBlockNumber] = await Promise.all([
238
- this.store.getCheckpointedL2BlockNumber(),
239
- this.store.getLatestBlockNumber(),
266
+ this.stores.blocks.getCheckpointedL2BlockNumber(),
267
+ this.stores.blocks.getLatestL2BlockNumber(),
240
268
  ]);
241
269
 
242
270
  // If there are no uncheckpointed blocks, we got nothing to do
@@ -245,29 +273,34 @@ export class ArchiverL1Synchronizer implements Traceable {
245
273
  return;
246
274
  }
247
275
 
248
- // What's the slot of the first uncheckpointed block?
249
- const firstUncheckpointedBlockNumber = BlockNumber(lastCheckpointedBlockNumber + 1);
250
- const [firstUncheckpointedBlockHeader] = await this.store.getBlockHeaders(firstUncheckpointedBlockNumber, 1);
251
- const firstUncheckpointedBlockSlot = firstUncheckpointedBlockHeader?.getSlot();
252
-
253
276
  // What's the slot at the next L1 block? All blocks for slots strictly before this one should've been checkpointed by now.
254
277
  const slotAtNextL1Block = getSlotAtNextL1Block(currentL1Timestamp, this.l1Constants);
278
+ const firstUncheckpointedBlockNumber = BlockNumber(lastCheckpointedBlockNumber + 1);
255
279
 
256
- // Prune provisional blocks from slots that have ended without being checkpointed
257
- if (firstUncheckpointedBlockSlot !== undefined && firstUncheckpointedBlockSlot < slotAtNextL1Block) {
258
- this.log.warn(
259
- `Pruning blocks after block ${lastCheckpointedBlockNumber} due to slot ${firstUncheckpointedBlockSlot} not being checkpointed`,
260
- { firstUncheckpointedBlockHeader: firstUncheckpointedBlockHeader.toInspect(), slotAtNextL1Block },
261
- );
262
- const prunedBlocks = await this.updater.removeUncheckpointedBlocksAfter(lastCheckpointedBlockNumber);
280
+ // What's the slot of the first uncheckpointed block?
281
+ const firstUncheckpointedBlockData = await this.stores.blocks.getBlockData({
282
+ number: firstUncheckpointedBlockNumber,
283
+ });
284
+ const firstUncheckpointedBlockSlot = firstUncheckpointedBlockData?.header.getSlot();
263
285
 
264
- if (prunedBlocks.length > 0) {
265
- this.events.emit(L2BlockSourceEvents.L2PruneUncheckpointed, {
266
- type: L2BlockSourceEvents.L2PruneUncheckpointed,
267
- slotNumber: firstUncheckpointedBlockSlot,
268
- blocks: prunedBlocks,
269
- });
270
- }
286
+ if (firstUncheckpointedBlockSlot === undefined || firstUncheckpointedBlockSlot >= slotAtNextL1Block) {
287
+ return;
288
+ }
289
+
290
+ // Prune provisional blocks from slots that have ended without being checkpointed.
291
+ // This also clears any proposed checkpoint whose blocks are being pruned.
292
+ this.log.warn(
293
+ `Pruning blocks after block ${lastCheckpointedBlockNumber} due to slot ${firstUncheckpointedBlockSlot} not being checkpointed`,
294
+ { firstUncheckpointedBlockHeader: firstUncheckpointedBlockData?.header.toInspect(), slotAtNextL1Block },
295
+ );
296
+
297
+ const prunedBlocks = await this.updater.removeUncheckpointedBlocksAfter(lastCheckpointedBlockNumber);
298
+ if (prunedBlocks.length > 0) {
299
+ this.events.emit(L2BlockSourceEvents.L2PruneUncheckpointed, {
300
+ type: L2BlockSourceEvents.L2PruneUncheckpointed,
301
+ slotNumber: firstUncheckpointedBlockSlot,
302
+ blocks: prunedBlocks,
303
+ });
271
304
  }
272
305
  }
273
306
 
@@ -293,7 +326,7 @@ export class ArchiverL1Synchronizer implements Traceable {
293
326
  currentL1Timestamp: bigint,
294
327
  ): Promise<{ rollupCanPrune: boolean }> {
295
328
  const rollupCanPrune = await this.canPrune(currentL1BlockNumber, currentL1Timestamp);
296
- const localPendingCheckpointNumber = await this.store.getSynchedCheckpointNumber();
329
+ const localPendingCheckpointNumber = await this.stores.blocks.getLatestCheckpointNumber();
297
330
  const canPrune = localPendingCheckpointNumber > provenCheckpointNumber && rollupCanPrune;
298
331
 
299
332
  if (canPrune) {
@@ -310,17 +343,20 @@ export class ArchiverL1Synchronizer implements Traceable {
310
343
 
311
344
  const checkpointsToUnwind = localPendingCheckpointNumber - provenCheckpointNumber;
312
345
 
313
- const checkpointPromises = Array.from({ length: checkpointsToUnwind })
314
- .fill(0)
315
- .map((_, i) => this.store.getCheckpointData(CheckpointNumber(i + pruneFrom)));
316
- const checkpoints = await Promise.all(checkpointPromises);
317
-
318
- const blockPromises = await Promise.all(
319
- checkpoints
320
- .filter(isDefined)
321
- .map(cp => this.store.getBlocksForCheckpoint(CheckpointNumber(cp.checkpointNumber))),
322
- );
323
- const newBlocks = blockPromises.filter(isDefined).flat();
346
+ // Fetch checkpoints and blocks in bounded batches to avoid unbounded concurrent
347
+ // promises when the gap between local pending and proven checkpoint numbers is large.
348
+ const BATCH_SIZE = 10;
349
+ const indices = Array.from({ length: checkpointsToUnwind }, (_, i) => CheckpointNumber(i + pruneFrom));
350
+ const checkpoints = (
351
+ await asyncPool(BATCH_SIZE, indices, idx => this.stores.blocks.getCheckpointData(idx))
352
+ ).filter(isDefined);
353
+ const newBlocks = (
354
+ await asyncPool(BATCH_SIZE, checkpoints, cp =>
355
+ this.stores.blocks.getBlocksForCheckpoint(CheckpointNumber(cp.checkpointNumber)),
356
+ )
357
+ )
358
+ .filter(isDefined)
359
+ .flat();
324
360
 
325
361
  // Emit an event for listening services to react to the chain prune
326
362
  this.events.emit(L2BlockSourceEvents.L2PruneUnproven, {
@@ -336,12 +372,12 @@ export class ArchiverL1Synchronizer implements Traceable {
336
372
  this.log.warn(
337
373
  `Removed ${count(checkpointsToUnwind, 'checkpoint')} after checkpoint ${provenCheckpointNumber} ` +
338
374
  `due to predicted reorg at L1 block ${currentL1BlockNumber}. ` +
339
- `Updated latest checkpoint is ${await this.store.getSynchedCheckpointNumber()}.`,
375
+ `Updated latest checkpoint is ${await this.stores.blocks.getLatestCheckpointNumber()}.`,
340
376
  );
341
377
  this.instrumentation.processPrune(timer.ms());
342
378
  // TODO(palla/reorg): Do we need to set the block synched L1 block number here?
343
379
  // Seems like the next iteration should handle this.
344
- // await this.store.setCheckpointSynchedL1BlockNumber(currentL1BlockNumber);
380
+ // await this.stores.blocks.setSynchedL1BlockNumber(currentL1BlockNumber);
345
381
  }
346
382
 
347
383
  return { rollupCanPrune };
@@ -358,67 +394,102 @@ export class ArchiverL1Synchronizer implements Traceable {
358
394
  }
359
395
 
360
396
  @trackSpan('Archiver.handleL1ToL2Messages')
361
- private async handleL1ToL2Messages(messagesSyncPoint: L1BlockId, currentL1BlockNumber: bigint): Promise<void> {
362
- this.log.trace(`Handling L1 to L2 messages from ${messagesSyncPoint.l1BlockNumber} to ${currentL1BlockNumber}.`);
363
- if (currentL1BlockNumber <= messagesSyncPoint.l1BlockNumber) {
364
- return;
397
+ private async handleL1ToL2Messages(
398
+ currentL1Block: L1BlockId,
399
+ finalizedL1Block: L1BlockId | undefined,
400
+ ): Promise<boolean> {
401
+ // Load the syncpoint, which may have been updated in a previous iteration
402
+ const {
403
+ messagesSynchedTo = {
404
+ l1BlockNumber: this.l1Constants.l1StartBlock,
405
+ l1BlockHash: this.l1Constants.l1StartBlockHash,
406
+ },
407
+ } = await getArchiverSynchPoint(this.stores);
408
+
409
+ // Nothing to do if L1 block number has not moved forward
410
+ const currentL1BlockNumber = currentL1Block.l1BlockNumber;
411
+ if (currentL1BlockNumber <= messagesSynchedTo.l1BlockNumber) {
412
+ return true;
365
413
  }
366
414
 
367
- // Load remote and local inbox states.
368
- const localMessagesInserted = await this.store.getTotalL1ToL2MessageCount();
369
- const localLastMessage = await this.store.getLastL1ToL2Message();
415
+ // Compare local message store state with the remote. If they match, we just advance the match pointer.
370
416
  const remoteMessagesState = await this.inbox.getState({ blockNumber: currentL1BlockNumber });
417
+ const localLastMessage = await this.stores.messages.getLastMessage();
418
+ if (await this.localStateMatches(localLastMessage, remoteMessagesState)) {
419
+ this.log.trace(`Local L1 to L2 messages are already in sync with remote at L1 block ${currentL1BlockNumber}`);
420
+ await this.stores.messages.setMessageSyncState(
421
+ currentL1Block,
422
+ remoteMessagesState.treeInProgress,
423
+ finalizedL1Block,
424
+ );
425
+ return true;
426
+ }
371
427
 
372
- this.log.trace(`Retrieved remote inbox state at L1 block ${currentL1BlockNumber}.`, {
373
- localMessagesInserted,
374
- localLastMessage,
375
- remoteMessagesState,
376
- });
428
+ // If not, then we are out of sync. Most likely there are new messages on the inbox, so we try retrieving them.
429
+ // However, it could also be the case that there was an L1 reorg and our syncpoint is no longer valid.
430
+ // If that's the case, we'd get an exception out of the message store since the rolling hash of the first message
431
+ // we try to insert would not match the one in the db, in which case we rollback to the last common message with L1.
432
+ try {
433
+ await this.retrieveAndStoreMessages(messagesSynchedTo.l1BlockNumber, currentL1BlockNumber);
434
+ } catch (error) {
435
+ if (isErrorClass(error, MessageStoreError)) {
436
+ this.log.warn(
437
+ `Failed to store L1 to L2 messages retrieved from L1: ${error.message}. Rolling back syncpoint to retry.`,
438
+ { inboxMessage: error.inboxMessage },
439
+ );
440
+ await this.rollbackL1ToL2Messages(remoteMessagesState);
441
+ return false;
442
+ }
443
+ throw error;
444
+ }
377
445
 
378
- // Compare message count and rolling hash. If they match, no need to retrieve anything.
379
- if (
380
- remoteMessagesState.totalMessagesInserted === localMessagesInserted &&
381
- remoteMessagesState.messagesRollingHash.equals(localLastMessage?.rollingHash ?? Buffer32.ZERO)
382
- ) {
383
- this.log.trace(
384
- `No L1 to L2 messages to query between L1 blocks ${messagesSyncPoint.l1BlockNumber} and ${currentL1BlockNumber}.`,
446
+ // Note that, if there are no new messages to insert, but there was an L1 reorg that pruned out last messages,
447
+ // we'd notice by comparing our local state with the remote one again, and seeing they don't match even after
448
+ // our sync attempt. In this case, we also rollback our syncpoint, and trigger a retry.
449
+ const localLastMessageAfterSync = await this.stores.messages.getLastMessage();
450
+ if (!(await this.localStateMatches(localLastMessageAfterSync, remoteMessagesState))) {
451
+ this.log.warn(
452
+ `Local L1 to L2 messages state does not match remote after sync attempt. Rolling back syncpoint to retry.`,
453
+ { localLastMessageAfterSync, remoteMessagesState },
385
454
  );
386
- return;
455
+ await this.rollbackL1ToL2Messages(remoteMessagesState);
456
+ return false;
387
457
  }
388
458
 
389
- // Check if our syncpoint is still valid. If not, there was an L1 reorg and we need to re-retrieve messages.
390
- // Note that we need to fetch it from logs and not from inbox state at the syncpoint l1 block number, since it
391
- // could be older than 128 blocks and non-archive nodes cannot resolve it.
392
- if (localLastMessage) {
393
- const remoteLastMessage = await this.retrieveL1ToL2Message(localLastMessage.leaf);
394
- this.log.trace(`Retrieved remote message for local last`, { remoteLastMessage, localLastMessage });
395
- if (!remoteLastMessage || !remoteLastMessage.rollingHash.equals(localLastMessage.rollingHash)) {
396
- this.log.warn(`Rolling back L1 to L2 messages due to hash mismatch or msg not found.`, {
397
- remoteLastMessage,
398
- messagesSyncPoint,
399
- localLastMessage,
400
- });
459
+ // Advance the syncpoint after a successful sync
460
+ await this.stores.messages.setMessageSyncState(
461
+ currentL1Block,
462
+ remoteMessagesState.treeInProgress,
463
+ finalizedL1Block,
464
+ );
465
+ return true;
466
+ }
401
467
 
402
- messagesSyncPoint = await this.rollbackL1ToL2Messages(localLastMessage, messagesSyncPoint);
403
- this.log.debug(`Rolled back L1 to L2 messages to L1 block ${messagesSyncPoint.l1BlockNumber}.`, {
404
- messagesSyncPoint,
405
- });
406
- }
407
- }
468
+ /** Checks if the local rolling hash and message count matches the remote state */
469
+ private async localStateMatches(localLastMessage: InboxMessage | undefined, remoteState: InboxContractState) {
470
+ const localMessageCount = await this.stores.messages.getTotalL1ToL2MessageCount();
471
+ this.log.trace(`Comparing local and remote inbox state`, { localMessageCount, localLastMessage, remoteState });
472
+
473
+ return (
474
+ remoteState.totalMessagesInserted === localMessageCount &&
475
+ remoteState.messagesRollingHash.equals(localLastMessage?.rollingHash ?? Buffer16.ZERO)
476
+ );
477
+ }
408
478
 
409
- // Retrieve and save messages in batches. Each batch is estimated to acommodate up to L2 'blockBatchSize' blocks,
479
+ /** Retrieves L1 to L2 messages from L1 in batches and stores them. */
480
+ private async retrieveAndStoreMessages(fromL1Block: bigint, toL1Block: bigint): Promise<void> {
410
481
  let searchStartBlock: bigint = 0n;
411
- let searchEndBlock: bigint = messagesSyncPoint.l1BlockNumber;
482
+ let searchEndBlock: bigint = fromL1Block;
412
483
 
413
484
  let lastMessage: InboxMessage | undefined;
414
485
  let messageCount = 0;
415
486
 
416
487
  do {
417
- [searchStartBlock, searchEndBlock] = this.nextRange(searchEndBlock, currentL1BlockNumber);
488
+ [searchStartBlock, searchEndBlock] = this.nextRange(searchEndBlock, toL1Block);
418
489
  this.log.trace(`Retrieving L1 to L2 messages in L1 blocks ${searchStartBlock}-${searchEndBlock}`);
419
490
  const messages = await retrieveL1ToL2Messages(this.inbox, searchStartBlock, searchEndBlock);
420
491
  const timer = new Timer();
421
- await this.store.addL1ToL2Messages(messages);
492
+ await this.stores.messages.addL1ToL2Messages(messages);
422
493
  const perMsg = timer.ms() / messages.length;
423
494
  this.instrumentation.processNewMessages(messages.length, perMsg);
424
495
  for (const msg of messages) {
@@ -426,81 +497,108 @@ export class ArchiverL1Synchronizer implements Traceable {
426
497
  lastMessage = msg;
427
498
  messageCount++;
428
499
  }
429
- } while (searchEndBlock < currentL1BlockNumber);
500
+ } while (searchEndBlock < toL1Block);
430
501
 
431
- // Log stats for messages retrieved (if any).
432
502
  if (messageCount > 0) {
433
503
  this.log.info(
434
504
  `Retrieved ${messageCount} new L1 to L2 messages up to message with index ${lastMessage?.index} for checkpoint ${lastMessage?.checkpointNumber}`,
435
505
  { lastMessage, messageCount },
436
506
  );
437
507
  }
438
-
439
- // Warn if the resulting rolling hash does not match the remote state we had retrieved.
440
- if (lastMessage && !lastMessage.rollingHash.equals(remoteMessagesState.messagesRollingHash)) {
441
- this.log.warn(`Last message retrieved rolling hash does not match remote state.`, {
442
- lastMessage,
443
- remoteMessagesState,
444
- });
445
- }
446
508
  }
447
509
 
448
- private async retrieveL1ToL2Message(leaf: Fr): Promise<InboxMessage | undefined> {
449
- const currentL1BlockNumber = await this.publicClient.getBlockNumber();
450
- let searchStartBlock: bigint = 0n;
451
- let searchEndBlock: bigint = this.l1Constants.l1StartBlock - 1n;
510
+ /**
511
+ * Rolls back local L1 to L2 messages to the last common message with L1, and updates the syncpoint to the L1 block of that message.
512
+ * If no common message is found, rolls back all messages and sets the syncpoint to the start block.
513
+ */
514
+ private async rollbackL1ToL2Messages(remoteMessagesState: InboxContractState): Promise<L1BlockId> {
515
+ const { treeInProgress: remoteTreeInProgress, messagesRollingHash: remoteRollingHash } = remoteMessagesState;
452
516
 
453
- do {
454
- [searchStartBlock, searchEndBlock] = this.nextRange(searchEndBlock, currentL1BlockNumber);
517
+ const messagesFinalizedL1Block = await this.stores.messages.getMessagesFinalizedL1Block();
518
+ const finalizedL1BlockNumber = messagesFinalizedL1Block?.l1BlockNumber;
455
519
 
456
- const message = await retrieveL1ToL2Message(this.inbox, leaf, searchStartBlock, searchEndBlock);
457
-
458
- if (message) {
459
- return message;
520
+ // Slowly go back through our messages until we find the last common message. We could query the logs in
521
+ // batch as an optimization, but the depth of the reorg should not be deep, and this is a very rare case,
522
+ // so it's fine to query one log at a time.
523
+ let commonMsg: undefined | InboxMessage;
524
+ let messagesToDelete = 0;
525
+ this.log.verbose(`Searching most recent common L1 to L2 message`);
526
+ for await (const localMsg of this.stores.messages.iterateL1ToL2Messages({ reverse: true })) {
527
+ const logCtx = { remoteMsg: undefined as InboxMessage | undefined, localMsg, remoteMessagesState };
528
+
529
+ // First check if the local message rolling hash matches the current rolling hash of the inbox contract,
530
+ // which means we just need to rollback some local messages and we should be back in sync. This means there
531
+ // was an L1 reorg that removed some of the messages we had, but no new messages were added compared.
532
+ if (localMsg.rollingHash.equals(remoteRollingHash)) {
533
+ this.log.info(
534
+ `Found common L1 to L2 message at index ${localMsg.index} on L1 block ${localMsg.l1BlockNumber} matching current remote state`,
535
+ logCtx,
536
+ );
537
+ commonMsg = localMsg;
538
+ break;
460
539
  }
461
- } while (searchEndBlock < currentL1BlockNumber);
462
540
 
463
- return undefined;
464
- }
541
+ // Messages at or below the finalized L1 block cannot have been reorged — accept as common without querying L1.
542
+ if (finalizedL1BlockNumber !== undefined && localMsg.l1BlockNumber <= finalizedL1BlockNumber) {
543
+ this.log.info(`Found common L1 to L2 message at finalized L1 block ${localMsg.l1BlockNumber}`, logCtx);
544
+ commonMsg = localMsg;
545
+ break;
546
+ }
465
547
 
466
- private async rollbackL1ToL2Messages(
467
- localLastMessage: InboxMessage,
468
- messagesSyncPoint: L1BlockId,
469
- ): Promise<L1BlockId> {
470
- // Slowly go back through our messages until we find the last common message.
471
- // We could query the logs in batch as an optimization, but the depth of the reorg should not be deep, and this
472
- // is a very rare case, so it's fine to query one log at a time.
473
- let commonMsg: undefined | InboxMessage;
474
- this.log.verbose(`Searching most recent common L1 to L2 message at or before index ${localLastMessage.index}`);
475
- for await (const msg of this.store.iterateL1ToL2Messages({ reverse: true, end: localLastMessage.index })) {
476
- const remoteMsg = await this.retrieveL1ToL2Message(msg.leaf);
477
- const logCtx = { remoteMsg, localMsg: msg };
478
- if (remoteMsg && remoteMsg.rollingHash.equals(msg.rollingHash)) {
479
- this.log.verbose(
480
- `Found most recent common L1 to L2 message at index ${msg.index} on L1 block ${msg.l1BlockNumber}`,
548
+ // If there's no match with the current remote state, check if the message exists on the inbox contract at all
549
+ // by looking at the inbox events. If the L1 reorg *added* new messages in addition to deleting existing ones,
550
+ // then the current remote state's rolling hash will not match anything we have locally, so we need to check existence
551
+ // of individual messages via logs. Note we use logs and not historical queries so we don't have to depend on
552
+ // an archival rpc node, since the message could be from a long time ago if we're catching up with syncing.
553
+ const remoteMsg = await retrieveL1ToL2Message(this.inbox, localMsg);
554
+ logCtx.remoteMsg = remoteMsg;
555
+ if (remoteMsg && remoteMsg.rollingHash.equals(localMsg.rollingHash)) {
556
+ this.log.info(
557
+ `Found most recent common L1 to L2 message at index ${localMsg.index} on L1 block ${localMsg.l1BlockNumber}`,
481
558
  logCtx,
482
559
  );
483
560
  commonMsg = remoteMsg;
484
561
  break;
485
562
  } else if (remoteMsg) {
486
- this.log.debug(`Local L1 to L2 message with index ${msg.index} has different rolling hash`, logCtx);
563
+ this.log.debug(`Local L1 to L2 message with index ${localMsg.index} has different rolling hash`, logCtx);
564
+ messagesToDelete++;
487
565
  } else {
488
- this.log.debug(`Local L1 to L2 message with index ${msg.index} not found on L1`, logCtx);
566
+ this.log.debug(`Local L1 to L2 message with index ${localMsg.index} not found on L1`, logCtx);
567
+ messagesToDelete++;
489
568
  }
490
569
  }
491
570
 
492
- // Delete everything after the common message we found.
493
- const lastGoodIndex = commonMsg?.index;
494
- this.log.warn(`Deleting all local L1 to L2 messages after index ${lastGoodIndex ?? 'undefined'}`);
495
- await this.store.removeL1ToL2Messages(lastGoodIndex !== undefined ? lastGoodIndex + 1n : 0n);
571
+ // Delete everything after the common message we found, if anything needs to be deleted.
572
+ // Do not exit early if there are no messages to delete, we still want to update the syncpoint.
573
+ if (messagesToDelete > 0) {
574
+ const lastGoodIndex = commonMsg?.index;
575
+ this.log.warn(`Rolling back all local L1 to L2 messages after index ${lastGoodIndex ?? 'initial'}`);
576
+ await this.stores.messages.removeL1ToL2Messages(lastGoodIndex !== undefined ? lastGoodIndex + 1n : 0n);
577
+ }
496
578
 
497
579
  // Update the syncpoint so the loop below reprocesses the changed messages. We go to the block before
498
580
  // the last common one, so we force reprocessing it, in case new messages were added on that same L1 block
499
- // after the last common message.
500
- const syncPointL1BlockNumber = commonMsg ? commonMsg.l1BlockNumber - 1n : this.l1Constants.l1StartBlock;
501
- const syncPointL1BlockHash = await this.getL1BlockHash(syncPointL1BlockNumber);
502
- messagesSyncPoint = { l1BlockNumber: syncPointL1BlockNumber, l1BlockHash: syncPointL1BlockHash };
503
- await this.store.setMessageSynchedL1Block(messagesSyncPoint);
581
+ // after the last common message. Cap at the finalized L1 block: messages at or below finalized cannot
582
+ // have been reorged, so there is no need to walk back any further than that.
583
+ const syncPointL1BlockNumber = maxBigint(
584
+ ...compactArray([
585
+ commonMsg ? commonMsg.l1BlockNumber - 1n : undefined,
586
+ finalizedL1BlockNumber,
587
+ this.l1Constants.l1StartBlock,
588
+ ]),
589
+ );
590
+
591
+ const syncPointL1BlockHash =
592
+ syncPointL1BlockNumber === finalizedL1BlockNumber
593
+ ? messagesFinalizedL1Block!.l1BlockHash
594
+ : await this.getL1BlockHash(syncPointL1BlockNumber);
595
+
596
+ const messagesSyncPoint = { l1BlockNumber: syncPointL1BlockNumber, l1BlockHash: syncPointL1BlockHash };
597
+ await this.stores.messages.setMessageSyncState(messagesSyncPoint, remoteTreeInProgress);
598
+ this.log.verbose(`Updated messages syncpoint to L1 block ${messagesSyncPoint.l1BlockNumber}`, {
599
+ ...messagesSyncPoint,
600
+ remoteTreeInProgress,
601
+ });
504
602
  return messagesSyncPoint;
505
603
  }
506
604
 
@@ -518,9 +616,9 @@ export class ArchiverL1Synchronizer implements Traceable {
518
616
  currentL1BlockNumber: bigint,
519
617
  initialSyncComplete: boolean,
520
618
  ): Promise<RollupStatus> {
521
- const localPendingCheckpointNumber = await this.store.getSynchedCheckpointNumber();
619
+ const localPendingCheckpointNumber = await this.stores.blocks.getLatestCheckpointNumber();
522
620
  const initialValidationResult: ValidateCheckpointResult | undefined =
523
- await this.store.getPendingChainValidationStatus();
621
+ await this.stores.blocks.getPendingChainValidationStatus();
524
622
  const {
525
623
  provenCheckpointNumber,
526
624
  provenArchive,
@@ -550,7 +648,7 @@ export class ArchiverL1Synchronizer implements Traceable {
550
648
  // we need to set it to zero. This is an edge case because we dont have a checkpoint zero (initial checkpoint is one),
551
649
  // so localCheckpointForDestinationProvenCheckpointNumber would not be found below.
552
650
  if (provenCheckpointNumber === 0) {
553
- const localProvenCheckpointNumber = await this.store.getProvenCheckpointNumber();
651
+ const localProvenCheckpointNumber = await this.stores.blocks.getProvenCheckpointNumber();
554
652
  if (localProvenCheckpointNumber !== provenCheckpointNumber) {
555
653
  await this.updater.setProvenCheckpointNumber(provenCheckpointNumber);
556
654
  this.log.info(`Rolled back proven chain to checkpoint ${provenCheckpointNumber}`, { provenCheckpointNumber });
@@ -558,11 +656,11 @@ export class ArchiverL1Synchronizer implements Traceable {
558
656
  }
559
657
 
560
658
  const localCheckpointForDestinationProvenCheckpointNumber =
561
- await this.store.getCheckpointData(provenCheckpointNumber);
659
+ await this.stores.blocks.getCheckpointData(provenCheckpointNumber);
562
660
 
563
661
  // Sanity check. I've hit what seems to be a state where the proven checkpoint is set to a value greater than the latest
564
662
  // synched checkpoint when requesting L2Tips from the archiver. This is the only place where the proven checkpoint is set.
565
- const synched = await this.store.getSynchedCheckpointNumber();
663
+ const synched = await this.stores.blocks.getLatestCheckpointNumber();
566
664
  if (
567
665
  localCheckpointForDestinationProvenCheckpointNumber &&
568
666
  synched < localCheckpointForDestinationProvenCheckpointNumber.checkpointNumber
@@ -582,7 +680,7 @@ export class ArchiverL1Synchronizer implements Traceable {
582
680
  localCheckpointForDestinationProvenCheckpointNumber &&
583
681
  provenArchive.equals(localCheckpointForDestinationProvenCheckpointNumber.archive.root)
584
682
  ) {
585
- const localProvenCheckpointNumber = await this.store.getProvenCheckpointNumber();
683
+ const localProvenCheckpointNumber = await this.stores.blocks.getProvenCheckpointNumber();
586
684
  if (localProvenCheckpointNumber !== provenCheckpointNumber) {
587
685
  await this.updater.setProvenCheckpointNumber(provenCheckpointNumber);
588
686
  this.log.info(`Updated proven chain to checkpoint ${provenCheckpointNumber}`, { provenCheckpointNumber });
@@ -610,7 +708,7 @@ export class ArchiverL1Synchronizer implements Traceable {
610
708
  // If we have 0 checkpoints locally and there are no checkpoints onchain there is nothing to do.
611
709
  const noCheckpoints = localPendingCheckpointNumber === 0 && pendingCheckpointNumber === 0;
612
710
  if (noCheckpoints) {
613
- await this.store.setCheckpointSynchedL1BlockNumber(currentL1BlockNumber);
711
+ await this.stores.blocks.setSynchedL1BlockNumber(currentL1BlockNumber);
614
712
  this.log.debug(
615
713
  `No checkpoints to retrieve from ${blocksSynchedTo + 1n} to ${currentL1BlockNumber}, no checkpoints on chain`,
616
714
  );
@@ -622,7 +720,7 @@ export class ArchiverL1Synchronizer implements Traceable {
622
720
  // Related to the L2 reorgs of the pending chain. We are only interested in actually addressing a reorg if there
623
721
  // are any state that could be impacted by it. If we have no checkpoints, there is no impact.
624
722
  if (localPendingCheckpointNumber > 0) {
625
- const localPendingCheckpoint = await this.store.getCheckpointData(localPendingCheckpointNumber);
723
+ const localPendingCheckpoint = await this.stores.blocks.getCheckpointData(localPendingCheckpointNumber);
626
724
  if (localPendingCheckpoint === undefined) {
627
725
  throw new Error(`Missing checkpoint ${localPendingCheckpointNumber}`);
628
726
  }
@@ -637,7 +735,7 @@ export class ArchiverL1Synchronizer implements Traceable {
637
735
  // However, in the re-org scenario, our L1 node is temporarily lying to us and we end up potentially missing checkpoints.
638
736
  // We must only set this block number based on actually retrieved logs.
639
737
  // TODO(#8621): Tackle this properly when we handle L1 Re-orgs.
640
- // await this.store.setCheckpointSynchedL1BlockNumber(currentL1BlockNumber);
738
+ // await this.stores.blocks.setSynchedL1BlockNumber(currentL1BlockNumber);
641
739
  this.log.debug(`No checkpoints to retrieve from ${blocksSynchedTo + 1n} to ${currentL1BlockNumber}`);
642
740
  return rollupStatus;
643
741
  }
@@ -657,7 +755,7 @@ export class ArchiverL1Synchronizer implements Traceable {
657
755
 
658
756
  let tipAfterUnwind = localPendingCheckpointNumber;
659
757
  while (true) {
660
- const candidateCheckpoint = await this.store.getCheckpointData(tipAfterUnwind);
758
+ const candidateCheckpoint = await this.stores.blocks.getCheckpointData(tipAfterUnwind);
661
759
  if (candidateCheckpoint === undefined) {
662
760
  break;
663
761
  }
@@ -682,7 +780,7 @@ export class ArchiverL1Synchronizer implements Traceable {
682
780
  this.log.warn(
683
781
  `Removed ${count(checkpointsToRemove, 'checkpoint')} after checkpoint ${tipAfterUnwind} ` +
684
782
  `due to mismatched checkpoint hashes at L1 block ${currentL1BlockNumber}. ` +
685
- `Updated L2 latest checkpoint is ${await this.store.getSynchedCheckpointNumber()}.`,
783
+ `Updated L2 latest checkpoint is ${await this.stores.blocks.getLatestCheckpointNumber()}.`,
686
784
  );
687
785
  }
688
786
  }
@@ -692,30 +790,27 @@ export class ArchiverL1Synchronizer implements Traceable {
692
790
  let searchStartBlock: bigint = blocksSynchedTo;
693
791
  let searchEndBlock: bigint = blocksSynchedTo;
694
792
  let lastRetrievedCheckpoint: PublishedCheckpoint | undefined;
695
- let lastL1BlockWithCheckpoint: bigint | undefined = undefined;
793
+ let lastSeenCheckpoint: PublishedCheckpoint | undefined;
696
794
 
697
795
  do {
698
796
  [searchStartBlock, searchEndBlock] = this.nextRange(searchEndBlock, currentL1BlockNumber);
699
797
 
700
798
  this.log.trace(`Retrieving checkpoints from L1 block ${searchStartBlock} to ${searchEndBlock}`);
701
799
 
702
- // TODO(md): Retrieve from blob client then from consensus client, then from peers
703
- const retrievedCheckpoints = await execInSpan(this.tracer, 'Archiver.retrieveCheckpointsFromRollup', () =>
704
- retrieveCheckpointsFromRollup(
800
+ // First fetch calldata only, no blobs yet, since we may be able to just get that data out of the proposed chain
801
+ const calldataCheckpoints = await execInSpan(this.tracer, 'Archiver.retrieveCheckpointCalldataFromRollup', () =>
802
+ retrieveCheckpointCalldataFromRollup(
705
803
  this.rollup,
706
804
  this.publicClient,
707
805
  this.debugClient,
708
- this.blobClient,
709
806
  searchStartBlock, // TODO(palla/reorg): If the L2 reorg was due to an L1 reorg, we need to start search earlier
710
807
  searchEndBlock,
711
- this.l1Addresses,
712
808
  this.instrumentation,
713
809
  this.log,
714
- !initialSyncComplete, // isHistoricalSync
715
810
  ),
716
811
  );
717
812
 
718
- if (retrievedCheckpoints.length === 0) {
813
+ if (calldataCheckpoints.length === 0) {
719
814
  // We are not calling `setBlockSynchedL1BlockNumber` because it may cause sync issues if based off infura.
720
815
  // See further details in earlier comments.
721
816
  this.log.trace(`Retrieved no new checkpoints from L1 block ${searchStartBlock} to ${searchEndBlock}`);
@@ -723,33 +818,83 @@ export class ArchiverL1Synchronizer implements Traceable {
723
818
  }
724
819
 
725
820
  this.log.debug(
726
- `Retrieved ${retrievedCheckpoints.length} new checkpoints between L1 blocks ${searchStartBlock} and ${searchEndBlock}`,
821
+ `Retrieved ${calldataCheckpoints.length} new checkpoint calldata between L1 blocks ${searchStartBlock} and ${searchEndBlock}`,
727
822
  {
728
- lastProcessedCheckpoint: retrievedCheckpoints[retrievedCheckpoints.length - 1].l1,
823
+ lastProcessedCheckpoint: calldataCheckpoints[calldataCheckpoints.length - 1].l1,
729
824
  searchStartBlock,
730
825
  searchEndBlock,
731
826
  },
732
827
  );
733
828
 
734
- const publishedCheckpoints = await Promise.all(retrievedCheckpoints.map(b => retrievedToPublishedCheckpoint(b)));
829
+ // Check if the last checkpoint matches a local pending entry (so we can skip blob fetch).
830
+ // We only check the last one; if it matches, the blob fetch is skipped for that entry.
831
+ // TODO(palla/pipelining): We may have more than a single checkpoint to promote
832
+ const lastCalldataCheckpoint = calldataCheckpoints[calldataCheckpoints.length - 1];
833
+ const promoteResult = await this.tryBuildPublishedCheckpointFromProposed(lastCalldataCheckpoint);
834
+ const checkpointToPromote = promoteResult && !('diverged' in promoteResult) ? promoteResult : undefined;
835
+ const evictProposedFrom =
836
+ promoteResult && 'diverged' in promoteResult ? promoteResult.fromCheckpointNumber : undefined;
837
+
838
+ // Then fetch blobs in parallel and build the full published checkpoints
839
+ const toFetchBlobs = checkpointToPromote ? calldataCheckpoints.slice(0, -1) : calldataCheckpoints;
840
+ const blobFetched = await asyncPool(10, toFetchBlobs, async checkpoint =>
841
+ retrievedToPublishedCheckpoint({
842
+ ...checkpoint,
843
+ checkpointBlobData: await getCheckpointBlobDataFromBlobs(
844
+ this.blobClient,
845
+ checkpoint.l1.blockHash,
846
+ checkpoint.blobHashes,
847
+ checkpoint.checkpointNumber,
848
+ this.log,
849
+ !initialSyncComplete,
850
+ checkpoint.parentBeaconBlockRoot,
851
+ checkpoint.l1.timestamp,
852
+ ),
853
+ }),
854
+ );
855
+
856
+ // And add the promoted checkpoint to the list of all checkpoints
857
+ const publishedCheckpoints = checkpointToPromote ? [...blobFetched, checkpointToPromote] : blobFetched;
735
858
  const validCheckpoints: PublishedCheckpoint[] = [];
736
859
 
860
+ // Now loop through all checkpoints and validate their attestations
737
861
  for (const published of publishedCheckpoints) {
862
+ // Check the attestations uploaded by the publisher to L1 are correct
863
+ // Rollup contract does not validate attestations to save on gas, so this
864
+ // falls on the nodes to verify offchain and skip those checkpoints.
738
865
  const validationResult = this.config.skipValidateCheckpointAttestations
739
866
  ? { valid: true as const }
740
- : await validateCheckpointAttestations(published, this.epochCache, this.l1Constants, this.log);
867
+ : await validateCheckpointAttestations(
868
+ published,
869
+ this.epochCache,
870
+ this.l1Constants,
871
+ this.getSignatureContext(),
872
+ this.log,
873
+ );
874
+
875
+ // Also skip the checkpoint if it builds on a previously-rejected ancestor. Without
876
+ // this, addCheckpoints would throw InitialCheckpointNumberNotSequentialError when the
877
+ // ancestor was skipped earlier (e.g. due to invalid attestations), the catch handler
878
+ // would roll back the L1 sync point, and the next iteration would re-fetch and re-throw.
879
+ const rejectedAncestor = await this.stores.blocks.getRejectedCheckpointByArchiveRoot(
880
+ published.checkpoint.header.lastArchiveRoot,
881
+ );
741
882
 
742
- // Only update the validation result if it has changed, so we can keep track of the first invalid checkpoint
883
+ // Update the validation result if it has changed, so we can keep track of the first invalid checkpoint
743
884
  // in case there is a sequence of more than one invalid checkpoint, as we need to invalidate the first one.
744
885
  // There is an exception though: if a checkpoint is invalidated and replaced with another invalid checkpoint,
745
886
  // we need to update the validation result, since we need to be able to invalidate the new one.
746
887
  // See test 'chain progresses if an invalid checkpoint is invalidated with an invalid one' for more info.
747
- if (
748
- rollupStatus.validationResult?.valid !== validationResult.valid ||
749
- (!rollupStatus.validationResult.valid &&
750
- !validationResult.valid &&
751
- rollupStatus.validationResult.checkpoint.checkpointNumber === validationResult.checkpoint.checkpointNumber)
752
- ) {
888
+ // Do not update the validation result if there is a rejected ancestor, since in that case we want to keep the
889
+ // original invalidation, as the new checkpoint is extending from a previous invalid one.
890
+ const validStatusChanged = rollupStatus.validationResult?.valid !== validationResult.valid;
891
+ const invalidStatusWithSameCheckpointNumber =
892
+ !validationResult.valid &&
893
+ rollupStatus.validationResult &&
894
+ !rollupStatus.validationResult.valid &&
895
+ rollupStatus.validationResult.checkpoint.checkpointNumber === validationResult.checkpoint.checkpointNumber;
896
+
897
+ if (!rejectedAncestor && (validStatusChanged || invalidStatusWithSameCheckpointNumber)) {
753
898
  rollupStatus.validationResult = validationResult;
754
899
  }
755
900
 
@@ -766,16 +911,62 @@ export class ArchiverL1Synchronizer implements Traceable {
766
911
  validationResult,
767
912
  });
768
913
 
769
- // We keep consuming checkpoints if we find an invalid one, since we do not listen for CheckpointInvalidated events
770
- // We just pretend the invalid ones are not there and keep consuming the next checkpoints
771
- // Note that this breaks if the committee ever attests to a descendant of an invalid checkpoint
914
+ // Persist a rejected-ancestor entry so any later checkpoint that builds on this one
915
+ // is detected and skipped (rather than tripping the addCheckpoints consecutive-number
916
+ // check and causing the sync point to roll back in a loop).
917
+ await this.stores.blocks.addRejectedCheckpoint({
918
+ checkpointNumber: published.checkpoint.number,
919
+ archiveRoot: published.checkpoint.archive.root,
920
+ parentArchiveRoot: published.checkpoint.header.lastArchiveRoot,
921
+ slotNumber: published.checkpoint.header.slotNumber,
922
+ l1: published.l1,
923
+ reason: 'invalid-attestations' as const,
924
+ });
925
+
926
+ continue;
927
+ }
928
+
929
+ if (rejectedAncestor) {
930
+ const descendantInfo = published.checkpoint.toCheckpointInfo();
931
+ this.log.warn(
932
+ `Skipping checkpoint ${published.checkpoint.number} as it is a descendant of ` +
933
+ `rejected checkpoint ${rejectedAncestor.checkpointNumber} (${rejectedAncestor.reason})`,
934
+ {
935
+ checkpointNumber: published.checkpoint.number,
936
+ checkpointHash: published.checkpoint.hash(),
937
+ l1BlockNumber: published.l1.blockNumber,
938
+ l1BlockHash: published.l1.blockHash,
939
+ ancestorCheckpointNumber: rejectedAncestor.checkpointNumber,
940
+ ancestorArchiveRoot: rejectedAncestor.archiveRoot.toString(),
941
+ ancestorReason: rejectedAncestor.reason,
942
+ },
943
+ );
944
+
945
+ this.events.emit(L2BlockSourceEvents.DescendentOfInvalidAttestationsCheckpointDetected, {
946
+ type: L2BlockSourceEvents.DescendentOfInvalidAttestationsCheckpointDetected,
947
+ checkpoint: descendantInfo,
948
+ ancestorArchiveRoot: rejectedAncestor.archiveRoot,
949
+ ancestorCheckpointNumber: rejectedAncestor.checkpointNumber,
950
+ });
951
+
952
+ // Persist this chainpoint as rejected as well, so we can construct a chain of
953
+ // skipped checkpoints starting from the first one with invalid attestations.
954
+ await this.stores.blocks.addRejectedCheckpoint({
955
+ checkpointNumber: published.checkpoint.number,
956
+ archiveRoot: published.checkpoint.archive.root,
957
+ parentArchiveRoot: published.checkpoint.header.lastArchiveRoot,
958
+ slotNumber: published.checkpoint.header.slotNumber,
959
+ l1: published.l1,
960
+ reason: 'descends-from-invalid-attestations' as const,
961
+ });
962
+
772
963
  continue;
773
964
  }
774
965
 
775
966
  // Check the inHash of the checkpoint against the l1->l2 messages.
776
967
  // The messages should've been synced up to the currentL1BlockNumber and must be available for the published
777
968
  // checkpoints we just retrieved.
778
- const l1ToL2Messages = await this.store.getL1ToL2Messages(published.checkpoint.number);
969
+ const l1ToL2Messages = await this.stores.messages.getL1ToL2Messages(published.checkpoint.number);
779
970
  const computedInHash = computeInHashFromL1ToL2Messages(l1ToL2Messages);
780
971
  const publishedInHash = published.checkpoint.header.inHash;
781
972
  if (!computedInHash.equals(publishedInHash)) {
@@ -803,25 +994,53 @@ export class ArchiverL1Synchronizer implements Traceable {
803
994
  );
804
995
  }
805
996
 
997
+ for (const published of validCheckpoints) {
998
+ this.instrumentation.processCheckpointL1Timing({
999
+ slotNumber: published.checkpoint.header.slotNumber,
1000
+ l1Timestamp: published.l1.timestamp,
1001
+ l1Constants: this.l1Constants,
1002
+ });
1003
+ }
1004
+
806
1005
  try {
807
1006
  const updatedValidationResult =
808
1007
  rollupStatus.validationResult === initialValidationResult ? undefined : rollupStatus.validationResult;
1008
+
1009
+ // Split valid checkpoints: the promoted one (if any) is persisted via the proposed-promotion path,
1010
+ // the rest via addCheckpoints. Both paths run within the same store transaction for atomicity.
1011
+ const [[maybeValidCheckpointToPromote], checkpointsToAdd] = partition(
1012
+ validCheckpoints,
1013
+ c => c.checkpoint.number === checkpointToPromote?.checkpoint.number,
1014
+ );
1015
+
809
1016
  const [processDuration, result] = await elapsed(() =>
810
1017
  execInSpan(this.tracer, 'Archiver.addCheckpoints', () =>
811
- this.updater.addCheckpoints(validCheckpoints, updatedValidationResult),
1018
+ this.updater.addCheckpoints(
1019
+ checkpointsToAdd,
1020
+ updatedValidationResult,
1021
+ maybeValidCheckpointToPromote && {
1022
+ l1: lastCalldataCheckpoint.l1,
1023
+ attestations: lastCalldataCheckpoint.attestations,
1024
+ checkpoint: maybeValidCheckpointToPromote,
1025
+ },
1026
+ evictProposedFrom,
1027
+ ),
812
1028
  ),
813
1029
  );
814
- this.instrumentation.processNewBlocks(
815
- processDuration / validCheckpoints.length,
816
- validCheckpoints.flatMap(c => c.checkpoint.blocks),
817
- );
1030
+
1031
+ if (validCheckpoints.length > 0) {
1032
+ this.instrumentation.processNewCheckpointedBlocks(
1033
+ processDuration / validCheckpoints.length,
1034
+ validCheckpoints.flatMap(c => c.checkpoint.blocks),
1035
+ );
1036
+ }
818
1037
 
819
1038
  // If blocks were pruned due to conflict with L1 checkpoints, emit event
820
1039
  if (result.prunedBlocks && result.prunedBlocks.length > 0) {
821
1040
  const prunedCheckpointNumber = result.prunedBlocks[0].checkpointNumber;
822
1041
  const prunedSlotNumber = result.prunedBlocks[0].header.globalVariables.slotNumber;
823
1042
 
824
- this.log.warn(
1043
+ this.log.info(
825
1044
  `Pruned ${result.prunedBlocks.length} mismatching blocks for checkpoint ${prunedCheckpointNumber}`,
826
1045
  { prunedBlocks: result.prunedBlocks.map(b => b.toBlockInfo()), prunedSlotNumber, prunedCheckpointNumber },
827
1046
  );
@@ -839,14 +1058,23 @@ export class ArchiverL1Synchronizer implements Traceable {
839
1058
  if (err instanceof InitialCheckpointNumberNotSequentialError) {
840
1059
  const { previousCheckpointNumber, newCheckpointNumber } = err;
841
1060
  const previousCheckpoint = previousCheckpointNumber
842
- ? await this.store.getCheckpointData(CheckpointNumber(previousCheckpointNumber))
1061
+ ? await this.stores.blocks.getCheckpointData(CheckpointNumber(previousCheckpointNumber))
843
1062
  : undefined;
844
- const updatedL1SyncPoint = previousCheckpoint?.l1.blockNumber ?? this.l1Constants.l1StartBlock;
845
- await this.store.setCheckpointSynchedL1BlockNumber(updatedL1SyncPoint);
1063
+ const lastFinalizedCheckpoint = await this.stores.blocks.getCheckpointData(
1064
+ await this.stores.blocks.getFinalizedCheckpointNumber(),
1065
+ );
1066
+ const updatedL1SyncPoint =
1067
+ previousCheckpoint?.l1.blockNumber ??
1068
+ lastFinalizedCheckpoint?.l1.blockNumber ??
1069
+ this.l1Constants.l1StartBlock;
1070
+ await this.stores.blocks.setSynchedL1BlockNumber(updatedL1SyncPoint);
846
1071
  this.log.warn(
847
1072
  `Attempting to insert checkpoint ${newCheckpointNumber} with previous block ${previousCheckpointNumber}. Rolling back L1 sync point to ${updatedL1SyncPoint} to try and fetch the missing blocks.`,
848
1073
  {
849
1074
  previousCheckpointNumber,
1075
+ previousCheckpoint: previousCheckpoint?.header.toInspect(),
1076
+ lastFinalizedCheckpoint: lastFinalizedCheckpoint?.header.toInspect(),
1077
+ l1StartBlock: this.l1Constants.l1StartBlock,
850
1078
  newCheckpointNumber,
851
1079
  updatedL1SyncPoint,
852
1080
  },
@@ -867,13 +1095,105 @@ export class ArchiverL1Synchronizer implements Traceable {
867
1095
  });
868
1096
  }
869
1097
  lastRetrievedCheckpoint = validCheckpoints.at(-1) ?? lastRetrievedCheckpoint;
870
- lastL1BlockWithCheckpoint = retrievedCheckpoints.at(-1)?.l1.blockNumber ?? lastL1BlockWithCheckpoint;
1098
+ lastSeenCheckpoint = publishedCheckpoints.at(-1) ?? lastSeenCheckpoint;
871
1099
  } while (searchEndBlock < currentL1BlockNumber);
872
1100
 
873
1101
  // Important that we update AFTER inserting the blocks.
874
1102
  await updateProvenCheckpoint();
875
1103
 
876
- return { ...rollupStatus, lastRetrievedCheckpoint, lastL1BlockWithCheckpoint };
1104
+ return { ...rollupStatus, lastRetrievedCheckpoint, lastSeenCheckpoint };
1105
+ }
1106
+
1107
+ /**
1108
+ * Checks if a specific checkpoint matches a local pending entry, and if so, loads local data to build
1109
+ * a synthetic published checkpoint (skipping blob fetch).
1110
+ *
1111
+ * Returns { diverged: true, fromCheckpointNumber } when the L1 checkpoint does NOT match local pending
1112
+ * data for that number, so the caller can evict the entire pending suffix >= fromCheckpointNumber
1113
+ * (those entries chain off the now-invalid local state) within the same addCheckpoints transaction.
1114
+ */
1115
+ private async tryBuildPublishedCheckpointFromProposed(
1116
+ calldataCheckpoint: RetrievedCheckpointFromCalldata | undefined,
1117
+ ): Promise<PublishedCheckpoint | { diverged: true; fromCheckpointNumber: CheckpointNumber } | undefined> {
1118
+ if (this.config.skipPromoteProposedCheckpointDuringL1Sync || !calldataCheckpoint) {
1119
+ return undefined;
1120
+ }
1121
+
1122
+ // Look up the specific pending entry for the checkpoint being mined, not just the tip
1123
+ const proposed = await this.stores.blocks.getProposedCheckpointByNumber(calldataCheckpoint.checkpointNumber);
1124
+ if (!proposed) {
1125
+ return undefined;
1126
+ }
1127
+
1128
+ if (
1129
+ !proposed.header.equals(calldataCheckpoint.header) ||
1130
+ !proposed.archive.root.equals(calldataCheckpoint.archiveRoot)
1131
+ ) {
1132
+ this.log.warn(
1133
+ `Local proposed checkpoint ${proposed.checkpointNumber} does not match checkpoint retrieved from L1, overriding with L1 data`,
1134
+ {
1135
+ proposedCheckpointNumber: proposed.checkpointNumber,
1136
+ proposedHeader: proposed.header.toInspect(),
1137
+ proposedArchiveRoot: proposed.archive.root.toString(),
1138
+ calldataCheckpointNumber: calldataCheckpoint.checkpointNumber,
1139
+ calldataHeader: calldataCheckpoint.header.toInspect(),
1140
+ calldataArchiveRoot: calldataCheckpoint.archiveRoot.toString(),
1141
+ },
1142
+ );
1143
+ // Both the locally-proposed checkpoint and the L1-confirmed one are signed by the
1144
+ // slot proposer; emit a divergence event so the slasher can attribute equivocation.
1145
+ // Only emit when the slots match — uncheckpointed entries are pruned above so this
1146
+ // should always hold, but guard defensively to avoid mis-attributing a slash.
1147
+ if (proposed.header.slotNumber === calldataCheckpoint.header.slotNumber) {
1148
+ this.events.emit(L2BlockSourceEvents.CheckpointEquivocationDetected, {
1149
+ type: L2BlockSourceEvents.CheckpointEquivocationDetected,
1150
+ slotNumber: calldataCheckpoint.header.slotNumber,
1151
+ checkpointNumber: calldataCheckpoint.checkpointNumber,
1152
+ l1ArchiveRoot: calldataCheckpoint.archiveRoot,
1153
+ proposedArchiveRoot: proposed.archive.root,
1154
+ });
1155
+ }
1156
+ // Return a divergence signal so the caller can evict pending >= this number
1157
+ return { diverged: true, fromCheckpointNumber: proposed.checkpointNumber };
1158
+ }
1159
+
1160
+ this.log.debug(
1161
+ `Building published checkpoint from proposed ${calldataCheckpoint.checkpointNumber} (skipping blob fetch)`,
1162
+ { proposedHeader: proposed.header.toInspect(), proposedArchiveRoot: proposed.archive.root.toString() },
1163
+ );
1164
+
1165
+ const blocks = await this.stores.blocks.getBlocks({
1166
+ from: BlockNumber(proposed.startBlock),
1167
+ limit: proposed.blockCount,
1168
+ });
1169
+ if (blocks.length !== proposed.blockCount) {
1170
+ this.log.warn(
1171
+ `Local proposed checkpoint ${proposed.checkpointNumber} has wrong block count (expected ${proposed.blockCount} blocks starting at ${proposed.startBlock} but got ${blocks.length})`,
1172
+ {
1173
+ proposedCheckpointNumber: proposed.checkpointNumber,
1174
+ proposedStartBlock: proposed.startBlock,
1175
+ proposedBlockCount: proposed.blockCount,
1176
+ retrievedBlocks: blocks.map(b => b.number),
1177
+ },
1178
+ );
1179
+ return undefined;
1180
+ }
1181
+
1182
+ const checkpoint = Checkpoint.from({
1183
+ archive: proposed.archive,
1184
+ header: proposed.header,
1185
+ blocks,
1186
+ number: proposed.checkpointNumber,
1187
+ feeAssetPriceModifier: proposed.feeAssetPriceModifier,
1188
+ });
1189
+ const promotedCheckpoint = PublishedCheckpoint.from({
1190
+ checkpoint,
1191
+ l1: calldataCheckpoint.l1,
1192
+ attestations: calldataCheckpoint.attestations,
1193
+ });
1194
+ this.instrumentation.processCheckpointPromoted();
1195
+
1196
+ return promotedCheckpoint;
877
1197
  }
878
1198
 
879
1199
  private async checkForNewCheckpointsBeforeL1SyncPoint(
@@ -881,39 +1201,44 @@ export class ArchiverL1Synchronizer implements Traceable {
881
1201
  blocksSynchedTo: bigint,
882
1202
  currentL1BlockNumber: bigint,
883
1203
  ): Promise<void> {
884
- const { lastRetrievedCheckpoint, pendingCheckpointNumber } = status;
885
- // Compare the last checkpoint we have (either retrieved in this round or loaded from store) with what the
886
- // rollup contract told us was the latest one (pinned at the currentL1BlockNumber).
1204
+ const { lastSeenCheckpoint, pendingCheckpointNumber } = status;
1205
+ // Compare the last checkpoint (valid or not) we have (either retrieved in this round or loaded from store)
1206
+ // with what the rollup contract told us was the latest one (pinned at the currentL1BlockNumber).
887
1207
  const latestLocalCheckpointNumber =
888
- lastRetrievedCheckpoint?.checkpoint.number ?? (await this.store.getSynchedCheckpointNumber());
1208
+ lastSeenCheckpoint?.checkpoint.number ??
1209
+ CheckpointNumber.max(
1210
+ await this.stores.blocks.getLatestCheckpointNumber(),
1211
+ await this.stores.blocks.getLatestRejectedCheckpointNumber(),
1212
+ ) ??
1213
+ CheckpointNumber.ZERO;
1214
+
889
1215
  if (latestLocalCheckpointNumber < pendingCheckpointNumber) {
890
1216
  // Here we have consumed all logs until the `currentL1Block` we pinned at the beginning of the archiver loop,
891
1217
  // but still haven't reached the pending checkpoint according to the call to the rollup contract.
892
1218
  // We suspect an L1 reorg that added checkpoints *behind* us. If that is the case, it must have happened between
893
1219
  // the last checkpoint we saw and the current one, so we reset the last synched L1 block number. In the edge case
894
1220
  // we don't have one, we go back 2 L1 epochs, which is the deepest possible reorg (assuming Casper is working).
895
- let latestLocalCheckpointArchive: string | undefined = undefined;
896
- let targetL1BlockNumber = maxBigint(currentL1BlockNumber - 64n, 0n);
897
- if (lastRetrievedCheckpoint) {
898
- latestLocalCheckpointArchive = lastRetrievedCheckpoint.checkpoint.archive.root.toString();
899
- targetL1BlockNumber = lastRetrievedCheckpoint.l1.blockNumber;
900
- } else if (latestLocalCheckpointNumber > 0) {
901
- const checkpoint = await this.store.getRangeOfCheckpoints(latestLocalCheckpointNumber, 1).then(([c]) => c);
902
- latestLocalCheckpointArchive = checkpoint.archive.root.toString();
903
- targetL1BlockNumber = checkpoint.l1.blockNumber;
904
- }
1221
+ const latestLocalCheckpoint: PublishedCheckpoint | CheckpointData | RejectedCheckpoint | undefined =
1222
+ lastSeenCheckpoint ??
1223
+ (await this.stores.blocks.getCheckpointData(latestLocalCheckpointNumber)) ??
1224
+ (await this.stores.blocks.getRejectedCheckpointByNumber(latestLocalCheckpointNumber));
1225
+
1226
+ const targetL1BlockNumber =
1227
+ latestLocalCheckpoint?.l1.blockNumber ??
1228
+ maxBigint(currentL1BlockNumber - 64n, this.l1Constants.l1StartBlock, 0n);
1229
+
905
1230
  this.log.warn(
906
1231
  `Failed to reach checkpoint ${pendingCheckpointNumber} at ${currentL1BlockNumber} (latest is ${latestLocalCheckpointNumber}). ` +
907
1232
  `Rolling back last synched L1 block number to ${targetL1BlockNumber}.`,
908
1233
  {
909
1234
  latestLocalCheckpointNumber,
910
- latestLocalCheckpointArchive,
1235
+ latestLocalCheckpointL1: latestLocalCheckpoint?.l1,
911
1236
  blocksSynchedTo,
912
1237
  currentL1BlockNumber,
913
1238
  ...status,
914
1239
  },
915
1240
  );
916
- await this.store.setCheckpointSynchedL1BlockNumber(targetL1BlockNumber);
1241
+ await this.stores.blocks.setSynchedL1BlockNumber(targetL1BlockNumber);
917
1242
  } else {
918
1243
  this.log.trace(`No new checkpoints behind L1 sync point to retrieve.`, {
919
1244
  latestLocalCheckpointNumber,
@@ -923,7 +1248,7 @@ export class ArchiverL1Synchronizer implements Traceable {
923
1248
  }
924
1249
 
925
1250
  private async getCheckpointHeader(number: CheckpointNumber) {
926
- const checkpoint = await this.store.getCheckpointData(number);
1251
+ const checkpoint = await this.stores.blocks.getCheckpointData(number);
927
1252
  if (!checkpoint) {
928
1253
  return undefined;
929
1254
  }