@aztec/archiver 0.0.1-commit.4d3c002 → 0.0.1-commit.4d9804df
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -5
- package/dest/archiver.d.ts +70 -15
- package/dest/archiver.d.ts.map +1 -1
- package/dest/archiver.js +274 -71
- package/dest/config.d.ts +7 -3
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +39 -16
- package/dest/errors.d.ts +35 -13
- package/dest/errors.d.ts.map +1 -1
- package/dest/errors.js +54 -16
- package/dest/factory.d.ts +11 -6
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +35 -21
- package/dest/index.d.ts +11 -3
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +10 -2
- package/dest/l1/calldata_retriever.d.ts +9 -1
- package/dest/l1/calldata_retriever.d.ts.map +1 -1
- package/dest/l1/calldata_retriever.js +20 -10
- package/dest/l1/data_retrieval.d.ts +24 -10
- package/dest/l1/data_retrieval.d.ts.map +1 -1
- package/dest/l1/data_retrieval.js +13 -19
- package/dest/l1/trace_tx.d.ts +12 -66
- package/dest/l1/trace_tx.d.ts.map +1 -1
- package/dest/l1/validate_historical_logs.d.ts +23 -0
- package/dest/l1/validate_historical_logs.d.ts.map +1 -0
- package/dest/l1/validate_historical_logs.js +108 -0
- package/dest/modules/contract_data_source_adapter.d.ts +25 -0
- package/dest/modules/contract_data_source_adapter.d.ts.map +1 -0
- package/dest/modules/contract_data_source_adapter.js +32 -0
- package/dest/modules/data_source_base.d.ts +71 -50
- package/dest/modules/data_source_base.d.ts.map +1 -1
- package/dest/modules/data_source_base.js +250 -150
- package/dest/modules/data_store_updater.d.ts +28 -9
- package/dest/modules/data_store_updater.d.ts.map +1 -1
- package/dest/modules/data_store_updater.js +121 -61
- package/dest/modules/instrumentation.d.ts +15 -2
- package/dest/modules/instrumentation.d.ts.map +1 -1
- package/dest/modules/instrumentation.js +48 -9
- package/dest/modules/l1_synchronizer.d.ts +11 -7
- package/dest/modules/l1_synchronizer.d.ts.map +1 -1
- package/dest/modules/l1_synchronizer.js +347 -118
- package/dest/modules/outbox_trees_resolver.d.ts +62 -0
- package/dest/modules/outbox_trees_resolver.d.ts.map +1 -0
- package/dest/modules/outbox_trees_resolver.js +162 -0
- package/dest/modules/validation.d.ts +30 -7
- package/dest/modules/validation.d.ts.map +1 -1
- package/dest/modules/validation.js +33 -15
- package/dest/store/block_store.d.ts +167 -94
- package/dest/store/block_store.d.ts.map +1 -1
- package/dest/store/block_store.js +524 -260
- package/dest/store/contract_class_store.d.ts +17 -3
- package/dest/store/contract_class_store.d.ts.map +1 -1
- package/dest/store/contract_class_store.js +36 -2
- package/dest/store/contract_instance_store.d.ts +28 -1
- package/dest/store/contract_instance_store.d.ts.map +1 -1
- package/dest/store/contract_instance_store.js +49 -1
- package/dest/store/data_stores.d.ts +68 -0
- package/dest/store/data_stores.d.ts.map +1 -0
- package/dest/store/data_stores.js +54 -0
- package/dest/store/function_names_cache.d.ts +17 -0
- package/dest/store/function_names_cache.d.ts.map +1 -0
- package/dest/store/function_names_cache.js +30 -0
- package/dest/store/l2_tips_cache.d.ts +13 -8
- package/dest/store/l2_tips_cache.d.ts.map +1 -1
- package/dest/store/l2_tips_cache.js +13 -96
- package/dest/store/log_store.d.ts +42 -40
- package/dest/store/log_store.d.ts.map +1 -1
- package/dest/store/log_store.js +257 -480
- package/dest/store/log_store_codec.d.ts +78 -0
- package/dest/store/log_store_codec.d.ts.map +1 -0
- package/dest/store/log_store_codec.js +110 -0
- package/dest/store/message_store.d.ts +9 -3
- package/dest/store/message_store.d.ts.map +1 -1
- package/dest/store/message_store.js +31 -1
- package/dest/test/fake_l1_state.d.ts +7 -3
- package/dest/test/fake_l1_state.d.ts.map +1 -1
- package/dest/test/fake_l1_state.js +45 -18
- package/dest/test/mock_l1_to_l2_message_source.d.ts +1 -1
- package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
- package/dest/test/mock_l1_to_l2_message_source.js +1 -2
- package/dest/test/mock_l2_block_source.d.ts +47 -54
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +229 -205
- package/dest/test/mock_structs.d.ts +1 -1
- package/dest/test/mock_structs.d.ts.map +1 -1
- package/dest/test/mock_structs.js +2 -2
- package/dest/test/noop_l1_archiver.d.ts +14 -6
- package/dest/test/noop_l1_archiver.d.ts.map +1 -1
- package/dest/test/noop_l1_archiver.js +26 -10
- package/package.json +14 -14
- package/src/archiver.ts +355 -77
- package/src/config.ts +43 -20
- package/src/errors.ts +80 -23
- package/src/factory.ts +46 -19
- package/src/index.ts +18 -2
- package/src/l1/calldata_retriever.ts +27 -10
- package/src/l1/data_retrieval.ts +38 -36
- package/src/l1/validate_historical_logs.ts +140 -0
- package/src/modules/contract_data_source_adapter.ts +46 -0
- package/src/modules/data_source_base.ts +319 -200
- package/src/modules/data_store_updater.ts +146 -64
- package/src/modules/instrumentation.ts +43 -10
- package/src/modules/l1_synchronizer.ts +499 -136
- package/src/modules/outbox_trees_resolver.ts +199 -0
- package/src/modules/validation.ts +78 -21
- package/src/store/block_store.ts +627 -321
- package/src/store/contract_class_store.ts +47 -3
- package/src/store/contract_instance_store.ts +61 -1
- package/src/store/data_stores.ts +104 -0
- package/src/store/function_names_cache.ts +37 -0
- package/src/store/l2_tips_cache.ts +16 -109
- package/src/store/log_store.ts +296 -652
- package/src/store/log_store_codec.ts +143 -0
- package/src/store/message_store.ts +35 -2
- package/src/test/fake_l1_state.ts +50 -27
- package/src/test/mock_l1_to_l2_message_source.ts +0 -1
- package/src/test/mock_l2_block_source.ts +276 -258
- package/src/test/mock_structs.ts +5 -2
- package/src/test/noop_l1_archiver.ts +54 -11
- package/dest/store/kv_archiver_store.d.ts +0 -377
- package/dest/store/kv_archiver_store.d.ts.map +0 -1
- package/dest/store/kv_archiver_store.js +0 -494
- package/src/store/kv_archiver_store.ts +0 -713
|
@@ -2,38 +2,55 @@ import type { BlobClientInterface } from '@aztec/blob-client/client';
|
|
|
2
2
|
import { EpochCache } from '@aztec/epoch-cache';
|
|
3
3
|
import { InboxContract, type InboxContractState, RollupContract } from '@aztec/ethereum/contracts';
|
|
4
4
|
import type { L1BlockId } from '@aztec/ethereum/l1-types';
|
|
5
|
+
import { getFinalizedL1Block } from '@aztec/ethereum/queries';
|
|
5
6
|
import type { ViemPublicClient, ViemPublicDebugClient } from '@aztec/ethereum/types';
|
|
6
7
|
import { asyncPool } from '@aztec/foundation/async-pool';
|
|
7
8
|
import { maxBigint } from '@aztec/foundation/bigint';
|
|
8
9
|
import { BlockNumber, CheckpointNumber, EpochNumber } from '@aztec/foundation/branded-types';
|
|
9
10
|
import { Buffer16, Buffer32 } from '@aztec/foundation/buffer';
|
|
10
|
-
import { pick } from '@aztec/foundation/collection';
|
|
11
|
+
import { compactArray, partition, pick } from '@aztec/foundation/collection';
|
|
11
12
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
13
|
+
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
12
14
|
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
13
15
|
import { retryTimes } from '@aztec/foundation/retry';
|
|
14
16
|
import { count } from '@aztec/foundation/string';
|
|
15
17
|
import { DateProvider, Timer, elapsed } from '@aztec/foundation/timer';
|
|
16
18
|
import { isDefined, isErrorClass } from '@aztec/foundation/types';
|
|
17
|
-
import {
|
|
18
|
-
|
|
19
|
+
import {
|
|
20
|
+
type ArchiverEmitter,
|
|
21
|
+
type L2Block,
|
|
22
|
+
L2BlockSourceEvents,
|
|
23
|
+
type ValidateCheckpointResult,
|
|
24
|
+
} from '@aztec/stdlib/block';
|
|
25
|
+
import {
|
|
26
|
+
Checkpoint,
|
|
27
|
+
type CheckpointData,
|
|
28
|
+
type CheckpointInfo,
|
|
29
|
+
type L1PublishedData,
|
|
30
|
+
PublishedCheckpoint,
|
|
31
|
+
} from '@aztec/stdlib/checkpoint';
|
|
19
32
|
import { type L1RollupConstants, getEpochAtSlot, getSlotAtNextL1Block } from '@aztec/stdlib/epoch-helpers';
|
|
20
33
|
import { computeInHashFromL1ToL2Messages } from '@aztec/stdlib/messaging';
|
|
34
|
+
import type { CoordinationSignatureContext } from '@aztec/stdlib/p2p';
|
|
21
35
|
import { type Traceable, type Tracer, execInSpan, trackSpan } from '@aztec/telemetry-client';
|
|
22
36
|
|
|
23
37
|
import { InitialCheckpointNumberNotSequentialError } from '../errors.js';
|
|
24
38
|
import {
|
|
25
|
-
|
|
39
|
+
type RetrievedCheckpointFromCalldata,
|
|
40
|
+
getCheckpointBlobDataFromBlobs,
|
|
41
|
+
retrieveCheckpointCalldataFromRollup,
|
|
26
42
|
retrieveL1ToL2Message,
|
|
27
43
|
retrieveL1ToL2Messages,
|
|
28
44
|
retrievedToPublishedCheckpoint,
|
|
29
45
|
} from '../l1/data_retrieval.js';
|
|
30
|
-
import type {
|
|
46
|
+
import type { RejectedCheckpoint } from '../store/block_store.js';
|
|
47
|
+
import { type ArchiverDataStores, getArchiverSynchPoint } from '../store/data_stores.js';
|
|
31
48
|
import type { L2TipsCache } from '../store/l2_tips_cache.js';
|
|
32
49
|
import { MessageStoreError } from '../store/message_store.js';
|
|
33
50
|
import type { InboxMessage } from '../structs/inbox_message.js';
|
|
34
51
|
import { ArchiverDataStoreUpdater } from './data_store_updater.js';
|
|
35
52
|
import type { ArchiverInstrumentation } from './instrumentation.js';
|
|
36
|
-
import {
|
|
53
|
+
import { validateCheckpointAttestationsFromCalldata } from './validation.js';
|
|
37
54
|
|
|
38
55
|
type RollupStatus = {
|
|
39
56
|
provenCheckpointNumber: CheckpointNumber;
|
|
@@ -41,13 +58,17 @@ type RollupStatus = {
|
|
|
41
58
|
pendingCheckpointNumber: CheckpointNumber;
|
|
42
59
|
pendingArchive: string;
|
|
43
60
|
validationResult: ValidateCheckpointResult | undefined;
|
|
61
|
+
/** Last valid checkpoint observed on L1 and synced on this iteration */
|
|
44
62
|
lastRetrievedCheckpoint?: PublishedCheckpoint;
|
|
45
|
-
|
|
63
|
+
/** Last checkpoint observed on L1 across both valid and rejected entries on this iteration */
|
|
64
|
+
lastSeenCheckpoint?: { checkpointNumber: CheckpointNumber; l1: L1PublishedData };
|
|
65
|
+
/** Blocks added while handling checkpoints this iteration, for the aggregate block source update event. */
|
|
66
|
+
blocksAdded: L2Block[];
|
|
46
67
|
};
|
|
47
68
|
|
|
48
69
|
/**
|
|
49
70
|
* Handles L1 synchronization for the archiver.
|
|
50
|
-
* Responsible for fetching checkpoints, L1
|
|
71
|
+
* Responsible for fetching checkpoints, L1 to L2 messages, and handling L1 reorgs.
|
|
51
72
|
*/
|
|
52
73
|
export class ArchiverL1Synchronizer implements Traceable {
|
|
53
74
|
private l1BlockNumber: bigint | undefined;
|
|
@@ -62,10 +83,11 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
62
83
|
private readonly debugClient: ViemPublicDebugClient,
|
|
63
84
|
private readonly rollup: RollupContract,
|
|
64
85
|
private readonly inbox: InboxContract,
|
|
65
|
-
private readonly
|
|
86
|
+
private readonly stores: ArchiverDataStores,
|
|
66
87
|
private config: {
|
|
67
88
|
batchSize: number;
|
|
68
89
|
skipValidateCheckpointAttestations?: boolean;
|
|
90
|
+
skipPromoteProposedCheckpointDuringL1Sync?: boolean;
|
|
69
91
|
maxAllowedEthClientDriftSeconds: number;
|
|
70
92
|
},
|
|
71
93
|
private readonly blobClient: BlobClientInterface,
|
|
@@ -81,7 +103,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
81
103
|
l2TipsCache?: L2TipsCache,
|
|
82
104
|
private readonly log: Logger = createLogger('archiver:l1-sync'),
|
|
83
105
|
) {
|
|
84
|
-
this.updater = new ArchiverDataStoreUpdater(this.
|
|
106
|
+
this.updater = new ArchiverDataStoreUpdater(this.stores, l2TipsCache, {
|
|
85
107
|
rollupManaLimit: l1Constants.rollupManaLimit,
|
|
86
108
|
});
|
|
87
109
|
this.tracer = tracer;
|
|
@@ -91,6 +113,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
91
113
|
public setConfig(newConfig: {
|
|
92
114
|
batchSize: number;
|
|
93
115
|
skipValidateCheckpointAttestations?: boolean;
|
|
116
|
+
skipPromoteProposedCheckpointDuringL1Sync?: boolean;
|
|
94
117
|
maxAllowedEthClientDriftSeconds: number;
|
|
95
118
|
}) {
|
|
96
119
|
this.config = newConfig;
|
|
@@ -106,6 +129,13 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
106
129
|
return this.l1Timestamp;
|
|
107
130
|
}
|
|
108
131
|
|
|
132
|
+
private getSignatureContext(): CoordinationSignatureContext {
|
|
133
|
+
return {
|
|
134
|
+
chainId: this.publicClient.chain.id,
|
|
135
|
+
rollupAddress: EthAddress.fromString(this.rollup.address),
|
|
136
|
+
};
|
|
137
|
+
}
|
|
138
|
+
|
|
109
139
|
/** Checks that the ethereum node we are connected to has a latest timestamp no more than the allowed drift. Throw if not. */
|
|
110
140
|
public async testEthereumNodeSynced(): Promise<void> {
|
|
111
141
|
const maxAllowedDelay = this.config.maxAllowedEthClientDriftSeconds;
|
|
@@ -122,7 +152,9 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
122
152
|
}
|
|
123
153
|
|
|
124
154
|
@trackSpan('Archiver.syncFromL1')
|
|
125
|
-
public async syncFromL1(initialSyncComplete: boolean): Promise<
|
|
155
|
+
public async syncFromL1(initialSyncComplete: boolean): Promise<L2Block[]> {
|
|
156
|
+
const blocksAdded: L2Block[] = [];
|
|
157
|
+
|
|
126
158
|
// In between the various calls to L1, the block number can move meaning some of the following
|
|
127
159
|
// calls will return data for blocks that were not present during earlier calls. To combat this
|
|
128
160
|
// we ensure that all data retrieval methods only retrieve data up to the currentBlockNumber
|
|
@@ -135,32 +167,45 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
135
167
|
|
|
136
168
|
if (this.l1BlockHash && currentL1BlockHash.equals(this.l1BlockHash)) {
|
|
137
169
|
this.log.trace(`No new L1 blocks since last sync at L1 block ${this.l1BlockNumber}`);
|
|
138
|
-
return;
|
|
170
|
+
return blocksAdded;
|
|
139
171
|
}
|
|
140
172
|
|
|
141
|
-
//
|
|
173
|
+
// Log at error if the latest L1 block timestamp is too old
|
|
142
174
|
const maxAllowedDelay = this.config.maxAllowedEthClientDriftSeconds;
|
|
143
175
|
const now = this.dateProvider.nowInSeconds();
|
|
144
176
|
if (maxAllowedDelay > 0 && Number(currentL1Timestamp) <= now - maxAllowedDelay) {
|
|
145
|
-
this.log.
|
|
177
|
+
this.log.error(
|
|
146
178
|
`Latest L1 block ${currentL1BlockNumber} timestamp ${currentL1Timestamp} is too old. Make sure your Ethereum node is synced.`,
|
|
147
179
|
{ currentL1BlockNumber, currentL1Timestamp, now, maxAllowedDelay },
|
|
148
180
|
);
|
|
149
181
|
}
|
|
150
182
|
|
|
183
|
+
// Query finalized block on L1
|
|
184
|
+
const rawFinalizedL1Block = await getFinalizedL1Block(this.publicClient);
|
|
185
|
+
const finalizedL1Block: L1BlockId | undefined = rawFinalizedL1Block && {
|
|
186
|
+
l1BlockNumber: rawFinalizedL1Block.number,
|
|
187
|
+
l1BlockHash: Buffer32.fromString(rawFinalizedL1Block.hash),
|
|
188
|
+
};
|
|
189
|
+
|
|
151
190
|
// Load sync point for blocks defaulting to start block
|
|
152
|
-
const { blocksSynchedTo = this.l1Constants.l1StartBlock } = await this.
|
|
153
|
-
this.log.debug(`Starting new archiver sync iteration`, { blocksSynchedTo, currentL1BlockData });
|
|
191
|
+
const { blocksSynchedTo = this.l1Constants.l1StartBlock } = await getArchiverSynchPoint(this.stores);
|
|
192
|
+
this.log.debug(`Starting new archiver sync iteration`, { blocksSynchedTo, currentL1BlockData, finalizedL1Block });
|
|
154
193
|
|
|
155
194
|
// Sync L1 to L2 messages. We retry this a few times since there are error conditions that reset the sync point, requiring a new iteration.
|
|
156
195
|
// Note that we cannot just wait for the l1 synchronizer to loop again, since the synchronizer would report as synced up to the current L1
|
|
157
196
|
// block, when that wouldn't be the case, since L1 to L2 messages would need another iteration.
|
|
158
|
-
await retryTimes(
|
|
197
|
+
await retryTimes(
|
|
198
|
+
() => this.handleL1ToL2Messages(currentL1BlockData, finalizedL1Block),
|
|
199
|
+
'Handling L1 to L2 messages',
|
|
200
|
+
3,
|
|
201
|
+
0.1,
|
|
202
|
+
);
|
|
159
203
|
|
|
160
204
|
if (currentL1BlockNumber > blocksSynchedTo) {
|
|
161
205
|
// First we retrieve new checkpoints and L2 blocks and store them in the DB. This will also update the
|
|
162
206
|
// pending chain validation status, proven checkpoint number, and synched L1 block number.
|
|
163
207
|
const rollupStatus = await this.handleCheckpoints(blocksSynchedTo, currentL1BlockNumber, initialSyncComplete);
|
|
208
|
+
blocksAdded.push(...rollupStatus.blocksAdded);
|
|
164
209
|
|
|
165
210
|
// Then we try pruning uncheckpointed blocks if a new slot was mined without checkpoints
|
|
166
211
|
await this.pruneUncheckpointedBlocks(currentL1Timestamp);
|
|
@@ -176,18 +221,10 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
176
221
|
currentL1Timestamp,
|
|
177
222
|
);
|
|
178
223
|
|
|
179
|
-
// If the last checkpoint we processed had an invalid attestation, we manually advance the L1 syncpoint
|
|
180
|
-
// past it, since otherwise we'll keep downloading it and reprocessing it on every iteration until
|
|
181
|
-
// we get a valid checkpoint to advance the syncpoint.
|
|
182
|
-
if (!rollupStatus.validationResult?.valid && rollupStatus.lastL1BlockWithCheckpoint !== undefined) {
|
|
183
|
-
await this.store.setCheckpointSynchedL1BlockNumber(rollupStatus.lastL1BlockWithCheckpoint);
|
|
184
|
-
}
|
|
185
|
-
|
|
186
224
|
// And lastly we check if we are missing any checkpoints behind us due to a possible L1 reorg.
|
|
187
225
|
// We only do this if rollup cant prune on the next submission. Otherwise we will end up
|
|
188
|
-
// re-syncing the checkpoints we have just unwound above.
|
|
189
|
-
|
|
190
|
-
if (!rollupCanPrune && rollupStatus.validationResult?.valid) {
|
|
226
|
+
// re-syncing the checkpoints we have just unwound above.
|
|
227
|
+
if (!rollupCanPrune) {
|
|
191
228
|
await this.checkForNewCheckpointsBeforeL1SyncPoint(rollupStatus, blocksSynchedTo, currentL1BlockNumber);
|
|
192
229
|
}
|
|
193
230
|
|
|
@@ -195,7 +232,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
195
232
|
}
|
|
196
233
|
|
|
197
234
|
// Update the finalized L2 checkpoint based on L1 finality.
|
|
198
|
-
await this.updateFinalizedCheckpoint();
|
|
235
|
+
await this.updateFinalizedCheckpoint(finalizedL1Block);
|
|
199
236
|
|
|
200
237
|
// After syncing has completed, update the current l1 block number and timestamp,
|
|
201
238
|
// otherwise we risk announcing to the world that we've synced to a given point,
|
|
@@ -210,17 +247,22 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
210
247
|
l1TimestampAtStart: currentL1Timestamp,
|
|
211
248
|
l1BlockNumberAtEnd,
|
|
212
249
|
});
|
|
250
|
+
|
|
251
|
+
return blocksAdded;
|
|
213
252
|
}
|
|
214
253
|
|
|
215
|
-
/**
|
|
216
|
-
private async updateFinalizedCheckpoint(): Promise<void> {
|
|
254
|
+
/** Updates the finalized checkpoint using the pre-fetched finalized L1 block from the current sync iteration. */
|
|
255
|
+
private async updateFinalizedCheckpoint(finalizedL1Block: L1BlockId | undefined): Promise<void> {
|
|
217
256
|
try {
|
|
218
|
-
|
|
219
|
-
|
|
257
|
+
if (!finalizedL1Block) {
|
|
258
|
+
this.log.trace(`Skipping finalized checkpoint update: L1 has no finalized block yet.`);
|
|
259
|
+
return;
|
|
260
|
+
}
|
|
261
|
+
const finalizedL1BlockNumber = finalizedL1Block.l1BlockNumber;
|
|
220
262
|
const finalizedCheckpointNumber = await this.rollup.getProvenCheckpointNumber({
|
|
221
263
|
blockNumber: finalizedL1BlockNumber,
|
|
222
264
|
});
|
|
223
|
-
const localFinalizedCheckpointNumber = await this.
|
|
265
|
+
const localFinalizedCheckpointNumber = await this.stores.blocks.getFinalizedCheckpointNumber();
|
|
224
266
|
if (localFinalizedCheckpointNumber !== finalizedCheckpointNumber) {
|
|
225
267
|
await this.updater.setFinalizedCheckpointNumber(finalizedCheckpointNumber);
|
|
226
268
|
this.log.info(`Updated finalized chain to checkpoint ${finalizedCheckpointNumber}`, {
|
|
@@ -237,10 +279,10 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
237
279
|
}
|
|
238
280
|
|
|
239
281
|
/** Prune all proposed local blocks that should have been checkpointed by now. */
|
|
240
|
-
private async pruneUncheckpointedBlocks(currentL1Timestamp: bigint) {
|
|
282
|
+
private async pruneUncheckpointedBlocks(currentL1Timestamp: bigint): Promise<void> {
|
|
241
283
|
const [lastCheckpointedBlockNumber, lastProposedBlockNumber] = await Promise.all([
|
|
242
|
-
this.
|
|
243
|
-
this.
|
|
284
|
+
this.stores.blocks.getCheckpointedL2BlockNumber(),
|
|
285
|
+
this.stores.blocks.getLatestL2BlockNumber(),
|
|
244
286
|
]);
|
|
245
287
|
|
|
246
288
|
// If there are no uncheckpointed blocks, we got nothing to do
|
|
@@ -254,8 +296,10 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
254
296
|
const firstUncheckpointedBlockNumber = BlockNumber(lastCheckpointedBlockNumber + 1);
|
|
255
297
|
|
|
256
298
|
// What's the slot of the first uncheckpointed block?
|
|
257
|
-
const
|
|
258
|
-
|
|
299
|
+
const firstUncheckpointedBlockData = await this.stores.blocks.getBlockData({
|
|
300
|
+
number: firstUncheckpointedBlockNumber,
|
|
301
|
+
});
|
|
302
|
+
const firstUncheckpointedBlockSlot = firstUncheckpointedBlockData?.header.getSlot();
|
|
259
303
|
|
|
260
304
|
if (firstUncheckpointedBlockSlot === undefined || firstUncheckpointedBlockSlot >= slotAtNextL1Block) {
|
|
261
305
|
return;
|
|
@@ -265,11 +309,12 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
265
309
|
// This also clears any proposed checkpoint whose blocks are being pruned.
|
|
266
310
|
this.log.warn(
|
|
267
311
|
`Pruning blocks after block ${lastCheckpointedBlockNumber} due to slot ${firstUncheckpointedBlockSlot} not being checkpointed`,
|
|
268
|
-
{ firstUncheckpointedBlockHeader:
|
|
312
|
+
{ firstUncheckpointedBlockHeader: firstUncheckpointedBlockData?.header.toInspect(), slotAtNextL1Block },
|
|
269
313
|
);
|
|
270
|
-
const prunedBlocks = await this.updater.removeUncheckpointedBlocksAfter(lastCheckpointedBlockNumber);
|
|
271
314
|
|
|
315
|
+
const prunedBlocks = await this.updater.removeUncheckpointedBlocksAfter(lastCheckpointedBlockNumber);
|
|
272
316
|
if (prunedBlocks.length > 0) {
|
|
317
|
+
this.instrumentation.recordPrune('uncheckpointed');
|
|
273
318
|
this.events.emit(L2BlockSourceEvents.L2PruneUncheckpointed, {
|
|
274
319
|
type: L2BlockSourceEvents.L2PruneUncheckpointed,
|
|
275
320
|
slotNumber: firstUncheckpointedBlockSlot,
|
|
@@ -300,7 +345,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
300
345
|
currentL1Timestamp: bigint,
|
|
301
346
|
): Promise<{ rollupCanPrune: boolean }> {
|
|
302
347
|
const rollupCanPrune = await this.canPrune(currentL1BlockNumber, currentL1Timestamp);
|
|
303
|
-
const localPendingCheckpointNumber = await this.
|
|
348
|
+
const localPendingCheckpointNumber = await this.stores.blocks.getLatestCheckpointNumber();
|
|
304
349
|
const canPrune = localPendingCheckpointNumber > provenCheckpointNumber && rollupCanPrune;
|
|
305
350
|
|
|
306
351
|
if (canPrune) {
|
|
@@ -321,12 +366,12 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
321
366
|
// promises when the gap between local pending and proven checkpoint numbers is large.
|
|
322
367
|
const BATCH_SIZE = 10;
|
|
323
368
|
const indices = Array.from({ length: checkpointsToUnwind }, (_, i) => CheckpointNumber(i + pruneFrom));
|
|
324
|
-
const checkpoints = (
|
|
325
|
-
|
|
326
|
-
);
|
|
369
|
+
const checkpoints = (
|
|
370
|
+
await asyncPool(BATCH_SIZE, indices, idx => this.stores.blocks.getCheckpointData(idx))
|
|
371
|
+
).filter(isDefined);
|
|
327
372
|
const newBlocks = (
|
|
328
373
|
await asyncPool(BATCH_SIZE, checkpoints, cp =>
|
|
329
|
-
this.
|
|
374
|
+
this.stores.blocks.getBlocksForCheckpoint(CheckpointNumber(cp.checkpointNumber)),
|
|
330
375
|
)
|
|
331
376
|
)
|
|
332
377
|
.filter(isDefined)
|
|
@@ -346,12 +391,12 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
346
391
|
this.log.warn(
|
|
347
392
|
`Removed ${count(checkpointsToUnwind, 'checkpoint')} after checkpoint ${provenCheckpointNumber} ` +
|
|
348
393
|
`due to predicted reorg at L1 block ${currentL1BlockNumber}. ` +
|
|
349
|
-
`Updated latest checkpoint is ${await this.
|
|
394
|
+
`Updated latest checkpoint is ${await this.stores.blocks.getLatestCheckpointNumber()}.`,
|
|
350
395
|
);
|
|
351
396
|
this.instrumentation.processPrune(timer.ms());
|
|
352
397
|
// TODO(palla/reorg): Do we need to set the block synched L1 block number here?
|
|
353
398
|
// Seems like the next iteration should handle this.
|
|
354
|
-
// await this.
|
|
399
|
+
// await this.stores.blocks.setSynchedL1BlockNumber(currentL1BlockNumber);
|
|
355
400
|
}
|
|
356
401
|
|
|
357
402
|
return { rollupCanPrune };
|
|
@@ -368,14 +413,17 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
368
413
|
}
|
|
369
414
|
|
|
370
415
|
@trackSpan('Archiver.handleL1ToL2Messages')
|
|
371
|
-
private async handleL1ToL2Messages(
|
|
416
|
+
private async handleL1ToL2Messages(
|
|
417
|
+
currentL1Block: L1BlockId,
|
|
418
|
+
finalizedL1Block: L1BlockId | undefined,
|
|
419
|
+
): Promise<boolean> {
|
|
372
420
|
// Load the syncpoint, which may have been updated in a previous iteration
|
|
373
421
|
const {
|
|
374
422
|
messagesSynchedTo = {
|
|
375
423
|
l1BlockNumber: this.l1Constants.l1StartBlock,
|
|
376
424
|
l1BlockHash: this.l1Constants.l1StartBlockHash,
|
|
377
425
|
},
|
|
378
|
-
} = await this.
|
|
426
|
+
} = await getArchiverSynchPoint(this.stores);
|
|
379
427
|
|
|
380
428
|
// Nothing to do if L1 block number has not moved forward
|
|
381
429
|
const currentL1BlockNumber = currentL1Block.l1BlockNumber;
|
|
@@ -385,10 +433,14 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
385
433
|
|
|
386
434
|
// Compare local message store state with the remote. If they match, we just advance the match pointer.
|
|
387
435
|
const remoteMessagesState = await this.inbox.getState({ blockNumber: currentL1BlockNumber });
|
|
388
|
-
const localLastMessage = await this.
|
|
436
|
+
const localLastMessage = await this.stores.messages.getLastMessage();
|
|
389
437
|
if (await this.localStateMatches(localLastMessage, remoteMessagesState)) {
|
|
390
438
|
this.log.trace(`Local L1 to L2 messages are already in sync with remote at L1 block ${currentL1BlockNumber}`);
|
|
391
|
-
await this.
|
|
439
|
+
await this.stores.messages.setMessageSyncState(
|
|
440
|
+
currentL1Block,
|
|
441
|
+
remoteMessagesState.treeInProgress,
|
|
442
|
+
finalizedL1Block,
|
|
443
|
+
);
|
|
392
444
|
return true;
|
|
393
445
|
}
|
|
394
446
|
|
|
@@ -404,7 +456,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
404
456
|
`Failed to store L1 to L2 messages retrieved from L1: ${error.message}. Rolling back syncpoint to retry.`,
|
|
405
457
|
{ inboxMessage: error.inboxMessage },
|
|
406
458
|
);
|
|
407
|
-
await this.rollbackL1ToL2Messages(remoteMessagesState
|
|
459
|
+
await this.rollbackL1ToL2Messages(remoteMessagesState);
|
|
408
460
|
return false;
|
|
409
461
|
}
|
|
410
462
|
throw error;
|
|
@@ -413,24 +465,28 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
413
465
|
// Note that, if there are no new messages to insert, but there was an L1 reorg that pruned out last messages,
|
|
414
466
|
// we'd notice by comparing our local state with the remote one again, and seeing they don't match even after
|
|
415
467
|
// our sync attempt. In this case, we also rollback our syncpoint, and trigger a retry.
|
|
416
|
-
const localLastMessageAfterSync = await this.
|
|
468
|
+
const localLastMessageAfterSync = await this.stores.messages.getLastMessage();
|
|
417
469
|
if (!(await this.localStateMatches(localLastMessageAfterSync, remoteMessagesState))) {
|
|
418
470
|
this.log.warn(
|
|
419
471
|
`Local L1 to L2 messages state does not match remote after sync attempt. Rolling back syncpoint to retry.`,
|
|
420
472
|
{ localLastMessageAfterSync, remoteMessagesState },
|
|
421
473
|
);
|
|
422
|
-
await this.rollbackL1ToL2Messages(remoteMessagesState
|
|
474
|
+
await this.rollbackL1ToL2Messages(remoteMessagesState);
|
|
423
475
|
return false;
|
|
424
476
|
}
|
|
425
477
|
|
|
426
478
|
// Advance the syncpoint after a successful sync
|
|
427
|
-
await this.
|
|
479
|
+
await this.stores.messages.setMessageSyncState(
|
|
480
|
+
currentL1Block,
|
|
481
|
+
remoteMessagesState.treeInProgress,
|
|
482
|
+
finalizedL1Block,
|
|
483
|
+
);
|
|
428
484
|
return true;
|
|
429
485
|
}
|
|
430
486
|
|
|
431
487
|
/** Checks if the local rolling hash and message count matches the remote state */
|
|
432
488
|
private async localStateMatches(localLastMessage: InboxMessage | undefined, remoteState: InboxContractState) {
|
|
433
|
-
const localMessageCount = await this.
|
|
489
|
+
const localMessageCount = await this.stores.messages.getTotalL1ToL2MessageCount();
|
|
434
490
|
this.log.trace(`Comparing local and remote inbox state`, { localMessageCount, localLastMessage, remoteState });
|
|
435
491
|
|
|
436
492
|
return (
|
|
@@ -452,7 +508,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
452
508
|
this.log.trace(`Retrieving L1 to L2 messages in L1 blocks ${searchStartBlock}-${searchEndBlock}`);
|
|
453
509
|
const messages = await retrieveL1ToL2Messages(this.inbox, searchStartBlock, searchEndBlock);
|
|
454
510
|
const timer = new Timer();
|
|
455
|
-
await this.
|
|
511
|
+
await this.stores.messages.addL1ToL2Messages(messages);
|
|
456
512
|
const perMsg = timer.ms() / messages.length;
|
|
457
513
|
this.instrumentation.processNewMessages(messages.length, perMsg);
|
|
458
514
|
for (const msg of messages) {
|
|
@@ -474,18 +530,49 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
474
530
|
* Rolls back local L1 to L2 messages to the last common message with L1, and updates the syncpoint to the L1 block of that message.
|
|
475
531
|
* If no common message is found, rolls back all messages and sets the syncpoint to the start block.
|
|
476
532
|
*/
|
|
477
|
-
private async rollbackL1ToL2Messages(
|
|
478
|
-
|
|
479
|
-
|
|
480
|
-
|
|
533
|
+
private async rollbackL1ToL2Messages(remoteMessagesState: InboxContractState): Promise<L1BlockId> {
|
|
534
|
+
const { treeInProgress: remoteTreeInProgress, messagesRollingHash: remoteRollingHash } = remoteMessagesState;
|
|
535
|
+
|
|
536
|
+
const messagesFinalizedL1Block = await this.stores.messages.getMessagesFinalizedL1Block();
|
|
537
|
+
const finalizedL1BlockNumber = messagesFinalizedL1Block?.l1BlockNumber;
|
|
538
|
+
|
|
539
|
+
// Slowly go back through our messages until we find the last common message. We could query the logs in
|
|
540
|
+
// batch as an optimization, but the depth of the reorg should not be deep, and this is a very rare case,
|
|
541
|
+
// so it's fine to query one log at a time.
|
|
481
542
|
let commonMsg: undefined | InboxMessage;
|
|
482
543
|
let messagesToDelete = 0;
|
|
483
544
|
this.log.verbose(`Searching most recent common L1 to L2 message`);
|
|
484
|
-
for await (const localMsg of this.
|
|
545
|
+
for await (const localMsg of this.stores.messages.iterateL1ToL2Messages({ reverse: true })) {
|
|
546
|
+
const logCtx = { remoteMsg: undefined as InboxMessage | undefined, localMsg, remoteMessagesState };
|
|
547
|
+
|
|
548
|
+
// First check if the local message rolling hash matches the current rolling hash of the inbox contract,
|
|
549
|
+
// which means we just need to rollback some local messages and we should be back in sync. This means there
|
|
550
|
+
// was an L1 reorg that removed some of the messages we had, but no new messages were added compared.
|
|
551
|
+
if (localMsg.rollingHash.equals(remoteRollingHash)) {
|
|
552
|
+
this.log.info(
|
|
553
|
+
`Found common L1 to L2 message at index ${localMsg.index} on L1 block ${localMsg.l1BlockNumber} matching current remote state`,
|
|
554
|
+
logCtx,
|
|
555
|
+
);
|
|
556
|
+
commonMsg = localMsg;
|
|
557
|
+
break;
|
|
558
|
+
}
|
|
559
|
+
|
|
560
|
+
// Messages at or below the finalized L1 block cannot have been reorged — accept as common without querying L1.
|
|
561
|
+
if (finalizedL1BlockNumber !== undefined && localMsg.l1BlockNumber <= finalizedL1BlockNumber) {
|
|
562
|
+
this.log.info(`Found common L1 to L2 message at finalized L1 block ${localMsg.l1BlockNumber}`, logCtx);
|
|
563
|
+
commonMsg = localMsg;
|
|
564
|
+
break;
|
|
565
|
+
}
|
|
566
|
+
|
|
567
|
+
// If there's no match with the current remote state, check if the message exists on the inbox contract at all
|
|
568
|
+
// by looking at the inbox events. If the L1 reorg *added* new messages in addition to deleting existing ones,
|
|
569
|
+
// then the current remote state's rolling hash will not match anything we have locally, so we need to check existence
|
|
570
|
+
// of individual messages via logs. Note we use logs and not historical queries so we don't have to depend on
|
|
571
|
+
// an archival rpc node, since the message could be from a long time ago if we're catching up with syncing.
|
|
485
572
|
const remoteMsg = await retrieveL1ToL2Message(this.inbox, localMsg);
|
|
486
|
-
|
|
573
|
+
logCtx.remoteMsg = remoteMsg;
|
|
487
574
|
if (remoteMsg && remoteMsg.rollingHash.equals(localMsg.rollingHash)) {
|
|
488
|
-
this.log.
|
|
575
|
+
this.log.info(
|
|
489
576
|
`Found most recent common L1 to L2 message at index ${localMsg.index} on L1 block ${localMsg.l1BlockNumber}`,
|
|
490
577
|
logCtx,
|
|
491
578
|
);
|
|
@@ -505,17 +592,29 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
505
592
|
if (messagesToDelete > 0) {
|
|
506
593
|
const lastGoodIndex = commonMsg?.index;
|
|
507
594
|
this.log.warn(`Rolling back all local L1 to L2 messages after index ${lastGoodIndex ?? 'initial'}`);
|
|
508
|
-
await this.
|
|
595
|
+
await this.stores.messages.removeL1ToL2Messages(lastGoodIndex !== undefined ? lastGoodIndex + 1n : 0n);
|
|
509
596
|
}
|
|
510
597
|
|
|
511
598
|
// Update the syncpoint so the loop below reprocesses the changed messages. We go to the block before
|
|
512
599
|
// the last common one, so we force reprocessing it, in case new messages were added on that same L1 block
|
|
513
|
-
// after the last common message.
|
|
514
|
-
|
|
515
|
-
const
|
|
600
|
+
// after the last common message. Cap at the finalized L1 block: messages at or below finalized cannot
|
|
601
|
+
// have been reorged, so there is no need to walk back any further than that.
|
|
602
|
+
const syncPointL1BlockNumber = maxBigint(
|
|
603
|
+
...compactArray([
|
|
604
|
+
commonMsg ? commonMsg.l1BlockNumber - 1n : undefined,
|
|
605
|
+
finalizedL1BlockNumber,
|
|
606
|
+
this.l1Constants.l1StartBlock,
|
|
607
|
+
]),
|
|
608
|
+
);
|
|
609
|
+
|
|
610
|
+
const syncPointL1BlockHash =
|
|
611
|
+
syncPointL1BlockNumber === finalizedL1BlockNumber
|
|
612
|
+
? messagesFinalizedL1Block!.l1BlockHash
|
|
613
|
+
: await this.getL1BlockHash(syncPointL1BlockNumber);
|
|
614
|
+
|
|
516
615
|
const messagesSyncPoint = { l1BlockNumber: syncPointL1BlockNumber, l1BlockHash: syncPointL1BlockHash };
|
|
517
|
-
await this.
|
|
518
|
-
this.log.verbose(`Updated messages syncpoint to L1 block ${
|
|
616
|
+
await this.stores.messages.setMessageSyncState(messagesSyncPoint, remoteTreeInProgress);
|
|
617
|
+
this.log.verbose(`Updated messages syncpoint to L1 block ${messagesSyncPoint.l1BlockNumber}`, {
|
|
519
618
|
...messagesSyncPoint,
|
|
520
619
|
remoteTreeInProgress,
|
|
521
620
|
});
|
|
@@ -536,9 +635,10 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
536
635
|
currentL1BlockNumber: bigint,
|
|
537
636
|
initialSyncComplete: boolean,
|
|
538
637
|
): Promise<RollupStatus> {
|
|
539
|
-
const
|
|
638
|
+
const blocksAdded: L2Block[] = [];
|
|
639
|
+
const localPendingCheckpointNumber = await this.stores.blocks.getLatestCheckpointNumber();
|
|
540
640
|
const initialValidationResult: ValidateCheckpointResult | undefined =
|
|
541
|
-
await this.
|
|
641
|
+
await this.stores.blocks.getPendingChainValidationStatus();
|
|
542
642
|
const {
|
|
543
643
|
provenCheckpointNumber,
|
|
544
644
|
provenArchive,
|
|
@@ -554,6 +654,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
554
654
|
pendingCheckpointNumber,
|
|
555
655
|
pendingArchive: pendingArchive.toString(),
|
|
556
656
|
validationResult: initialValidationResult,
|
|
657
|
+
blocksAdded,
|
|
557
658
|
};
|
|
558
659
|
this.log.trace(`Retrieved rollup status at current L1 block ${currentL1BlockNumber}.`, {
|
|
559
660
|
localPendingCheckpointNumber,
|
|
@@ -568,7 +669,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
568
669
|
// we need to set it to zero. This is an edge case because we dont have a checkpoint zero (initial checkpoint is one),
|
|
569
670
|
// so localCheckpointForDestinationProvenCheckpointNumber would not be found below.
|
|
570
671
|
if (provenCheckpointNumber === 0) {
|
|
571
|
-
const localProvenCheckpointNumber = await this.
|
|
672
|
+
const localProvenCheckpointNumber = await this.stores.blocks.getProvenCheckpointNumber();
|
|
572
673
|
if (localProvenCheckpointNumber !== provenCheckpointNumber) {
|
|
573
674
|
await this.updater.setProvenCheckpointNumber(provenCheckpointNumber);
|
|
574
675
|
this.log.info(`Rolled back proven chain to checkpoint ${provenCheckpointNumber}`, { provenCheckpointNumber });
|
|
@@ -576,11 +677,11 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
576
677
|
}
|
|
577
678
|
|
|
578
679
|
const localCheckpointForDestinationProvenCheckpointNumber =
|
|
579
|
-
await this.
|
|
680
|
+
await this.stores.blocks.getCheckpointData(provenCheckpointNumber);
|
|
580
681
|
|
|
581
682
|
// Sanity check. I've hit what seems to be a state where the proven checkpoint is set to a value greater than the latest
|
|
582
683
|
// synched checkpoint when requesting L2Tips from the archiver. This is the only place where the proven checkpoint is set.
|
|
583
|
-
const synched = await this.
|
|
684
|
+
const synched = await this.stores.blocks.getLatestCheckpointNumber();
|
|
584
685
|
if (
|
|
585
686
|
localCheckpointForDestinationProvenCheckpointNumber &&
|
|
586
687
|
synched < localCheckpointForDestinationProvenCheckpointNumber.checkpointNumber
|
|
@@ -600,7 +701,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
600
701
|
localCheckpointForDestinationProvenCheckpointNumber &&
|
|
601
702
|
provenArchive.equals(localCheckpointForDestinationProvenCheckpointNumber.archive.root)
|
|
602
703
|
) {
|
|
603
|
-
const localProvenCheckpointNumber = await this.
|
|
704
|
+
const localProvenCheckpointNumber = await this.stores.blocks.getProvenCheckpointNumber();
|
|
604
705
|
if (localProvenCheckpointNumber !== provenCheckpointNumber) {
|
|
605
706
|
await this.updater.setProvenCheckpointNumber(provenCheckpointNumber);
|
|
606
707
|
this.log.info(`Updated proven chain to checkpoint ${provenCheckpointNumber}`, { provenCheckpointNumber });
|
|
@@ -628,7 +729,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
628
729
|
// If we have 0 checkpoints locally and there are no checkpoints onchain there is nothing to do.
|
|
629
730
|
const noCheckpoints = localPendingCheckpointNumber === 0 && pendingCheckpointNumber === 0;
|
|
630
731
|
if (noCheckpoints) {
|
|
631
|
-
await this.
|
|
732
|
+
await this.stores.blocks.setSynchedL1BlockNumber(currentL1BlockNumber);
|
|
632
733
|
this.log.debug(
|
|
633
734
|
`No checkpoints to retrieve from ${blocksSynchedTo + 1n} to ${currentL1BlockNumber}, no checkpoints on chain`,
|
|
634
735
|
);
|
|
@@ -640,7 +741,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
640
741
|
// Related to the L2 reorgs of the pending chain. We are only interested in actually addressing a reorg if there
|
|
641
742
|
// are any state that could be impacted by it. If we have no checkpoints, there is no impact.
|
|
642
743
|
if (localPendingCheckpointNumber > 0) {
|
|
643
|
-
const localPendingCheckpoint = await this.
|
|
744
|
+
const localPendingCheckpoint = await this.stores.blocks.getCheckpointData(localPendingCheckpointNumber);
|
|
644
745
|
if (localPendingCheckpoint === undefined) {
|
|
645
746
|
throw new Error(`Missing checkpoint ${localPendingCheckpointNumber}`);
|
|
646
747
|
}
|
|
@@ -655,7 +756,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
655
756
|
// However, in the re-org scenario, our L1 node is temporarily lying to us and we end up potentially missing checkpoints.
|
|
656
757
|
// We must only set this block number based on actually retrieved logs.
|
|
657
758
|
// TODO(#8621): Tackle this properly when we handle L1 Re-orgs.
|
|
658
|
-
// await this.
|
|
759
|
+
// await this.stores.blocks.setSynchedL1BlockNumber(currentL1BlockNumber);
|
|
659
760
|
this.log.debug(`No checkpoints to retrieve from ${blocksSynchedTo + 1n} to ${currentL1BlockNumber}`);
|
|
660
761
|
return rollupStatus;
|
|
661
762
|
}
|
|
@@ -675,7 +776,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
675
776
|
|
|
676
777
|
let tipAfterUnwind = localPendingCheckpointNumber;
|
|
677
778
|
while (true) {
|
|
678
|
-
const candidateCheckpoint = await this.
|
|
779
|
+
const candidateCheckpoint = await this.stores.blocks.getCheckpointData(tipAfterUnwind);
|
|
679
780
|
if (candidateCheckpoint === undefined) {
|
|
680
781
|
break;
|
|
681
782
|
}
|
|
@@ -696,11 +797,14 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
696
797
|
|
|
697
798
|
const checkpointsToRemove = localPendingCheckpointNumber - tipAfterUnwind;
|
|
698
799
|
await this.updater.removeCheckpointsAfter(CheckpointNumber(tipAfterUnwind));
|
|
800
|
+
if (checkpointsToRemove > 0) {
|
|
801
|
+
this.instrumentation.recordPrune('l1_mismatch');
|
|
802
|
+
}
|
|
699
803
|
|
|
700
804
|
this.log.warn(
|
|
701
805
|
`Removed ${count(checkpointsToRemove, 'checkpoint')} after checkpoint ${tipAfterUnwind} ` +
|
|
702
806
|
`due to mismatched checkpoint hashes at L1 block ${currentL1BlockNumber}. ` +
|
|
703
|
-
`Updated L2 latest checkpoint is ${await this.
|
|
807
|
+
`Updated L2 latest checkpoint is ${await this.stores.blocks.getLatestCheckpointNumber()}.`,
|
|
704
808
|
);
|
|
705
809
|
}
|
|
706
810
|
}
|
|
@@ -710,29 +814,27 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
710
814
|
let searchStartBlock: bigint = blocksSynchedTo;
|
|
711
815
|
let searchEndBlock: bigint = blocksSynchedTo;
|
|
712
816
|
let lastRetrievedCheckpoint: PublishedCheckpoint | undefined;
|
|
713
|
-
let
|
|
817
|
+
let lastSeenCheckpoint: { checkpointNumber: CheckpointNumber; l1: L1PublishedData } | undefined;
|
|
714
818
|
|
|
715
819
|
do {
|
|
716
820
|
[searchStartBlock, searchEndBlock] = this.nextRange(searchEndBlock, currentL1BlockNumber);
|
|
717
821
|
|
|
718
822
|
this.log.trace(`Retrieving checkpoints from L1 block ${searchStartBlock} to ${searchEndBlock}`);
|
|
719
823
|
|
|
720
|
-
//
|
|
721
|
-
const
|
|
722
|
-
|
|
824
|
+
// First fetch calldata only, no blobs yet, since we may be able to just get that data out of the proposed chain
|
|
825
|
+
const calldataCheckpoints = await execInSpan(this.tracer, 'Archiver.retrieveCheckpointCalldataFromRollup', () =>
|
|
826
|
+
retrieveCheckpointCalldataFromRollup(
|
|
723
827
|
this.rollup,
|
|
724
828
|
this.publicClient,
|
|
725
829
|
this.debugClient,
|
|
726
|
-
this.blobClient,
|
|
727
830
|
searchStartBlock, // TODO(palla/reorg): If the L2 reorg was due to an L1 reorg, we need to start search earlier
|
|
728
831
|
searchEndBlock,
|
|
729
832
|
this.instrumentation,
|
|
730
833
|
this.log,
|
|
731
|
-
!initialSyncComplete, // isHistoricalSync
|
|
732
834
|
),
|
|
733
835
|
);
|
|
734
836
|
|
|
735
|
-
if (
|
|
837
|
+
if (calldataCheckpoints.length === 0) {
|
|
736
838
|
// We are not calling `setBlockSynchedL1BlockNumber` because it may cause sync issues if based off infura.
|
|
737
839
|
// See further details in earlier comments.
|
|
738
840
|
this.log.trace(`Retrieved no new checkpoints from L1 block ${searchStartBlock} to ${searchEndBlock}`);
|
|
@@ -740,40 +842,74 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
740
842
|
}
|
|
741
843
|
|
|
742
844
|
this.log.debug(
|
|
743
|
-
`Retrieved ${
|
|
845
|
+
`Retrieved ${calldataCheckpoints.length} new checkpoint calldata between L1 blocks ${searchStartBlock} and ${searchEndBlock}`,
|
|
744
846
|
{
|
|
745
|
-
lastProcessedCheckpoint:
|
|
847
|
+
lastProcessedCheckpoint: calldataCheckpoints[calldataCheckpoints.length - 1].l1,
|
|
746
848
|
searchStartBlock,
|
|
747
849
|
searchEndBlock,
|
|
748
850
|
},
|
|
749
851
|
);
|
|
750
852
|
|
|
751
|
-
|
|
752
|
-
|
|
753
|
-
|
|
754
|
-
|
|
853
|
+
// Check if the last checkpoint matches a local pending entry (so we can skip blob fetch).
|
|
854
|
+
// We only check the last one; if it matches, the blob fetch is skipped for that entry.
|
|
855
|
+
// TODO(palla/pipelining): We may have more than a single checkpoint to promote
|
|
856
|
+
const lastCalldataCheckpoint = calldataCheckpoints[calldataCheckpoints.length - 1];
|
|
857
|
+
const promoteResult = await this.tryBuildPublishedCheckpointFromProposed(lastCalldataCheckpoint);
|
|
858
|
+
const checkpointToPromote = promoteResult && !('diverged' in promoteResult) ? promoteResult : undefined;
|
|
859
|
+
const evictProposedFrom =
|
|
860
|
+
promoteResult && 'diverged' in promoteResult ? promoteResult.fromCheckpointNumber : undefined;
|
|
861
|
+
|
|
862
|
+
// Validate attestations from CALLDATA before fetching any blobs. A checkpoint with invalid
|
|
863
|
+
// attestations (or one descending from a rejected ancestor) is rejected here without fetching its
|
|
864
|
+
// blobs, so a malformed blob does not throw during decode before the rejection path runs and
|
|
865
|
+
// stall sync. The signed consensus payload (header, archive root, fee asset price
|
|
866
|
+
// modifier) is fully available from calldata.
|
|
867
|
+
const checkpointsToIngest: RetrievedCheckpointFromCalldata[] = [];
|
|
868
|
+
|
|
869
|
+
for (const calldataCheckpoint of calldataCheckpoints) {
|
|
870
|
+
// Check the attestations uploaded by the publisher to L1 are correct.
|
|
871
|
+
// Rollup contract does not validate attestations to save on gas, so this
|
|
872
|
+
// falls on the nodes to verify offchain and skip those checkpoints.
|
|
755
873
|
const validationResult = this.config.skipValidateCheckpointAttestations
|
|
756
874
|
? { valid: true as const }
|
|
757
|
-
: await
|
|
875
|
+
: await validateCheckpointAttestationsFromCalldata(
|
|
876
|
+
calldataCheckpoint,
|
|
877
|
+
this.epochCache,
|
|
878
|
+
this.l1Constants,
|
|
879
|
+
this.getSignatureContext(),
|
|
880
|
+
this.log,
|
|
881
|
+
);
|
|
882
|
+
|
|
883
|
+
// Also skip the checkpoint if it builds on a previously-rejected ancestor. Without
|
|
884
|
+
// this, addCheckpoints would throw InitialCheckpointNumberNotSequentialError when the
|
|
885
|
+
// ancestor was skipped earlier (e.g. due to invalid attestations), the catch handler
|
|
886
|
+
// would roll back the L1 sync point, and the next iteration would re-fetch and re-throw.
|
|
887
|
+
const rejectedAncestor = await this.stores.blocks.getRejectedCheckpointByArchiveRoot(
|
|
888
|
+
calldataCheckpoint.header.lastArchiveRoot,
|
|
889
|
+
);
|
|
758
890
|
|
|
759
|
-
//
|
|
891
|
+
// Update the validation result if it has changed, so we can keep track of the first invalid checkpoint
|
|
760
892
|
// in case there is a sequence of more than one invalid checkpoint, as we need to invalidate the first one.
|
|
761
893
|
// There is an exception though: if a checkpoint is invalidated and replaced with another invalid checkpoint,
|
|
762
894
|
// we need to update the validation result, since we need to be able to invalidate the new one.
|
|
763
895
|
// See test 'chain progresses if an invalid checkpoint is invalidated with an invalid one' for more info.
|
|
764
|
-
if
|
|
765
|
-
|
|
766
|
-
|
|
767
|
-
|
|
768
|
-
|
|
769
|
-
|
|
896
|
+
// Do not update the validation result if there is a rejected ancestor, since in that case we want to keep the
|
|
897
|
+
// original invalidation, as the new checkpoint is extending from a previous invalid one.
|
|
898
|
+
const validStatusChanged = rollupStatus.validationResult?.valid !== validationResult.valid;
|
|
899
|
+
const invalidStatusWithSameCheckpointNumber =
|
|
900
|
+
!validationResult.valid &&
|
|
901
|
+
rollupStatus.validationResult &&
|
|
902
|
+
!rollupStatus.validationResult.valid &&
|
|
903
|
+
rollupStatus.validationResult.checkpoint.checkpointNumber === validationResult.checkpoint.checkpointNumber;
|
|
904
|
+
|
|
905
|
+
if (!rejectedAncestor && (validStatusChanged || invalidStatusWithSameCheckpointNumber)) {
|
|
770
906
|
rollupStatus.validationResult = validationResult;
|
|
771
907
|
}
|
|
772
908
|
|
|
773
909
|
if (!validationResult.valid) {
|
|
774
|
-
this.log.warn(`Skipping checkpoint ${
|
|
775
|
-
|
|
776
|
-
l1BlockNumber:
|
|
910
|
+
this.log.warn(`Skipping checkpoint ${calldataCheckpoint.checkpointNumber} due to invalid attestations`, {
|
|
911
|
+
checkpointNumber: calldataCheckpoint.checkpointNumber,
|
|
912
|
+
l1BlockNumber: calldataCheckpoint.l1.blockNumber,
|
|
777
913
|
...pick(validationResult, 'reason'),
|
|
778
914
|
});
|
|
779
915
|
|
|
@@ -783,16 +919,104 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
783
919
|
validationResult,
|
|
784
920
|
});
|
|
785
921
|
|
|
786
|
-
//
|
|
787
|
-
//
|
|
788
|
-
//
|
|
922
|
+
// Persist a rejected-ancestor entry so any later checkpoint that builds on this one
|
|
923
|
+
// is detected and skipped (rather than tripping the addCheckpoints consecutive-number
|
|
924
|
+
// check and causing the sync point to roll back in a loop).
|
|
925
|
+
await this.stores.blocks.addRejectedCheckpoint({
|
|
926
|
+
checkpointNumber: calldataCheckpoint.checkpointNumber,
|
|
927
|
+
archiveRoot: calldataCheckpoint.archiveRoot,
|
|
928
|
+
parentArchiveRoot: calldataCheckpoint.header.lastArchiveRoot,
|
|
929
|
+
slotNumber: calldataCheckpoint.header.slotNumber,
|
|
930
|
+
l1: calldataCheckpoint.l1,
|
|
931
|
+
reason: 'invalid-attestations' as const,
|
|
932
|
+
});
|
|
933
|
+
|
|
934
|
+
continue;
|
|
935
|
+
}
|
|
936
|
+
|
|
937
|
+
if (rejectedAncestor) {
|
|
938
|
+
const descendantInfo: CheckpointInfo = {
|
|
939
|
+
archive: calldataCheckpoint.archiveRoot,
|
|
940
|
+
lastArchive: calldataCheckpoint.header.lastArchiveRoot,
|
|
941
|
+
slotNumber: calldataCheckpoint.header.slotNumber,
|
|
942
|
+
checkpointNumber: calldataCheckpoint.checkpointNumber,
|
|
943
|
+
timestamp: calldataCheckpoint.header.timestamp,
|
|
944
|
+
};
|
|
945
|
+
this.log.warn(
|
|
946
|
+
`Skipping checkpoint ${calldataCheckpoint.checkpointNumber} as it is a descendant of ` +
|
|
947
|
+
`rejected checkpoint ${rejectedAncestor.checkpointNumber} (${rejectedAncestor.reason})`,
|
|
948
|
+
{
|
|
949
|
+
checkpointNumber: calldataCheckpoint.checkpointNumber,
|
|
950
|
+
l1BlockNumber: calldataCheckpoint.l1.blockNumber,
|
|
951
|
+
l1BlockHash: calldataCheckpoint.l1.blockHash,
|
|
952
|
+
ancestorCheckpointNumber: rejectedAncestor.checkpointNumber,
|
|
953
|
+
ancestorArchiveRoot: rejectedAncestor.archiveRoot.toString(),
|
|
954
|
+
ancestorReason: rejectedAncestor.reason,
|
|
955
|
+
},
|
|
956
|
+
);
|
|
957
|
+
|
|
958
|
+
this.events.emit(L2BlockSourceEvents.DescendentOfInvalidAttestationsCheckpointDetected, {
|
|
959
|
+
type: L2BlockSourceEvents.DescendentOfInvalidAttestationsCheckpointDetected,
|
|
960
|
+
checkpoint: descendantInfo,
|
|
961
|
+
ancestorArchiveRoot: rejectedAncestor.archiveRoot,
|
|
962
|
+
ancestorCheckpointNumber: rejectedAncestor.checkpointNumber,
|
|
963
|
+
});
|
|
964
|
+
|
|
965
|
+
// Persist this chainpoint as rejected as well, so we can construct a chain of
|
|
966
|
+
// skipped checkpoints starting from the first one with invalid attestations.
|
|
967
|
+
await this.stores.blocks.addRejectedCheckpoint({
|
|
968
|
+
checkpointNumber: calldataCheckpoint.checkpointNumber,
|
|
969
|
+
archiveRoot: calldataCheckpoint.archiveRoot,
|
|
970
|
+
parentArchiveRoot: calldataCheckpoint.header.lastArchiveRoot,
|
|
971
|
+
slotNumber: calldataCheckpoint.header.slotNumber,
|
|
972
|
+
l1: calldataCheckpoint.l1,
|
|
973
|
+
reason: 'descends-from-invalid-attestations' as const,
|
|
974
|
+
});
|
|
975
|
+
|
|
789
976
|
continue;
|
|
790
977
|
}
|
|
791
978
|
|
|
979
|
+
checkpointsToIngest.push(calldataCheckpoint);
|
|
980
|
+
}
|
|
981
|
+
|
|
982
|
+
// Fetch blobs in parallel only for the surviving (attestation-valid, non-descendant) checkpoints,
|
|
983
|
+
// then build the full published checkpoints. The last calldata checkpoint may be promotable from a
|
|
984
|
+
// local proposed block (checkpointToPromote), in which case it carries no blob to fetch. A missing or
|
|
985
|
+
// undecodable blob throws and propagates, rolling back the L1 sync point so the fetch is retried.
|
|
986
|
+
const toFetchBlobs = checkpointToPromote
|
|
987
|
+
? checkpointsToIngest.filter(c => c.checkpointNumber !== checkpointToPromote.checkpoint.number)
|
|
988
|
+
: checkpointsToIngest;
|
|
989
|
+
const blobFetched = await asyncPool(10, toFetchBlobs, async checkpoint =>
|
|
990
|
+
retrievedToPublishedCheckpoint({
|
|
991
|
+
...checkpoint,
|
|
992
|
+
checkpointBlobData: await getCheckpointBlobDataFromBlobs(
|
|
993
|
+
this.blobClient,
|
|
994
|
+
checkpoint.l1.blockHash,
|
|
995
|
+
checkpoint.blobHashes,
|
|
996
|
+
checkpoint.checkpointNumber,
|
|
997
|
+
this.log,
|
|
998
|
+
!initialSyncComplete,
|
|
999
|
+
checkpoint.parentBeaconBlockRoot,
|
|
1000
|
+
checkpoint.l1.timestamp,
|
|
1001
|
+
),
|
|
1002
|
+
}),
|
|
1003
|
+
);
|
|
1004
|
+
|
|
1005
|
+
// Index the built checkpoints by number so we can ingest them in calldata order, slotting in the
|
|
1006
|
+
// promoted checkpoint (built from a local proposed block rather than blobs).
|
|
1007
|
+
const publishedByNumber = new Map(blobFetched.map(published => [published.checkpoint.number, published]));
|
|
1008
|
+
if (checkpointToPromote) {
|
|
1009
|
+
publishedByNumber.set(checkpointToPromote.checkpoint.number, checkpointToPromote);
|
|
1010
|
+
}
|
|
1011
|
+
|
|
1012
|
+
const validCheckpoints: PublishedCheckpoint[] = [];
|
|
1013
|
+
for (const calldataCheckpoint of checkpointsToIngest) {
|
|
1014
|
+
const published = publishedByNumber.get(calldataCheckpoint.checkpointNumber)!;
|
|
1015
|
+
|
|
792
1016
|
// Check the inHash of the checkpoint against the l1->l2 messages.
|
|
793
1017
|
// The messages should've been synced up to the currentL1BlockNumber and must be available for the published
|
|
794
1018
|
// checkpoints we just retrieved.
|
|
795
|
-
const l1ToL2Messages = await this.
|
|
1019
|
+
const l1ToL2Messages = await this.stores.messages.getL1ToL2Messages(published.checkpoint.number);
|
|
796
1020
|
const computedInHash = computeInHashFromL1ToL2Messages(l1ToL2Messages);
|
|
797
1021
|
const publishedInHash = published.checkpoint.header.inHash;
|
|
798
1022
|
if (!computedInHash.equals(publishedInHash)) {
|
|
@@ -831,15 +1055,40 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
831
1055
|
try {
|
|
832
1056
|
const updatedValidationResult =
|
|
833
1057
|
rollupStatus.validationResult === initialValidationResult ? undefined : rollupStatus.validationResult;
|
|
1058
|
+
|
|
1059
|
+
// Split valid checkpoints: the promoted one (if any) is persisted via the proposed-promotion path,
|
|
1060
|
+
// the rest via addCheckpoints. Both paths run within the same store transaction for atomicity.
|
|
1061
|
+
const [[maybeValidCheckpointToPromote], checkpointsToAdd] = partition(
|
|
1062
|
+
validCheckpoints,
|
|
1063
|
+
c => c.checkpoint.number === checkpointToPromote?.checkpoint.number,
|
|
1064
|
+
);
|
|
1065
|
+
|
|
834
1066
|
const [processDuration, result] = await elapsed(() =>
|
|
835
1067
|
execInSpan(this.tracer, 'Archiver.addCheckpoints', () =>
|
|
836
|
-
this.updater.addCheckpoints(
|
|
1068
|
+
this.updater.addCheckpoints(
|
|
1069
|
+
checkpointsToAdd,
|
|
1070
|
+
updatedValidationResult,
|
|
1071
|
+
maybeValidCheckpointToPromote && {
|
|
1072
|
+
l1: lastCalldataCheckpoint.l1,
|
|
1073
|
+
attestations: lastCalldataCheckpoint.attestations,
|
|
1074
|
+
checkpoint: maybeValidCheckpointToPromote,
|
|
1075
|
+
},
|
|
1076
|
+
evictProposedFrom,
|
|
1077
|
+
),
|
|
837
1078
|
),
|
|
838
1079
|
);
|
|
839
|
-
|
|
840
|
-
|
|
841
|
-
|
|
842
|
-
|
|
1080
|
+
|
|
1081
|
+
if (validCheckpoints.length > 0) {
|
|
1082
|
+
this.instrumentation.processNewCheckpointedBlocks(
|
|
1083
|
+
processDuration / validCheckpoints.length,
|
|
1084
|
+
validCheckpoints.flatMap(c => c.checkpoint.blocks),
|
|
1085
|
+
);
|
|
1086
|
+
}
|
|
1087
|
+
|
|
1088
|
+
// Record blocks newly fetched from L1 checkpoint payloads as added. The promoted checkpoint (if any) is
|
|
1089
|
+
// excluded: its blocks were already in local archiver storage (added via the proposed-block path) so the
|
|
1090
|
+
// block stream does not need them re-downloaded.
|
|
1091
|
+
blocksAdded.push(...checkpointsToAdd.flatMap(c => c.checkpoint.blocks));
|
|
843
1092
|
|
|
844
1093
|
// If blocks were pruned due to conflict with L1 checkpoints, emit event
|
|
845
1094
|
if (result.prunedBlocks && result.prunedBlocks.length > 0) {
|
|
@@ -851,6 +1100,8 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
851
1100
|
{ prunedBlocks: result.prunedBlocks.map(b => b.toBlockInfo()), prunedSlotNumber, prunedCheckpointNumber },
|
|
852
1101
|
);
|
|
853
1102
|
|
|
1103
|
+
this.instrumentation.recordPrune('l1_conflict');
|
|
1104
|
+
|
|
854
1105
|
// Emit event for listening services to react to the prune.
|
|
855
1106
|
// Note: slotNumber comes from the first pruned block. If pruned blocks theoretically spanned multiple slots,
|
|
856
1107
|
// only one slot number would be reported (though in practice all blocks in a checkpoint span a single slot).
|
|
@@ -864,14 +1115,23 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
864
1115
|
if (err instanceof InitialCheckpointNumberNotSequentialError) {
|
|
865
1116
|
const { previousCheckpointNumber, newCheckpointNumber } = err;
|
|
866
1117
|
const previousCheckpoint = previousCheckpointNumber
|
|
867
|
-
? await this.
|
|
1118
|
+
? await this.stores.blocks.getCheckpointData(CheckpointNumber(previousCheckpointNumber))
|
|
868
1119
|
: undefined;
|
|
869
|
-
const
|
|
870
|
-
|
|
1120
|
+
const lastFinalizedCheckpoint = await this.stores.blocks.getCheckpointData(
|
|
1121
|
+
await this.stores.blocks.getFinalizedCheckpointNumber(),
|
|
1122
|
+
);
|
|
1123
|
+
const updatedL1SyncPoint =
|
|
1124
|
+
previousCheckpoint?.l1.blockNumber ??
|
|
1125
|
+
lastFinalizedCheckpoint?.l1.blockNumber ??
|
|
1126
|
+
this.l1Constants.l1StartBlock;
|
|
1127
|
+
await this.stores.blocks.setSynchedL1BlockNumber(updatedL1SyncPoint);
|
|
871
1128
|
this.log.warn(
|
|
872
1129
|
`Attempting to insert checkpoint ${newCheckpointNumber} with previous block ${previousCheckpointNumber}. Rolling back L1 sync point to ${updatedL1SyncPoint} to try and fetch the missing blocks.`,
|
|
873
1130
|
{
|
|
874
1131
|
previousCheckpointNumber,
|
|
1132
|
+
previousCheckpoint: previousCheckpoint?.header.toInspect(),
|
|
1133
|
+
lastFinalizedCheckpoint: lastFinalizedCheckpoint?.header.toInspect(),
|
|
1134
|
+
l1StartBlock: this.l1Constants.l1StartBlock,
|
|
875
1135
|
newCheckpointNumber,
|
|
876
1136
|
updatedL1SyncPoint,
|
|
877
1137
|
},
|
|
@@ -892,13 +1152,107 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
892
1152
|
});
|
|
893
1153
|
}
|
|
894
1154
|
lastRetrievedCheckpoint = validCheckpoints.at(-1) ?? lastRetrievedCheckpoint;
|
|
895
|
-
|
|
1155
|
+
// The last checkpoint seen on L1 this batch (valid or rejected), tracked from calldata since
|
|
1156
|
+
// rejected checkpoints are no longer built into PublishedCheckpoints.
|
|
1157
|
+
lastSeenCheckpoint = lastCalldataCheckpoint;
|
|
896
1158
|
} while (searchEndBlock < currentL1BlockNumber);
|
|
897
1159
|
|
|
898
1160
|
// Important that we update AFTER inserting the blocks.
|
|
899
1161
|
await updateProvenCheckpoint();
|
|
900
1162
|
|
|
901
|
-
return { ...rollupStatus, lastRetrievedCheckpoint,
|
|
1163
|
+
return { ...rollupStatus, lastRetrievedCheckpoint, lastSeenCheckpoint };
|
|
1164
|
+
}
|
|
1165
|
+
|
|
1166
|
+
/**
|
|
1167
|
+
* Checks if a specific checkpoint matches a local pending entry, and if so, loads local data to build
|
|
1168
|
+
* a synthetic published checkpoint (skipping blob fetch).
|
|
1169
|
+
*
|
|
1170
|
+
* Returns { diverged: true, fromCheckpointNumber } when the L1 checkpoint does NOT match local pending
|
|
1171
|
+
* data for that number, so the caller can evict the entire pending suffix >= fromCheckpointNumber
|
|
1172
|
+
* (those entries chain off the now-invalid local state) within the same addCheckpoints transaction.
|
|
1173
|
+
*/
|
|
1174
|
+
private async tryBuildPublishedCheckpointFromProposed(
|
|
1175
|
+
calldataCheckpoint: RetrievedCheckpointFromCalldata | undefined,
|
|
1176
|
+
): Promise<PublishedCheckpoint | { diverged: true; fromCheckpointNumber: CheckpointNumber } | undefined> {
|
|
1177
|
+
if (this.config.skipPromoteProposedCheckpointDuringL1Sync || !calldataCheckpoint) {
|
|
1178
|
+
return undefined;
|
|
1179
|
+
}
|
|
1180
|
+
|
|
1181
|
+
// Look up the specific pending entry for the checkpoint being mined, not just the tip
|
|
1182
|
+
const proposed = await this.stores.blocks.getProposedCheckpointByNumber(calldataCheckpoint.checkpointNumber);
|
|
1183
|
+
if (!proposed) {
|
|
1184
|
+
return undefined;
|
|
1185
|
+
}
|
|
1186
|
+
|
|
1187
|
+
if (
|
|
1188
|
+
!proposed.header.equals(calldataCheckpoint.header) ||
|
|
1189
|
+
!proposed.archive.root.equals(calldataCheckpoint.archiveRoot)
|
|
1190
|
+
) {
|
|
1191
|
+
this.log.warn(
|
|
1192
|
+
`Local proposed checkpoint ${proposed.checkpointNumber} does not match checkpoint retrieved from L1, overriding with L1 data`,
|
|
1193
|
+
{
|
|
1194
|
+
proposedCheckpointNumber: proposed.checkpointNumber,
|
|
1195
|
+
proposedHeader: proposed.header.toInspect(),
|
|
1196
|
+
proposedArchiveRoot: proposed.archive.root.toString(),
|
|
1197
|
+
calldataCheckpointNumber: calldataCheckpoint.checkpointNumber,
|
|
1198
|
+
calldataHeader: calldataCheckpoint.header.toInspect(),
|
|
1199
|
+
calldataArchiveRoot: calldataCheckpoint.archiveRoot.toString(),
|
|
1200
|
+
},
|
|
1201
|
+
);
|
|
1202
|
+
// Both the locally-proposed checkpoint and the L1-confirmed one are signed by the
|
|
1203
|
+
// slot proposer; emit a divergence event so the slasher can attribute equivocation.
|
|
1204
|
+
// Only emit when the slots match — uncheckpointed entries are pruned above so this
|
|
1205
|
+
// should always hold, but guard defensively to avoid mis-attributing a slash.
|
|
1206
|
+
if (proposed.header.slotNumber === calldataCheckpoint.header.slotNumber) {
|
|
1207
|
+
this.events.emit(L2BlockSourceEvents.CheckpointEquivocationDetected, {
|
|
1208
|
+
type: L2BlockSourceEvents.CheckpointEquivocationDetected,
|
|
1209
|
+
slotNumber: calldataCheckpoint.header.slotNumber,
|
|
1210
|
+
checkpointNumber: calldataCheckpoint.checkpointNumber,
|
|
1211
|
+
l1ArchiveRoot: calldataCheckpoint.archiveRoot,
|
|
1212
|
+
proposedArchiveRoot: proposed.archive.root,
|
|
1213
|
+
});
|
|
1214
|
+
}
|
|
1215
|
+
// Return a divergence signal so the caller can evict pending >= this number
|
|
1216
|
+
return { diverged: true, fromCheckpointNumber: proposed.checkpointNumber };
|
|
1217
|
+
}
|
|
1218
|
+
|
|
1219
|
+
this.log.debug(
|
|
1220
|
+
`Building published checkpoint from proposed ${calldataCheckpoint.checkpointNumber} (skipping blob fetch)`,
|
|
1221
|
+
{ proposedHeader: proposed.header.toInspect(), proposedArchiveRoot: proposed.archive.root.toString() },
|
|
1222
|
+
);
|
|
1223
|
+
|
|
1224
|
+
const blocks = await this.stores.blocks.getBlocks({
|
|
1225
|
+
from: BlockNumber(proposed.startBlock),
|
|
1226
|
+
limit: proposed.blockCount,
|
|
1227
|
+
});
|
|
1228
|
+
if (blocks.length !== proposed.blockCount) {
|
|
1229
|
+
this.log.warn(
|
|
1230
|
+
`Local proposed checkpoint ${proposed.checkpointNumber} has wrong block count (expected ${proposed.blockCount} blocks starting at ${proposed.startBlock} but got ${blocks.length})`,
|
|
1231
|
+
{
|
|
1232
|
+
proposedCheckpointNumber: proposed.checkpointNumber,
|
|
1233
|
+
proposedStartBlock: proposed.startBlock,
|
|
1234
|
+
proposedBlockCount: proposed.blockCount,
|
|
1235
|
+
retrievedBlocks: blocks.map(b => b.number),
|
|
1236
|
+
},
|
|
1237
|
+
);
|
|
1238
|
+
return undefined;
|
|
1239
|
+
}
|
|
1240
|
+
|
|
1241
|
+
const checkpoint = Checkpoint.from({
|
|
1242
|
+
archive: proposed.archive,
|
|
1243
|
+
header: proposed.header,
|
|
1244
|
+
blocks,
|
|
1245
|
+
number: proposed.checkpointNumber,
|
|
1246
|
+
feeAssetPriceModifier: proposed.feeAssetPriceModifier,
|
|
1247
|
+
});
|
|
1248
|
+
const promotedCheckpoint = PublishedCheckpoint.from({
|
|
1249
|
+
checkpoint,
|
|
1250
|
+
l1: calldataCheckpoint.l1,
|
|
1251
|
+
attestations: calldataCheckpoint.attestations,
|
|
1252
|
+
});
|
|
1253
|
+
this.instrumentation.processCheckpointPromoted();
|
|
1254
|
+
|
|
1255
|
+
return promotedCheckpoint;
|
|
902
1256
|
}
|
|
903
1257
|
|
|
904
1258
|
private async checkForNewCheckpointsBeforeL1SyncPoint(
|
|
@@ -906,39 +1260,48 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
906
1260
|
blocksSynchedTo: bigint,
|
|
907
1261
|
currentL1BlockNumber: bigint,
|
|
908
1262
|
): Promise<void> {
|
|
909
|
-
const {
|
|
910
|
-
// Compare the last checkpoint we have (either retrieved in this round or loaded from store)
|
|
911
|
-
// rollup contract told us was the latest one (pinned at the currentL1BlockNumber).
|
|
1263
|
+
const { lastSeenCheckpoint, pendingCheckpointNumber } = status;
|
|
1264
|
+
// Compare the last checkpoint (valid or not) we have (either retrieved in this round or loaded from store)
|
|
1265
|
+
// with what the rollup contract told us was the latest one (pinned at the currentL1BlockNumber).
|
|
912
1266
|
const latestLocalCheckpointNumber =
|
|
913
|
-
|
|
1267
|
+
lastSeenCheckpoint?.checkpointNumber ??
|
|
1268
|
+
CheckpointNumber.max(
|
|
1269
|
+
await this.stores.blocks.getLatestCheckpointNumber(),
|
|
1270
|
+
await this.stores.blocks.getLatestRejectedCheckpointNumber(),
|
|
1271
|
+
) ??
|
|
1272
|
+
CheckpointNumber.ZERO;
|
|
1273
|
+
|
|
914
1274
|
if (latestLocalCheckpointNumber < pendingCheckpointNumber) {
|
|
915
1275
|
// Here we have consumed all logs until the `currentL1Block` we pinned at the beginning of the archiver loop,
|
|
916
1276
|
// but still haven't reached the pending checkpoint according to the call to the rollup contract.
|
|
917
1277
|
// We suspect an L1 reorg that added checkpoints *behind* us. If that is the case, it must have happened between
|
|
918
1278
|
// the last checkpoint we saw and the current one, so we reset the last synched L1 block number. In the edge case
|
|
919
1279
|
// we don't have one, we go back 2 L1 epochs, which is the deepest possible reorg (assuming Casper is working).
|
|
920
|
-
|
|
921
|
-
|
|
922
|
-
|
|
923
|
-
|
|
924
|
-
|
|
925
|
-
|
|
926
|
-
|
|
927
|
-
|
|
928
|
-
|
|
929
|
-
|
|
1280
|
+
const latestLocalCheckpoint:
|
|
1281
|
+
| { checkpointNumber: CheckpointNumber; l1: L1PublishedData }
|
|
1282
|
+
| CheckpointData
|
|
1283
|
+
| RejectedCheckpoint
|
|
1284
|
+
| undefined =
|
|
1285
|
+
lastSeenCheckpoint ??
|
|
1286
|
+
(await this.stores.blocks.getCheckpointData(latestLocalCheckpointNumber)) ??
|
|
1287
|
+
(await this.stores.blocks.getRejectedCheckpointByNumber(latestLocalCheckpointNumber));
|
|
1288
|
+
|
|
1289
|
+
const targetL1BlockNumber =
|
|
1290
|
+
latestLocalCheckpoint?.l1.blockNumber ??
|
|
1291
|
+
maxBigint(currentL1BlockNumber - 64n, this.l1Constants.l1StartBlock, 0n);
|
|
1292
|
+
|
|
930
1293
|
this.log.warn(
|
|
931
1294
|
`Failed to reach checkpoint ${pendingCheckpointNumber} at ${currentL1BlockNumber} (latest is ${latestLocalCheckpointNumber}). ` +
|
|
932
1295
|
`Rolling back last synched L1 block number to ${targetL1BlockNumber}.`,
|
|
933
1296
|
{
|
|
934
1297
|
latestLocalCheckpointNumber,
|
|
935
|
-
|
|
1298
|
+
latestLocalCheckpointL1: latestLocalCheckpoint?.l1,
|
|
936
1299
|
blocksSynchedTo,
|
|
937
1300
|
currentL1BlockNumber,
|
|
938
1301
|
...status,
|
|
939
1302
|
},
|
|
940
1303
|
);
|
|
941
|
-
await this.
|
|
1304
|
+
await this.stores.blocks.setSynchedL1BlockNumber(targetL1BlockNumber);
|
|
942
1305
|
} else {
|
|
943
1306
|
this.log.trace(`No new checkpoints behind L1 sync point to retrieve.`, {
|
|
944
1307
|
latestLocalCheckpointNumber,
|
|
@@ -948,7 +1311,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
948
1311
|
}
|
|
949
1312
|
|
|
950
1313
|
private async getCheckpointHeader(number: CheckpointNumber) {
|
|
951
|
-
const checkpoint = await this.
|
|
1314
|
+
const checkpoint = await this.stores.blocks.getCheckpointData(number);
|
|
952
1315
|
if (!checkpoint) {
|
|
953
1316
|
return undefined;
|
|
954
1317
|
}
|