@aztec/archiver 0.0.1-commit.2448fdb → 0.0.1-commit.2606882
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +19 -11
- package/dest/archiver.d.ts +53 -16
- package/dest/archiver.d.ts.map +1 -1
- package/dest/archiver.js +229 -68
- package/dest/config.d.ts +4 -1
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +21 -14
- package/dest/errors.d.ts +50 -2
- package/dest/errors.d.ts.map +1 -1
- package/dest/errors.js +74 -2
- package/dest/factory.d.ts +13 -7
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +33 -24
- package/dest/index.d.ts +11 -3
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +10 -2
- package/dest/l1/calldata_retriever.d.ts +2 -1
- package/dest/l1/calldata_retriever.d.ts.map +1 -1
- package/dest/l1/calldata_retriever.js +15 -5
- package/dest/l1/data_retrieval.d.ts +24 -12
- package/dest/l1/data_retrieval.d.ts.map +1 -1
- package/dest/l1/data_retrieval.js +36 -37
- package/dest/l1/trace_tx.d.ts +12 -66
- package/dest/l1/trace_tx.d.ts.map +1 -1
- package/dest/l1/validate_historical_logs.d.ts +23 -0
- package/dest/l1/validate_historical_logs.d.ts.map +1 -0
- package/dest/l1/validate_historical_logs.js +108 -0
- package/dest/modules/contract_data_source_adapter.d.ts +25 -0
- package/dest/modules/contract_data_source_adapter.d.ts.map +1 -0
- package/dest/modules/contract_data_source_adapter.js +40 -0
- package/dest/modules/data_source_base.d.ts +71 -47
- package/dest/modules/data_source_base.d.ts.map +1 -1
- package/dest/modules/data_source_base.js +269 -137
- package/dest/modules/data_store_updater.d.ts +30 -13
- package/dest/modules/data_store_updater.d.ts.map +1 -1
- package/dest/modules/data_store_updater.js +126 -109
- package/dest/modules/instrumentation.d.ts +18 -2
- package/dest/modules/instrumentation.d.ts.map +1 -1
- package/dest/modules/instrumentation.js +35 -7
- package/dest/modules/l1_synchronizer.d.ts +11 -6
- package/dest/modules/l1_synchronizer.d.ts.map +1 -1
- package/dest/modules/l1_synchronizer.js +418 -216
- package/dest/modules/outbox_trees_resolver.d.ts +62 -0
- package/dest/modules/outbox_trees_resolver.d.ts.map +1 -0
- package/dest/modules/outbox_trees_resolver.js +162 -0
- package/dest/modules/validation.d.ts +4 -3
- package/dest/modules/validation.d.ts.map +1 -1
- package/dest/modules/validation.js +6 -6
- package/dest/store/block_store.d.ts +164 -66
- package/dest/store/block_store.d.ts.map +1 -1
- package/dest/store/block_store.js +605 -235
- package/dest/store/contract_class_store.d.ts +17 -4
- package/dest/store/contract_class_store.d.ts.map +1 -1
- package/dest/store/contract_class_store.js +18 -66
- package/dest/store/contract_instance_store.d.ts +28 -1
- package/dest/store/contract_instance_store.d.ts.map +1 -1
- package/dest/store/contract_instance_store.js +31 -0
- package/dest/store/data_stores.d.ts +68 -0
- package/dest/store/data_stores.d.ts.map +1 -0
- package/dest/store/data_stores.js +54 -0
- package/dest/store/function_names_cache.d.ts +17 -0
- package/dest/store/function_names_cache.d.ts.map +1 -0
- package/dest/store/function_names_cache.js +30 -0
- package/dest/store/l2_tips_cache.d.ts +13 -7
- package/dest/store/l2_tips_cache.d.ts.map +1 -1
- package/dest/store/l2_tips_cache.js +13 -76
- package/dest/store/log_store.d.ts +42 -37
- package/dest/store/log_store.d.ts.map +1 -1
- package/dest/store/log_store.js +259 -443
- package/dest/store/log_store_codec.d.ts +70 -0
- package/dest/store/log_store_codec.d.ts.map +1 -0
- package/dest/store/log_store_codec.js +101 -0
- package/dest/store/message_store.d.ts +11 -1
- package/dest/store/message_store.d.ts.map +1 -1
- package/dest/store/message_store.js +50 -8
- package/dest/test/fake_l1_state.d.ts +8 -3
- package/dest/test/fake_l1_state.d.ts.map +1 -1
- package/dest/test/fake_l1_state.js +75 -18
- package/dest/test/mock_l1_to_l2_message_source.d.ts +1 -1
- package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
- package/dest/test/mock_l1_to_l2_message_source.js +2 -1
- package/dest/test/mock_l2_block_source.d.ts +51 -50
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +244 -181
- package/dest/test/noop_l1_archiver.d.ts +10 -6
- package/dest/test/noop_l1_archiver.d.ts.map +1 -1
- package/dest/test/noop_l1_archiver.js +22 -9
- package/package.json +14 -14
- package/src/archiver.ts +293 -75
- package/src/config.ts +24 -11
- package/src/errors.ts +117 -2
- package/src/factory.ts +40 -23
- package/src/index.ts +18 -2
- package/src/l1/calldata_retriever.ts +16 -5
- package/src/l1/data_retrieval.ts +52 -53
- package/src/l1/validate_historical_logs.ts +140 -0
- package/src/modules/contract_data_source_adapter.ts +55 -0
- package/src/modules/data_source_base.ts +341 -174
- package/src/modules/data_store_updater.ts +152 -137
- package/src/modules/instrumentation.ts +48 -8
- package/src/modules/l1_synchronizer.ts +556 -262
- package/src/modules/outbox_trees_resolver.ts +199 -0
- package/src/modules/validation.ts +10 -9
- package/src/store/block_store.ts +750 -285
- package/src/store/contract_class_store.ts +24 -100
- package/src/store/contract_instance_store.ts +43 -0
- package/src/store/data_stores.ts +104 -0
- package/src/store/function_names_cache.ts +37 -0
- package/src/store/l2_tips_cache.ts +16 -70
- package/src/store/log_store.ts +297 -609
- package/src/store/log_store_codec.ts +132 -0
- package/src/store/message_store.ts +59 -9
- package/src/structs/inbox_message.ts +1 -1
- package/src/test/fake_l1_state.ts +96 -29
- package/src/test/mock_l1_to_l2_message_source.ts +1 -0
- package/src/test/mock_l2_block_source.ts +299 -232
- package/src/test/noop_l1_archiver.ts +42 -9
- package/dest/store/kv_archiver_store.d.ts +0 -362
- package/dest/store/kv_archiver_store.d.ts.map +0 -1
- package/dest/store/kv_archiver_store.js +0 -475
- package/src/store/kv_archiver_store.ts +0 -685
|
@@ -1,32 +1,41 @@
|
|
|
1
1
|
import type { BlobClientInterface } from '@aztec/blob-client/client';
|
|
2
2
|
import { EpochCache } from '@aztec/epoch-cache';
|
|
3
|
-
import { InboxContract, RollupContract } from '@aztec/ethereum/contracts';
|
|
3
|
+
import { InboxContract, type InboxContractState, RollupContract } from '@aztec/ethereum/contracts';
|
|
4
4
|
import type { L1BlockId } from '@aztec/ethereum/l1-types';
|
|
5
|
+
import { getFinalizedL1Block } from '@aztec/ethereum/queries';
|
|
5
6
|
import type { ViemPublicClient, ViemPublicDebugClient } from '@aztec/ethereum/types';
|
|
7
|
+
import { asyncPool } from '@aztec/foundation/async-pool';
|
|
6
8
|
import { maxBigint } from '@aztec/foundation/bigint';
|
|
7
9
|
import { BlockNumber, CheckpointNumber, EpochNumber } from '@aztec/foundation/branded-types';
|
|
8
|
-
import { Buffer32 } from '@aztec/foundation/buffer';
|
|
9
|
-
import { pick } from '@aztec/foundation/collection';
|
|
10
|
+
import { Buffer16, Buffer32 } from '@aztec/foundation/buffer';
|
|
11
|
+
import { compactArray, partition, pick } from '@aztec/foundation/collection';
|
|
10
12
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
13
|
+
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
11
14
|
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
15
|
+
import { retryTimes } from '@aztec/foundation/retry';
|
|
12
16
|
import { count } from '@aztec/foundation/string';
|
|
13
17
|
import { DateProvider, Timer, elapsed } from '@aztec/foundation/timer';
|
|
14
|
-
import { isDefined } from '@aztec/foundation/types';
|
|
18
|
+
import { isDefined, isErrorClass } from '@aztec/foundation/types';
|
|
15
19
|
import { type ArchiverEmitter, L2BlockSourceEvents, type ValidateCheckpointResult } from '@aztec/stdlib/block';
|
|
16
|
-
import { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
20
|
+
import { Checkpoint, type CheckpointData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
17
21
|
import { type L1RollupConstants, getEpochAtSlot, getSlotAtNextL1Block } from '@aztec/stdlib/epoch-helpers';
|
|
18
22
|
import { computeInHashFromL1ToL2Messages } from '@aztec/stdlib/messaging';
|
|
23
|
+
import type { CoordinationSignatureContext } from '@aztec/stdlib/p2p';
|
|
19
24
|
import { type Traceable, type Tracer, execInSpan, trackSpan } from '@aztec/telemetry-client';
|
|
20
25
|
|
|
21
26
|
import { InitialCheckpointNumberNotSequentialError } from '../errors.js';
|
|
22
27
|
import {
|
|
23
|
-
|
|
28
|
+
type RetrievedCheckpointFromCalldata,
|
|
29
|
+
getCheckpointBlobDataFromBlobs,
|
|
30
|
+
retrieveCheckpointCalldataFromRollup,
|
|
24
31
|
retrieveL1ToL2Message,
|
|
25
32
|
retrieveL1ToL2Messages,
|
|
26
33
|
retrievedToPublishedCheckpoint,
|
|
27
34
|
} from '../l1/data_retrieval.js';
|
|
28
|
-
import type {
|
|
35
|
+
import type { RejectedCheckpoint } from '../store/block_store.js';
|
|
36
|
+
import { type ArchiverDataStores, getArchiverSynchPoint } from '../store/data_stores.js';
|
|
29
37
|
import type { L2TipsCache } from '../store/l2_tips_cache.js';
|
|
38
|
+
import { MessageStoreError } from '../store/message_store.js';
|
|
30
39
|
import type { InboxMessage } from '../structs/inbox_message.js';
|
|
31
40
|
import { ArchiverDataStoreUpdater } from './data_store_updater.js';
|
|
32
41
|
import type { ArchiverInstrumentation } from './instrumentation.js';
|
|
@@ -38,13 +47,15 @@ type RollupStatus = {
|
|
|
38
47
|
pendingCheckpointNumber: CheckpointNumber;
|
|
39
48
|
pendingArchive: string;
|
|
40
49
|
validationResult: ValidateCheckpointResult | undefined;
|
|
50
|
+
/** Last valid checkpoint observed on L1 and synced on this iteration */
|
|
41
51
|
lastRetrievedCheckpoint?: PublishedCheckpoint;
|
|
42
|
-
|
|
52
|
+
/** Last checkpoint observed on L1 across both valid and rejected entries on this iteration */
|
|
53
|
+
lastSeenCheckpoint?: PublishedCheckpoint;
|
|
43
54
|
};
|
|
44
55
|
|
|
45
56
|
/**
|
|
46
57
|
* Handles L1 synchronization for the archiver.
|
|
47
|
-
* Responsible for fetching checkpoints, L1
|
|
58
|
+
* Responsible for fetching checkpoints, L1 to L2 messages, and handling L1 reorgs.
|
|
48
59
|
*/
|
|
49
60
|
export class ArchiverL1Synchronizer implements Traceable {
|
|
50
61
|
private l1BlockNumber: bigint | undefined;
|
|
@@ -59,10 +70,11 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
59
70
|
private readonly debugClient: ViemPublicDebugClient,
|
|
60
71
|
private readonly rollup: RollupContract,
|
|
61
72
|
private readonly inbox: InboxContract,
|
|
62
|
-
private readonly
|
|
73
|
+
private readonly stores: ArchiverDataStores,
|
|
63
74
|
private config: {
|
|
64
75
|
batchSize: number;
|
|
65
76
|
skipValidateCheckpointAttestations?: boolean;
|
|
77
|
+
skipPromoteProposedCheckpointDuringL1Sync?: boolean;
|
|
66
78
|
maxAllowedEthClientDriftSeconds: number;
|
|
67
79
|
},
|
|
68
80
|
private readonly blobClient: BlobClientInterface,
|
|
@@ -78,7 +90,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
78
90
|
l2TipsCache?: L2TipsCache,
|
|
79
91
|
private readonly log: Logger = createLogger('archiver:l1-sync'),
|
|
80
92
|
) {
|
|
81
|
-
this.updater = new ArchiverDataStoreUpdater(this.
|
|
93
|
+
this.updater = new ArchiverDataStoreUpdater(this.stores, l2TipsCache, {
|
|
82
94
|
rollupManaLimit: l1Constants.rollupManaLimit,
|
|
83
95
|
});
|
|
84
96
|
this.tracer = tracer;
|
|
@@ -88,6 +100,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
88
100
|
public setConfig(newConfig: {
|
|
89
101
|
batchSize: number;
|
|
90
102
|
skipValidateCheckpointAttestations?: boolean;
|
|
103
|
+
skipPromoteProposedCheckpointDuringL1Sync?: boolean;
|
|
91
104
|
maxAllowedEthClientDriftSeconds: number;
|
|
92
105
|
}) {
|
|
93
106
|
this.config = newConfig;
|
|
@@ -103,6 +116,13 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
103
116
|
return this.l1Timestamp;
|
|
104
117
|
}
|
|
105
118
|
|
|
119
|
+
private getSignatureContext(): CoordinationSignatureContext {
|
|
120
|
+
return {
|
|
121
|
+
chainId: this.publicClient.chain.id,
|
|
122
|
+
rollupAddress: EthAddress.fromString(this.rollup.address),
|
|
123
|
+
};
|
|
124
|
+
}
|
|
125
|
+
|
|
106
126
|
/** Checks that the ethereum node we are connected to has a latest timestamp no more than the allowed drift. Throw if not. */
|
|
107
127
|
public async testEthereumNodeSynced(): Promise<void> {
|
|
108
128
|
const maxAllowedDelay = this.config.maxAllowedEthClientDriftSeconds;
|
|
@@ -120,65 +140,52 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
120
140
|
|
|
121
141
|
@trackSpan('Archiver.syncFromL1')
|
|
122
142
|
public async syncFromL1(initialSyncComplete: boolean): Promise<void> {
|
|
143
|
+
// In between the various calls to L1, the block number can move meaning some of the following
|
|
144
|
+
// calls will return data for blocks that were not present during earlier calls. To combat this
|
|
145
|
+
// we ensure that all data retrieval methods only retrieve data up to the currentBlockNumber
|
|
146
|
+
// captured at the top of this function.
|
|
123
147
|
const currentL1Block = await this.publicClient.getBlock({ includeTransactions: false });
|
|
124
148
|
const currentL1BlockNumber = currentL1Block.number;
|
|
125
149
|
const currentL1BlockHash = Buffer32.fromString(currentL1Block.hash);
|
|
126
150
|
const currentL1Timestamp = currentL1Block.timestamp;
|
|
151
|
+
const currentL1BlockData = { l1BlockNumber: currentL1BlockNumber, l1BlockHash: currentL1BlockHash };
|
|
127
152
|
|
|
128
153
|
if (this.l1BlockHash && currentL1BlockHash.equals(this.l1BlockHash)) {
|
|
129
154
|
this.log.trace(`No new L1 blocks since last sync at L1 block ${this.l1BlockNumber}`);
|
|
130
155
|
return;
|
|
131
156
|
}
|
|
132
157
|
|
|
133
|
-
//
|
|
158
|
+
// Log at error if the latest L1 block timestamp is too old
|
|
134
159
|
const maxAllowedDelay = this.config.maxAllowedEthClientDriftSeconds;
|
|
135
160
|
const now = this.dateProvider.nowInSeconds();
|
|
136
161
|
if (maxAllowedDelay > 0 && Number(currentL1Timestamp) <= now - maxAllowedDelay) {
|
|
137
|
-
this.log.
|
|
162
|
+
this.log.error(
|
|
138
163
|
`Latest L1 block ${currentL1BlockNumber} timestamp ${currentL1Timestamp} is too old. Make sure your Ethereum node is synced.`,
|
|
139
164
|
{ currentL1BlockNumber, currentL1Timestamp, now, maxAllowedDelay },
|
|
140
165
|
);
|
|
141
166
|
}
|
|
142
167
|
|
|
143
|
-
//
|
|
144
|
-
const
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
},
|
|
150
|
-
} = await this.store.getSynchPoint();
|
|
168
|
+
// Query finalized block on L1
|
|
169
|
+
const rawFinalizedL1Block = await getFinalizedL1Block(this.publicClient);
|
|
170
|
+
const finalizedL1Block: L1BlockId | undefined = rawFinalizedL1Block && {
|
|
171
|
+
l1BlockNumber: rawFinalizedL1Block.number,
|
|
172
|
+
l1BlockHash: Buffer32.fromString(rawFinalizedL1Block.hash),
|
|
173
|
+
};
|
|
151
174
|
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
175
|
+
// Load sync point for blocks defaulting to start block
|
|
176
|
+
const { blocksSynchedTo = this.l1Constants.l1StartBlock } = await getArchiverSynchPoint(this.stores);
|
|
177
|
+
this.log.debug(`Starting new archiver sync iteration`, { blocksSynchedTo, currentL1BlockData, finalizedL1Block });
|
|
178
|
+
|
|
179
|
+
// Sync L1 to L2 messages. We retry this a few times since there are error conditions that reset the sync point, requiring a new iteration.
|
|
180
|
+
// Note that we cannot just wait for the l1 synchronizer to loop again, since the synchronizer would report as synced up to the current L1
|
|
181
|
+
// block, when that wouldn't be the case, since L1 to L2 messages would need another iteration.
|
|
182
|
+
await retryTimes(
|
|
183
|
+
() => this.handleL1ToL2Messages(currentL1BlockData, finalizedL1Block),
|
|
184
|
+
'Handling L1 to L2 messages',
|
|
185
|
+
3,
|
|
186
|
+
0.1,
|
|
187
|
+
);
|
|
158
188
|
|
|
159
|
-
// ********** Ensuring Consistency of data pulled from L1 **********
|
|
160
|
-
|
|
161
|
-
/**
|
|
162
|
-
* There are a number of calls in this sync operation to L1 for retrieving
|
|
163
|
-
* events and transaction data. There are a couple of things we need to bear in mind
|
|
164
|
-
* to ensure that data is read exactly once.
|
|
165
|
-
*
|
|
166
|
-
* The first is the problem of eventually consistent ETH service providers like Infura.
|
|
167
|
-
* Each L1 read operation will query data from the last L1 block that it saw emit its kind of data.
|
|
168
|
-
* (so pending L1 to L2 messages will read from the last L1 block that emitted a message and so on)
|
|
169
|
-
* This will mean the archiver will lag behind L1 and will only advance when there's L2-relevant activity on the chain.
|
|
170
|
-
*
|
|
171
|
-
* The second is that in between the various calls to L1, the block number can move meaning some
|
|
172
|
-
* of the following calls will return data for blocks that were not present during earlier calls.
|
|
173
|
-
* To combat this for the time being we simply ensure that all data retrieval methods only retrieve
|
|
174
|
-
* data up to the currentBlockNumber captured at the top of this function. We might want to improve on this
|
|
175
|
-
* in future but for the time being it should give us the guarantees that we need
|
|
176
|
-
*/
|
|
177
|
-
|
|
178
|
-
// ********** Events that are processed per L1 block **********
|
|
179
|
-
await this.handleL1ToL2Messages(messagesSynchedTo, currentL1BlockNumber);
|
|
180
|
-
|
|
181
|
-
// ********** Events that are processed per checkpoint **********
|
|
182
189
|
if (currentL1BlockNumber > blocksSynchedTo) {
|
|
183
190
|
// First we retrieve new checkpoints and L2 blocks and store them in the DB. This will also update the
|
|
184
191
|
// pending chain validation status, proven checkpoint number, and synched L1 block number.
|
|
@@ -198,18 +205,10 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
198
205
|
currentL1Timestamp,
|
|
199
206
|
);
|
|
200
207
|
|
|
201
|
-
// If the last checkpoint we processed had an invalid attestation, we manually advance the L1 syncpoint
|
|
202
|
-
// past it, since otherwise we'll keep downloading it and reprocessing it on every iteration until
|
|
203
|
-
// we get a valid checkpoint to advance the syncpoint.
|
|
204
|
-
if (!rollupStatus.validationResult?.valid && rollupStatus.lastL1BlockWithCheckpoint !== undefined) {
|
|
205
|
-
await this.store.setCheckpointSynchedL1BlockNumber(rollupStatus.lastL1BlockWithCheckpoint);
|
|
206
|
-
}
|
|
207
|
-
|
|
208
208
|
// And lastly we check if we are missing any checkpoints behind us due to a possible L1 reorg.
|
|
209
209
|
// We only do this if rollup cant prune on the next submission. Otherwise we will end up
|
|
210
|
-
// re-syncing the checkpoints we have just unwound above.
|
|
211
|
-
|
|
212
|
-
if (!rollupCanPrune && rollupStatus.validationResult?.valid) {
|
|
210
|
+
// re-syncing the checkpoints we have just unwound above.
|
|
211
|
+
if (!rollupCanPrune) {
|
|
213
212
|
await this.checkForNewCheckpointsBeforeL1SyncPoint(rollupStatus, blocksSynchedTo, currentL1BlockNumber);
|
|
214
213
|
}
|
|
215
214
|
|
|
@@ -217,7 +216,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
217
216
|
}
|
|
218
217
|
|
|
219
218
|
// Update the finalized L2 checkpoint based on L1 finality.
|
|
220
|
-
await this.updateFinalizedCheckpoint();
|
|
219
|
+
await this.updateFinalizedCheckpoint(finalizedL1Block);
|
|
221
220
|
|
|
222
221
|
// After syncing has completed, update the current l1 block number and timestamp,
|
|
223
222
|
// otherwise we risk announcing to the world that we've synced to a given point,
|
|
@@ -234,27 +233,24 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
234
233
|
});
|
|
235
234
|
}
|
|
236
235
|
|
|
237
|
-
/**
|
|
238
|
-
private async updateFinalizedCheckpoint(): Promise<void> {
|
|
236
|
+
/** Updates the finalized checkpoint using the pre-fetched finalized L1 block from the current sync iteration. */
|
|
237
|
+
private async updateFinalizedCheckpoint(finalizedL1Block: L1BlockId | undefined): Promise<void> {
|
|
239
238
|
try {
|
|
240
|
-
|
|
241
|
-
|
|
239
|
+
if (!finalizedL1Block) {
|
|
240
|
+
this.log.trace(`Skipping finalized checkpoint update: L1 has no finalized block yet.`);
|
|
241
|
+
return;
|
|
242
|
+
}
|
|
243
|
+
const finalizedL1BlockNumber = finalizedL1Block.l1BlockNumber;
|
|
242
244
|
const finalizedCheckpointNumber = await this.rollup.getProvenCheckpointNumber({
|
|
243
245
|
blockNumber: finalizedL1BlockNumber,
|
|
244
246
|
});
|
|
245
|
-
const localFinalizedCheckpointNumber = await this.
|
|
247
|
+
const localFinalizedCheckpointNumber = await this.stores.blocks.getFinalizedCheckpointNumber();
|
|
246
248
|
if (localFinalizedCheckpointNumber !== finalizedCheckpointNumber) {
|
|
247
249
|
await this.updater.setFinalizedCheckpointNumber(finalizedCheckpointNumber);
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
finalizedCheckpointNumber,
|
|
253
|
-
previousFinalizedCheckpointNumber: localFinalizedCheckpointNumber,
|
|
254
|
-
finalizedL2BlockNumber,
|
|
255
|
-
finalizedL1BlockNumber,
|
|
256
|
-
},
|
|
257
|
-
);
|
|
250
|
+
this.log.info(`Updated finalized chain to checkpoint ${finalizedCheckpointNumber}`, {
|
|
251
|
+
finalizedCheckpointNumber,
|
|
252
|
+
finalizedL1BlockNumber,
|
|
253
|
+
});
|
|
258
254
|
}
|
|
259
255
|
} catch (err: any) {
|
|
260
256
|
// The rollup contract may not exist at the finalized L1 block right after deployment.
|
|
@@ -267,8 +263,8 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
267
263
|
/** Prune all proposed local blocks that should have been checkpointed by now. */
|
|
268
264
|
private async pruneUncheckpointedBlocks(currentL1Timestamp: bigint) {
|
|
269
265
|
const [lastCheckpointedBlockNumber, lastProposedBlockNumber] = await Promise.all([
|
|
270
|
-
this.
|
|
271
|
-
this.
|
|
266
|
+
this.stores.blocks.getCheckpointedL2BlockNumber(),
|
|
267
|
+
this.stores.blocks.getLatestL2BlockNumber(),
|
|
272
268
|
]);
|
|
273
269
|
|
|
274
270
|
// If there are no uncheckpointed blocks, we got nothing to do
|
|
@@ -277,29 +273,34 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
277
273
|
return;
|
|
278
274
|
}
|
|
279
275
|
|
|
280
|
-
// What's the slot of the first uncheckpointed block?
|
|
281
|
-
const firstUncheckpointedBlockNumber = BlockNumber(lastCheckpointedBlockNumber + 1);
|
|
282
|
-
const [firstUncheckpointedBlockHeader] = await this.store.getBlockHeaders(firstUncheckpointedBlockNumber, 1);
|
|
283
|
-
const firstUncheckpointedBlockSlot = firstUncheckpointedBlockHeader?.getSlot();
|
|
284
|
-
|
|
285
276
|
// What's the slot at the next L1 block? All blocks for slots strictly before this one should've been checkpointed by now.
|
|
286
277
|
const slotAtNextL1Block = getSlotAtNextL1Block(currentL1Timestamp, this.l1Constants);
|
|
278
|
+
const firstUncheckpointedBlockNumber = BlockNumber(lastCheckpointedBlockNumber + 1);
|
|
287
279
|
|
|
288
|
-
//
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
);
|
|
294
|
-
const prunedBlocks = await this.updater.removeUncheckpointedBlocksAfter(lastCheckpointedBlockNumber);
|
|
280
|
+
// What's the slot of the first uncheckpointed block?
|
|
281
|
+
const firstUncheckpointedBlockData = await this.stores.blocks.getBlockData({
|
|
282
|
+
number: firstUncheckpointedBlockNumber,
|
|
283
|
+
});
|
|
284
|
+
const firstUncheckpointedBlockSlot = firstUncheckpointedBlockData?.header.getSlot();
|
|
295
285
|
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
286
|
+
if (firstUncheckpointedBlockSlot === undefined || firstUncheckpointedBlockSlot >= slotAtNextL1Block) {
|
|
287
|
+
return;
|
|
288
|
+
}
|
|
289
|
+
|
|
290
|
+
// Prune provisional blocks from slots that have ended without being checkpointed.
|
|
291
|
+
// This also clears any proposed checkpoint whose blocks are being pruned.
|
|
292
|
+
this.log.warn(
|
|
293
|
+
`Pruning blocks after block ${lastCheckpointedBlockNumber} due to slot ${firstUncheckpointedBlockSlot} not being checkpointed`,
|
|
294
|
+
{ firstUncheckpointedBlockHeader: firstUncheckpointedBlockData?.header.toInspect(), slotAtNextL1Block },
|
|
295
|
+
);
|
|
296
|
+
|
|
297
|
+
const prunedBlocks = await this.updater.removeUncheckpointedBlocksAfter(lastCheckpointedBlockNumber);
|
|
298
|
+
if (prunedBlocks.length > 0) {
|
|
299
|
+
this.events.emit(L2BlockSourceEvents.L2PruneUncheckpointed, {
|
|
300
|
+
type: L2BlockSourceEvents.L2PruneUncheckpointed,
|
|
301
|
+
slotNumber: firstUncheckpointedBlockSlot,
|
|
302
|
+
blocks: prunedBlocks,
|
|
303
|
+
});
|
|
303
304
|
}
|
|
304
305
|
}
|
|
305
306
|
|
|
@@ -325,7 +326,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
325
326
|
currentL1Timestamp: bigint,
|
|
326
327
|
): Promise<{ rollupCanPrune: boolean }> {
|
|
327
328
|
const rollupCanPrune = await this.canPrune(currentL1BlockNumber, currentL1Timestamp);
|
|
328
|
-
const localPendingCheckpointNumber = await this.
|
|
329
|
+
const localPendingCheckpointNumber = await this.stores.blocks.getLatestCheckpointNumber();
|
|
329
330
|
const canPrune = localPendingCheckpointNumber > provenCheckpointNumber && rollupCanPrune;
|
|
330
331
|
|
|
331
332
|
if (canPrune) {
|
|
@@ -342,17 +343,20 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
342
343
|
|
|
343
344
|
const checkpointsToUnwind = localPendingCheckpointNumber - provenCheckpointNumber;
|
|
344
345
|
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
const
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
346
|
+
// Fetch checkpoints and blocks in bounded batches to avoid unbounded concurrent
|
|
347
|
+
// promises when the gap between local pending and proven checkpoint numbers is large.
|
|
348
|
+
const BATCH_SIZE = 10;
|
|
349
|
+
const indices = Array.from({ length: checkpointsToUnwind }, (_, i) => CheckpointNumber(i + pruneFrom));
|
|
350
|
+
const checkpoints = (
|
|
351
|
+
await asyncPool(BATCH_SIZE, indices, idx => this.stores.blocks.getCheckpointData(idx))
|
|
352
|
+
).filter(isDefined);
|
|
353
|
+
const newBlocks = (
|
|
354
|
+
await asyncPool(BATCH_SIZE, checkpoints, cp =>
|
|
355
|
+
this.stores.blocks.getBlocksForCheckpoint(CheckpointNumber(cp.checkpointNumber)),
|
|
356
|
+
)
|
|
357
|
+
)
|
|
358
|
+
.filter(isDefined)
|
|
359
|
+
.flat();
|
|
356
360
|
|
|
357
361
|
// Emit an event for listening services to react to the chain prune
|
|
358
362
|
this.events.emit(L2BlockSourceEvents.L2PruneUnproven, {
|
|
@@ -368,12 +372,12 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
368
372
|
this.log.warn(
|
|
369
373
|
`Removed ${count(checkpointsToUnwind, 'checkpoint')} after checkpoint ${provenCheckpointNumber} ` +
|
|
370
374
|
`due to predicted reorg at L1 block ${currentL1BlockNumber}. ` +
|
|
371
|
-
`Updated latest checkpoint is ${await this.
|
|
375
|
+
`Updated latest checkpoint is ${await this.stores.blocks.getLatestCheckpointNumber()}.`,
|
|
372
376
|
);
|
|
373
377
|
this.instrumentation.processPrune(timer.ms());
|
|
374
378
|
// TODO(palla/reorg): Do we need to set the block synched L1 block number here?
|
|
375
379
|
// Seems like the next iteration should handle this.
|
|
376
|
-
// await this.
|
|
380
|
+
// await this.stores.blocks.setSynchedL1BlockNumber(currentL1BlockNumber);
|
|
377
381
|
}
|
|
378
382
|
|
|
379
383
|
return { rollupCanPrune };
|
|
@@ -390,67 +394,102 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
390
394
|
}
|
|
391
395
|
|
|
392
396
|
@trackSpan('Archiver.handleL1ToL2Messages')
|
|
393
|
-
private async handleL1ToL2Messages(
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
+
private async handleL1ToL2Messages(
|
|
398
|
+
currentL1Block: L1BlockId,
|
|
399
|
+
finalizedL1Block: L1BlockId | undefined,
|
|
400
|
+
): Promise<boolean> {
|
|
401
|
+
// Load the syncpoint, which may have been updated in a previous iteration
|
|
402
|
+
const {
|
|
403
|
+
messagesSynchedTo = {
|
|
404
|
+
l1BlockNumber: this.l1Constants.l1StartBlock,
|
|
405
|
+
l1BlockHash: this.l1Constants.l1StartBlockHash,
|
|
406
|
+
},
|
|
407
|
+
} = await getArchiverSynchPoint(this.stores);
|
|
408
|
+
|
|
409
|
+
// Nothing to do if L1 block number has not moved forward
|
|
410
|
+
const currentL1BlockNumber = currentL1Block.l1BlockNumber;
|
|
411
|
+
if (currentL1BlockNumber <= messagesSynchedTo.l1BlockNumber) {
|
|
412
|
+
return true;
|
|
397
413
|
}
|
|
398
414
|
|
|
399
|
-
//
|
|
400
|
-
const localMessagesInserted = await this.store.getTotalL1ToL2MessageCount();
|
|
401
|
-
const localLastMessage = await this.store.getLastL1ToL2Message();
|
|
415
|
+
// Compare local message store state with the remote. If they match, we just advance the match pointer.
|
|
402
416
|
const remoteMessagesState = await this.inbox.getState({ blockNumber: currentL1BlockNumber });
|
|
417
|
+
const localLastMessage = await this.stores.messages.getLastMessage();
|
|
418
|
+
if (await this.localStateMatches(localLastMessage, remoteMessagesState)) {
|
|
419
|
+
this.log.trace(`Local L1 to L2 messages are already in sync with remote at L1 block ${currentL1BlockNumber}`);
|
|
420
|
+
await this.stores.messages.setMessageSyncState(
|
|
421
|
+
currentL1Block,
|
|
422
|
+
remoteMessagesState.treeInProgress,
|
|
423
|
+
finalizedL1Block,
|
|
424
|
+
);
|
|
425
|
+
return true;
|
|
426
|
+
}
|
|
403
427
|
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
428
|
+
// If not, then we are out of sync. Most likely there are new messages on the inbox, so we try retrieving them.
|
|
429
|
+
// However, it could also be the case that there was an L1 reorg and our syncpoint is no longer valid.
|
|
430
|
+
// If that's the case, we'd get an exception out of the message store since the rolling hash of the first message
|
|
431
|
+
// we try to insert would not match the one in the db, in which case we rollback to the last common message with L1.
|
|
432
|
+
try {
|
|
433
|
+
await this.retrieveAndStoreMessages(messagesSynchedTo.l1BlockNumber, currentL1BlockNumber);
|
|
434
|
+
} catch (error) {
|
|
435
|
+
if (isErrorClass(error, MessageStoreError)) {
|
|
436
|
+
this.log.warn(
|
|
437
|
+
`Failed to store L1 to L2 messages retrieved from L1: ${error.message}. Rolling back syncpoint to retry.`,
|
|
438
|
+
{ inboxMessage: error.inboxMessage },
|
|
439
|
+
);
|
|
440
|
+
await this.rollbackL1ToL2Messages(remoteMessagesState);
|
|
441
|
+
return false;
|
|
442
|
+
}
|
|
443
|
+
throw error;
|
|
444
|
+
}
|
|
409
445
|
|
|
410
|
-
//
|
|
411
|
-
|
|
412
|
-
|
|
413
|
-
|
|
414
|
-
) {
|
|
415
|
-
this.log.
|
|
416
|
-
`
|
|
446
|
+
// Note that, if there are no new messages to insert, but there was an L1 reorg that pruned out last messages,
|
|
447
|
+
// we'd notice by comparing our local state with the remote one again, and seeing they don't match even after
|
|
448
|
+
// our sync attempt. In this case, we also rollback our syncpoint, and trigger a retry.
|
|
449
|
+
const localLastMessageAfterSync = await this.stores.messages.getLastMessage();
|
|
450
|
+
if (!(await this.localStateMatches(localLastMessageAfterSync, remoteMessagesState))) {
|
|
451
|
+
this.log.warn(
|
|
452
|
+
`Local L1 to L2 messages state does not match remote after sync attempt. Rolling back syncpoint to retry.`,
|
|
453
|
+
{ localLastMessageAfterSync, remoteMessagesState },
|
|
417
454
|
);
|
|
418
|
-
|
|
455
|
+
await this.rollbackL1ToL2Messages(remoteMessagesState);
|
|
456
|
+
return false;
|
|
419
457
|
}
|
|
420
458
|
|
|
421
|
-
//
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
remoteLastMessage,
|
|
430
|
-
messagesSyncPoint,
|
|
431
|
-
localLastMessage,
|
|
432
|
-
});
|
|
459
|
+
// Advance the syncpoint after a successful sync
|
|
460
|
+
await this.stores.messages.setMessageSyncState(
|
|
461
|
+
currentL1Block,
|
|
462
|
+
remoteMessagesState.treeInProgress,
|
|
463
|
+
finalizedL1Block,
|
|
464
|
+
);
|
|
465
|
+
return true;
|
|
466
|
+
}
|
|
433
467
|
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
}
|
|
439
|
-
}
|
|
468
|
+
/** Checks if the local rolling hash and message count matches the remote state */
|
|
469
|
+
private async localStateMatches(localLastMessage: InboxMessage | undefined, remoteState: InboxContractState) {
|
|
470
|
+
const localMessageCount = await this.stores.messages.getTotalL1ToL2MessageCount();
|
|
471
|
+
this.log.trace(`Comparing local and remote inbox state`, { localMessageCount, localLastMessage, remoteState });
|
|
440
472
|
|
|
441
|
-
|
|
473
|
+
return (
|
|
474
|
+
remoteState.totalMessagesInserted === localMessageCount &&
|
|
475
|
+
remoteState.messagesRollingHash.equals(localLastMessage?.rollingHash ?? Buffer16.ZERO)
|
|
476
|
+
);
|
|
477
|
+
}
|
|
478
|
+
|
|
479
|
+
/** Retrieves L1 to L2 messages from L1 in batches and stores them. */
|
|
480
|
+
private async retrieveAndStoreMessages(fromL1Block: bigint, toL1Block: bigint): Promise<void> {
|
|
442
481
|
let searchStartBlock: bigint = 0n;
|
|
443
|
-
let searchEndBlock: bigint =
|
|
482
|
+
let searchEndBlock: bigint = fromL1Block;
|
|
444
483
|
|
|
445
484
|
let lastMessage: InboxMessage | undefined;
|
|
446
485
|
let messageCount = 0;
|
|
447
486
|
|
|
448
487
|
do {
|
|
449
|
-
[searchStartBlock, searchEndBlock] = this.nextRange(searchEndBlock,
|
|
488
|
+
[searchStartBlock, searchEndBlock] = this.nextRange(searchEndBlock, toL1Block);
|
|
450
489
|
this.log.trace(`Retrieving L1 to L2 messages in L1 blocks ${searchStartBlock}-${searchEndBlock}`);
|
|
451
490
|
const messages = await retrieveL1ToL2Messages(this.inbox, searchStartBlock, searchEndBlock);
|
|
452
491
|
const timer = new Timer();
|
|
453
|
-
await this.
|
|
492
|
+
await this.stores.messages.addL1ToL2Messages(messages);
|
|
454
493
|
const perMsg = timer.ms() / messages.length;
|
|
455
494
|
this.instrumentation.processNewMessages(messages.length, perMsg);
|
|
456
495
|
for (const msg of messages) {
|
|
@@ -458,81 +497,108 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
458
497
|
lastMessage = msg;
|
|
459
498
|
messageCount++;
|
|
460
499
|
}
|
|
461
|
-
} while (searchEndBlock <
|
|
500
|
+
} while (searchEndBlock < toL1Block);
|
|
462
501
|
|
|
463
|
-
// Log stats for messages retrieved (if any).
|
|
464
502
|
if (messageCount > 0) {
|
|
465
503
|
this.log.info(
|
|
466
504
|
`Retrieved ${messageCount} new L1 to L2 messages up to message with index ${lastMessage?.index} for checkpoint ${lastMessage?.checkpointNumber}`,
|
|
467
505
|
{ lastMessage, messageCount },
|
|
468
506
|
);
|
|
469
507
|
}
|
|
470
|
-
|
|
471
|
-
// Warn if the resulting rolling hash does not match the remote state we had retrieved.
|
|
472
|
-
if (lastMessage && !lastMessage.rollingHash.equals(remoteMessagesState.messagesRollingHash)) {
|
|
473
|
-
this.log.warn(`Last message retrieved rolling hash does not match remote state.`, {
|
|
474
|
-
lastMessage,
|
|
475
|
-
remoteMessagesState,
|
|
476
|
-
});
|
|
477
|
-
}
|
|
478
508
|
}
|
|
479
509
|
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
510
|
+
/**
|
|
511
|
+
* Rolls back local L1 to L2 messages to the last common message with L1, and updates the syncpoint to the L1 block of that message.
|
|
512
|
+
* If no common message is found, rolls back all messages and sets the syncpoint to the start block.
|
|
513
|
+
*/
|
|
514
|
+
private async rollbackL1ToL2Messages(remoteMessagesState: InboxContractState): Promise<L1BlockId> {
|
|
515
|
+
const { treeInProgress: remoteTreeInProgress, messagesRollingHash: remoteRollingHash } = remoteMessagesState;
|
|
484
516
|
|
|
485
|
-
|
|
486
|
-
|
|
517
|
+
const messagesFinalizedL1Block = await this.stores.messages.getMessagesFinalizedL1Block();
|
|
518
|
+
const finalizedL1BlockNumber = messagesFinalizedL1Block?.l1BlockNumber;
|
|
487
519
|
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
520
|
+
// Slowly go back through our messages until we find the last common message. We could query the logs in
|
|
521
|
+
// batch as an optimization, but the depth of the reorg should not be deep, and this is a very rare case,
|
|
522
|
+
// so it's fine to query one log at a time.
|
|
523
|
+
let commonMsg: undefined | InboxMessage;
|
|
524
|
+
let messagesToDelete = 0;
|
|
525
|
+
this.log.verbose(`Searching most recent common L1 to L2 message`);
|
|
526
|
+
for await (const localMsg of this.stores.messages.iterateL1ToL2Messages({ reverse: true })) {
|
|
527
|
+
const logCtx = { remoteMsg: undefined as InboxMessage | undefined, localMsg, remoteMessagesState };
|
|
528
|
+
|
|
529
|
+
// First check if the local message rolling hash matches the current rolling hash of the inbox contract,
|
|
530
|
+
// which means we just need to rollback some local messages and we should be back in sync. This means there
|
|
531
|
+
// was an L1 reorg that removed some of the messages we had, but no new messages were added compared.
|
|
532
|
+
if (localMsg.rollingHash.equals(remoteRollingHash)) {
|
|
533
|
+
this.log.info(
|
|
534
|
+
`Found common L1 to L2 message at index ${localMsg.index} on L1 block ${localMsg.l1BlockNumber} matching current remote state`,
|
|
535
|
+
logCtx,
|
|
536
|
+
);
|
|
537
|
+
commonMsg = localMsg;
|
|
538
|
+
break;
|
|
492
539
|
}
|
|
493
|
-
} while (searchEndBlock < currentL1BlockNumber);
|
|
494
540
|
|
|
495
|
-
|
|
496
|
-
|
|
541
|
+
// Messages at or below the finalized L1 block cannot have been reorged — accept as common without querying L1.
|
|
542
|
+
if (finalizedL1BlockNumber !== undefined && localMsg.l1BlockNumber <= finalizedL1BlockNumber) {
|
|
543
|
+
this.log.info(`Found common L1 to L2 message at finalized L1 block ${localMsg.l1BlockNumber}`, logCtx);
|
|
544
|
+
commonMsg = localMsg;
|
|
545
|
+
break;
|
|
546
|
+
}
|
|
497
547
|
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
const remoteMsg = await this.retrieveL1ToL2Message(msg.leaf);
|
|
509
|
-
const logCtx = { remoteMsg, localMsg: msg };
|
|
510
|
-
if (remoteMsg && remoteMsg.rollingHash.equals(msg.rollingHash)) {
|
|
511
|
-
this.log.verbose(
|
|
512
|
-
`Found most recent common L1 to L2 message at index ${msg.index} on L1 block ${msg.l1BlockNumber}`,
|
|
548
|
+
// If there's no match with the current remote state, check if the message exists on the inbox contract at all
|
|
549
|
+
// by looking at the inbox events. If the L1 reorg *added* new messages in addition to deleting existing ones,
|
|
550
|
+
// then the current remote state's rolling hash will not match anything we have locally, so we need to check existence
|
|
551
|
+
// of individual messages via logs. Note we use logs and not historical queries so we don't have to depend on
|
|
552
|
+
// an archival rpc node, since the message could be from a long time ago if we're catching up with syncing.
|
|
553
|
+
const remoteMsg = await retrieveL1ToL2Message(this.inbox, localMsg);
|
|
554
|
+
logCtx.remoteMsg = remoteMsg;
|
|
555
|
+
if (remoteMsg && remoteMsg.rollingHash.equals(localMsg.rollingHash)) {
|
|
556
|
+
this.log.info(
|
|
557
|
+
`Found most recent common L1 to L2 message at index ${localMsg.index} on L1 block ${localMsg.l1BlockNumber}`,
|
|
513
558
|
logCtx,
|
|
514
559
|
);
|
|
515
560
|
commonMsg = remoteMsg;
|
|
516
561
|
break;
|
|
517
562
|
} else if (remoteMsg) {
|
|
518
|
-
this.log.debug(`Local L1 to L2 message with index ${
|
|
563
|
+
this.log.debug(`Local L1 to L2 message with index ${localMsg.index} has different rolling hash`, logCtx);
|
|
564
|
+
messagesToDelete++;
|
|
519
565
|
} else {
|
|
520
|
-
this.log.debug(`Local L1 to L2 message with index ${
|
|
566
|
+
this.log.debug(`Local L1 to L2 message with index ${localMsg.index} not found on L1`, logCtx);
|
|
567
|
+
messagesToDelete++;
|
|
521
568
|
}
|
|
522
569
|
}
|
|
523
570
|
|
|
524
|
-
// Delete everything after the common message we found.
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
571
|
+
// Delete everything after the common message we found, if anything needs to be deleted.
|
|
572
|
+
// Do not exit early if there are no messages to delete, we still want to update the syncpoint.
|
|
573
|
+
if (messagesToDelete > 0) {
|
|
574
|
+
const lastGoodIndex = commonMsg?.index;
|
|
575
|
+
this.log.warn(`Rolling back all local L1 to L2 messages after index ${lastGoodIndex ?? 'initial'}`);
|
|
576
|
+
await this.stores.messages.removeL1ToL2Messages(lastGoodIndex !== undefined ? lastGoodIndex + 1n : 0n);
|
|
577
|
+
}
|
|
528
578
|
|
|
529
579
|
// Update the syncpoint so the loop below reprocesses the changed messages. We go to the block before
|
|
530
580
|
// the last common one, so we force reprocessing it, in case new messages were added on that same L1 block
|
|
531
|
-
// after the last common message.
|
|
532
|
-
|
|
533
|
-
const
|
|
534
|
-
|
|
535
|
-
|
|
581
|
+
// after the last common message. Cap at the finalized L1 block: messages at or below finalized cannot
|
|
582
|
+
// have been reorged, so there is no need to walk back any further than that.
|
|
583
|
+
const syncPointL1BlockNumber = maxBigint(
|
|
584
|
+
...compactArray([
|
|
585
|
+
commonMsg ? commonMsg.l1BlockNumber - 1n : undefined,
|
|
586
|
+
finalizedL1BlockNumber,
|
|
587
|
+
this.l1Constants.l1StartBlock,
|
|
588
|
+
]),
|
|
589
|
+
);
|
|
590
|
+
|
|
591
|
+
const syncPointL1BlockHash =
|
|
592
|
+
syncPointL1BlockNumber === finalizedL1BlockNumber
|
|
593
|
+
? messagesFinalizedL1Block!.l1BlockHash
|
|
594
|
+
: await this.getL1BlockHash(syncPointL1BlockNumber);
|
|
595
|
+
|
|
596
|
+
const messagesSyncPoint = { l1BlockNumber: syncPointL1BlockNumber, l1BlockHash: syncPointL1BlockHash };
|
|
597
|
+
await this.stores.messages.setMessageSyncState(messagesSyncPoint, remoteTreeInProgress);
|
|
598
|
+
this.log.verbose(`Updated messages syncpoint to L1 block ${messagesSyncPoint.l1BlockNumber}`, {
|
|
599
|
+
...messagesSyncPoint,
|
|
600
|
+
remoteTreeInProgress,
|
|
601
|
+
});
|
|
536
602
|
return messagesSyncPoint;
|
|
537
603
|
}
|
|
538
604
|
|
|
@@ -550,9 +616,9 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
550
616
|
currentL1BlockNumber: bigint,
|
|
551
617
|
initialSyncComplete: boolean,
|
|
552
618
|
): Promise<RollupStatus> {
|
|
553
|
-
const localPendingCheckpointNumber = await this.
|
|
619
|
+
const localPendingCheckpointNumber = await this.stores.blocks.getLatestCheckpointNumber();
|
|
554
620
|
const initialValidationResult: ValidateCheckpointResult | undefined =
|
|
555
|
-
await this.
|
|
621
|
+
await this.stores.blocks.getPendingChainValidationStatus();
|
|
556
622
|
const {
|
|
557
623
|
provenCheckpointNumber,
|
|
558
624
|
provenArchive,
|
|
@@ -582,7 +648,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
582
648
|
// we need to set it to zero. This is an edge case because we dont have a checkpoint zero (initial checkpoint is one),
|
|
583
649
|
// so localCheckpointForDestinationProvenCheckpointNumber would not be found below.
|
|
584
650
|
if (provenCheckpointNumber === 0) {
|
|
585
|
-
const localProvenCheckpointNumber = await this.
|
|
651
|
+
const localProvenCheckpointNumber = await this.stores.blocks.getProvenCheckpointNumber();
|
|
586
652
|
if (localProvenCheckpointNumber !== provenCheckpointNumber) {
|
|
587
653
|
await this.updater.setProvenCheckpointNumber(provenCheckpointNumber);
|
|
588
654
|
this.log.info(`Rolled back proven chain to checkpoint ${provenCheckpointNumber}`, { provenCheckpointNumber });
|
|
@@ -590,11 +656,11 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
590
656
|
}
|
|
591
657
|
|
|
592
658
|
const localCheckpointForDestinationProvenCheckpointNumber =
|
|
593
|
-
await this.
|
|
659
|
+
await this.stores.blocks.getCheckpointData(provenCheckpointNumber);
|
|
594
660
|
|
|
595
661
|
// Sanity check. I've hit what seems to be a state where the proven checkpoint is set to a value greater than the latest
|
|
596
662
|
// synched checkpoint when requesting L2Tips from the archiver. This is the only place where the proven checkpoint is set.
|
|
597
|
-
const synched = await this.
|
|
663
|
+
const synched = await this.stores.blocks.getLatestCheckpointNumber();
|
|
598
664
|
if (
|
|
599
665
|
localCheckpointForDestinationProvenCheckpointNumber &&
|
|
600
666
|
synched < localCheckpointForDestinationProvenCheckpointNumber.checkpointNumber
|
|
@@ -614,7 +680,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
614
680
|
localCheckpointForDestinationProvenCheckpointNumber &&
|
|
615
681
|
provenArchive.equals(localCheckpointForDestinationProvenCheckpointNumber.archive.root)
|
|
616
682
|
) {
|
|
617
|
-
const localProvenCheckpointNumber = await this.
|
|
683
|
+
const localProvenCheckpointNumber = await this.stores.blocks.getProvenCheckpointNumber();
|
|
618
684
|
if (localProvenCheckpointNumber !== provenCheckpointNumber) {
|
|
619
685
|
await this.updater.setProvenCheckpointNumber(provenCheckpointNumber);
|
|
620
686
|
this.log.info(`Updated proven chain to checkpoint ${provenCheckpointNumber}`, { provenCheckpointNumber });
|
|
@@ -642,7 +708,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
642
708
|
// If we have 0 checkpoints locally and there are no checkpoints onchain there is nothing to do.
|
|
643
709
|
const noCheckpoints = localPendingCheckpointNumber === 0 && pendingCheckpointNumber === 0;
|
|
644
710
|
if (noCheckpoints) {
|
|
645
|
-
await this.
|
|
711
|
+
await this.stores.blocks.setSynchedL1BlockNumber(currentL1BlockNumber);
|
|
646
712
|
this.log.debug(
|
|
647
713
|
`No checkpoints to retrieve from ${blocksSynchedTo + 1n} to ${currentL1BlockNumber}, no checkpoints on chain`,
|
|
648
714
|
);
|
|
@@ -654,7 +720,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
654
720
|
// Related to the L2 reorgs of the pending chain. We are only interested in actually addressing a reorg if there
|
|
655
721
|
// are any state that could be impacted by it. If we have no checkpoints, there is no impact.
|
|
656
722
|
if (localPendingCheckpointNumber > 0) {
|
|
657
|
-
const localPendingCheckpoint = await this.
|
|
723
|
+
const localPendingCheckpoint = await this.stores.blocks.getCheckpointData(localPendingCheckpointNumber);
|
|
658
724
|
if (localPendingCheckpoint === undefined) {
|
|
659
725
|
throw new Error(`Missing checkpoint ${localPendingCheckpointNumber}`);
|
|
660
726
|
}
|
|
@@ -669,7 +735,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
669
735
|
// However, in the re-org scenario, our L1 node is temporarily lying to us and we end up potentially missing checkpoints.
|
|
670
736
|
// We must only set this block number based on actually retrieved logs.
|
|
671
737
|
// TODO(#8621): Tackle this properly when we handle L1 Re-orgs.
|
|
672
|
-
// await this.
|
|
738
|
+
// await this.stores.blocks.setSynchedL1BlockNumber(currentL1BlockNumber);
|
|
673
739
|
this.log.debug(`No checkpoints to retrieve from ${blocksSynchedTo + 1n} to ${currentL1BlockNumber}`);
|
|
674
740
|
return rollupStatus;
|
|
675
741
|
}
|
|
@@ -689,7 +755,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
689
755
|
|
|
690
756
|
let tipAfterUnwind = localPendingCheckpointNumber;
|
|
691
757
|
while (true) {
|
|
692
|
-
const candidateCheckpoint = await this.
|
|
758
|
+
const candidateCheckpoint = await this.stores.blocks.getCheckpointData(tipAfterUnwind);
|
|
693
759
|
if (candidateCheckpoint === undefined) {
|
|
694
760
|
break;
|
|
695
761
|
}
|
|
@@ -714,7 +780,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
714
780
|
this.log.warn(
|
|
715
781
|
`Removed ${count(checkpointsToRemove, 'checkpoint')} after checkpoint ${tipAfterUnwind} ` +
|
|
716
782
|
`due to mismatched checkpoint hashes at L1 block ${currentL1BlockNumber}. ` +
|
|
717
|
-
`Updated L2 latest checkpoint is ${await this.
|
|
783
|
+
`Updated L2 latest checkpoint is ${await this.stores.blocks.getLatestCheckpointNumber()}.`,
|
|
718
784
|
);
|
|
719
785
|
}
|
|
720
786
|
}
|
|
@@ -724,29 +790,27 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
724
790
|
let searchStartBlock: bigint = blocksSynchedTo;
|
|
725
791
|
let searchEndBlock: bigint = blocksSynchedTo;
|
|
726
792
|
let lastRetrievedCheckpoint: PublishedCheckpoint | undefined;
|
|
727
|
-
let
|
|
793
|
+
let lastSeenCheckpoint: PublishedCheckpoint | undefined;
|
|
728
794
|
|
|
729
795
|
do {
|
|
730
796
|
[searchStartBlock, searchEndBlock] = this.nextRange(searchEndBlock, currentL1BlockNumber);
|
|
731
797
|
|
|
732
798
|
this.log.trace(`Retrieving checkpoints from L1 block ${searchStartBlock} to ${searchEndBlock}`);
|
|
733
799
|
|
|
734
|
-
//
|
|
735
|
-
const
|
|
736
|
-
|
|
800
|
+
// First fetch calldata only, no blobs yet, since we may be able to just get that data out of the proposed chain
|
|
801
|
+
const calldataCheckpoints = await execInSpan(this.tracer, 'Archiver.retrieveCheckpointCalldataFromRollup', () =>
|
|
802
|
+
retrieveCheckpointCalldataFromRollup(
|
|
737
803
|
this.rollup,
|
|
738
804
|
this.publicClient,
|
|
739
805
|
this.debugClient,
|
|
740
|
-
this.blobClient,
|
|
741
806
|
searchStartBlock, // TODO(palla/reorg): If the L2 reorg was due to an L1 reorg, we need to start search earlier
|
|
742
807
|
searchEndBlock,
|
|
743
808
|
this.instrumentation,
|
|
744
809
|
this.log,
|
|
745
|
-
!initialSyncComplete, // isHistoricalSync
|
|
746
810
|
),
|
|
747
811
|
);
|
|
748
812
|
|
|
749
|
-
if (
|
|
813
|
+
if (calldataCheckpoints.length === 0) {
|
|
750
814
|
// We are not calling `setBlockSynchedL1BlockNumber` because it may cause sync issues if based off infura.
|
|
751
815
|
// See further details in earlier comments.
|
|
752
816
|
this.log.trace(`Retrieved no new checkpoints from L1 block ${searchStartBlock} to ${searchEndBlock}`);
|
|
@@ -754,33 +818,83 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
754
818
|
}
|
|
755
819
|
|
|
756
820
|
this.log.debug(
|
|
757
|
-
`Retrieved ${
|
|
821
|
+
`Retrieved ${calldataCheckpoints.length} new checkpoint calldata between L1 blocks ${searchStartBlock} and ${searchEndBlock}`,
|
|
758
822
|
{
|
|
759
|
-
lastProcessedCheckpoint:
|
|
823
|
+
lastProcessedCheckpoint: calldataCheckpoints[calldataCheckpoints.length - 1].l1,
|
|
760
824
|
searchStartBlock,
|
|
761
825
|
searchEndBlock,
|
|
762
826
|
},
|
|
763
827
|
);
|
|
764
828
|
|
|
765
|
-
|
|
829
|
+
// Check if the last checkpoint matches a local pending entry (so we can skip blob fetch).
|
|
830
|
+
// We only check the last one; if it matches, the blob fetch is skipped for that entry.
|
|
831
|
+
// TODO(palla/pipelining): We may have more than a single checkpoint to promote
|
|
832
|
+
const lastCalldataCheckpoint = calldataCheckpoints[calldataCheckpoints.length - 1];
|
|
833
|
+
const promoteResult = await this.tryBuildPublishedCheckpointFromProposed(lastCalldataCheckpoint);
|
|
834
|
+
const checkpointToPromote = promoteResult && !('diverged' in promoteResult) ? promoteResult : undefined;
|
|
835
|
+
const evictProposedFrom =
|
|
836
|
+
promoteResult && 'diverged' in promoteResult ? promoteResult.fromCheckpointNumber : undefined;
|
|
837
|
+
|
|
838
|
+
// Then fetch blobs in parallel and build the full published checkpoints
|
|
839
|
+
const toFetchBlobs = checkpointToPromote ? calldataCheckpoints.slice(0, -1) : calldataCheckpoints;
|
|
840
|
+
const blobFetched = await asyncPool(10, toFetchBlobs, async checkpoint =>
|
|
841
|
+
retrievedToPublishedCheckpoint({
|
|
842
|
+
...checkpoint,
|
|
843
|
+
checkpointBlobData: await getCheckpointBlobDataFromBlobs(
|
|
844
|
+
this.blobClient,
|
|
845
|
+
checkpoint.l1.blockHash,
|
|
846
|
+
checkpoint.blobHashes,
|
|
847
|
+
checkpoint.checkpointNumber,
|
|
848
|
+
this.log,
|
|
849
|
+
!initialSyncComplete,
|
|
850
|
+
checkpoint.parentBeaconBlockRoot,
|
|
851
|
+
checkpoint.l1.timestamp,
|
|
852
|
+
),
|
|
853
|
+
}),
|
|
854
|
+
);
|
|
855
|
+
|
|
856
|
+
// And add the promoted checkpoint to the list of all checkpoints
|
|
857
|
+
const publishedCheckpoints = checkpointToPromote ? [...blobFetched, checkpointToPromote] : blobFetched;
|
|
766
858
|
const validCheckpoints: PublishedCheckpoint[] = [];
|
|
767
859
|
|
|
860
|
+
// Now loop through all checkpoints and validate their attestations
|
|
768
861
|
for (const published of publishedCheckpoints) {
|
|
862
|
+
// Check the attestations uploaded by the publisher to L1 are correct
|
|
863
|
+
// Rollup contract does not validate attestations to save on gas, so this
|
|
864
|
+
// falls on the nodes to verify offchain and skip those checkpoints.
|
|
769
865
|
const validationResult = this.config.skipValidateCheckpointAttestations
|
|
770
866
|
? { valid: true as const }
|
|
771
|
-
: await validateCheckpointAttestations(
|
|
867
|
+
: await validateCheckpointAttestations(
|
|
868
|
+
published,
|
|
869
|
+
this.epochCache,
|
|
870
|
+
this.l1Constants,
|
|
871
|
+
this.getSignatureContext(),
|
|
872
|
+
this.log,
|
|
873
|
+
);
|
|
874
|
+
|
|
875
|
+
// Also skip the checkpoint if it builds on a previously-rejected ancestor. Without
|
|
876
|
+
// this, addCheckpoints would throw InitialCheckpointNumberNotSequentialError when the
|
|
877
|
+
// ancestor was skipped earlier (e.g. due to invalid attestations), the catch handler
|
|
878
|
+
// would roll back the L1 sync point, and the next iteration would re-fetch and re-throw.
|
|
879
|
+
const rejectedAncestor = await this.stores.blocks.getRejectedCheckpointByArchiveRoot(
|
|
880
|
+
published.checkpoint.header.lastArchiveRoot,
|
|
881
|
+
);
|
|
772
882
|
|
|
773
|
-
//
|
|
883
|
+
// Update the validation result if it has changed, so we can keep track of the first invalid checkpoint
|
|
774
884
|
// in case there is a sequence of more than one invalid checkpoint, as we need to invalidate the first one.
|
|
775
885
|
// There is an exception though: if a checkpoint is invalidated and replaced with another invalid checkpoint,
|
|
776
886
|
// we need to update the validation result, since we need to be able to invalidate the new one.
|
|
777
887
|
// See test 'chain progresses if an invalid checkpoint is invalidated with an invalid one' for more info.
|
|
778
|
-
if
|
|
779
|
-
|
|
780
|
-
|
|
781
|
-
|
|
782
|
-
|
|
783
|
-
|
|
888
|
+
// Do not update the validation result if there is a rejected ancestor, since in that case we want to keep the
|
|
889
|
+
// original invalidation, as the new checkpoint is extending from a previous invalid one.
|
|
890
|
+
const validStatusChanged = rollupStatus.validationResult?.valid !== validationResult.valid;
|
|
891
|
+
const invalidStatusWithSameCheckpointNumber =
|
|
892
|
+
!validationResult.valid &&
|
|
893
|
+
rollupStatus.validationResult &&
|
|
894
|
+
!rollupStatus.validationResult.valid &&
|
|
895
|
+
rollupStatus.validationResult.checkpoint.checkpointNumber === validationResult.checkpoint.checkpointNumber;
|
|
896
|
+
|
|
897
|
+
if (!rejectedAncestor && (validStatusChanged || invalidStatusWithSameCheckpointNumber)) {
|
|
784
898
|
rollupStatus.validationResult = validationResult;
|
|
785
899
|
}
|
|
786
900
|
|
|
@@ -797,16 +911,62 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
797
911
|
validationResult,
|
|
798
912
|
});
|
|
799
913
|
|
|
800
|
-
//
|
|
801
|
-
//
|
|
802
|
-
//
|
|
914
|
+
// Persist a rejected-ancestor entry so any later checkpoint that builds on this one
|
|
915
|
+
// is detected and skipped (rather than tripping the addCheckpoints consecutive-number
|
|
916
|
+
// check and causing the sync point to roll back in a loop).
|
|
917
|
+
await this.stores.blocks.addRejectedCheckpoint({
|
|
918
|
+
checkpointNumber: published.checkpoint.number,
|
|
919
|
+
archiveRoot: published.checkpoint.archive.root,
|
|
920
|
+
parentArchiveRoot: published.checkpoint.header.lastArchiveRoot,
|
|
921
|
+
slotNumber: published.checkpoint.header.slotNumber,
|
|
922
|
+
l1: published.l1,
|
|
923
|
+
reason: 'invalid-attestations' as const,
|
|
924
|
+
});
|
|
925
|
+
|
|
926
|
+
continue;
|
|
927
|
+
}
|
|
928
|
+
|
|
929
|
+
if (rejectedAncestor) {
|
|
930
|
+
const descendantInfo = published.checkpoint.toCheckpointInfo();
|
|
931
|
+
this.log.warn(
|
|
932
|
+
`Skipping checkpoint ${published.checkpoint.number} as it is a descendant of ` +
|
|
933
|
+
`rejected checkpoint ${rejectedAncestor.checkpointNumber} (${rejectedAncestor.reason})`,
|
|
934
|
+
{
|
|
935
|
+
checkpointNumber: published.checkpoint.number,
|
|
936
|
+
checkpointHash: published.checkpoint.hash(),
|
|
937
|
+
l1BlockNumber: published.l1.blockNumber,
|
|
938
|
+
l1BlockHash: published.l1.blockHash,
|
|
939
|
+
ancestorCheckpointNumber: rejectedAncestor.checkpointNumber,
|
|
940
|
+
ancestorArchiveRoot: rejectedAncestor.archiveRoot.toString(),
|
|
941
|
+
ancestorReason: rejectedAncestor.reason,
|
|
942
|
+
},
|
|
943
|
+
);
|
|
944
|
+
|
|
945
|
+
this.events.emit(L2BlockSourceEvents.DescendentOfInvalidAttestationsCheckpointDetected, {
|
|
946
|
+
type: L2BlockSourceEvents.DescendentOfInvalidAttestationsCheckpointDetected,
|
|
947
|
+
checkpoint: descendantInfo,
|
|
948
|
+
ancestorArchiveRoot: rejectedAncestor.archiveRoot,
|
|
949
|
+
ancestorCheckpointNumber: rejectedAncestor.checkpointNumber,
|
|
950
|
+
});
|
|
951
|
+
|
|
952
|
+
// Persist this chainpoint as rejected as well, so we can construct a chain of
|
|
953
|
+
// skipped checkpoints starting from the first one with invalid attestations.
|
|
954
|
+
await this.stores.blocks.addRejectedCheckpoint({
|
|
955
|
+
checkpointNumber: published.checkpoint.number,
|
|
956
|
+
archiveRoot: published.checkpoint.archive.root,
|
|
957
|
+
parentArchiveRoot: published.checkpoint.header.lastArchiveRoot,
|
|
958
|
+
slotNumber: published.checkpoint.header.slotNumber,
|
|
959
|
+
l1: published.l1,
|
|
960
|
+
reason: 'descends-from-invalid-attestations' as const,
|
|
961
|
+
});
|
|
962
|
+
|
|
803
963
|
continue;
|
|
804
964
|
}
|
|
805
965
|
|
|
806
966
|
// Check the inHash of the checkpoint against the l1->l2 messages.
|
|
807
967
|
// The messages should've been synced up to the currentL1BlockNumber and must be available for the published
|
|
808
968
|
// checkpoints we just retrieved.
|
|
809
|
-
const l1ToL2Messages = await this.
|
|
969
|
+
const l1ToL2Messages = await this.stores.messages.getL1ToL2Messages(published.checkpoint.number);
|
|
810
970
|
const computedInHash = computeInHashFromL1ToL2Messages(l1ToL2Messages);
|
|
811
971
|
const publishedInHash = published.checkpoint.header.inHash;
|
|
812
972
|
if (!computedInHash.equals(publishedInHash)) {
|
|
@@ -834,18 +994,46 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
834
994
|
);
|
|
835
995
|
}
|
|
836
996
|
|
|
997
|
+
for (const published of validCheckpoints) {
|
|
998
|
+
this.instrumentation.processCheckpointL1Timing({
|
|
999
|
+
slotNumber: published.checkpoint.header.slotNumber,
|
|
1000
|
+
l1Timestamp: published.l1.timestamp,
|
|
1001
|
+
l1Constants: this.l1Constants,
|
|
1002
|
+
});
|
|
1003
|
+
}
|
|
1004
|
+
|
|
837
1005
|
try {
|
|
838
1006
|
const updatedValidationResult =
|
|
839
1007
|
rollupStatus.validationResult === initialValidationResult ? undefined : rollupStatus.validationResult;
|
|
1008
|
+
|
|
1009
|
+
// Split valid checkpoints: the promoted one (if any) is persisted via the proposed-promotion path,
|
|
1010
|
+
// the rest via addCheckpoints. Both paths run within the same store transaction for atomicity.
|
|
1011
|
+
const [[maybeValidCheckpointToPromote], checkpointsToAdd] = partition(
|
|
1012
|
+
validCheckpoints,
|
|
1013
|
+
c => c.checkpoint.number === checkpointToPromote?.checkpoint.number,
|
|
1014
|
+
);
|
|
1015
|
+
|
|
840
1016
|
const [processDuration, result] = await elapsed(() =>
|
|
841
1017
|
execInSpan(this.tracer, 'Archiver.addCheckpoints', () =>
|
|
842
|
-
this.updater.addCheckpoints(
|
|
1018
|
+
this.updater.addCheckpoints(
|
|
1019
|
+
checkpointsToAdd,
|
|
1020
|
+
updatedValidationResult,
|
|
1021
|
+
maybeValidCheckpointToPromote && {
|
|
1022
|
+
l1: lastCalldataCheckpoint.l1,
|
|
1023
|
+
attestations: lastCalldataCheckpoint.attestations,
|
|
1024
|
+
checkpoint: maybeValidCheckpointToPromote,
|
|
1025
|
+
},
|
|
1026
|
+
evictProposedFrom,
|
|
1027
|
+
),
|
|
843
1028
|
),
|
|
844
1029
|
);
|
|
845
|
-
|
|
846
|
-
|
|
847
|
-
|
|
848
|
-
|
|
1030
|
+
|
|
1031
|
+
if (validCheckpoints.length > 0) {
|
|
1032
|
+
this.instrumentation.processNewCheckpointedBlocks(
|
|
1033
|
+
processDuration / validCheckpoints.length,
|
|
1034
|
+
validCheckpoints.flatMap(c => c.checkpoint.blocks),
|
|
1035
|
+
);
|
|
1036
|
+
}
|
|
849
1037
|
|
|
850
1038
|
// If blocks were pruned due to conflict with L1 checkpoints, emit event
|
|
851
1039
|
if (result.prunedBlocks && result.prunedBlocks.length > 0) {
|
|
@@ -870,14 +1058,23 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
870
1058
|
if (err instanceof InitialCheckpointNumberNotSequentialError) {
|
|
871
1059
|
const { previousCheckpointNumber, newCheckpointNumber } = err;
|
|
872
1060
|
const previousCheckpoint = previousCheckpointNumber
|
|
873
|
-
? await this.
|
|
1061
|
+
? await this.stores.blocks.getCheckpointData(CheckpointNumber(previousCheckpointNumber))
|
|
874
1062
|
: undefined;
|
|
875
|
-
const
|
|
876
|
-
|
|
1063
|
+
const lastFinalizedCheckpoint = await this.stores.blocks.getCheckpointData(
|
|
1064
|
+
await this.stores.blocks.getFinalizedCheckpointNumber(),
|
|
1065
|
+
);
|
|
1066
|
+
const updatedL1SyncPoint =
|
|
1067
|
+
previousCheckpoint?.l1.blockNumber ??
|
|
1068
|
+
lastFinalizedCheckpoint?.l1.blockNumber ??
|
|
1069
|
+
this.l1Constants.l1StartBlock;
|
|
1070
|
+
await this.stores.blocks.setSynchedL1BlockNumber(updatedL1SyncPoint);
|
|
877
1071
|
this.log.warn(
|
|
878
1072
|
`Attempting to insert checkpoint ${newCheckpointNumber} with previous block ${previousCheckpointNumber}. Rolling back L1 sync point to ${updatedL1SyncPoint} to try and fetch the missing blocks.`,
|
|
879
1073
|
{
|
|
880
1074
|
previousCheckpointNumber,
|
|
1075
|
+
previousCheckpoint: previousCheckpoint?.header.toInspect(),
|
|
1076
|
+
lastFinalizedCheckpoint: lastFinalizedCheckpoint?.header.toInspect(),
|
|
1077
|
+
l1StartBlock: this.l1Constants.l1StartBlock,
|
|
881
1078
|
newCheckpointNumber,
|
|
882
1079
|
updatedL1SyncPoint,
|
|
883
1080
|
},
|
|
@@ -898,13 +1095,105 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
898
1095
|
});
|
|
899
1096
|
}
|
|
900
1097
|
lastRetrievedCheckpoint = validCheckpoints.at(-1) ?? lastRetrievedCheckpoint;
|
|
901
|
-
|
|
1098
|
+
lastSeenCheckpoint = publishedCheckpoints.at(-1) ?? lastSeenCheckpoint;
|
|
902
1099
|
} while (searchEndBlock < currentL1BlockNumber);
|
|
903
1100
|
|
|
904
1101
|
// Important that we update AFTER inserting the blocks.
|
|
905
1102
|
await updateProvenCheckpoint();
|
|
906
1103
|
|
|
907
|
-
return { ...rollupStatus, lastRetrievedCheckpoint,
|
|
1104
|
+
return { ...rollupStatus, lastRetrievedCheckpoint, lastSeenCheckpoint };
|
|
1105
|
+
}
|
|
1106
|
+
|
|
1107
|
+
/**
|
|
1108
|
+
* Checks if a specific checkpoint matches a local pending entry, and if so, loads local data to build
|
|
1109
|
+
* a synthetic published checkpoint (skipping blob fetch).
|
|
1110
|
+
*
|
|
1111
|
+
* Returns { diverged: true, fromCheckpointNumber } when the L1 checkpoint does NOT match local pending
|
|
1112
|
+
* data for that number, so the caller can evict the entire pending suffix >= fromCheckpointNumber
|
|
1113
|
+
* (those entries chain off the now-invalid local state) within the same addCheckpoints transaction.
|
|
1114
|
+
*/
|
|
1115
|
+
private async tryBuildPublishedCheckpointFromProposed(
|
|
1116
|
+
calldataCheckpoint: RetrievedCheckpointFromCalldata | undefined,
|
|
1117
|
+
): Promise<PublishedCheckpoint | { diverged: true; fromCheckpointNumber: CheckpointNumber } | undefined> {
|
|
1118
|
+
if (this.config.skipPromoteProposedCheckpointDuringL1Sync || !calldataCheckpoint) {
|
|
1119
|
+
return undefined;
|
|
1120
|
+
}
|
|
1121
|
+
|
|
1122
|
+
// Look up the specific pending entry for the checkpoint being mined, not just the tip
|
|
1123
|
+
const proposed = await this.stores.blocks.getProposedCheckpointByNumber(calldataCheckpoint.checkpointNumber);
|
|
1124
|
+
if (!proposed) {
|
|
1125
|
+
return undefined;
|
|
1126
|
+
}
|
|
1127
|
+
|
|
1128
|
+
if (
|
|
1129
|
+
!proposed.header.equals(calldataCheckpoint.header) ||
|
|
1130
|
+
!proposed.archive.root.equals(calldataCheckpoint.archiveRoot)
|
|
1131
|
+
) {
|
|
1132
|
+
this.log.warn(
|
|
1133
|
+
`Local proposed checkpoint ${proposed.checkpointNumber} does not match checkpoint retrieved from L1, overriding with L1 data`,
|
|
1134
|
+
{
|
|
1135
|
+
proposedCheckpointNumber: proposed.checkpointNumber,
|
|
1136
|
+
proposedHeader: proposed.header.toInspect(),
|
|
1137
|
+
proposedArchiveRoot: proposed.archive.root.toString(),
|
|
1138
|
+
calldataCheckpointNumber: calldataCheckpoint.checkpointNumber,
|
|
1139
|
+
calldataHeader: calldataCheckpoint.header.toInspect(),
|
|
1140
|
+
calldataArchiveRoot: calldataCheckpoint.archiveRoot.toString(),
|
|
1141
|
+
},
|
|
1142
|
+
);
|
|
1143
|
+
// Both the locally-proposed checkpoint and the L1-confirmed one are signed by the
|
|
1144
|
+
// slot proposer; emit a divergence event so the slasher can attribute equivocation.
|
|
1145
|
+
// Only emit when the slots match — uncheckpointed entries are pruned above so this
|
|
1146
|
+
// should always hold, but guard defensively to avoid mis-attributing a slash.
|
|
1147
|
+
if (proposed.header.slotNumber === calldataCheckpoint.header.slotNumber) {
|
|
1148
|
+
this.events.emit(L2BlockSourceEvents.CheckpointEquivocationDetected, {
|
|
1149
|
+
type: L2BlockSourceEvents.CheckpointEquivocationDetected,
|
|
1150
|
+
slotNumber: calldataCheckpoint.header.slotNumber,
|
|
1151
|
+
checkpointNumber: calldataCheckpoint.checkpointNumber,
|
|
1152
|
+
l1ArchiveRoot: calldataCheckpoint.archiveRoot,
|
|
1153
|
+
proposedArchiveRoot: proposed.archive.root,
|
|
1154
|
+
});
|
|
1155
|
+
}
|
|
1156
|
+
// Return a divergence signal so the caller can evict pending >= this number
|
|
1157
|
+
return { diverged: true, fromCheckpointNumber: proposed.checkpointNumber };
|
|
1158
|
+
}
|
|
1159
|
+
|
|
1160
|
+
this.log.debug(
|
|
1161
|
+
`Building published checkpoint from proposed ${calldataCheckpoint.checkpointNumber} (skipping blob fetch)`,
|
|
1162
|
+
{ proposedHeader: proposed.header.toInspect(), proposedArchiveRoot: proposed.archive.root.toString() },
|
|
1163
|
+
);
|
|
1164
|
+
|
|
1165
|
+
const blocks = await this.stores.blocks.getBlocks({
|
|
1166
|
+
from: BlockNumber(proposed.startBlock),
|
|
1167
|
+
limit: proposed.blockCount,
|
|
1168
|
+
});
|
|
1169
|
+
if (blocks.length !== proposed.blockCount) {
|
|
1170
|
+
this.log.warn(
|
|
1171
|
+
`Local proposed checkpoint ${proposed.checkpointNumber} has wrong block count (expected ${proposed.blockCount} blocks starting at ${proposed.startBlock} but got ${blocks.length})`,
|
|
1172
|
+
{
|
|
1173
|
+
proposedCheckpointNumber: proposed.checkpointNumber,
|
|
1174
|
+
proposedStartBlock: proposed.startBlock,
|
|
1175
|
+
proposedBlockCount: proposed.blockCount,
|
|
1176
|
+
retrievedBlocks: blocks.map(b => b.number),
|
|
1177
|
+
},
|
|
1178
|
+
);
|
|
1179
|
+
return undefined;
|
|
1180
|
+
}
|
|
1181
|
+
|
|
1182
|
+
const checkpoint = Checkpoint.from({
|
|
1183
|
+
archive: proposed.archive,
|
|
1184
|
+
header: proposed.header,
|
|
1185
|
+
blocks,
|
|
1186
|
+
number: proposed.checkpointNumber,
|
|
1187
|
+
feeAssetPriceModifier: proposed.feeAssetPriceModifier,
|
|
1188
|
+
});
|
|
1189
|
+
const promotedCheckpoint = PublishedCheckpoint.from({
|
|
1190
|
+
checkpoint,
|
|
1191
|
+
l1: calldataCheckpoint.l1,
|
|
1192
|
+
attestations: calldataCheckpoint.attestations,
|
|
1193
|
+
});
|
|
1194
|
+
this.instrumentation.processCheckpointPromoted();
|
|
1195
|
+
|
|
1196
|
+
return promotedCheckpoint;
|
|
908
1197
|
}
|
|
909
1198
|
|
|
910
1199
|
private async checkForNewCheckpointsBeforeL1SyncPoint(
|
|
@@ -912,39 +1201,44 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
912
1201
|
blocksSynchedTo: bigint,
|
|
913
1202
|
currentL1BlockNumber: bigint,
|
|
914
1203
|
): Promise<void> {
|
|
915
|
-
const {
|
|
916
|
-
// Compare the last checkpoint we have (either retrieved in this round or loaded from store)
|
|
917
|
-
// rollup contract told us was the latest one (pinned at the currentL1BlockNumber).
|
|
1204
|
+
const { lastSeenCheckpoint, pendingCheckpointNumber } = status;
|
|
1205
|
+
// Compare the last checkpoint (valid or not) we have (either retrieved in this round or loaded from store)
|
|
1206
|
+
// with what the rollup contract told us was the latest one (pinned at the currentL1BlockNumber).
|
|
918
1207
|
const latestLocalCheckpointNumber =
|
|
919
|
-
|
|
1208
|
+
lastSeenCheckpoint?.checkpoint.number ??
|
|
1209
|
+
CheckpointNumber.max(
|
|
1210
|
+
await this.stores.blocks.getLatestCheckpointNumber(),
|
|
1211
|
+
await this.stores.blocks.getLatestRejectedCheckpointNumber(),
|
|
1212
|
+
) ??
|
|
1213
|
+
CheckpointNumber.ZERO;
|
|
1214
|
+
|
|
920
1215
|
if (latestLocalCheckpointNumber < pendingCheckpointNumber) {
|
|
921
1216
|
// Here we have consumed all logs until the `currentL1Block` we pinned at the beginning of the archiver loop,
|
|
922
1217
|
// but still haven't reached the pending checkpoint according to the call to the rollup contract.
|
|
923
1218
|
// We suspect an L1 reorg that added checkpoints *behind* us. If that is the case, it must have happened between
|
|
924
1219
|
// the last checkpoint we saw and the current one, so we reset the last synched L1 block number. In the edge case
|
|
925
1220
|
// we don't have one, we go back 2 L1 epochs, which is the deepest possible reorg (assuming Casper is working).
|
|
926
|
-
|
|
927
|
-
|
|
928
|
-
|
|
929
|
-
|
|
930
|
-
|
|
931
|
-
|
|
932
|
-
|
|
933
|
-
|
|
934
|
-
|
|
935
|
-
}
|
|
1221
|
+
const latestLocalCheckpoint: PublishedCheckpoint | CheckpointData | RejectedCheckpoint | undefined =
|
|
1222
|
+
lastSeenCheckpoint ??
|
|
1223
|
+
(await this.stores.blocks.getCheckpointData(latestLocalCheckpointNumber)) ??
|
|
1224
|
+
(await this.stores.blocks.getRejectedCheckpointByNumber(latestLocalCheckpointNumber));
|
|
1225
|
+
|
|
1226
|
+
const targetL1BlockNumber =
|
|
1227
|
+
latestLocalCheckpoint?.l1.blockNumber ??
|
|
1228
|
+
maxBigint(currentL1BlockNumber - 64n, this.l1Constants.l1StartBlock, 0n);
|
|
1229
|
+
|
|
936
1230
|
this.log.warn(
|
|
937
1231
|
`Failed to reach checkpoint ${pendingCheckpointNumber} at ${currentL1BlockNumber} (latest is ${latestLocalCheckpointNumber}). ` +
|
|
938
1232
|
`Rolling back last synched L1 block number to ${targetL1BlockNumber}.`,
|
|
939
1233
|
{
|
|
940
1234
|
latestLocalCheckpointNumber,
|
|
941
|
-
|
|
1235
|
+
latestLocalCheckpointL1: latestLocalCheckpoint?.l1,
|
|
942
1236
|
blocksSynchedTo,
|
|
943
1237
|
currentL1BlockNumber,
|
|
944
1238
|
...status,
|
|
945
1239
|
},
|
|
946
1240
|
);
|
|
947
|
-
await this.
|
|
1241
|
+
await this.stores.blocks.setSynchedL1BlockNumber(targetL1BlockNumber);
|
|
948
1242
|
} else {
|
|
949
1243
|
this.log.trace(`No new checkpoints behind L1 sync point to retrieve.`, {
|
|
950
1244
|
latestLocalCheckpointNumber,
|
|
@@ -954,7 +1248,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
954
1248
|
}
|
|
955
1249
|
|
|
956
1250
|
private async getCheckpointHeader(number: CheckpointNumber) {
|
|
957
|
-
const checkpoint = await this.
|
|
1251
|
+
const checkpoint = await this.stores.blocks.getCheckpointData(number);
|
|
958
1252
|
if (!checkpoint) {
|
|
959
1253
|
return undefined;
|
|
960
1254
|
}
|