@aztec/archiver 0.0.1-commit.e558bd1c → 0.0.1-commit.e57c76e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +19 -11
- package/dest/archiver.d.ts +58 -18
- package/dest/archiver.d.ts.map +1 -1
- package/dest/archiver.js +284 -160
- package/dest/config.d.ts +4 -1
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +21 -14
- package/dest/errors.d.ts +55 -9
- package/dest/errors.d.ts.map +1 -1
- package/dest/errors.js +81 -14
- package/dest/factory.d.ts +14 -9
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +55 -39
- package/dest/index.d.ts +12 -3
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +11 -2
- package/dest/l1/bin/retrieve-calldata.js +32 -28
- package/dest/l1/calldata_retriever.d.ts +74 -50
- package/dest/l1/calldata_retriever.d.ts.map +1 -1
- package/dest/l1/calldata_retriever.js +201 -260
- package/dest/l1/data_retrieval.d.ts +26 -17
- package/dest/l1/data_retrieval.d.ts.map +1 -1
- package/dest/l1/data_retrieval.js +42 -47
- package/dest/l1/spire_proposer.d.ts +5 -5
- package/dest/l1/spire_proposer.d.ts.map +1 -1
- package/dest/l1/spire_proposer.js +9 -17
- package/dest/l1/trace_tx.d.ts +12 -66
- package/dest/l1/trace_tx.d.ts.map +1 -1
- package/dest/l1/validate_historical_logs.d.ts +23 -0
- package/dest/l1/validate_historical_logs.d.ts.map +1 -0
- package/dest/l1/validate_historical_logs.js +108 -0
- package/dest/modules/contract_data_source_adapter.d.ts +25 -0
- package/dest/modules/contract_data_source_adapter.d.ts.map +1 -0
- package/dest/modules/contract_data_source_adapter.js +40 -0
- package/dest/modules/data_source_base.d.ts +74 -45
- package/dest/modules/data_source_base.d.ts.map +1 -1
- package/dest/modules/data_source_base.js +269 -181
- package/dest/modules/data_store_updater.d.ts +49 -17
- package/dest/modules/data_store_updater.d.ts.map +1 -1
- package/dest/modules/data_store_updater.js +211 -121
- package/dest/modules/instrumentation.d.ts +21 -3
- package/dest/modules/instrumentation.d.ts.map +1 -1
- package/dest/modules/instrumentation.js +44 -9
- package/dest/modules/l1_synchronizer.d.ts +14 -12
- package/dest/modules/l1_synchronizer.d.ts.map +1 -1
- package/dest/modules/l1_synchronizer.js +443 -211
- package/dest/modules/outbox_trees_resolver.d.ts +62 -0
- package/dest/modules/outbox_trees_resolver.d.ts.map +1 -0
- package/dest/modules/outbox_trees_resolver.js +162 -0
- package/dest/modules/validation.d.ts +4 -3
- package/dest/modules/validation.d.ts.map +1 -1
- package/dest/modules/validation.js +6 -6
- package/dest/store/block_store.d.ts +174 -72
- package/dest/store/block_store.d.ts.map +1 -1
- package/dest/store/block_store.js +739 -272
- package/dest/store/contract_class_store.d.ts +17 -4
- package/dest/store/contract_class_store.d.ts.map +1 -1
- package/dest/store/contract_class_store.js +24 -68
- package/dest/store/contract_instance_store.d.ts +28 -1
- package/dest/store/contract_instance_store.d.ts.map +1 -1
- package/dest/store/contract_instance_store.js +37 -2
- package/dest/store/data_stores.d.ts +68 -0
- package/dest/store/data_stores.d.ts.map +1 -0
- package/dest/store/data_stores.js +54 -0
- package/dest/store/function_names_cache.d.ts +17 -0
- package/dest/store/function_names_cache.d.ts.map +1 -0
- package/dest/store/function_names_cache.js +30 -0
- package/dest/store/l2_tips_cache.d.ts +25 -0
- package/dest/store/l2_tips_cache.d.ts.map +1 -0
- package/dest/store/l2_tips_cache.js +26 -0
- package/dest/store/log_store.d.ts +42 -37
- package/dest/store/log_store.d.ts.map +1 -1
- package/dest/store/log_store.js +262 -408
- package/dest/store/log_store_codec.d.ts +70 -0
- package/dest/store/log_store_codec.d.ts.map +1 -0
- package/dest/store/log_store_codec.js +101 -0
- package/dest/store/message_store.d.ts +11 -1
- package/dest/store/message_store.d.ts.map +1 -1
- package/dest/store/message_store.js +51 -9
- package/dest/test/fake_l1_state.d.ts +25 -1
- package/dest/test/fake_l1_state.d.ts.map +1 -1
- package/dest/test/fake_l1_state.js +166 -32
- package/dest/test/mock_archiver.d.ts +1 -1
- package/dest/test/mock_archiver.d.ts.map +1 -1
- package/dest/test/mock_archiver.js +3 -2
- package/dest/test/mock_l1_to_l2_message_source.d.ts +1 -1
- package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
- package/dest/test/mock_l1_to_l2_message_source.js +2 -1
- package/dest/test/mock_l2_block_source.d.ts +64 -47
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +323 -214
- package/dest/test/mock_structs.d.ts +4 -1
- package/dest/test/mock_structs.d.ts.map +1 -1
- package/dest/test/mock_structs.js +13 -1
- package/dest/test/noop_l1_archiver.d.ts +13 -6
- package/dest/test/noop_l1_archiver.d.ts.map +1 -1
- package/dest/test/noop_l1_archiver.js +27 -10
- package/package.json +14 -14
- package/src/archiver.ts +359 -183
- package/src/config.ts +24 -11
- package/src/errors.ts +122 -21
- package/src/factory.ts +79 -38
- package/src/index.ts +19 -2
- package/src/l1/README.md +25 -68
- package/src/l1/bin/retrieve-calldata.ts +40 -27
- package/src/l1/calldata_retriever.ts +260 -379
- package/src/l1/data_retrieval.ts +58 -69
- package/src/l1/spire_proposer.ts +7 -15
- package/src/l1/validate_historical_logs.ts +140 -0
- package/src/modules/contract_data_source_adapter.ts +55 -0
- package/src/modules/data_source_base.ts +354 -226
- package/src/modules/data_store_updater.ts +248 -153
- package/src/modules/instrumentation.ts +56 -9
- package/src/modules/l1_synchronizer.ts +585 -258
- package/src/modules/outbox_trees_resolver.ts +199 -0
- package/src/modules/validation.ts +10 -9
- package/src/store/block_store.ts +917 -343
- package/src/store/contract_class_store.ts +31 -103
- package/src/store/contract_instance_store.ts +51 -5
- package/src/store/data_stores.ts +104 -0
- package/src/store/function_names_cache.ts +37 -0
- package/src/store/l2_tips_cache.ts +35 -0
- package/src/store/log_store.ts +301 -559
- package/src/store/log_store_codec.ts +132 -0
- package/src/store/message_store.ts +60 -10
- package/src/structs/inbox_message.ts +1 -1
- package/src/test/fake_l1_state.ts +213 -42
- package/src/test/mock_archiver.ts +3 -2
- package/src/test/mock_l1_to_l2_message_source.ts +1 -0
- package/src/test/mock_l2_block_source.ts +391 -232
- package/src/test/mock_structs.ts +20 -6
- package/src/test/noop_l1_archiver.ts +49 -10
- package/dest/store/kv_archiver_store.d.ts +0 -340
- package/dest/store/kv_archiver_store.d.ts.map +0 -1
- package/dest/store/kv_archiver_store.js +0 -446
- package/src/store/kv_archiver_store.ts +0 -639
package/src/archiver.ts
CHANGED
|
@@ -1,57 +1,70 @@
|
|
|
1
1
|
import type { BlobClientInterface } from '@aztec/blob-client/client';
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import { BlockTagTooOldError, RollupContract } from '@aztec/ethereum/contracts';
|
|
2
|
+
import { EpochCache, PROPOSER_PIPELINING_SLOT_OFFSET } from '@aztec/epoch-cache';
|
|
3
|
+
import { BlockTagTooOldError, OutboxContract, RollupContract } from '@aztec/ethereum/contracts';
|
|
5
4
|
import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
|
|
6
5
|
import type { ViemPublicClient, ViemPublicDebugClient } from '@aztec/ethereum/types';
|
|
7
6
|
import { BlockNumber, CheckpointNumber, EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
8
7
|
import { Buffer32 } from '@aztec/foundation/buffer';
|
|
9
|
-
import { merge } from '@aztec/foundation/collection';
|
|
8
|
+
import { merge, pick } from '@aztec/foundation/collection';
|
|
10
9
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
11
10
|
import { EthAddress } from '@aztec/foundation/eth-address';
|
|
12
11
|
import { type Logger, createLogger } from '@aztec/foundation/log';
|
|
13
12
|
import { type PromiseWithResolvers, promiseWithResolvers } from '@aztec/foundation/promise';
|
|
14
13
|
import { RunningPromise, makeLoggingErrorHandler } from '@aztec/foundation/running-promise';
|
|
15
|
-
import { DateProvider } from '@aztec/foundation/timer';
|
|
14
|
+
import { DateProvider, elapsed } from '@aztec/foundation/timer';
|
|
16
15
|
import {
|
|
17
16
|
type ArchiverEmitter,
|
|
18
|
-
type
|
|
19
|
-
GENESIS_CHECKPOINT_HEADER_HASH,
|
|
17
|
+
type BlockHash,
|
|
20
18
|
L2Block,
|
|
21
19
|
type L2BlockSink,
|
|
20
|
+
L2BlockSourceEvents,
|
|
22
21
|
type L2Tips,
|
|
23
22
|
type ValidateCheckpointResult,
|
|
24
23
|
} from '@aztec/stdlib/block';
|
|
25
|
-
import { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
24
|
+
import { type ProposedCheckpointInput, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
26
25
|
import {
|
|
27
26
|
type L1RollupConstants,
|
|
28
|
-
|
|
27
|
+
getEpochAtSlot,
|
|
29
28
|
getSlotAtNextL1Block,
|
|
30
|
-
getSlotAtTimestamp,
|
|
31
29
|
getSlotRangeForEpoch,
|
|
30
|
+
getTimestampForSlot,
|
|
32
31
|
getTimestampRangeForEpoch,
|
|
33
32
|
} from '@aztec/stdlib/epoch-helpers';
|
|
33
|
+
import type { L2ToL1MembershipWitness } from '@aztec/stdlib/messaging';
|
|
34
|
+
import type { BlockHeader, TxHash } from '@aztec/stdlib/tx';
|
|
34
35
|
import { type TelemetryClient, type Traceable, type Tracer, trackSpan } from '@aztec/telemetry-client';
|
|
35
36
|
|
|
36
37
|
import { type ArchiverConfig, mapArchiverConfig } from './config.js';
|
|
37
|
-
import { NoBlobBodiesFoundError } from './errors.js';
|
|
38
|
+
import { BlockAlreadyCheckpointedError, BlockOrCheckpointSlotExpiredError, NoBlobBodiesFoundError } from './errors.js';
|
|
39
|
+
import { validateAndLogHistoricalLogsAvailability } from './l1/validate_historical_logs.js';
|
|
38
40
|
import { validateAndLogTraceAvailability } from './l1/validate_trace.js';
|
|
39
41
|
import { ArchiverDataSourceBase } from './modules/data_source_base.js';
|
|
40
42
|
import { ArchiverDataStoreUpdater } from './modules/data_store_updater.js';
|
|
41
43
|
import type { ArchiverInstrumentation } from './modules/instrumentation.js';
|
|
42
44
|
import type { ArchiverL1Synchronizer } from './modules/l1_synchronizer.js';
|
|
43
|
-
import
|
|
45
|
+
import { OutboxTreesResolver } from './modules/outbox_trees_resolver.js';
|
|
46
|
+
import { type ArchiverDataStores, backupArchiverDataStores, getArchiverSynchPoint } from './store/data_stores.js';
|
|
47
|
+
import { L2TipsCache } from './store/l2_tips_cache.js';
|
|
44
48
|
|
|
45
49
|
/** Export ArchiverEmitter for use in factory and tests. */
|
|
46
50
|
export type { ArchiverEmitter };
|
|
47
51
|
|
|
48
52
|
/** Request to add a block to the archiver, queued for processing by the sync loop. */
|
|
49
53
|
type AddBlockRequest = {
|
|
54
|
+
type: 'block';
|
|
50
55
|
block: L2Block;
|
|
51
56
|
resolve: () => void;
|
|
52
57
|
reject: (err: Error) => void;
|
|
53
58
|
};
|
|
54
59
|
|
|
60
|
+
/** Request to add a proposed checkpoint to the archiver, queued for processing by the sync loop. */
|
|
61
|
+
type AddProposedCheckpointRequest = {
|
|
62
|
+
type: 'checkpoint';
|
|
63
|
+
checkpoint: ProposedCheckpointInput;
|
|
64
|
+
resolve: () => void;
|
|
65
|
+
reject: (err: Error) => void;
|
|
66
|
+
};
|
|
67
|
+
|
|
55
68
|
export type ArchiverDeps = {
|
|
56
69
|
telemetry?: TelemetryClient;
|
|
57
70
|
blobClient: BlobClientInterface;
|
|
@@ -74,63 +87,102 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
74
87
|
/** L1 synchronizer that handles fetching checkpoints and messages from L1. */
|
|
75
88
|
private readonly synchronizer: ArchiverL1Synchronizer;
|
|
76
89
|
|
|
90
|
+
/** Resolver for L2-to-L1 message membership witnesses, built over this archiver's read view. */
|
|
91
|
+
private readonly outboxTreesResolver: OutboxTreesResolver;
|
|
92
|
+
|
|
77
93
|
private initialSyncComplete: boolean = false;
|
|
78
94
|
private initialSyncPromise: PromiseWithResolvers<void>;
|
|
79
95
|
|
|
80
|
-
/** Queue of blocks to be added to the store, processed by the sync loop. */
|
|
81
|
-
private
|
|
96
|
+
/** Queue of blocks and checkpoints to be added to the store, processed by the sync loop. */
|
|
97
|
+
private inboundQueue: (AddBlockRequest | AddProposedCheckpointRequest)[] = [];
|
|
82
98
|
|
|
83
99
|
/** Helper to handle updates to the store */
|
|
84
100
|
private readonly updater: ArchiverDataStoreUpdater;
|
|
85
101
|
|
|
102
|
+
/** In-memory cache for L2 chain tips. */
|
|
103
|
+
private readonly l2TipsCache: L2TipsCache;
|
|
104
|
+
|
|
86
105
|
public readonly tracer: Tracer;
|
|
87
106
|
|
|
107
|
+
private readonly instrumentation: ArchiverInstrumentation;
|
|
108
|
+
|
|
88
109
|
/**
|
|
89
110
|
* Creates a new instance of the Archiver.
|
|
90
111
|
* @param publicClient - A client for interacting with the Ethereum node.
|
|
91
112
|
* @param debugClient - A client for interacting with the Ethereum node for debug/trace methods.
|
|
92
113
|
* @param rollup - Rollup contract instance.
|
|
114
|
+
* @param outbox - Outbox contract instance, used to read per-epoch L2-to-L1 message roots.
|
|
93
115
|
* @param inbox - Inbox contract instance.
|
|
94
|
-
* @param l1Addresses - L1 contract addresses (registry, governance proposer,
|
|
95
|
-
* @param
|
|
116
|
+
* @param l1Addresses - L1 contract addresses (registry, governance proposer, slashing proposer).
|
|
117
|
+
* @param dataStores - Archiver substores for storage & retrieval of blocks, encrypted logs & contract data.
|
|
96
118
|
* @param config - Archiver configuration options.
|
|
97
119
|
* @param blobClient - Client for retrieving blob data.
|
|
98
|
-
* @param epochCache - Cache for epoch-related data.
|
|
99
|
-
* @param dateProvider - Provider for current date/time.
|
|
100
120
|
* @param instrumentation - Instrumentation for metrics and tracing.
|
|
101
121
|
* @param l1Constants - L1 rollup constants.
|
|
122
|
+
* @param synchronizer - L1 synchronizer that handles fetching checkpoints and messages from L1.
|
|
123
|
+
* @param events - Event emitter shared with the synchronizer.
|
|
124
|
+
* @param initialHeader - Genesis block header.
|
|
125
|
+
* @param initialBlockHash - Precomputed hash of the genesis block header.
|
|
126
|
+
* @param l2TipsCache - In-memory cache for L2 chain tips.
|
|
127
|
+
* @param dateProvider - Provider for current date/time, used for wall-clock orphan-block pruning.
|
|
102
128
|
* @param log - A logger.
|
|
103
129
|
*/
|
|
104
130
|
constructor(
|
|
105
131
|
private readonly publicClient: ViemPublicClient,
|
|
106
132
|
private readonly debugClient: ViemPublicDebugClient,
|
|
107
133
|
private readonly rollup: RollupContract,
|
|
134
|
+
private readonly outbox: OutboxContract,
|
|
108
135
|
private readonly l1Addresses: Pick<
|
|
109
136
|
L1ContractAddresses,
|
|
110
|
-
'registryAddress' | '
|
|
111
|
-
> & {
|
|
112
|
-
|
|
137
|
+
'rollupAddress' | 'registryAddress' | 'inboxAddress' | 'governanceProposerAddress'
|
|
138
|
+
> & {
|
|
139
|
+
slashingProposerAddress: EthAddress;
|
|
140
|
+
},
|
|
141
|
+
readonly dataStores: ArchiverDataStores,
|
|
113
142
|
private config: {
|
|
114
143
|
pollingIntervalMs: number;
|
|
115
144
|
batchSize: number;
|
|
116
145
|
skipValidateCheckpointAttestations?: boolean;
|
|
117
146
|
maxAllowedEthClientDriftSeconds: number;
|
|
118
147
|
ethereumAllowNoDebugHosts?: boolean;
|
|
148
|
+
skipHistoricalLogsCheck?: boolean;
|
|
149
|
+
orphanProposedBlockPruneGraceSeconds: number;
|
|
150
|
+
enableOrphanProposedBlockPruning: boolean;
|
|
119
151
|
},
|
|
120
152
|
private readonly blobClient: BlobClientInterface,
|
|
121
153
|
instrumentation: ArchiverInstrumentation,
|
|
122
|
-
protected override readonly l1Constants: L1RollupConstants & {
|
|
154
|
+
protected override readonly l1Constants: L1RollupConstants & {
|
|
155
|
+
l1StartBlockHash: Buffer32;
|
|
156
|
+
genesisArchiveRoot: Fr;
|
|
157
|
+
},
|
|
123
158
|
synchronizer: ArchiverL1Synchronizer,
|
|
124
159
|
events: ArchiverEmitter,
|
|
160
|
+
initialHeader: BlockHeader,
|
|
161
|
+
initialBlockHash: BlockHash,
|
|
162
|
+
l2TipsCache: L2TipsCache,
|
|
163
|
+
private readonly dateProvider: DateProvider,
|
|
125
164
|
private readonly log: Logger = createLogger('archiver'),
|
|
126
165
|
) {
|
|
127
|
-
super(
|
|
166
|
+
super(dataStores, l1Constants, initialHeader, initialBlockHash, l1Constants.genesisArchiveRoot);
|
|
128
167
|
|
|
129
168
|
this.tracer = instrumentation.tracer;
|
|
169
|
+
this.instrumentation = instrumentation;
|
|
130
170
|
this.initialSyncPromise = promiseWithResolvers();
|
|
131
171
|
this.synchronizer = synchronizer;
|
|
132
172
|
this.events = events;
|
|
133
|
-
this.
|
|
173
|
+
this.l2TipsCache = l2TipsCache;
|
|
174
|
+
this.updater = new ArchiverDataStoreUpdater(this.dataStores, this.l2TipsCache, {
|
|
175
|
+
rollupManaLimit: l1Constants.rollupManaLimit,
|
|
176
|
+
});
|
|
177
|
+
|
|
178
|
+
// The resolver reads its witness data from this archiver and pins its lazy Outbox-root fetches
|
|
179
|
+
// to the archiver's synced L1 block. No method on `this` is invoked during construction.
|
|
180
|
+
this.outboxTreesResolver = new OutboxTreesResolver(
|
|
181
|
+
this.outbox,
|
|
182
|
+
this,
|
|
183
|
+
() => Promise.resolve(this.getL1BlockNumber()),
|
|
184
|
+
l1Constants.epochDuration,
|
|
185
|
+
);
|
|
134
186
|
|
|
135
187
|
// Running promise starts with a small interval inbetween runs, so all iterations needed for the initial sync
|
|
136
188
|
// are done as fast as possible. This then gets updated once the initial sync completes.
|
|
@@ -142,6 +194,27 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
142
194
|
);
|
|
143
195
|
}
|
|
144
196
|
|
|
197
|
+
/**
|
|
198
|
+
* Returns the L2-to-L1 membership witness for `message` emitted by tx `txHash`. The node selects
|
|
199
|
+
* the smallest partial-proof root on the Outbox that covers the tx's checkpoint and builds the
|
|
200
|
+
* witness against it.
|
|
201
|
+
*
|
|
202
|
+
* The node reads the Outbox roots lazily, pinned to its synced L1 block, so the witness reflects
|
|
203
|
+
* the node's synced view. Returns `undefined` if the tx isn't yet in a block/epoch or no covering
|
|
204
|
+
* root has landed on L1 as of the synced block.
|
|
205
|
+
*
|
|
206
|
+
* Caveat: roots are cached only for the current synced L1 block and re-fetched once the node
|
|
207
|
+
* advances, so a reorg is picked up on the next synced-block advance rather than re-validated per
|
|
208
|
+
* request.
|
|
209
|
+
*/
|
|
210
|
+
public getL2ToL1MembershipWitness(
|
|
211
|
+
txHash: TxHash,
|
|
212
|
+
message: Fr,
|
|
213
|
+
messageIndexInTx?: number,
|
|
214
|
+
): Promise<L2ToL1MembershipWitness | undefined> {
|
|
215
|
+
return this.outboxTreesResolver.getL2ToL1MembershipWitness(txHash, message, messageIndexInTx);
|
|
216
|
+
}
|
|
217
|
+
|
|
145
218
|
/** Updates archiver config */
|
|
146
219
|
public updateConfig(newConfig: Partial<ArchiverConfig>) {
|
|
147
220
|
this.config = merge(this.config, mapArchiverConfig(newConfig));
|
|
@@ -164,11 +237,24 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
164
237
|
this.config.ethereumAllowNoDebugHosts ?? false,
|
|
165
238
|
this.log.getBindings(),
|
|
166
239
|
);
|
|
240
|
+
await validateAndLogHistoricalLogsAvailability(
|
|
241
|
+
this.publicClient,
|
|
242
|
+
{
|
|
243
|
+
rollupAddress: this.l1Addresses.rollupAddress,
|
|
244
|
+
inboxAddress: this.l1Addresses.inboxAddress,
|
|
245
|
+
registryAddress: this.l1Addresses.registryAddress,
|
|
246
|
+
governanceProposerAddress: this.l1Addresses.governanceProposerAddress,
|
|
247
|
+
},
|
|
248
|
+
this.config.skipHistoricalLogsCheck ?? false,
|
|
249
|
+
this.log.getBindings(),
|
|
250
|
+
);
|
|
167
251
|
|
|
168
252
|
// Log initial state for the archiver
|
|
169
253
|
const { l1StartBlock } = this.l1Constants;
|
|
170
|
-
const { blocksSynchedTo = l1StartBlock, messagesSynchedTo = l1StartBlock } = await
|
|
171
|
-
|
|
254
|
+
const { blocksSynchedTo = l1StartBlock, messagesSynchedTo = l1StartBlock } = await getArchiverSynchPoint(
|
|
255
|
+
this.stores,
|
|
256
|
+
);
|
|
257
|
+
const currentL2Checkpoint = await this.getCheckpointNumber();
|
|
172
258
|
this.log.info(
|
|
173
259
|
`Starting archiver sync to rollup contract ${this.rollup.address} from L1 block ${blocksSynchedTo} and L2 checkpoint ${currentL2Checkpoint}`,
|
|
174
260
|
{ blocksSynchedTo, messagesSynchedTo, currentL2Checkpoint },
|
|
@@ -185,6 +271,14 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
185
271
|
return this.runningPromise.trigger();
|
|
186
272
|
}
|
|
187
273
|
|
|
274
|
+
public trySyncImmediate() {
|
|
275
|
+
try {
|
|
276
|
+
return this.syncImmediate();
|
|
277
|
+
} catch (err) {
|
|
278
|
+
this.log.error(`Failed to trigger immediate archiver sync: ${err}`, err);
|
|
279
|
+
}
|
|
280
|
+
}
|
|
281
|
+
|
|
188
282
|
/**
|
|
189
283
|
* Queues a block to be added to the archiver store and triggers processing.
|
|
190
284
|
* The block will be processed by the sync loop.
|
|
@@ -193,53 +287,85 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
193
287
|
* @returns A promise that resolves when the block has been added to the store, or rejects on error.
|
|
194
288
|
*/
|
|
195
289
|
public addBlock(block: L2Block): Promise<void> {
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
290
|
+
const promise = promiseWithResolvers<void>();
|
|
291
|
+
this.inboundQueue.push({ block, ...promise, type: 'block' });
|
|
292
|
+
this.log.debug(`Queued block ${block.number} for processing`);
|
|
293
|
+
void this.trySyncImmediate();
|
|
294
|
+
return promise.promise;
|
|
295
|
+
}
|
|
296
|
+
|
|
297
|
+
/**
|
|
298
|
+
* Queues a new proposed checkpoint into the archiver store.
|
|
299
|
+
* Checks that the checkpoint is not for an L2 slot already synced from L1.
|
|
300
|
+
* Resolves once the checkpoint has been processed.
|
|
301
|
+
*/
|
|
302
|
+
public addProposedCheckpoint(pending: ProposedCheckpointInput): Promise<void> {
|
|
303
|
+
const promise = promiseWithResolvers<void>();
|
|
304
|
+
this.inboundQueue.push({ checkpoint: pending, ...promise, type: 'checkpoint' });
|
|
305
|
+
this.log.debug(`Queued checkpoint ${pending.checkpointNumber} for processing`);
|
|
306
|
+
void this.trySyncImmediate();
|
|
307
|
+
return promise.promise;
|
|
204
308
|
}
|
|
205
309
|
|
|
206
310
|
/**
|
|
207
|
-
* Processes all queued blocks, adding them to the store.
|
|
311
|
+
* Processes all queued blocks and checkpoints, adding them to the store.
|
|
208
312
|
* Called at the beginning of each sync iteration.
|
|
209
|
-
*
|
|
313
|
+
* Items are processed in the order they were queued.
|
|
210
314
|
*/
|
|
211
|
-
private async
|
|
212
|
-
if (this.
|
|
315
|
+
private async processInboundQueue(): Promise<void> {
|
|
316
|
+
if (this.inboundQueue.length === 0) {
|
|
213
317
|
return;
|
|
214
318
|
}
|
|
215
319
|
|
|
216
|
-
// Take all
|
|
217
|
-
const queuedItems = this.
|
|
218
|
-
this.log.debug(`Processing ${queuedItems.length} queued
|
|
320
|
+
// Take all items from the queue
|
|
321
|
+
const queuedItems = this.inboundQueue.splice(0, this.inboundQueue.length);
|
|
322
|
+
this.log.debug(`Processing ${queuedItems.length} queued inbound items`);
|
|
219
323
|
|
|
220
324
|
// Calculate slot threshold for validation
|
|
221
325
|
const l1Timestamp = this.synchronizer.getL1Timestamp();
|
|
222
326
|
const slotAtNextL1Block =
|
|
223
327
|
l1Timestamp === undefined ? undefined : getSlotAtNextL1Block(l1Timestamp, this.l1Constants);
|
|
224
328
|
|
|
225
|
-
//
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
329
|
+
// Helpers for manipulating blocks and checkpoints in the queue
|
|
330
|
+
const getSlot: (item: AddBlockRequest | AddProposedCheckpointRequest) => SlotNumber = item =>
|
|
331
|
+
item.type === 'block' ? item.block.header.globalVariables.slotNumber : item.checkpoint.header.slotNumber;
|
|
332
|
+
const getNumber: (item: AddBlockRequest | AddProposedCheckpointRequest) => number = item =>
|
|
333
|
+
item.type === 'block' ? item.block.number : item.checkpoint.checkpointNumber;
|
|
334
|
+
|
|
335
|
+
// Process each item individually to properly resolve/reject each promise
|
|
336
|
+
for (const item of queuedItems) {
|
|
337
|
+
const { resolve, reject, type } = item;
|
|
338
|
+
const itemSlot = getSlot(item);
|
|
339
|
+
const itemNumber = getNumber(item);
|
|
340
|
+
if (slotAtNextL1Block !== undefined && itemSlot < slotAtNextL1Block) {
|
|
341
|
+
const nextSlotTimestamp = getTimestampForSlot(slotAtNextL1Block, this.l1Constants);
|
|
229
342
|
this.log.warn(
|
|
230
|
-
`Rejecting proposed
|
|
231
|
-
{
|
|
343
|
+
`Rejecting proposed ${type} ${itemNumber} for past slot ${itemSlot} (current ${slotAtNextL1Block})`,
|
|
344
|
+
{ number: itemNumber, type, l1Timestamp, slotAtNextL1Block, nextSlotTimestamp },
|
|
232
345
|
);
|
|
233
|
-
reject(new
|
|
346
|
+
reject(new BlockOrCheckpointSlotExpiredError(itemSlot, nextSlotTimestamp, l1Timestamp));
|
|
234
347
|
continue;
|
|
235
348
|
}
|
|
236
349
|
|
|
237
350
|
try {
|
|
238
|
-
|
|
239
|
-
|
|
351
|
+
if (type === 'block') {
|
|
352
|
+
const [durationMs] = await elapsed(() => this.updater.addProposedBlock(item.block));
|
|
353
|
+
this.instrumentation.processNewProposedBlock(durationMs, item.block);
|
|
354
|
+
} else {
|
|
355
|
+
await this.updater.addProposedCheckpoint(item.checkpoint);
|
|
356
|
+
}
|
|
357
|
+
this.log.debug(`Added ${type} ${itemNumber} to store`);
|
|
240
358
|
resolve();
|
|
241
359
|
} catch (err: any) {
|
|
242
|
-
|
|
360
|
+
if (err instanceof BlockAlreadyCheckpointedError) {
|
|
361
|
+
this.log.debug(`Proposed block ${itemNumber} matches already checkpointed block, ignoring late proposal`);
|
|
362
|
+
resolve();
|
|
363
|
+
continue;
|
|
364
|
+
}
|
|
365
|
+
this.log.error(`Failed to add ${type} ${itemNumber} to store: ${err.message}`, err, {
|
|
366
|
+
number: itemNumber,
|
|
367
|
+
type,
|
|
368
|
+
});
|
|
243
369
|
reject(err);
|
|
244
370
|
}
|
|
245
371
|
}
|
|
@@ -255,9 +381,106 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
255
381
|
@trackSpan('Archiver.sync')
|
|
256
382
|
private async sync() {
|
|
257
383
|
// Process any queued blocks first, before doing L1 sync
|
|
258
|
-
await this.
|
|
384
|
+
await this.processInboundQueue();
|
|
259
385
|
// Now perform L1 sync
|
|
260
386
|
await this.syncFromL1();
|
|
387
|
+
// Prune proposed blocks with no corresponding proposed checkpoint by the end of their build slot.
|
|
388
|
+
await this.pruneOrphanProposedBlocks();
|
|
389
|
+
}
|
|
390
|
+
|
|
391
|
+
/**
|
|
392
|
+
* Prunes a block-only local tip that was built atop a checkpoint that was never itself proposed.
|
|
393
|
+
*
|
|
394
|
+
* Under pipelining, a proposer publishes the blocks for a checkpoint (block-only proposals) before
|
|
395
|
+
* assembling and publishing the enclosing proposed checkpoint at the end of the build slot. A node
|
|
396
|
+
* that received those blocks but never the proposed checkpoint is left with an orphan tip it must
|
|
397
|
+
* not build on. We prune it once enough wall-clock time has elapsed that the proposed checkpoint
|
|
398
|
+
* should have arrived. This runs on wall-clock time (not L1 block advancement) so it fires during
|
|
399
|
+
* quiet L1 periods, and is the liveness counterpart to the sequencer's checkSync guard.
|
|
400
|
+
*
|
|
401
|
+
* The uncheckpointed suffix is scanned in order. Blocks covered by proposed checkpoints are left in
|
|
402
|
+
* place; the first block not covered by a proposed checkpoint starts the orphan suffix to prune.
|
|
403
|
+
*/
|
|
404
|
+
private async pruneOrphanProposedBlocks(): Promise<void> {
|
|
405
|
+
// Orphan pruning is a pipelining-only liveness mechanism: it cleans up block-only proposals
|
|
406
|
+
// whose enclosing checkpoint never arrived over gossip. The test-only automine sequencer is
|
|
407
|
+
// non-pipelined — it publishes each checkpoint synchronously in the slot it builds — so it
|
|
408
|
+
// never produces orphan proposed blocks. Running the prune there would race its two-step local
|
|
409
|
+
// push (addBlock then addProposedCheckpoint) and delete the block before its checkpoint attaches.
|
|
410
|
+
if (!this.config.enableOrphanProposedBlockPruning) {
|
|
411
|
+
return;
|
|
412
|
+
}
|
|
413
|
+
const tips = await this.getL2Tips();
|
|
414
|
+
const now = BigInt(this.dateProvider.nowInSeconds());
|
|
415
|
+
const pipeliningOffset = PROPOSER_PIPELINING_SLOT_OFFSET;
|
|
416
|
+
|
|
417
|
+
// The proposed tip is a proposed-checkpointed block, so there are no orphan proposed blocks to prune
|
|
418
|
+
if (tips.proposedCheckpoint.block.number === tips.proposed.number) {
|
|
419
|
+
this.log.trace(
|
|
420
|
+
`No orphan proposed blocks to prune: proposed tip ${tips.proposed.number} is checkpointed`,
|
|
421
|
+
pick(tips, 'proposed', 'proposedCheckpoint'),
|
|
422
|
+
);
|
|
423
|
+
return;
|
|
424
|
+
}
|
|
425
|
+
|
|
426
|
+
// Load the blocks that are candidates for pruning (ie blocks without a proposed checkpoint covering them)
|
|
427
|
+
const blocksWithoutProposedCheckpoint = await this.stores.blocks.getBlocksData({
|
|
428
|
+
from: BlockNumber(tips.proposedCheckpoint.block.number + 1),
|
|
429
|
+
limit: tips.proposed.number - tips.proposedCheckpoint.block.number,
|
|
430
|
+
});
|
|
431
|
+
|
|
432
|
+
// Iterate through them in order, the first one with a slot that should have received a proposed checkpoint
|
|
433
|
+
// is the first orphan block, and all blocks after it are also orphaned and should be pruned.
|
|
434
|
+
let lastSlotChecked = undefined;
|
|
435
|
+
for (const blockData of blocksWithoutProposedCheckpoint) {
|
|
436
|
+
// No need to recheck if this block had the same slot as the previous one.
|
|
437
|
+
const blockSlot = blockData.header.getSlot();
|
|
438
|
+
const blockNumber = blockData.header.getBlockNumber();
|
|
439
|
+
if (lastSlotChecked !== undefined && blockSlot === lastSlotChecked) {
|
|
440
|
+
continue;
|
|
441
|
+
}
|
|
442
|
+
lastSlotChecked = blockSlot;
|
|
443
|
+
|
|
444
|
+
// The proposed checkpoint should have landed by the start of the slot after the block's build slot
|
|
445
|
+
// (build slot = blockSlot - pipeliningOffset). Wait a grace period beyond that to tolerate propagation.
|
|
446
|
+
const expectedCheckpointedBySlot = SlotNumber(Number(blockSlot) - pipeliningOffset + 1);
|
|
447
|
+
const expectedCheckpointedByTime =
|
|
448
|
+
getTimestampForSlot(expectedCheckpointedBySlot, this.l1Constants) +
|
|
449
|
+
BigInt(this.config.orphanProposedBlockPruneGraceSeconds);
|
|
450
|
+
|
|
451
|
+
// If it's not checkpointed by the expected time, prune it along with all blocks after it.
|
|
452
|
+
if (now >= expectedCheckpointedByTime) {
|
|
453
|
+
const pruneAfterBlockNumber = BlockNumber(blockNumber - 1);
|
|
454
|
+
this.log.warn(
|
|
455
|
+
`Pruning orphan blocks after block ${pruneAfterBlockNumber}: block at slot ${blockSlot} belongs to ` +
|
|
456
|
+
`checkpoint ${blockData.checkpointNumber} which has no matching proposed checkpoint`,
|
|
457
|
+
{
|
|
458
|
+
firstUncheckpointedBlockHeader: blockData.header.toInspect(),
|
|
459
|
+
blockCheckpointNumber: blockData.checkpointNumber,
|
|
460
|
+
blockNumber,
|
|
461
|
+
blockSlot,
|
|
462
|
+
pipeliningOffset,
|
|
463
|
+
expectedCheckpointedBySlot,
|
|
464
|
+
expectedCheckpointedByTime,
|
|
465
|
+
now,
|
|
466
|
+
},
|
|
467
|
+
);
|
|
468
|
+
|
|
469
|
+
const prunedBlocks = await this.updater.removeBlocksWithoutProposedCheckpointAfter(pruneAfterBlockNumber);
|
|
470
|
+
if (prunedBlocks.length > 0) {
|
|
471
|
+
this.events.emit(L2BlockSourceEvents.L2PruneUncheckpointed, {
|
|
472
|
+
type: L2BlockSourceEvents.L2PruneUncheckpointed,
|
|
473
|
+
slotNumber: blockSlot,
|
|
474
|
+
blocks: prunedBlocks,
|
|
475
|
+
});
|
|
476
|
+
}
|
|
477
|
+
return;
|
|
478
|
+
}
|
|
479
|
+
}
|
|
480
|
+
|
|
481
|
+
this.log.trace('No orphan proposed blocks to prune: all uncheckpointed blocks are still within the grace period', {
|
|
482
|
+
blocksWithoutProposedCheckpoint: blocksWithoutProposedCheckpoint.map(b => b.header.toInspect()),
|
|
483
|
+
});
|
|
261
484
|
}
|
|
262
485
|
|
|
263
486
|
private async syncFromL1() {
|
|
@@ -271,7 +494,7 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
271
494
|
if (currentL1BlockNumber + 1n >= l1BlockNumberAtEnd) {
|
|
272
495
|
this.log.info(`Initial archiver sync to L1 block ${currentL1BlockNumber} complete`, {
|
|
273
496
|
l1BlockNumber: currentL1BlockNumber,
|
|
274
|
-
syncPoint: await this.
|
|
497
|
+
syncPoint: await getArchiverSynchPoint(this.stores),
|
|
275
498
|
...(await this.getL2Tips()),
|
|
276
499
|
});
|
|
277
500
|
this.runningPromise.setPollingIntervalMS(this.config.pollingIntervalMs);
|
|
@@ -303,7 +526,7 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
303
526
|
}
|
|
304
527
|
|
|
305
528
|
public backupTo(destPath: string): Promise<string> {
|
|
306
|
-
return this.
|
|
529
|
+
return backupArchiverDataStores(this.dataStores, destPath);
|
|
307
530
|
}
|
|
308
531
|
|
|
309
532
|
public getL1Constants(): Promise<L1RollupConstants> {
|
|
@@ -330,24 +553,56 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
330
553
|
return Promise.resolve(this.synchronizer.getL1Timestamp());
|
|
331
554
|
}
|
|
332
555
|
|
|
333
|
-
public
|
|
556
|
+
public async getSyncedL2SlotNumber(): Promise<SlotNumber | undefined> {
|
|
557
|
+
// The synced L2 slot is the latest slot for which we have all L1 data,
|
|
558
|
+
// either because we have seen all L1 blocks for that slot, or because
|
|
559
|
+
// we have seen the corresponding checkpoint.
|
|
560
|
+
|
|
561
|
+
let slotFromL1Sync: SlotNumber | undefined;
|
|
334
562
|
const l1Timestamp = this.synchronizer.getL1Timestamp();
|
|
335
|
-
|
|
563
|
+
if (l1Timestamp !== undefined) {
|
|
564
|
+
const nextL1BlockSlot = getSlotAtNextL1Block(l1Timestamp, this.l1Constants);
|
|
565
|
+
if (Number(nextL1BlockSlot) > 0) {
|
|
566
|
+
slotFromL1Sync = SlotNumber.add(nextL1BlockSlot, -1);
|
|
567
|
+
}
|
|
568
|
+
}
|
|
569
|
+
|
|
570
|
+
let slotFromCheckpoint: SlotNumber | undefined;
|
|
571
|
+
const latestCheckpointNumber = await this.stores.blocks.getLatestCheckpointNumber();
|
|
572
|
+
if (latestCheckpointNumber > 0) {
|
|
573
|
+
const checkpointData = await this.stores.blocks.getCheckpointData(latestCheckpointNumber);
|
|
574
|
+
if (checkpointData) {
|
|
575
|
+
slotFromCheckpoint = checkpointData.header.slotNumber;
|
|
576
|
+
}
|
|
577
|
+
}
|
|
578
|
+
|
|
579
|
+
if (slotFromL1Sync === undefined && slotFromCheckpoint === undefined) {
|
|
580
|
+
return undefined;
|
|
581
|
+
}
|
|
582
|
+
return SlotNumber(Math.max(slotFromL1Sync ?? 0, slotFromCheckpoint ?? 0));
|
|
336
583
|
}
|
|
337
584
|
|
|
338
|
-
public
|
|
339
|
-
const
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
585
|
+
public async getSyncedL2EpochNumber(): Promise<EpochNumber | undefined> {
|
|
586
|
+
const syncedSlot = await this.getSyncedL2SlotNumber();
|
|
587
|
+
if (syncedSlot === undefined) {
|
|
588
|
+
return undefined;
|
|
589
|
+
}
|
|
590
|
+
// An epoch is fully synced when all its slots are synced.
|
|
591
|
+
// We check if syncedSlot is the last slot of its epoch; if so, that epoch is fully synced.
|
|
592
|
+
// Otherwise, only the previous epoch is fully synced.
|
|
593
|
+
const epoch = getEpochAtSlot(syncedSlot, this.l1Constants);
|
|
594
|
+
const [, endSlot] = getSlotRangeForEpoch(epoch, this.l1Constants);
|
|
595
|
+
if (syncedSlot >= endSlot) {
|
|
596
|
+
return epoch;
|
|
597
|
+
}
|
|
598
|
+
return Number(epoch) > 0 ? EpochNumber(Number(epoch) - 1) : undefined;
|
|
343
599
|
}
|
|
344
600
|
|
|
345
601
|
public async isEpochComplete(epochNumber: EpochNumber): Promise<boolean> {
|
|
346
602
|
// The epoch is complete if the current checkpointed L2 block is the last one in the epoch (or later).
|
|
347
603
|
// We use the checkpointed block number (synced from L1) instead of 'latest' to avoid returning true
|
|
348
604
|
// prematurely when proposed blocks have been pushed to the archiver but not yet checkpointed on L1.
|
|
349
|
-
const
|
|
350
|
-
const header = checkpointedBlockNumber > 0 ? await this.getBlockHeader(checkpointedBlockNumber) : undefined;
|
|
605
|
+
const header = (await this.getBlockData({ tag: 'checkpointed' }))?.header;
|
|
351
606
|
const slot = header ? header.globalVariables.slotNumber : undefined;
|
|
352
607
|
const [_startSlot, endSlot] = getSlotRangeForEpoch(epochNumber, this.l1Constants);
|
|
353
608
|
if (slot && slot >= endSlot) {
|
|
@@ -391,115 +646,11 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
391
646
|
return true;
|
|
392
647
|
}
|
|
393
648
|
|
|
394
|
-
public
|
|
395
|
-
|
|
396
|
-
this.getBlockNumber(),
|
|
397
|
-
this.getProvenBlockNumber(),
|
|
398
|
-
this.getCheckpointedL2BlockNumber(),
|
|
399
|
-
this.getFinalizedL2BlockNumber(),
|
|
400
|
-
] as const);
|
|
401
|
-
|
|
402
|
-
const beforeInitialblockNumber = BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
403
|
-
|
|
404
|
-
// Get the latest block header and checkpointed blocks for proven, finalised and checkpointed blocks
|
|
405
|
-
const [latestBlockHeader, provenCheckpointedBlock, finalizedCheckpointedBlock, checkpointedBlock] =
|
|
406
|
-
await Promise.all([
|
|
407
|
-
latestBlockNumber > beforeInitialblockNumber ? this.getBlockHeader(latestBlockNumber) : undefined,
|
|
408
|
-
provenBlockNumber > beforeInitialblockNumber ? this.getCheckpointedBlock(provenBlockNumber) : undefined,
|
|
409
|
-
finalizedBlockNumber > beforeInitialblockNumber ? this.getCheckpointedBlock(finalizedBlockNumber) : undefined,
|
|
410
|
-
checkpointedBlockNumber > beforeInitialblockNumber
|
|
411
|
-
? this.getCheckpointedBlock(checkpointedBlockNumber)
|
|
412
|
-
: undefined,
|
|
413
|
-
] as const);
|
|
414
|
-
|
|
415
|
-
if (latestBlockNumber > beforeInitialblockNumber && !latestBlockHeader) {
|
|
416
|
-
throw new Error(`Failed to retrieve latest block header for block ${latestBlockNumber}`);
|
|
417
|
-
}
|
|
418
|
-
|
|
419
|
-
// Checkpointed blocks must exist for proven, finalized and checkpointed tips if they are beyond the initial block number.
|
|
420
|
-
if (checkpointedBlockNumber > beforeInitialblockNumber && !checkpointedBlock?.block.header) {
|
|
421
|
-
throw new Error(
|
|
422
|
-
`Failed to retrieve checkpointed block header for block ${checkpointedBlockNumber} (latest block is ${latestBlockNumber})`,
|
|
423
|
-
);
|
|
424
|
-
}
|
|
425
|
-
|
|
426
|
-
if (provenBlockNumber > beforeInitialblockNumber && !provenCheckpointedBlock?.block.header) {
|
|
427
|
-
throw new Error(
|
|
428
|
-
`Failed to retrieve proven checkpointed for block ${provenBlockNumber} (latest block is ${latestBlockNumber})`,
|
|
429
|
-
);
|
|
430
|
-
}
|
|
431
|
-
|
|
432
|
-
if (finalizedBlockNumber > beforeInitialblockNumber && !finalizedCheckpointedBlock?.block.header) {
|
|
433
|
-
throw new Error(
|
|
434
|
-
`Failed to retrieve finalized block header for block ${finalizedBlockNumber} (latest block is ${latestBlockNumber})`,
|
|
435
|
-
);
|
|
436
|
-
}
|
|
437
|
-
|
|
438
|
-
const latestBlockHeaderHash = (await latestBlockHeader?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
|
|
439
|
-
const provenBlockHeaderHash = (await provenCheckpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
|
|
440
|
-
const finalizedBlockHeaderHash =
|
|
441
|
-
(await finalizedCheckpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
|
|
442
|
-
const checkpointedBlockHeaderHash = (await checkpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
|
|
443
|
-
|
|
444
|
-
// Now attempt to retrieve checkpoints for proven, finalised and checkpointed blocks
|
|
445
|
-
const [[provenBlockCheckpoint], [finalizedBlockCheckpoint], [checkpointedBlockCheckpoint]] = await Promise.all([
|
|
446
|
-
provenCheckpointedBlock !== undefined
|
|
447
|
-
? await this.getCheckpoints(provenCheckpointedBlock?.checkpointNumber, 1)
|
|
448
|
-
: [undefined],
|
|
449
|
-
finalizedCheckpointedBlock !== undefined
|
|
450
|
-
? await this.getCheckpoints(finalizedCheckpointedBlock?.checkpointNumber, 1)
|
|
451
|
-
: [undefined],
|
|
452
|
-
checkpointedBlock !== undefined ? await this.getCheckpoints(checkpointedBlock?.checkpointNumber, 1) : [undefined],
|
|
453
|
-
]);
|
|
454
|
-
|
|
455
|
-
const initialcheckpointId: CheckpointId = {
|
|
456
|
-
number: CheckpointNumber.ZERO,
|
|
457
|
-
hash: GENESIS_CHECKPOINT_HEADER_HASH.toString(),
|
|
458
|
-
};
|
|
459
|
-
|
|
460
|
-
const makeCheckpointId = (checkpoint: PublishedCheckpoint | undefined) => {
|
|
461
|
-
if (checkpoint === undefined) {
|
|
462
|
-
return initialcheckpointId;
|
|
463
|
-
}
|
|
464
|
-
return {
|
|
465
|
-
number: checkpoint.checkpoint.number,
|
|
466
|
-
hash: checkpoint.checkpoint.hash().toString(),
|
|
467
|
-
};
|
|
468
|
-
};
|
|
469
|
-
|
|
470
|
-
const l2Tips: L2Tips = {
|
|
471
|
-
proposed: {
|
|
472
|
-
number: latestBlockNumber,
|
|
473
|
-
hash: latestBlockHeaderHash.toString(),
|
|
474
|
-
},
|
|
475
|
-
proven: {
|
|
476
|
-
block: {
|
|
477
|
-
number: provenBlockNumber,
|
|
478
|
-
hash: provenBlockHeaderHash.toString(),
|
|
479
|
-
},
|
|
480
|
-
checkpoint: makeCheckpointId(provenBlockCheckpoint),
|
|
481
|
-
},
|
|
482
|
-
finalized: {
|
|
483
|
-
block: {
|
|
484
|
-
number: finalizedBlockNumber,
|
|
485
|
-
hash: finalizedBlockHeaderHash.toString(),
|
|
486
|
-
},
|
|
487
|
-
checkpoint: makeCheckpointId(finalizedBlockCheckpoint),
|
|
488
|
-
},
|
|
489
|
-
checkpointed: {
|
|
490
|
-
block: {
|
|
491
|
-
number: checkpointedBlockNumber,
|
|
492
|
-
hash: checkpointedBlockHeaderHash.toString(),
|
|
493
|
-
},
|
|
494
|
-
checkpoint: makeCheckpointId(checkpointedBlockCheckpoint),
|
|
495
|
-
},
|
|
496
|
-
};
|
|
497
|
-
|
|
498
|
-
return l2Tips;
|
|
649
|
+
public getL2Tips(): Promise<L2Tips> {
|
|
650
|
+
return this.l2TipsCache.getL2Tips();
|
|
499
651
|
}
|
|
500
652
|
|
|
501
653
|
public async rollbackTo(targetL2BlockNumber: BlockNumber): Promise<void> {
|
|
502
|
-
// TODO(pw/mbps): This still assumes 1 block per checkpoint
|
|
503
654
|
const currentBlocks = await this.getL2Tips();
|
|
504
655
|
const currentL2Block = currentBlocks.proposed.number;
|
|
505
656
|
const currentProvenBlock = currentBlocks.proven.block.number;
|
|
@@ -507,12 +658,34 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
507
658
|
if (targetL2BlockNumber >= currentL2Block) {
|
|
508
659
|
throw new Error(`Target L2 block ${targetL2BlockNumber} must be less than current L2 block ${currentL2Block}`);
|
|
509
660
|
}
|
|
510
|
-
const
|
|
511
|
-
if (
|
|
661
|
+
const checkpointedTip = await this.stores.blocks.getCheckpointedL2BlockNumber();
|
|
662
|
+
if (targetL2BlockNumber > checkpointedTip) {
|
|
663
|
+
throw new Error(`Target L2 block ${targetL2BlockNumber} is not checkpointed yet`);
|
|
664
|
+
}
|
|
665
|
+
const targetBlockData = await this.stores.blocks.getBlockData({ number: targetL2BlockNumber });
|
|
666
|
+
if (!targetBlockData) {
|
|
512
667
|
throw new Error(`Target L2 block ${targetL2BlockNumber} not found`);
|
|
513
668
|
}
|
|
514
|
-
const
|
|
515
|
-
|
|
669
|
+
const targetCheckpointNumber = targetBlockData.checkpointNumber;
|
|
670
|
+
|
|
671
|
+
// Rollback operates at checkpoint granularity: the target block must be the last block of its checkpoint.
|
|
672
|
+
const checkpointData = await this.stores.blocks.getCheckpointData(targetCheckpointNumber);
|
|
673
|
+
if (!checkpointData) {
|
|
674
|
+
throw new Error(`Checkpoint ${targetCheckpointNumber} not found for block ${targetL2BlockNumber}`);
|
|
675
|
+
}
|
|
676
|
+
const lastBlockInCheckpoint = BlockNumber(checkpointData.startBlock + checkpointData.blockCount - 1);
|
|
677
|
+
if (targetL2BlockNumber !== lastBlockInCheckpoint) {
|
|
678
|
+
const previousCheckpointBoundary =
|
|
679
|
+
checkpointData.startBlock > 1 ? BlockNumber(checkpointData.startBlock - 1) : BlockNumber(0);
|
|
680
|
+
throw new Error(
|
|
681
|
+
`Target L2 block ${targetL2BlockNumber} is not at a checkpoint boundary. ` +
|
|
682
|
+
`Checkpoint ${targetCheckpointNumber} spans blocks ${checkpointData.startBlock} to ${lastBlockInCheckpoint}. ` +
|
|
683
|
+
`Use block ${lastBlockInCheckpoint} to roll back to this checkpoint, ` +
|
|
684
|
+
`or block ${previousCheckpointBoundary} to roll back to the previous one.`,
|
|
685
|
+
);
|
|
686
|
+
}
|
|
687
|
+
|
|
688
|
+
const targetL1BlockNumber = checkpointData.l1.blockNumber;
|
|
516
689
|
const targetL1Block = await this.publicClient.getBlock({
|
|
517
690
|
blockNumber: targetL1BlockNumber,
|
|
518
691
|
includeTransactions: false,
|
|
@@ -526,18 +699,21 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
|
|
|
526
699
|
);
|
|
527
700
|
await this.updater.removeCheckpointsAfter(targetCheckpointNumber);
|
|
528
701
|
this.log.info(`Rolling back L1 to L2 messages to checkpoint ${targetCheckpointNumber}`);
|
|
529
|
-
await this.
|
|
702
|
+
await this.stores.messages.rollbackL1ToL2MessagesToCheckpoint(targetCheckpointNumber);
|
|
530
703
|
this.log.info(`Setting L1 syncpoints to ${targetL1BlockNumber}`);
|
|
531
|
-
await this.
|
|
532
|
-
await this.
|
|
704
|
+
await this.stores.blocks.setSynchedL1BlockNumber(targetL1BlockNumber);
|
|
705
|
+
await this.stores.messages.setMessageSyncState(
|
|
706
|
+
{ l1BlockNumber: targetL1BlockNumber, l1BlockHash: targetL1BlockHash },
|
|
707
|
+
undefined,
|
|
708
|
+
);
|
|
533
709
|
if (targetL2BlockNumber < currentProvenBlock) {
|
|
534
|
-
this.log.info(`
|
|
535
|
-
await this.
|
|
710
|
+
this.log.info(`Rolling back proven L2 checkpoint to ${targetCheckpointNumber}`);
|
|
711
|
+
await this.updater.setProvenCheckpointNumber(targetCheckpointNumber);
|
|
712
|
+
}
|
|
713
|
+
const currentFinalizedBlock = currentBlocks.finalized.block.number;
|
|
714
|
+
if (targetL2BlockNumber < currentFinalizedBlock) {
|
|
715
|
+
this.log.info(`Rolling back finalized L2 checkpoint to ${targetCheckpointNumber}`);
|
|
716
|
+
await this.updater.setFinalizedCheckpointNumber(targetCheckpointNumber);
|
|
536
717
|
}
|
|
537
|
-
// TODO(palla/reorg): Set the finalized block when we add support for it.
|
|
538
|
-
// if (targetL2BlockNumber < currentFinalizedBlock) {
|
|
539
|
-
// this.log.info(`Clearing finalized L2 block number`);
|
|
540
|
-
// await this.store.setFinalizedL2BlockNumber(0);
|
|
541
|
-
// }
|
|
542
718
|
}
|
|
543
719
|
}
|