@aztec/archiver 0.0.1-commit.d431d1c → 0.0.1-commit.d58ff9d0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +28 -11
- package/dest/archiver.d.ts +80 -21
- package/dest/archiver.d.ts.map +1 -1
- package/dest/archiver.js +347 -167
- package/dest/config.d.ts +7 -3
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +38 -14
- package/dest/errors.d.ts +60 -9
- package/dest/errors.d.ts.map +1 -1
- package/dest/errors.js +88 -13
- package/dest/factory.d.ts +13 -6
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +59 -39
- package/dest/index.d.ts +12 -3
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +11 -2
- package/dest/l1/bin/retrieve-calldata.js +35 -32
- package/dest/l1/calldata_retriever.d.ts +81 -50
- package/dest/l1/calldata_retriever.d.ts.map +1 -1
- package/dest/l1/calldata_retriever.js +202 -260
- package/dest/l1/data_retrieval.d.ts +32 -18
- package/dest/l1/data_retrieval.d.ts.map +1 -1
- package/dest/l1/data_retrieval.js +45 -50
- package/dest/l1/spire_proposer.d.ts +5 -5
- package/dest/l1/spire_proposer.d.ts.map +1 -1
- package/dest/l1/spire_proposer.js +9 -17
- package/dest/l1/trace_tx.d.ts +12 -66
- package/dest/l1/trace_tx.d.ts.map +1 -1
- package/dest/l1/validate_historical_logs.d.ts +23 -0
- package/dest/l1/validate_historical_logs.d.ts.map +1 -0
- package/dest/l1/validate_historical_logs.js +108 -0
- package/dest/l1/validate_trace.d.ts +6 -3
- package/dest/l1/validate_trace.d.ts.map +1 -1
- package/dest/l1/validate_trace.js +13 -9
- package/dest/modules/contract_data_source_adapter.d.ts +25 -0
- package/dest/modules/contract_data_source_adapter.d.ts.map +1 -0
- package/dest/modules/contract_data_source_adapter.js +32 -0
- package/dest/modules/data_source_base.d.ts +75 -48
- package/dest/modules/data_source_base.d.ts.map +1 -1
- package/dest/modules/data_source_base.js +251 -220
- package/dest/modules/data_store_updater.d.ts +65 -29
- package/dest/modules/data_store_updater.d.ts.map +1 -1
- package/dest/modules/data_store_updater.js +242 -153
- package/dest/modules/instrumentation.d.ts +30 -4
- package/dest/modules/instrumentation.d.ts.map +1 -1
- package/dest/modules/instrumentation.js +83 -20
- package/dest/modules/l1_synchronizer.d.ts +16 -14
- package/dest/modules/l1_synchronizer.d.ts.map +1 -1
- package/dest/modules/l1_synchronizer.js +493 -225
- package/dest/modules/outbox_trees_resolver.d.ts +62 -0
- package/dest/modules/outbox_trees_resolver.d.ts.map +1 -0
- package/dest/modules/outbox_trees_resolver.js +162 -0
- package/dest/modules/validation.d.ts +30 -7
- package/dest/modules/validation.d.ts.map +1 -1
- package/dest/modules/validation.js +35 -17
- package/dest/store/block_store.d.ts +200 -75
- package/dest/store/block_store.d.ts.map +1 -1
- package/dest/store/block_store.js +802 -276
- package/dest/store/contract_class_store.d.ts +17 -4
- package/dest/store/contract_class_store.d.ts.map +1 -1
- package/dest/store/contract_class_store.js +51 -73
- package/dest/store/contract_instance_store.d.ts +28 -1
- package/dest/store/contract_instance_store.d.ts.map +1 -1
- package/dest/store/contract_instance_store.js +54 -2
- package/dest/store/data_stores.d.ts +68 -0
- package/dest/store/data_stores.d.ts.map +1 -0
- package/dest/store/data_stores.js +54 -0
- package/dest/store/function_names_cache.d.ts +17 -0
- package/dest/store/function_names_cache.d.ts.map +1 -0
- package/dest/store/function_names_cache.js +30 -0
- package/dest/store/l2_tips_cache.d.ts +25 -0
- package/dest/store/l2_tips_cache.d.ts.map +1 -0
- package/dest/store/l2_tips_cache.js +26 -0
- package/dest/store/log_store.d.ts +42 -37
- package/dest/store/log_store.d.ts.map +1 -1
- package/dest/store/log_store.js +262 -388
- package/dest/store/log_store_codec.d.ts +78 -0
- package/dest/store/log_store_codec.d.ts.map +1 -0
- package/dest/store/log_store_codec.js +110 -0
- package/dest/store/message_store.d.ts +11 -1
- package/dest/store/message_store.d.ts.map +1 -1
- package/dest/store/message_store.js +51 -9
- package/dest/test/fake_l1_state.d.ts +28 -4
- package/dest/test/fake_l1_state.d.ts.map +1 -1
- package/dest/test/fake_l1_state.js +166 -32
- package/dest/test/index.js +3 -1
- package/dest/test/mock_archiver.d.ts +1 -1
- package/dest/test/mock_archiver.d.ts.map +1 -1
- package/dest/test/mock_archiver.js +3 -2
- package/dest/test/mock_l2_block_source.d.ts +65 -51
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +309 -215
- package/dest/test/mock_structs.d.ts +6 -2
- package/dest/test/mock_structs.d.ts.map +1 -1
- package/dest/test/mock_structs.js +26 -12
- package/dest/test/noop_l1_archiver.d.ts +34 -0
- package/dest/test/noop_l1_archiver.d.ts.map +1 -0
- package/dest/test/noop_l1_archiver.js +88 -0
- package/package.json +15 -14
- package/src/archiver.ts +458 -198
- package/src/config.ts +43 -13
- package/src/errors.ts +134 -21
- package/src/factory.ts +87 -36
- package/src/index.ts +19 -2
- package/src/l1/README.md +25 -68
- package/src/l1/bin/retrieve-calldata.ts +45 -33
- package/src/l1/calldata_retriever.ts +267 -379
- package/src/l1/data_retrieval.ts +70 -74
- package/src/l1/spire_proposer.ts +7 -15
- package/src/l1/validate_historical_logs.ts +140 -0
- package/src/l1/validate_trace.ts +24 -6
- package/src/modules/contract_data_source_adapter.ts +46 -0
- package/src/modules/data_source_base.ts +336 -288
- package/src/modules/data_store_updater.ts +287 -187
- package/src/modules/instrumentation.ts +86 -21
- package/src/modules/l1_synchronizer.ts +667 -278
- package/src/modules/outbox_trees_resolver.ts +199 -0
- package/src/modules/validation.ts +80 -23
- package/src/store/block_store.ts +984 -352
- package/src/store/contract_class_store.ts +57 -107
- package/src/store/contract_instance_store.ts +68 -5
- package/src/store/data_stores.ts +104 -0
- package/src/store/function_names_cache.ts +37 -0
- package/src/store/l2_tips_cache.ts +35 -0
- package/src/store/log_store.ts +305 -500
- package/src/store/log_store_codec.ts +143 -0
- package/src/store/message_store.ts +60 -10
- package/src/structs/inbox_message.ts +1 -1
- package/src/test/fake_l1_state.ts +215 -44
- package/src/test/index.ts +3 -0
- package/src/test/mock_archiver.ts +3 -2
- package/src/test/mock_l2_block_source.ts +381 -246
- package/src/test/mock_structs.ts +50 -17
- package/src/test/noop_l1_archiver.ts +158 -0
- package/dest/store/kv_archiver_store.d.ts +0 -336
- package/dest/store/kv_archiver_store.d.ts.map +0 -1
- package/dest/store/kv_archiver_store.js +0 -443
- package/src/store/kv_archiver_store.ts +0 -631
package/src/store/block_store.ts
CHANGED
|
@@ -9,16 +9,27 @@ import { isDefined } from '@aztec/foundation/types';
|
|
|
9
9
|
import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncSingleton, Range } from '@aztec/kv-store';
|
|
10
10
|
import type { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
11
11
|
import {
|
|
12
|
+
type BlockData,
|
|
13
|
+
BlockHash,
|
|
12
14
|
Body,
|
|
13
|
-
CheckpointedL2Block,
|
|
14
15
|
CommitteeAttestation,
|
|
15
|
-
|
|
16
|
-
|
|
16
|
+
GENESIS_CHECKPOINT_HEADER_HASH,
|
|
17
|
+
L2Block,
|
|
18
|
+
type L2TipId,
|
|
19
|
+
type L2Tips,
|
|
17
20
|
type ValidateCheckpointResult,
|
|
18
21
|
deserializeValidateCheckpointResult,
|
|
19
22
|
serializeValidateCheckpointResult,
|
|
20
23
|
} from '@aztec/stdlib/block';
|
|
21
|
-
import {
|
|
24
|
+
import {
|
|
25
|
+
Checkpoint,
|
|
26
|
+
type CheckpointData,
|
|
27
|
+
type CommonCheckpointData,
|
|
28
|
+
L1PublishedData,
|
|
29
|
+
type ProposedCheckpointData,
|
|
30
|
+
type ProposedCheckpointInput,
|
|
31
|
+
PublishedCheckpoint,
|
|
32
|
+
} from '@aztec/stdlib/checkpoint';
|
|
22
33
|
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
23
34
|
import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
|
|
24
35
|
import {
|
|
@@ -26,24 +37,28 @@ import {
|
|
|
26
37
|
type IndexedTxEffect,
|
|
27
38
|
TxEffect,
|
|
28
39
|
TxHash,
|
|
29
|
-
TxReceipt,
|
|
30
40
|
deserializeIndexedTxEffect,
|
|
31
41
|
serializeIndexedTxEffect,
|
|
32
42
|
} from '@aztec/stdlib/tx';
|
|
33
43
|
|
|
34
44
|
import {
|
|
45
|
+
BlockAlreadyCheckpointedError,
|
|
35
46
|
BlockArchiveNotConsistentError,
|
|
47
|
+
BlockCheckpointNumberNotSequentialError,
|
|
36
48
|
BlockIndexNotSequentialError,
|
|
37
49
|
BlockNotFoundError,
|
|
38
50
|
BlockNumberNotSequentialError,
|
|
51
|
+
CannotOverwriteCheckpointedBlockError,
|
|
39
52
|
CheckpointNotFoundError,
|
|
40
|
-
CheckpointNumberNotConsistentError,
|
|
41
53
|
CheckpointNumberNotSequentialError,
|
|
42
|
-
InitialBlockNumberNotSequentialError,
|
|
43
54
|
InitialCheckpointNumberNotSequentialError,
|
|
55
|
+
NoProposedCheckpointToPromoteError,
|
|
56
|
+
ProposedCheckpointArchiveRootMismatchError,
|
|
57
|
+
ProposedCheckpointNotSequentialError,
|
|
58
|
+
ProposedCheckpointPromotionNotSequentialError,
|
|
44
59
|
} from '../errors.js';
|
|
45
60
|
|
|
46
|
-
export {
|
|
61
|
+
export type { TxEffect, TxHash, TxReceipt } from '@aztec/stdlib/tx';
|
|
47
62
|
|
|
48
63
|
type BlockIndexValue = [blockNumber: number, index: number];
|
|
49
64
|
|
|
@@ -55,26 +70,78 @@ type BlockStorage = {
|
|
|
55
70
|
indexWithinCheckpoint: number;
|
|
56
71
|
};
|
|
57
72
|
|
|
58
|
-
|
|
73
|
+
/** Reason a checkpoint was rejected during sync. */
|
|
74
|
+
export type RejectedCheckpointReason = 'invalid-attestations' | 'descends-from-invalid-attestations';
|
|
75
|
+
|
|
76
|
+
/**
|
|
77
|
+
* A checkpoint observed on L1 that the archiver decided not to ingest, recorded so that
|
|
78
|
+
* any descendant that builds on top of it can also be skipped (rather than throwing
|
|
79
|
+
* `InitialCheckpointNumberNotSequentialError` and looping). An entry is dropped via
|
|
80
|
+
* {@link BlockStore.removeRejectedCheckpointByArchiveRoot} once a checkpoint with the same
|
|
81
|
+
* archive root is later ingested as valid (e.g. it gathered enough attestations), which
|
|
82
|
+
* re-enables its descendants.
|
|
83
|
+
*/
|
|
84
|
+
export type RejectedCheckpoint = {
|
|
85
|
+
/** Checkpoint number this entry represents. */
|
|
86
|
+
checkpointNumber: CheckpointNumber;
|
|
87
|
+
/** Archive root produced by this rejected checkpoint (matched against descendants' `lastArchiveRoot`). */
|
|
88
|
+
archiveRoot: Fr;
|
|
89
|
+
/** `lastArchiveRoot` from this checkpoint's header (the ancestor it built on). */
|
|
90
|
+
parentArchiveRoot: Fr;
|
|
91
|
+
/** Slot number of the rejected checkpoint. */
|
|
92
|
+
slotNumber: SlotNumber;
|
|
93
|
+
/** L1 publication data for the rejected checkpoint (block number, hash, timestamp). */
|
|
94
|
+
l1: L1PublishedData;
|
|
95
|
+
/** Why the entry was recorded. */
|
|
96
|
+
reason: RejectedCheckpointReason;
|
|
97
|
+
};
|
|
98
|
+
|
|
99
|
+
type RejectedCheckpointStorage = {
|
|
100
|
+
checkpointNumber: number;
|
|
101
|
+
archiveRoot: Buffer;
|
|
102
|
+
parentArchiveRoot: Buffer;
|
|
103
|
+
slotNumber: number;
|
|
104
|
+
l1: Buffer;
|
|
105
|
+
reason: RejectedCheckpointReason;
|
|
106
|
+
};
|
|
107
|
+
|
|
108
|
+
/** Checkpoint Storage shared between Checkpoints + Proposed Checkpoints */
|
|
109
|
+
type CommonCheckpointStorage = {
|
|
59
110
|
header: Buffer;
|
|
60
111
|
archive: Buffer;
|
|
112
|
+
checkpointOutHash: Buffer;
|
|
61
113
|
checkpointNumber: number;
|
|
62
114
|
startBlock: number;
|
|
63
|
-
|
|
115
|
+
blockCount: number;
|
|
116
|
+
};
|
|
117
|
+
|
|
118
|
+
type CheckpointStorage = CommonCheckpointStorage & {
|
|
64
119
|
l1: Buffer;
|
|
65
120
|
attestations: Buffer[];
|
|
121
|
+
feeAssetPriceModifier: string;
|
|
66
122
|
};
|
|
67
123
|
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
startBlock: number;
|
|
73
|
-
numBlocks: number;
|
|
74
|
-
l1: L1PublishedData;
|
|
75
|
-
attestations: Buffer[];
|
|
124
|
+
/** Storage format for a proposed checkpoint (attested but not yet L1-confirmed). */
|
|
125
|
+
type ProposedCheckpointStorage = CommonCheckpointStorage & {
|
|
126
|
+
totalManaUsed: string;
|
|
127
|
+
feeAssetPriceModifier: string;
|
|
76
128
|
};
|
|
77
129
|
|
|
130
|
+
export type RemoveCheckpointsResult = { blocksRemoved: L2Block[] | undefined };
|
|
131
|
+
|
|
132
|
+
/**
|
|
133
|
+
* Single-block lookup with the chain-tip `tag` variant of {@link BlockQuery} already resolved
|
|
134
|
+
* to a concrete block number. The `tag` branch is unrepresentable here so storage code does
|
|
135
|
+
* not need to handle it at runtime.
|
|
136
|
+
*/
|
|
137
|
+
export type ResolvedBlockQuery = { number: BlockNumber } | { hash: BlockHash } | { archive: Fr };
|
|
138
|
+
|
|
139
|
+
/**
|
|
140
|
+
* Range lookup with the `epoch` variant of {@link BlocksQuery} already resolved to a
|
|
141
|
+
* `{ from, limit }` pair. Storage code never needs to map epoch numbers to block ranges.
|
|
142
|
+
*/
|
|
143
|
+
export type ResolvedBlocksQuery = { from: BlockNumber; limit: number; onlyCheckpointed?: boolean };
|
|
144
|
+
|
|
78
145
|
/**
|
|
79
146
|
* LMDB-based block storage for the archiver.
|
|
80
147
|
*/
|
|
@@ -82,9 +149,15 @@ export class BlockStore {
|
|
|
82
149
|
/** Map block number to block data */
|
|
83
150
|
#blocks: AztecAsyncMap<number, BlockStorage>;
|
|
84
151
|
|
|
85
|
-
/** Map checkpoint number
|
|
152
|
+
/** Map keyed by checkpoint number holding proposed (locally-validated, not yet L1-confirmed) checkpoints. */
|
|
153
|
+
#proposedCheckpoints: AztecAsyncMap<number, ProposedCheckpointStorage>;
|
|
154
|
+
|
|
155
|
+
/** Map checkpoint number to checkpoint data for mined checkpoints only */
|
|
86
156
|
#checkpoints: AztecAsyncMap<number, CheckpointStorage>;
|
|
87
157
|
|
|
158
|
+
/** Map slot number to checkpoint number, for looking up checkpoints by slot range. */
|
|
159
|
+
#slotToCheckpoint: AztecAsyncMap<number, number>;
|
|
160
|
+
|
|
88
161
|
/** Map block hash to list of tx hashes */
|
|
89
162
|
#blockTxs: AztecAsyncMap<string, Buffer>;
|
|
90
163
|
|
|
@@ -97,6 +170,9 @@ export class BlockStore {
|
|
|
97
170
|
/** Stores last proven checkpoint */
|
|
98
171
|
#lastProvenCheckpoint: AztecAsyncSingleton<number>;
|
|
99
172
|
|
|
173
|
+
/** Stores last finalized checkpoint (proven at or before the finalized L1 block) */
|
|
174
|
+
#lastFinalizedCheckpoint: AztecAsyncSingleton<number>;
|
|
175
|
+
|
|
100
176
|
/** Stores the pending chain validation status */
|
|
101
177
|
#pendingChainValidationStatus: AztecAsyncSingleton<Buffer>;
|
|
102
178
|
|
|
@@ -109,6 +185,12 @@ export class BlockStore {
|
|
|
109
185
|
/** Index mapping block archive to block number */
|
|
110
186
|
#blockArchiveIndex: AztecAsyncMap<string, number>;
|
|
111
187
|
|
|
188
|
+
/** Map rejected checkpoints (due to invalid attestations) by archive root */
|
|
189
|
+
#rejectedCheckpoints: AztecAsyncMap<string, RejectedCheckpointStorage>;
|
|
190
|
+
|
|
191
|
+
/** Index mapping a rejected checkpoint's number to its archive root, so the latest can be read in reverse order */
|
|
192
|
+
#rejectedCheckpointsByNumber: AztecAsyncMap<number, string>;
|
|
193
|
+
|
|
112
194
|
#log = createLogger('archiver:block_store');
|
|
113
195
|
|
|
114
196
|
constructor(private db: AztecAsyncKVStore) {
|
|
@@ -120,139 +202,148 @@ export class BlockStore {
|
|
|
120
202
|
this.#blockArchiveIndex = db.openMap('archiver_block_archive_index');
|
|
121
203
|
this.#lastSynchedL1Block = db.openSingleton('archiver_last_synched_l1_block');
|
|
122
204
|
this.#lastProvenCheckpoint = db.openSingleton('archiver_last_proven_l2_checkpoint');
|
|
205
|
+
this.#lastFinalizedCheckpoint = db.openSingleton('archiver_last_finalized_l2_checkpoint');
|
|
123
206
|
this.#pendingChainValidationStatus = db.openSingleton('archiver_pending_chain_validation_status');
|
|
124
207
|
this.#checkpoints = db.openMap('archiver_checkpoints');
|
|
208
|
+
this.#slotToCheckpoint = db.openMap('archiver_slot_to_checkpoint');
|
|
209
|
+
this.#proposedCheckpoints = db.openMap('archiver_proposed_checkpoints');
|
|
210
|
+
this.#rejectedCheckpoints = db.openMap('archiver_rejected_checkpoints');
|
|
211
|
+
this.#rejectedCheckpointsByNumber = db.openMap('archiver_rejected_checkpoints_by_number');
|
|
125
212
|
}
|
|
126
213
|
|
|
127
214
|
/**
|
|
128
|
-
*
|
|
129
|
-
*
|
|
130
|
-
* @returns
|
|
215
|
+
* Returns the finalized L2 block number. An L2 block is finalized when it was proven
|
|
216
|
+
* in an L1 block that has itself been finalized on Ethereum.
|
|
217
|
+
* @returns The finalized block number.
|
|
131
218
|
*/
|
|
132
|
-
async
|
|
133
|
-
|
|
134
|
-
|
|
219
|
+
async getFinalizedL2BlockNumber(): Promise<BlockNumber> {
|
|
220
|
+
const finalizedCheckpointNumber = await this.getFinalizedCheckpointNumber();
|
|
221
|
+
if (finalizedCheckpointNumber === INITIAL_CHECKPOINT_NUMBER - 1) {
|
|
222
|
+
return BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
223
|
+
}
|
|
224
|
+
const checkpointStorage = await this.#checkpoints.getAsync(finalizedCheckpointNumber);
|
|
225
|
+
if (!checkpointStorage) {
|
|
226
|
+
throw new CheckpointNotFoundError(finalizedCheckpointNumber);
|
|
135
227
|
}
|
|
228
|
+
return BlockNumber(checkpointStorage.startBlock + checkpointStorage.blockCount - 1);
|
|
229
|
+
}
|
|
136
230
|
|
|
231
|
+
/**
|
|
232
|
+
* Append a new proposed block to the store.
|
|
233
|
+
* This is an uncheckpointed block that has been proposed by the sequencer but not yet included in a checkpoint on L1.
|
|
234
|
+
* For checkpointed blocks (already published to L1), use addCheckpoints() instead.
|
|
235
|
+
* @param block - The proposed L2 block to be added to the store.
|
|
236
|
+
* @returns True if the operation is successful.
|
|
237
|
+
*/
|
|
238
|
+
async addProposedBlock(block: L2Block, opts: { force?: boolean } = {}): Promise<boolean> {
|
|
137
239
|
return await this.db.transactionAsync(async () => {
|
|
138
|
-
|
|
139
|
-
const
|
|
140
|
-
const
|
|
141
|
-
const
|
|
142
|
-
const firstBlockLastArchive = blocks[0].header.lastArchive.root;
|
|
240
|
+
const blockNumber = block.number;
|
|
241
|
+
const blockCheckpointNumber = block.checkpointNumber;
|
|
242
|
+
const blockIndex = block.indexWithinCheckpoint;
|
|
243
|
+
const blockLastArchive = block.header.lastArchive.root;
|
|
143
244
|
|
|
144
245
|
// Extract the latest block and checkpoint numbers
|
|
145
|
-
const previousBlockNumber = await this.
|
|
146
|
-
const
|
|
246
|
+
const previousBlockNumber = await this.getLatestL2BlockNumber();
|
|
247
|
+
const latestCheckpointNumber = await this.getLatestCheckpointNumber();
|
|
248
|
+
|
|
249
|
+
// Verify we're not overwriting checkpointed blocks
|
|
250
|
+
const lastCheckpointedBlockNumber = await this.getCheckpointedL2BlockNumber();
|
|
251
|
+
if (!opts.force && blockNumber <= lastCheckpointedBlockNumber) {
|
|
252
|
+
// Check if the proposed block matches the already-checkpointed one
|
|
253
|
+
const existingBlock = await this.getBlockData({ number: BlockNumber(blockNumber) });
|
|
254
|
+
if (existingBlock && existingBlock.archive.root.equals(block.archive.root)) {
|
|
255
|
+
throw new BlockAlreadyCheckpointedError(blockNumber);
|
|
256
|
+
}
|
|
257
|
+
throw new CannotOverwriteCheckpointedBlockError(blockNumber, lastCheckpointedBlockNumber);
|
|
258
|
+
}
|
|
147
259
|
|
|
148
|
-
// Check that the
|
|
149
|
-
if (!opts.force && previousBlockNumber !==
|
|
150
|
-
throw new
|
|
260
|
+
// Check that the block number is the expected one
|
|
261
|
+
if (!opts.force && previousBlockNumber !== blockNumber - 1) {
|
|
262
|
+
throw new BlockNumberNotSequentialError(blockNumber, previousBlockNumber);
|
|
151
263
|
}
|
|
152
264
|
|
|
153
|
-
//
|
|
154
|
-
|
|
155
|
-
|
|
265
|
+
// Accept the block if either the confirmed checkpoint or a pending checkpoint matches
|
|
266
|
+
// the expected predecessor. We look for a pending entry at exactly blockCheckpointNumber - 1.
|
|
267
|
+
const expectedCheckpointNumber = blockCheckpointNumber - 1;
|
|
268
|
+
const hasPendingAtExpected = await this.#proposedCheckpoints.hasAsync(expectedCheckpointNumber);
|
|
269
|
+
if (!opts.force && latestCheckpointNumber !== expectedCheckpointNumber && !hasPendingAtExpected) {
|
|
270
|
+
const [latestPendingKey] = await toArray(this.#proposedCheckpoints.keysAsync({ reverse: true, limit: 1 }));
|
|
271
|
+
const previous = CheckpointNumber(Math.max(latestCheckpointNumber, latestPendingKey ?? 0));
|
|
272
|
+
throw new BlockCheckpointNumberNotSequentialError(BlockNumber(blockNumber), blockCheckpointNumber, previous);
|
|
156
273
|
}
|
|
157
274
|
|
|
158
275
|
// Extract the previous block if there is one and see if it is for the same checkpoint or not
|
|
159
|
-
const previousBlockResult = await this.
|
|
276
|
+
const previousBlockResult = await this.getBlockData({ number: previousBlockNumber });
|
|
160
277
|
|
|
161
|
-
let
|
|
278
|
+
let expectedBlockIndex = 0;
|
|
162
279
|
let previousBlockIndex: number | undefined = undefined;
|
|
163
280
|
if (previousBlockResult !== undefined) {
|
|
164
|
-
if (previousBlockResult.checkpointNumber ===
|
|
281
|
+
if (previousBlockResult.checkpointNumber === blockCheckpointNumber) {
|
|
165
282
|
// The previous block is for the same checkpoint, therefore our index should follow it
|
|
166
283
|
previousBlockIndex = previousBlockResult.indexWithinCheckpoint;
|
|
167
|
-
|
|
284
|
+
expectedBlockIndex = previousBlockIndex + 1;
|
|
168
285
|
}
|
|
169
|
-
if (!previousBlockResult.archive.root.equals(
|
|
286
|
+
if (!previousBlockResult.archive.root.equals(blockLastArchive)) {
|
|
170
287
|
throw new BlockArchiveNotConsistentError(
|
|
171
|
-
|
|
172
|
-
previousBlockResult.
|
|
173
|
-
|
|
288
|
+
blockNumber,
|
|
289
|
+
previousBlockResult.header.globalVariables.blockNumber,
|
|
290
|
+
blockLastArchive,
|
|
174
291
|
previousBlockResult.archive.root,
|
|
175
292
|
);
|
|
176
293
|
}
|
|
177
294
|
}
|
|
178
295
|
|
|
179
|
-
// Now check that the
|
|
180
|
-
if (!opts.force &&
|
|
181
|
-
throw new BlockIndexNotSequentialError(
|
|
296
|
+
// Now check that the block has the expected index value
|
|
297
|
+
if (!opts.force && expectedBlockIndex !== blockIndex) {
|
|
298
|
+
throw new BlockIndexNotSequentialError(blockIndex, previousBlockIndex);
|
|
182
299
|
}
|
|
183
300
|
|
|
184
|
-
|
|
185
|
-
let previousBlock: L2BlockNew | undefined = undefined;
|
|
186
|
-
for (const block of blocks) {
|
|
187
|
-
if (!opts.force && previousBlock) {
|
|
188
|
-
if (previousBlock.number + 1 !== block.number) {
|
|
189
|
-
throw new BlockNumberNotSequentialError(block.number, previousBlock.number);
|
|
190
|
-
}
|
|
191
|
-
if (previousBlock.indexWithinCheckpoint + 1 !== block.indexWithinCheckpoint) {
|
|
192
|
-
throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, previousBlock.indexWithinCheckpoint);
|
|
193
|
-
}
|
|
194
|
-
if (!previousBlock.archive.root.equals(block.header.lastArchive.root)) {
|
|
195
|
-
throw new BlockArchiveNotConsistentError(
|
|
196
|
-
block.number,
|
|
197
|
-
previousBlock.number,
|
|
198
|
-
block.header.lastArchive.root,
|
|
199
|
-
previousBlock.archive.root,
|
|
200
|
-
);
|
|
201
|
-
}
|
|
202
|
-
}
|
|
203
|
-
if (!opts.force && firstBlockCheckpointNumber !== block.checkpointNumber) {
|
|
204
|
-
throw new CheckpointNumberNotConsistentError(block.checkpointNumber, firstBlockCheckpointNumber);
|
|
205
|
-
}
|
|
206
|
-
previousBlock = block;
|
|
207
|
-
await this.addBlockToDatabase(block, block.checkpointNumber, block.indexWithinCheckpoint);
|
|
208
|
-
}
|
|
301
|
+
await this.addBlockToDatabase(block, block.checkpointNumber, block.indexWithinCheckpoint);
|
|
209
302
|
|
|
210
303
|
return true;
|
|
211
304
|
});
|
|
212
305
|
}
|
|
213
306
|
|
|
214
307
|
/**
|
|
215
|
-
* Append new
|
|
308
|
+
* Append new checkpoints to the store's list.
|
|
309
|
+
* Checkpoints at the start of the batch that are already stored (e.g. re-included by an L1 reorg)
|
|
310
|
+
* are accepted if their archive root matches: their L1 metadata is updated but they are not
|
|
311
|
+
* re-inserted, and they are excluded from the returned array.
|
|
216
312
|
* @param checkpoints - The L2 checkpoints to be added to the store.
|
|
217
|
-
* @returns
|
|
313
|
+
* @returns The checkpoints that were actually inserted (excluding already-stored ones).
|
|
218
314
|
*/
|
|
219
|
-
async addCheckpoints(
|
|
315
|
+
async addCheckpoints(
|
|
316
|
+
checkpoints: PublishedCheckpoint[],
|
|
317
|
+
opts: { force?: boolean } = {},
|
|
318
|
+
): Promise<PublishedCheckpoint[]> {
|
|
220
319
|
if (checkpoints.length === 0) {
|
|
221
|
-
return
|
|
320
|
+
return [];
|
|
222
321
|
}
|
|
223
322
|
|
|
224
323
|
return await this.db.transactionAsync(async () => {
|
|
225
|
-
// Check that the checkpoint immediately before the first block to be added is present in the store.
|
|
226
324
|
const firstCheckpointNumber = checkpoints[0].checkpoint.number;
|
|
227
325
|
const previousCheckpointNumber = await this.getLatestCheckpointNumber();
|
|
228
326
|
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
// There should be a previous checkpoint
|
|
237
|
-
previousCheckpointData = await this.getCheckpointData(previousCheckpointNumber);
|
|
238
|
-
if (previousCheckpointData === undefined) {
|
|
239
|
-
throw new CheckpointNotFoundError(previousCheckpointNumber);
|
|
327
|
+
// Handle already-stored checkpoints at the start of the batch.
|
|
328
|
+
// This can happen after an L1 reorg re-includes a checkpoint in a different L1 block.
|
|
329
|
+
// We accept them if archives match (same content) and update their L1 metadata.
|
|
330
|
+
if (!opts.force && firstCheckpointNumber <= previousCheckpointNumber) {
|
|
331
|
+
checkpoints = await this.skipOrUpdateAlreadyStoredCheckpoints(checkpoints, previousCheckpointNumber);
|
|
332
|
+
if (checkpoints.length === 0) {
|
|
333
|
+
return [];
|
|
240
334
|
}
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
// If we have a previous checkpoint then we need to get the previous block number
|
|
247
|
-
if (previousCheckpointData !== undefined) {
|
|
248
|
-
previousBlockNumber = BlockNumber(previousCheckpointData.startBlock + previousCheckpointData.numBlocks - 1);
|
|
249
|
-
previousBlock = await this.getBlock(previousBlockNumber);
|
|
250
|
-
if (previousBlock === undefined) {
|
|
251
|
-
// We should be able to get the required previous block
|
|
252
|
-
throw new BlockNotFoundError(previousBlockNumber);
|
|
335
|
+
// Re-check sequentiality after skipping
|
|
336
|
+
const newFirstNumber = checkpoints[0].checkpoint.number;
|
|
337
|
+
if (previousCheckpointNumber !== newFirstNumber - 1) {
|
|
338
|
+
throw new InitialCheckpointNumberNotSequentialError(newFirstNumber, previousCheckpointNumber);
|
|
253
339
|
}
|
|
340
|
+
} else if (previousCheckpointNumber !== firstCheckpointNumber - 1 && !opts.force) {
|
|
341
|
+
throw new InitialCheckpointNumberNotSequentialError(firstCheckpointNumber, previousCheckpointNumber);
|
|
254
342
|
}
|
|
255
343
|
|
|
344
|
+
// Get the last block of the previous checkpoint for archive chaining
|
|
345
|
+
let previousBlock = await this.getPreviousCheckpointBlock(checkpoints[0].checkpoint.number);
|
|
346
|
+
|
|
256
347
|
// Iterate over checkpoints array and insert them, checking that the block numbers are sequential.
|
|
257
348
|
let previousCheckpoint: PublishedCheckpoint | undefined = undefined;
|
|
258
349
|
for (const checkpoint of checkpoints) {
|
|
@@ -268,62 +359,156 @@ export class BlockStore {
|
|
|
268
359
|
}
|
|
269
360
|
previousCheckpoint = checkpoint;
|
|
270
361
|
|
|
271
|
-
//
|
|
272
|
-
|
|
273
|
-
const block = checkpoint.checkpoint.blocks[i];
|
|
274
|
-
if (previousBlock) {
|
|
275
|
-
// The blocks should have a sequential block number
|
|
276
|
-
if (previousBlock.number !== block.number - 1) {
|
|
277
|
-
throw new BlockNumberNotSequentialError(block.number, previousBlock.number);
|
|
278
|
-
}
|
|
279
|
-
// If the blocks are for the same checkpoint then they should have sequential indexes
|
|
280
|
-
if (
|
|
281
|
-
previousBlock.checkpointNumber === block.checkpointNumber &&
|
|
282
|
-
previousBlock.indexWithinCheckpoint !== block.indexWithinCheckpoint - 1
|
|
283
|
-
) {
|
|
284
|
-
throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, previousBlock.indexWithinCheckpoint);
|
|
285
|
-
}
|
|
286
|
-
if (!previousBlock.archive.root.equals(block.header.lastArchive.root)) {
|
|
287
|
-
throw new BlockArchiveNotConsistentError(
|
|
288
|
-
block.number,
|
|
289
|
-
previousBlock.number,
|
|
290
|
-
block.header.lastArchive.root,
|
|
291
|
-
previousBlock.archive.root,
|
|
292
|
-
);
|
|
293
|
-
}
|
|
294
|
-
} else {
|
|
295
|
-
// No previous block, must be block 1 at checkpoint index 0
|
|
296
|
-
if (block.indexWithinCheckpoint !== 0) {
|
|
297
|
-
throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, undefined);
|
|
298
|
-
}
|
|
299
|
-
if (block.number !== INITIAL_L2_BLOCK_NUM) {
|
|
300
|
-
throw new BlockNumberNotSequentialError(block.number, undefined);
|
|
301
|
-
}
|
|
302
|
-
}
|
|
362
|
+
// Validate block sequencing, indexes, and archive chaining
|
|
363
|
+
this.validateCheckpointBlocks(checkpoint.checkpoint.blocks, previousBlock);
|
|
303
364
|
|
|
304
|
-
|
|
305
|
-
|
|
365
|
+
// Store every block in the database (may already exist, but L1 data is authoritative)
|
|
366
|
+
for (let i = 0; i < checkpoint.checkpoint.blocks.length; i++) {
|
|
367
|
+
await this.addBlockToDatabase(checkpoint.checkpoint.blocks[i], checkpoint.checkpoint.number, i);
|
|
306
368
|
}
|
|
369
|
+
previousBlock = checkpoint.checkpoint.blocks.at(-1);
|
|
307
370
|
|
|
308
371
|
// Store the checkpoint in the database
|
|
309
372
|
await this.#checkpoints.set(checkpoint.checkpoint.number, {
|
|
310
373
|
header: checkpoint.checkpoint.header.toBuffer(),
|
|
311
374
|
archive: checkpoint.checkpoint.archive.toBuffer(),
|
|
375
|
+
checkpointOutHash: checkpoint.checkpoint.getCheckpointOutHash().toBuffer(),
|
|
312
376
|
l1: checkpoint.l1.toBuffer(),
|
|
313
377
|
attestations: checkpoint.attestations.map(attestation => attestation.toBuffer()),
|
|
314
378
|
checkpointNumber: checkpoint.checkpoint.number,
|
|
315
379
|
startBlock: checkpoint.checkpoint.blocks[0].number,
|
|
316
|
-
|
|
380
|
+
blockCount: checkpoint.checkpoint.blocks.length,
|
|
381
|
+
feeAssetPriceModifier: checkpoint.checkpoint.feeAssetPriceModifier.toString(),
|
|
317
382
|
});
|
|
383
|
+
|
|
384
|
+
// Update slot-to-checkpoint index
|
|
385
|
+
await this.#slotToCheckpoint.set(checkpoint.checkpoint.header.slotNumber, checkpoint.checkpoint.number);
|
|
386
|
+
|
|
387
|
+
// Remove proposed checkpoint if it exists, since L1 is authoritative
|
|
388
|
+
await this.#proposedCheckpoints.delete(checkpoint.checkpoint.number);
|
|
389
|
+
|
|
390
|
+
// Drop any rejected entry for this archive root: a checkpoint that was previously rejected
|
|
391
|
+
// (e.g. invalid attestations) is now being ingested as valid, so its descendants are allowed.
|
|
392
|
+
await this.removeRejectedCheckpointByArchiveRoot(checkpoint.checkpoint.archive.root);
|
|
318
393
|
}
|
|
319
394
|
|
|
320
|
-
await this
|
|
321
|
-
return
|
|
395
|
+
await this.advanceSynchedL1BlockNumber(checkpoints[checkpoints.length - 1].l1.blockNumber);
|
|
396
|
+
return checkpoints;
|
|
322
397
|
});
|
|
323
398
|
}
|
|
324
399
|
|
|
325
|
-
|
|
326
|
-
|
|
400
|
+
/**
|
|
401
|
+
* Handles checkpoints at the start of a batch that are already stored (e.g. due to L1 reorg).
|
|
402
|
+
* Verifies the archive root matches, updates L1 metadata, and returns only the new checkpoints.
|
|
403
|
+
*/
|
|
404
|
+
private async skipOrUpdateAlreadyStoredCheckpoints(
|
|
405
|
+
checkpoints: PublishedCheckpoint[],
|
|
406
|
+
latestStored: CheckpointNumber,
|
|
407
|
+
): Promise<PublishedCheckpoint[]> {
|
|
408
|
+
let i = 0;
|
|
409
|
+
for (; i < checkpoints.length && checkpoints[i].checkpoint.number <= latestStored; i++) {
|
|
410
|
+
const incoming = checkpoints[i];
|
|
411
|
+
const stored = await this.getCheckpointData(incoming.checkpoint.number);
|
|
412
|
+
if (!stored) {
|
|
413
|
+
// Should not happen if latestStored is correct, but be safe
|
|
414
|
+
break;
|
|
415
|
+
}
|
|
416
|
+
// Verify the checkpoint content matches (archive root)
|
|
417
|
+
if (!stored.archive.root.equals(incoming.checkpoint.archive.root)) {
|
|
418
|
+
throw new Error(
|
|
419
|
+
`Checkpoint ${incoming.checkpoint.number} already exists in store but with a different archive root. ` +
|
|
420
|
+
`Stored: ${stored.archive.root}, incoming: ${incoming.checkpoint.archive.root}`,
|
|
421
|
+
);
|
|
422
|
+
}
|
|
423
|
+
// Update L1 metadata and attestations for the already-stored checkpoint
|
|
424
|
+
this.#log.warn(
|
|
425
|
+
`Checkpoint ${incoming.checkpoint.number} already stored, updating L1 info ` +
|
|
426
|
+
`(L1 block ${stored.l1.blockNumber} -> ${incoming.l1.blockNumber})`,
|
|
427
|
+
);
|
|
428
|
+
await this.#checkpoints.set(incoming.checkpoint.number, {
|
|
429
|
+
header: incoming.checkpoint.header.toBuffer(),
|
|
430
|
+
archive: incoming.checkpoint.archive.toBuffer(),
|
|
431
|
+
checkpointOutHash: incoming.checkpoint.getCheckpointOutHash().toBuffer(),
|
|
432
|
+
l1: incoming.l1.toBuffer(),
|
|
433
|
+
attestations: incoming.attestations.map(a => a.toBuffer()),
|
|
434
|
+
checkpointNumber: incoming.checkpoint.number,
|
|
435
|
+
startBlock: incoming.checkpoint.blocks[0].number,
|
|
436
|
+
blockCount: incoming.checkpoint.blocks.length,
|
|
437
|
+
feeAssetPriceModifier: incoming.checkpoint.feeAssetPriceModifier.toString(),
|
|
438
|
+
});
|
|
439
|
+
// Update the sync point to reflect the new L1 block
|
|
440
|
+
await this.advanceSynchedL1BlockNumber(incoming.l1.blockNumber);
|
|
441
|
+
}
|
|
442
|
+
return checkpoints.slice(i);
|
|
443
|
+
}
|
|
444
|
+
|
|
445
|
+
/**
|
|
446
|
+
* Gets the last block of the checkpoint before the given one.
|
|
447
|
+
* Returns undefined if there is no previous checkpoint (i.e. genesis).
|
|
448
|
+
*/
|
|
449
|
+
private async getPreviousCheckpointBlock(checkpointNumber: CheckpointNumber): Promise<L2Block | undefined> {
|
|
450
|
+
const previousCheckpointNumber = CheckpointNumber(checkpointNumber - 1);
|
|
451
|
+
if (previousCheckpointNumber === INITIAL_CHECKPOINT_NUMBER - 1) {
|
|
452
|
+
return undefined;
|
|
453
|
+
}
|
|
454
|
+
|
|
455
|
+
// Check across both proposed and mined checkpoints
|
|
456
|
+
const predecessor =
|
|
457
|
+
(await this.getProposedCheckpointByNumber(previousCheckpointNumber)) ??
|
|
458
|
+
(await this.getCheckpointData(previousCheckpointNumber));
|
|
459
|
+
|
|
460
|
+
if (!predecessor) {
|
|
461
|
+
throw new CheckpointNotFoundError(previousCheckpointNumber);
|
|
462
|
+
}
|
|
463
|
+
|
|
464
|
+
const previousBlockNumber = BlockNumber(predecessor.startBlock + predecessor.blockCount - 1);
|
|
465
|
+
const previousBlock = await this.getBlock({ number: previousBlockNumber });
|
|
466
|
+
if (previousBlock === undefined) {
|
|
467
|
+
throw new BlockNotFoundError(previousBlockNumber);
|
|
468
|
+
}
|
|
469
|
+
return previousBlock;
|
|
470
|
+
}
|
|
471
|
+
|
|
472
|
+
/**
|
|
473
|
+
* Validates that blocks are sequential, have correct indexes, and chain via archive roots.
|
|
474
|
+
* This is the same validation used for both confirmed checkpoints (addCheckpoints) and
|
|
475
|
+
* proposed checkpoints (addProposedCheckpoint).
|
|
476
|
+
*/
|
|
477
|
+
private validateCheckpointBlocks(blocks: L2Block[], previousBlock: L2Block | undefined): void {
|
|
478
|
+
for (const block of blocks) {
|
|
479
|
+
if (previousBlock) {
|
|
480
|
+
if (previousBlock.number !== block.number - 1) {
|
|
481
|
+
throw new BlockNumberNotSequentialError(block.number, previousBlock.number);
|
|
482
|
+
}
|
|
483
|
+
if (previousBlock.checkpointNumber === block.checkpointNumber) {
|
|
484
|
+
if (previousBlock.indexWithinCheckpoint !== block.indexWithinCheckpoint - 1) {
|
|
485
|
+
throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, previousBlock.indexWithinCheckpoint);
|
|
486
|
+
}
|
|
487
|
+
} else if (block.indexWithinCheckpoint !== 0) {
|
|
488
|
+
throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, previousBlock.indexWithinCheckpoint);
|
|
489
|
+
}
|
|
490
|
+
if (!previousBlock.archive.root.equals(block.header.lastArchive.root)) {
|
|
491
|
+
throw new BlockArchiveNotConsistentError(
|
|
492
|
+
block.number,
|
|
493
|
+
previousBlock.number,
|
|
494
|
+
block.header.lastArchive.root,
|
|
495
|
+
previousBlock.archive.root,
|
|
496
|
+
);
|
|
497
|
+
}
|
|
498
|
+
} else {
|
|
499
|
+
if (block.indexWithinCheckpoint !== 0) {
|
|
500
|
+
throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, undefined);
|
|
501
|
+
}
|
|
502
|
+
if (block.number !== INITIAL_L2_BLOCK_NUM) {
|
|
503
|
+
throw new BlockNumberNotSequentialError(block.number, undefined);
|
|
504
|
+
}
|
|
505
|
+
}
|
|
506
|
+
previousBlock = block;
|
|
507
|
+
}
|
|
508
|
+
}
|
|
509
|
+
|
|
510
|
+
private async addBlockToDatabase(block: L2Block, checkpointNumber: number, indexWithinCheckpoint: number) {
|
|
511
|
+
const blockHash = await block.hash();
|
|
327
512
|
|
|
328
513
|
await this.#blocks.set(block.number, {
|
|
329
514
|
header: block.header.toBuffer(),
|
|
@@ -339,6 +524,7 @@ export class BlockStore {
|
|
|
339
524
|
l2BlockNumber: block.number,
|
|
340
525
|
l2BlockHash: blockHash,
|
|
341
526
|
txIndexInBlock: i,
|
|
527
|
+
slotNumber: block.header.globalVariables.slotNumber,
|
|
342
528
|
};
|
|
343
529
|
await this.#txEffects.set(txEffect.data.txHash.toString(), serializeIndexedTxEffect(txEffect));
|
|
344
530
|
}
|
|
@@ -351,7 +537,7 @@ export class BlockStore {
|
|
|
351
537
|
}
|
|
352
538
|
|
|
353
539
|
/** Deletes a block and all associated data (tx effects, indices). */
|
|
354
|
-
private async deleteBlock(block:
|
|
540
|
+
private async deleteBlock(block: L2Block): Promise<void> {
|
|
355
541
|
// Delete the block from the main blocks map
|
|
356
542
|
await this.#blocks.delete(block.number);
|
|
357
543
|
|
|
@@ -368,51 +554,56 @@ export class BlockStore {
|
|
|
368
554
|
}
|
|
369
555
|
|
|
370
556
|
/**
|
|
371
|
-
*
|
|
372
|
-
*
|
|
373
|
-
*
|
|
374
|
-
* @param checkpointsToUnwind - The number of checkpoints we are to unwind
|
|
375
|
-
* @returns True if the operation is successful
|
|
557
|
+
* Removes all checkpoints with checkpoint number > checkpointNumber.
|
|
558
|
+
* Also removes ALL blocks (both checkpointed and uncheckpointed) after the last block of the given checkpoint.
|
|
559
|
+
* @param checkpointNumber - Remove all checkpoints strictly after this one.
|
|
376
560
|
*/
|
|
377
|
-
async
|
|
561
|
+
async removeCheckpointsAfter(checkpointNumber: CheckpointNumber): Promise<RemoveCheckpointsResult> {
|
|
378
562
|
return await this.db.transactionAsync(async () => {
|
|
379
|
-
const
|
|
380
|
-
|
|
381
|
-
|
|
563
|
+
const latestCheckpointNumber = await this.getLatestCheckpointNumber();
|
|
564
|
+
|
|
565
|
+
if (checkpointNumber >= latestCheckpointNumber) {
|
|
566
|
+
this.#log.warn(`No checkpoints to remove after ${checkpointNumber} (latest is ${latestCheckpointNumber})`);
|
|
567
|
+
return { blocksRemoved: undefined };
|
|
382
568
|
}
|
|
383
569
|
|
|
570
|
+
// If the proven checkpoint is beyond the target, update it
|
|
384
571
|
const proven = await this.getProvenCheckpointNumber();
|
|
385
|
-
if (
|
|
386
|
-
|
|
572
|
+
if (proven > checkpointNumber) {
|
|
573
|
+
this.#log.warn(`Updating proven checkpoint ${proven} to last valid checkpoint ${checkpointNumber}`);
|
|
574
|
+
await this.setProvenCheckpointNumber(checkpointNumber);
|
|
387
575
|
}
|
|
388
576
|
|
|
389
|
-
|
|
390
|
-
|
|
391
|
-
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
577
|
+
// Find the last block number to keep (last block of the given checkpoint, or 0 if no checkpoint)
|
|
578
|
+
let lastBlockToKeep: BlockNumber;
|
|
579
|
+
if (checkpointNumber <= 0) {
|
|
580
|
+
lastBlockToKeep = BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
581
|
+
} else {
|
|
582
|
+
const targetCheckpoint = await this.#checkpoints.getAsync(checkpointNumber);
|
|
583
|
+
if (!targetCheckpoint) {
|
|
584
|
+
throw new Error(`Target checkpoint ${checkpointNumber} not found in store`);
|
|
396
585
|
}
|
|
397
|
-
|
|
398
|
-
|
|
586
|
+
lastBlockToKeep = BlockNumber(targetCheckpoint.startBlock + targetCheckpoint.blockCount - 1);
|
|
587
|
+
}
|
|
399
588
|
|
|
400
|
-
|
|
401
|
-
|
|
589
|
+
// Remove all blocks after lastBlockToKeep (both checkpointed and uncheckpointed)
|
|
590
|
+
const blocksRemoved = await this.removeBlocksAfter(lastBlockToKeep);
|
|
402
591
|
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
await this.
|
|
409
|
-
this.#log.debug(
|
|
410
|
-
`Unwound block ${blockNumber} ${(await block.hash()).toString()} for checkpoint ${checkpointNumber}`,
|
|
411
|
-
);
|
|
592
|
+
// Remove all checkpoints after the target
|
|
593
|
+
for (let c = latestCheckpointNumber; c > checkpointNumber; c = CheckpointNumber(c - 1)) {
|
|
594
|
+
const checkpointStorage = await this.#checkpoints.getAsync(c);
|
|
595
|
+
if (checkpointStorage) {
|
|
596
|
+
const slotNumber = CheckpointHeader.fromBuffer(checkpointStorage.header).slotNumber;
|
|
597
|
+
await this.#slotToCheckpoint.delete(slotNumber);
|
|
412
598
|
}
|
|
599
|
+
await this.#checkpoints.delete(c);
|
|
600
|
+
this.#log.debug(`Removed checkpoint ${c}`);
|
|
413
601
|
}
|
|
414
602
|
|
|
415
|
-
|
|
603
|
+
// Evict all pending checkpoints > checkpointNumber (their base chain no longer exists)
|
|
604
|
+
await this.evictProposedCheckpointsFrom(CheckpointNumber(checkpointNumber + 1));
|
|
605
|
+
|
|
606
|
+
return { blocksRemoved };
|
|
416
607
|
});
|
|
417
608
|
}
|
|
418
609
|
|
|
@@ -436,20 +627,72 @@ export class BlockStore {
|
|
|
436
627
|
return checkpoints;
|
|
437
628
|
}
|
|
438
629
|
|
|
439
|
-
|
|
440
|
-
|
|
630
|
+
/**
|
|
631
|
+
* Returns up to `limit` checkpoints anchored at `fromSlot`, ordered nearest-first, walking the slot index.
|
|
632
|
+
* With `reverse`, takes the checkpoints at or before `fromSlot` (descending by slot); otherwise the
|
|
633
|
+
* checkpoints at or after it (ascending). `limit: 1, reverse: true` yields the latest checkpoint at or
|
|
634
|
+
* before the slot in a single range scan.
|
|
635
|
+
*/
|
|
636
|
+
async getCheckpointsBySlot(fromSlot: SlotNumber, limit: number, reverse: boolean): Promise<CheckpointData[]> {
|
|
637
|
+
// The KV range bounds are direction-dependent: forward is [start, end), reverse is (start, end], so a
|
|
638
|
+
// reverse scan uses `end: fromSlot` (inclusive) with no +1 to include the checkpoint at fromSlot itself.
|
|
639
|
+
const range = reverse ? { end: fromSlot, reverse: true, limit } : { start: fromSlot, limit };
|
|
640
|
+
const result: CheckpointData[] = [];
|
|
641
|
+
for await (const [, checkpointNumber] of this.#slotToCheckpoint.entriesAsync(range)) {
|
|
642
|
+
const checkpointStorage = await this.#checkpoints.getAsync(checkpointNumber);
|
|
643
|
+
if (checkpointStorage) {
|
|
644
|
+
result.push(this.checkpointDataFromCheckpointStorage(checkpointStorage));
|
|
645
|
+
}
|
|
646
|
+
}
|
|
647
|
+
return result;
|
|
648
|
+
}
|
|
649
|
+
|
|
650
|
+
/** Returns checkpoint data for all checkpoints whose slot falls within the given range (inclusive). */
|
|
651
|
+
async getCheckpointDataForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointData[]> {
|
|
652
|
+
const result: CheckpointData[] = [];
|
|
653
|
+
for await (const [, checkpointNumber] of this.#slotToCheckpoint.entriesAsync({
|
|
654
|
+
start: startSlot,
|
|
655
|
+
end: endSlot + 1,
|
|
656
|
+
})) {
|
|
657
|
+
const checkpointStorage = await this.#checkpoints.getAsync(checkpointNumber);
|
|
658
|
+
if (checkpointStorage) {
|
|
659
|
+
result.push(this.checkpointDataFromCheckpointStorage(checkpointStorage));
|
|
660
|
+
}
|
|
661
|
+
}
|
|
662
|
+
return result;
|
|
663
|
+
}
|
|
664
|
+
|
|
665
|
+
/**
|
|
666
|
+
* Returns the checkpoint numbers for all checkpoints whose slot falls within the given range (inclusive).
|
|
667
|
+
* Lighter than {@link getCheckpointDataForSlotRange} when callers only need to identify which
|
|
668
|
+
* checkpoints fall in the range and will fetch full data for at most a few of them.
|
|
669
|
+
*/
|
|
670
|
+
async getCheckpointNumbersForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointNumber[]> {
|
|
671
|
+
const result: CheckpointNumber[] = [];
|
|
672
|
+
for await (const [, checkpointNumber] of this.#slotToCheckpoint.entriesAsync({
|
|
673
|
+
start: startSlot,
|
|
674
|
+
end: endSlot + 1,
|
|
675
|
+
})) {
|
|
676
|
+
result.push(CheckpointNumber(checkpointNumber));
|
|
677
|
+
}
|
|
678
|
+
return result;
|
|
679
|
+
}
|
|
680
|
+
|
|
681
|
+
private checkpointDataFromCheckpointStorage(checkpointStorage: CheckpointStorage): CheckpointData {
|
|
682
|
+
return {
|
|
441
683
|
header: CheckpointHeader.fromBuffer(checkpointStorage.header),
|
|
442
684
|
archive: AppendOnlyTreeSnapshot.fromBuffer(checkpointStorage.archive),
|
|
685
|
+
checkpointOutHash: Fr.fromBuffer(checkpointStorage.checkpointOutHash),
|
|
443
686
|
checkpointNumber: CheckpointNumber(checkpointStorage.checkpointNumber),
|
|
444
|
-
startBlock: checkpointStorage.startBlock,
|
|
445
|
-
|
|
687
|
+
startBlock: BlockNumber(checkpointStorage.startBlock),
|
|
688
|
+
blockCount: checkpointStorage.blockCount,
|
|
689
|
+
feeAssetPriceModifier: BigInt(checkpointStorage.feeAssetPriceModifier),
|
|
446
690
|
l1: L1PublishedData.fromBuffer(checkpointStorage.l1),
|
|
447
|
-
attestations: checkpointStorage.attestations,
|
|
691
|
+
attestations: checkpointStorage.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
|
|
448
692
|
};
|
|
449
|
-
return data;
|
|
450
693
|
}
|
|
451
694
|
|
|
452
|
-
async getBlocksForCheckpoint(checkpointNumber: CheckpointNumber): Promise<
|
|
695
|
+
async getBlocksForCheckpoint(checkpointNumber: CheckpointNumber): Promise<L2Block[] | undefined> {
|
|
453
696
|
const checkpoint = await this.#checkpoints.getAsync(checkpointNumber);
|
|
454
697
|
if (!checkpoint) {
|
|
455
698
|
return undefined;
|
|
@@ -458,7 +701,7 @@ export class BlockStore {
|
|
|
458
701
|
const blocksForCheckpoint = await toArray(
|
|
459
702
|
this.#blocks.entriesAsync({
|
|
460
703
|
start: checkpoint.startBlock,
|
|
461
|
-
end: checkpoint.startBlock + checkpoint.
|
|
704
|
+
end: checkpoint.startBlock + checkpoint.blockCount,
|
|
462
705
|
}),
|
|
463
706
|
);
|
|
464
707
|
|
|
@@ -472,8 +715,8 @@ export class BlockStore {
|
|
|
472
715
|
* @param slotNumber - The slot number to search for.
|
|
473
716
|
* @returns All blocks with the given slot number, in ascending block number order.
|
|
474
717
|
*/
|
|
475
|
-
async getBlocksForSlot(slotNumber: SlotNumber): Promise<
|
|
476
|
-
const blocks:
|
|
718
|
+
async getBlocksForSlot(slotNumber: SlotNumber): Promise<L2Block[]> {
|
|
719
|
+
const blocks: L2Block[] = [];
|
|
477
720
|
|
|
478
721
|
// Iterate backwards through all blocks and filter by slot number
|
|
479
722
|
// This is more efficient since we usually query for the most recent slot
|
|
@@ -493,19 +736,20 @@ export class BlockStore {
|
|
|
493
736
|
|
|
494
737
|
/**
|
|
495
738
|
* Removes all blocks with block number > blockNumber.
|
|
739
|
+
* Does not remove any associated checkpoints.
|
|
496
740
|
* @param blockNumber - The block number to remove after.
|
|
497
741
|
* @returns The removed blocks (for event emission).
|
|
498
742
|
*/
|
|
499
|
-
async
|
|
743
|
+
async removeBlocksAfter(blockNumber: BlockNumber): Promise<L2Block[]> {
|
|
500
744
|
return await this.db.transactionAsync(async () => {
|
|
501
|
-
const removedBlocks:
|
|
745
|
+
const removedBlocks: L2Block[] = [];
|
|
502
746
|
|
|
503
747
|
// Get the latest block number to determine the range
|
|
504
|
-
const latestBlockNumber = await this.
|
|
748
|
+
const latestBlockNumber = await this.getLatestL2BlockNumber();
|
|
505
749
|
|
|
506
750
|
// Iterate from blockNumber + 1 to latestBlockNumber
|
|
507
751
|
for (let bn = blockNumber + 1; bn <= latestBlockNumber; bn++) {
|
|
508
|
-
const block = await this.getBlock(BlockNumber(bn));
|
|
752
|
+
const block = await this.getBlock({ number: BlockNumber(bn) });
|
|
509
753
|
|
|
510
754
|
if (block === undefined) {
|
|
511
755
|
this.#log.warn(`Cannot remove block ${bn} from the store since we don't have it`);
|
|
@@ -530,17 +774,10 @@ export class BlockStore {
|
|
|
530
774
|
if (!checkpointStorage) {
|
|
531
775
|
throw new CheckpointNotFoundError(provenCheckpointNumber);
|
|
532
776
|
} else {
|
|
533
|
-
return BlockNumber(checkpointStorage.startBlock + checkpointStorage.
|
|
777
|
+
return BlockNumber(checkpointStorage.startBlock + checkpointStorage.blockCount - 1);
|
|
534
778
|
}
|
|
535
779
|
}
|
|
536
780
|
|
|
537
|
-
async getLatestBlockNumber(): Promise<BlockNumber> {
|
|
538
|
-
const [latestBlocknumber] = await toArray(this.#blocks.keysAsync({ reverse: true, limit: 1 }));
|
|
539
|
-
return typeof latestBlocknumber === 'number'
|
|
540
|
-
? BlockNumber(latestBlocknumber)
|
|
541
|
-
: BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
542
|
-
}
|
|
543
|
-
|
|
544
781
|
async getLatestCheckpointNumber(): Promise<CheckpointNumber> {
|
|
545
782
|
const [latestCheckpointNumber] = await toArray(this.#checkpoints.keysAsync({ reverse: true, limit: 1 }));
|
|
546
783
|
if (latestCheckpointNumber === undefined) {
|
|
@@ -549,149 +786,204 @@ export class BlockStore {
|
|
|
549
786
|
return CheckpointNumber(latestCheckpointNumber);
|
|
550
787
|
}
|
|
551
788
|
|
|
552
|
-
async
|
|
553
|
-
const
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
const block = await this.getBlockFromBlockStorage(number, blockStorage);
|
|
562
|
-
if (!block) {
|
|
563
|
-
return undefined;
|
|
789
|
+
async hasProposedCheckpoint(): Promise<boolean> {
|
|
790
|
+
const [key] = await toArray(this.#proposedCheckpoints.keysAsync({ limit: 1 }));
|
|
791
|
+
return key !== undefined;
|
|
792
|
+
}
|
|
793
|
+
|
|
794
|
+
/** Deletes all pending proposed checkpoints from storage. */
|
|
795
|
+
async deleteProposedCheckpoints(): Promise<void> {
|
|
796
|
+
for await (const key of this.#proposedCheckpoints.keysAsync()) {
|
|
797
|
+
await this.#proposedCheckpoints.delete(key);
|
|
564
798
|
}
|
|
565
|
-
return new CheckpointedL2Block(
|
|
566
|
-
CheckpointNumber(checkpoint.checkpointNumber),
|
|
567
|
-
block,
|
|
568
|
-
L1PublishedData.fromBuffer(checkpoint.l1),
|
|
569
|
-
checkpoint.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
|
|
570
|
-
);
|
|
571
799
|
}
|
|
572
800
|
|
|
573
801
|
/**
|
|
574
|
-
*
|
|
575
|
-
*
|
|
576
|
-
*
|
|
577
|
-
* @
|
|
802
|
+
* Promotes a specific pending checkpoint to a confirmed checkpoint entry.
|
|
803
|
+
* This persists the checkpoint to the store, removes only that pending entry, and updates the L1 sync point.
|
|
804
|
+
* Remaining pending entries (e.g. N+1, N+2) are left intact — they chain off the just-promoted one.
|
|
805
|
+
* @param checkpointNumber - The checkpoint number to promote.
|
|
806
|
+
* @param l1 - L1 published data for the checkpoint.
|
|
807
|
+
* @param attestations - Committee attestations.
|
|
808
|
+
* @param expectedArchiveRoot - Archive root guard against races.
|
|
578
809
|
*/
|
|
579
|
-
async
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
583
|
-
|
|
584
|
-
|
|
585
|
-
|
|
586
|
-
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
const checkpointedBlock = new CheckpointedL2Block(
|
|
590
|
-
CheckpointNumber(checkpoint.checkpointNumber),
|
|
591
|
-
block,
|
|
592
|
-
L1PublishedData.fromBuffer(checkpoint.l1),
|
|
593
|
-
checkpoint.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
|
|
594
|
-
);
|
|
595
|
-
yield checkpointedBlock;
|
|
596
|
-
}
|
|
810
|
+
async promoteProposedToCheckpointed(
|
|
811
|
+
checkpointNumber: CheckpointNumber,
|
|
812
|
+
l1: L1PublishedData,
|
|
813
|
+
attestations: CommitteeAttestation[],
|
|
814
|
+
expectedArchiveRoot: Fr,
|
|
815
|
+
): Promise<void> {
|
|
816
|
+
return await this.db.transactionAsync(async () => {
|
|
817
|
+
const proposed = await this.getProposedCheckpointByNumber(checkpointNumber);
|
|
818
|
+
if (!proposed) {
|
|
819
|
+
throw new NoProposedCheckpointToPromoteError();
|
|
597
820
|
}
|
|
598
|
-
|
|
821
|
+
if (!proposed.archive.root.equals(expectedArchiveRoot)) {
|
|
822
|
+
throw new ProposedCheckpointArchiveRootMismatchError(expectedArchiveRoot, proposed.archive.root);
|
|
823
|
+
}
|
|
824
|
+
|
|
825
|
+
// Verify sequentiality: promoted checkpoint must follow the latest confirmed one
|
|
826
|
+
const latestCheckpointNumber = await this.getLatestCheckpointNumber();
|
|
827
|
+
if (latestCheckpointNumber !== proposed.checkpointNumber - 1) {
|
|
828
|
+
throw new ProposedCheckpointPromotionNotSequentialError(proposed.checkpointNumber, latestCheckpointNumber);
|
|
829
|
+
}
|
|
830
|
+
|
|
831
|
+
// Write the checkpoint entry
|
|
832
|
+
await this.#checkpoints.set(proposed.checkpointNumber, {
|
|
833
|
+
header: proposed.header.toBuffer(),
|
|
834
|
+
archive: proposed.archive.toBuffer(),
|
|
835
|
+
checkpointOutHash: proposed.checkpointOutHash.toBuffer(),
|
|
836
|
+
l1: l1.toBuffer(),
|
|
837
|
+
attestations: attestations.map(attestation => attestation.toBuffer()),
|
|
838
|
+
checkpointNumber: proposed.checkpointNumber,
|
|
839
|
+
startBlock: proposed.startBlock,
|
|
840
|
+
blockCount: proposed.blockCount,
|
|
841
|
+
feeAssetPriceModifier: proposed.feeAssetPriceModifier.toString(),
|
|
842
|
+
});
|
|
843
|
+
|
|
844
|
+
// Update the slot-to-checkpoint index
|
|
845
|
+
await this.#slotToCheckpoint.set(proposed.header.slotNumber, proposed.checkpointNumber);
|
|
846
|
+
|
|
847
|
+
// Remove only this pending entry — remaining entries N+1, N+2, ... stay valid
|
|
848
|
+
await this.#proposedCheckpoints.delete(proposed.checkpointNumber);
|
|
849
|
+
|
|
850
|
+
// Drop any rejected entry for this archive root: a checkpoint that was previously rejected
|
|
851
|
+
// (e.g. invalid attestations) is now being promoted as valid, so its descendants are allowed.
|
|
852
|
+
await this.removeRejectedCheckpointByArchiveRoot(proposed.archive.root);
|
|
853
|
+
|
|
854
|
+
// Update the last synced L1 block
|
|
855
|
+
await this.advanceSynchedL1BlockNumber(l1.blockNumber);
|
|
856
|
+
});
|
|
599
857
|
}
|
|
600
858
|
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
859
|
+
/**
|
|
860
|
+
* Returns the latest pending checkpoint (highest-numbered entry), or undefined if none.
|
|
861
|
+
* No fallback to confirmed.
|
|
862
|
+
*/
|
|
863
|
+
async getLastProposedCheckpoint(): Promise<ProposedCheckpointData | undefined> {
|
|
864
|
+
const [key] = await toArray(this.#proposedCheckpoints.keysAsync({ reverse: true, limit: 1 }));
|
|
865
|
+
if (key === undefined) {
|
|
604
866
|
return undefined;
|
|
605
867
|
}
|
|
606
|
-
|
|
868
|
+
const stored = await this.#proposedCheckpoints.getAsync(key);
|
|
869
|
+
return stored ? this.convertToProposedCheckpointData(stored) : undefined;
|
|
607
870
|
}
|
|
608
871
|
|
|
609
|
-
|
|
610
|
-
|
|
611
|
-
|
|
612
|
-
|
|
613
|
-
}
|
|
614
|
-
return this.getCheckpointedBlock(BlockNumber(blockNumber));
|
|
872
|
+
/** Returns the pending checkpoint for a specific checkpoint number, or undefined if not found. */
|
|
873
|
+
async getProposedCheckpointByNumber(n: CheckpointNumber): Promise<ProposedCheckpointData | undefined> {
|
|
874
|
+
const stored = await this.#proposedCheckpoints.getAsync(n);
|
|
875
|
+
return stored ? this.convertToProposedCheckpointData(stored) : undefined;
|
|
615
876
|
}
|
|
616
877
|
|
|
617
878
|
/**
|
|
618
|
-
*
|
|
619
|
-
*
|
|
620
|
-
*
|
|
621
|
-
* @returns The requested L2 blocks
|
|
879
|
+
* Returns the pending checkpoint whose header slot matches the given slot, or undefined if not found.
|
|
880
|
+
* Iterates `#proposedCheckpoints` rather than reading an index because the map carries 0–1 entries
|
|
881
|
+
* in normal operation (bounded by the proposer pipelining window). Returns the first match.
|
|
622
882
|
*/
|
|
623
|
-
async
|
|
624
|
-
for await (const [
|
|
625
|
-
const
|
|
626
|
-
if (
|
|
627
|
-
|
|
883
|
+
async getProposedCheckpointBySlot(slot: SlotNumber): Promise<ProposedCheckpointData | undefined> {
|
|
884
|
+
for await (const [, stored] of this.#proposedCheckpoints.entriesAsync()) {
|
|
885
|
+
const header = CheckpointHeader.fromBuffer(stored.header);
|
|
886
|
+
if (header.slotNumber === slot) {
|
|
887
|
+
return this.convertToProposedCheckpointData(stored);
|
|
628
888
|
}
|
|
629
889
|
}
|
|
890
|
+
return undefined;
|
|
630
891
|
}
|
|
631
892
|
|
|
632
893
|
/**
|
|
633
|
-
*
|
|
634
|
-
*
|
|
635
|
-
*
|
|
894
|
+
* Evicts all pending checkpoints with checkpoint number >= fromNumber.
|
|
895
|
+
* Used for divergent-mined-checkpoint cleanup: when L1 mines checkpoint N with a different archive,
|
|
896
|
+
* all pending >= N must be evicted since they chain off the now-invalid pending N.
|
|
636
897
|
*/
|
|
637
|
-
async
|
|
638
|
-
const
|
|
639
|
-
|
|
640
|
-
|
|
898
|
+
async evictProposedCheckpointsFrom(fromNumber: CheckpointNumber): Promise<void> {
|
|
899
|
+
const keysToDelete: number[] = [];
|
|
900
|
+
for await (const key of this.#proposedCheckpoints.keysAsync()) {
|
|
901
|
+
if (key >= fromNumber) {
|
|
902
|
+
keysToDelete.push(key);
|
|
903
|
+
}
|
|
904
|
+
}
|
|
905
|
+
for (const key of keysToDelete) {
|
|
906
|
+
await this.#proposedCheckpoints.delete(key);
|
|
641
907
|
}
|
|
642
|
-
return this.getBlockFromBlockStorage(blockNumber, blockStorage);
|
|
643
908
|
}
|
|
644
909
|
|
|
645
910
|
/**
|
|
646
|
-
* Gets
|
|
647
|
-
*
|
|
648
|
-
*
|
|
911
|
+
* Gets the checkpoint at the proposed tip:
|
|
912
|
+
* - latest pending checkpoint if any exist
|
|
913
|
+
* - fallsback to latest confirmed checkpoint otherwise
|
|
649
914
|
*/
|
|
650
|
-
async
|
|
651
|
-
const
|
|
652
|
-
if (
|
|
653
|
-
return
|
|
915
|
+
async getLastCheckpoint(): Promise<CommonCheckpointData | undefined> {
|
|
916
|
+
const latest = await this.getLastProposedCheckpoint();
|
|
917
|
+
if (!latest) {
|
|
918
|
+
return this.getCheckpointData(await this.getLatestCheckpointNumber());
|
|
654
919
|
}
|
|
655
|
-
return
|
|
920
|
+
return latest;
|
|
921
|
+
}
|
|
922
|
+
|
|
923
|
+
private convertToProposedCheckpointData(stored: ProposedCheckpointStorage): ProposedCheckpointData {
|
|
924
|
+
return {
|
|
925
|
+
checkpointNumber: CheckpointNumber(stored.checkpointNumber),
|
|
926
|
+
header: CheckpointHeader.fromBuffer(stored.header),
|
|
927
|
+
archive: AppendOnlyTreeSnapshot.fromBuffer(stored.archive),
|
|
928
|
+
checkpointOutHash: Fr.fromBuffer(stored.checkpointOutHash),
|
|
929
|
+
startBlock: BlockNumber(stored.startBlock),
|
|
930
|
+
blockCount: stored.blockCount,
|
|
931
|
+
totalManaUsed: BigInt(stored.totalManaUsed),
|
|
932
|
+
feeAssetPriceModifier: BigInt(stored.feeAssetPriceModifier),
|
|
933
|
+
};
|
|
656
934
|
}
|
|
657
935
|
|
|
658
936
|
/**
|
|
659
|
-
*
|
|
660
|
-
* @
|
|
661
|
-
* @returns The requested L2 block.
|
|
937
|
+
* Attempts to get the proposedCheckpoint's number, if there is not one, then fallback to the latest confirmed checkpoint number.
|
|
938
|
+
* @returns CheckpointNumber
|
|
662
939
|
*/
|
|
663
|
-
async
|
|
664
|
-
const
|
|
665
|
-
if (
|
|
666
|
-
return
|
|
940
|
+
async getProposedCheckpointNumber(): Promise<CheckpointNumber> {
|
|
941
|
+
const proposed = await this.getLastCheckpoint();
|
|
942
|
+
if (!proposed) {
|
|
943
|
+
return await this.getLatestCheckpointNumber();
|
|
667
944
|
}
|
|
668
|
-
return
|
|
945
|
+
return CheckpointNumber(proposed.checkpointNumber);
|
|
669
946
|
}
|
|
670
947
|
|
|
671
948
|
/**
|
|
672
|
-
*
|
|
673
|
-
* @
|
|
674
|
-
* @returns The requested block header.
|
|
949
|
+
* Attempts to get the proposedCheckpoint's block number, if there is not one, then fallback to the checkpointed block number
|
|
950
|
+
* @returns BlockNumber
|
|
675
951
|
*/
|
|
676
|
-
async
|
|
677
|
-
const
|
|
952
|
+
async getProposedCheckpointL2BlockNumber(): Promise<BlockNumber> {
|
|
953
|
+
const proposed = await this.getLastCheckpoint();
|
|
954
|
+
if (!proposed) {
|
|
955
|
+
return await this.getCheckpointedL2BlockNumber();
|
|
956
|
+
}
|
|
957
|
+
return BlockNumber(proposed.startBlock + proposed.blockCount - 1);
|
|
958
|
+
}
|
|
959
|
+
|
|
960
|
+
/** Returns the checkpoint number that contains the given slot (or undefined if not found). */
|
|
961
|
+
async getCheckpointNumberBySlot(slot: SlotNumber): Promise<CheckpointNumber | undefined> {
|
|
962
|
+
const checkpointNumber = await this.#slotToCheckpoint.getAsync(slot);
|
|
963
|
+
return checkpointNumber === undefined ? undefined : CheckpointNumber(checkpointNumber);
|
|
964
|
+
}
|
|
965
|
+
|
|
966
|
+
/** Gets a single L2 block matching the given resolved query. */
|
|
967
|
+
async getBlock(query: ResolvedBlockQuery): Promise<L2Block | undefined> {
|
|
968
|
+
const blockNumber = await this.getBlockNumber(query);
|
|
678
969
|
if (blockNumber === undefined) {
|
|
679
970
|
return undefined;
|
|
680
971
|
}
|
|
681
972
|
const blockStorage = await this.#blocks.getAsync(blockNumber);
|
|
682
|
-
if (!blockStorage
|
|
973
|
+
if (!blockStorage) {
|
|
683
974
|
return undefined;
|
|
684
975
|
}
|
|
685
|
-
return
|
|
976
|
+
return this.getBlockFromBlockStorage(blockNumber, blockStorage);
|
|
686
977
|
}
|
|
687
978
|
|
|
688
|
-
/**
|
|
689
|
-
|
|
690
|
-
|
|
691
|
-
|
|
692
|
-
|
|
693
|
-
|
|
694
|
-
|
|
979
|
+
/** Gets a collection of L2 blocks for a resolved range. */
|
|
980
|
+
getBlocks(query: ResolvedBlocksQuery): Promise<L2Block[]> {
|
|
981
|
+
return toArray(this.iterateBlocks(query));
|
|
982
|
+
}
|
|
983
|
+
|
|
984
|
+
/** Gets single block metadata matching the given resolved query. */
|
|
985
|
+
async getBlockData(query: ResolvedBlockQuery): Promise<BlockData | undefined> {
|
|
986
|
+
const blockNumber = await this.getBlockNumber(query);
|
|
695
987
|
if (blockNumber === undefined) {
|
|
696
988
|
return undefined;
|
|
697
989
|
}
|
|
@@ -699,24 +991,36 @@ export class BlockStore {
|
|
|
699
991
|
if (!blockStorage || !blockStorage.header) {
|
|
700
992
|
return undefined;
|
|
701
993
|
}
|
|
702
|
-
return
|
|
994
|
+
return this.getBlockDataFromBlockStorage(blockStorage);
|
|
703
995
|
}
|
|
704
996
|
|
|
705
|
-
/**
|
|
706
|
-
|
|
707
|
-
|
|
708
|
-
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
async *
|
|
712
|
-
|
|
713
|
-
|
|
714
|
-
if (
|
|
715
|
-
|
|
716
|
-
`Block number mismatch when retrieving block header from archive (expected ${blockNumber} but got ${header.getBlockNumber()})`,
|
|
717
|
-
);
|
|
997
|
+
/** Gets a collection of block metadata entries for a resolved range. */
|
|
998
|
+
getBlocksData(query: ResolvedBlocksQuery): Promise<BlockData[]> {
|
|
999
|
+
return toArray(this.iterateBlocksData(query));
|
|
1000
|
+
}
|
|
1001
|
+
|
|
1002
|
+
/** Async iterator over L2 blocks for a resolved range. */
|
|
1003
|
+
private async *iterateBlocks(query: ResolvedBlocksQuery): AsyncIterableIterator<L2Block> {
|
|
1004
|
+
const cap = query.onlyCheckpointed ? await this.getCheckpointedL2BlockNumber() : undefined;
|
|
1005
|
+
for await (const [blockNumber, blockStorage] of this.getBlockStorages(query.from, query.limit)) {
|
|
1006
|
+
if (cap !== undefined && blockNumber > cap) {
|
|
1007
|
+
break;
|
|
718
1008
|
}
|
|
719
|
-
|
|
1009
|
+
const block = await this.getBlockFromBlockStorage(blockNumber, blockStorage);
|
|
1010
|
+
if (block) {
|
|
1011
|
+
yield block;
|
|
1012
|
+
}
|
|
1013
|
+
}
|
|
1014
|
+
}
|
|
1015
|
+
|
|
1016
|
+
/** Async iterator over block metadata for a resolved range. */
|
|
1017
|
+
private async *iterateBlocksData(query: ResolvedBlocksQuery): AsyncIterableIterator<BlockData> {
|
|
1018
|
+
const cap = query.onlyCheckpointed ? await this.getCheckpointedL2BlockNumber() : undefined;
|
|
1019
|
+
for await (const [blockNumber, blockStorage] of this.getBlockStorages(query.from, query.limit)) {
|
|
1020
|
+
if (cap !== undefined && blockNumber > cap) {
|
|
1021
|
+
break;
|
|
1022
|
+
}
|
|
1023
|
+
yield this.getBlockDataFromBlockStorage(blockStorage);
|
|
720
1024
|
}
|
|
721
1025
|
}
|
|
722
1026
|
|
|
@@ -733,15 +1037,42 @@ export class BlockStore {
|
|
|
733
1037
|
}
|
|
734
1038
|
}
|
|
735
1039
|
|
|
1040
|
+
/** Resolves a ResolvedBlockQuery discriminant to a block number, or undefined if not found. */
|
|
1041
|
+
async getBlockNumber(query: ResolvedBlockQuery): Promise<BlockNumber | undefined> {
|
|
1042
|
+
let blockNumber: BlockNumber | undefined;
|
|
1043
|
+
if ('number' in query) {
|
|
1044
|
+
blockNumber = query.number;
|
|
1045
|
+
} else if ('hash' in query) {
|
|
1046
|
+
const n = await this.#blockHashIndex.getAsync(query.hash.toString());
|
|
1047
|
+
blockNumber = n !== undefined ? BlockNumber(n) : undefined;
|
|
1048
|
+
} else {
|
|
1049
|
+
const n = await this.#blockArchiveIndex.getAsync(query.archive.toString());
|
|
1050
|
+
blockNumber = n !== undefined ? BlockNumber(n) : undefined;
|
|
1051
|
+
}
|
|
1052
|
+
if (blockNumber === undefined) {
|
|
1053
|
+
return undefined;
|
|
1054
|
+
}
|
|
1055
|
+
return blockNumber;
|
|
1056
|
+
}
|
|
1057
|
+
|
|
1058
|
+
private getBlockDataFromBlockStorage(blockStorage: BlockStorage): BlockData {
|
|
1059
|
+
return {
|
|
1060
|
+
header: BlockHeader.fromBuffer(blockStorage.header),
|
|
1061
|
+
archive: AppendOnlyTreeSnapshot.fromBuffer(blockStorage.archive),
|
|
1062
|
+
blockHash: BlockHash.fromBuffer(blockStorage.blockHash),
|
|
1063
|
+
checkpointNumber: CheckpointNumber(blockStorage.checkpointNumber),
|
|
1064
|
+
indexWithinCheckpoint: IndexWithinCheckpoint(blockStorage.indexWithinCheckpoint),
|
|
1065
|
+
};
|
|
1066
|
+
}
|
|
1067
|
+
|
|
736
1068
|
private async getBlockFromBlockStorage(
|
|
737
1069
|
blockNumber: number,
|
|
738
1070
|
blockStorage: BlockStorage,
|
|
739
|
-
): Promise<
|
|
740
|
-
const header =
|
|
741
|
-
|
|
742
|
-
|
|
743
|
-
|
|
744
|
-
const blockHashString = bufferToHex(blockHash);
|
|
1071
|
+
): Promise<L2Block | undefined> {
|
|
1072
|
+
const { header, archive, blockHash, checkpointNumber, indexWithinCheckpoint } =
|
|
1073
|
+
this.getBlockDataFromBlockStorage(blockStorage);
|
|
1074
|
+
header.setHash(blockHash);
|
|
1075
|
+
const blockHashString = bufferToHex(blockStorage.blockHash);
|
|
745
1076
|
const blockTxsBuffer = await this.#blockTxs.getAsync(blockHashString);
|
|
746
1077
|
if (blockTxsBuffer === undefined) {
|
|
747
1078
|
this.#log.warn(`Could not find body for block ${header.globalVariables.blockNumber} ${blockHash}`);
|
|
@@ -760,13 +1091,7 @@ export class BlockStore {
|
|
|
760
1091
|
txEffects.push(deserializeIndexedTxEffect(txEffect).data);
|
|
761
1092
|
}
|
|
762
1093
|
const body = new Body(txEffects);
|
|
763
|
-
const block = new
|
|
764
|
-
archive,
|
|
765
|
-
header,
|
|
766
|
-
body,
|
|
767
|
-
CheckpointNumber(blockStorage.checkpointNumber!),
|
|
768
|
-
IndexWithinCheckpoint(blockStorage.indexWithinCheckpoint),
|
|
769
|
-
);
|
|
1094
|
+
const block = new L2Block(archive, header, body, checkpointNumber, indexWithinCheckpoint);
|
|
770
1095
|
|
|
771
1096
|
if (block.number !== blockNumber) {
|
|
772
1097
|
throw new Error(
|
|
@@ -791,27 +1116,6 @@ export class BlockStore {
|
|
|
791
1116
|
return deserializeIndexedTxEffect(buffer);
|
|
792
1117
|
}
|
|
793
1118
|
|
|
794
|
-
/**
|
|
795
|
-
* Gets a receipt of a settled tx.
|
|
796
|
-
* @param txHash - The hash of a tx we try to get the receipt for.
|
|
797
|
-
* @returns The requested tx receipt (or undefined if not found).
|
|
798
|
-
*/
|
|
799
|
-
async getSettledTxReceipt(txHash: TxHash): Promise<TxReceipt | undefined> {
|
|
800
|
-
const txEffect = await this.getTxEffect(txHash);
|
|
801
|
-
if (!txEffect) {
|
|
802
|
-
return undefined;
|
|
803
|
-
}
|
|
804
|
-
|
|
805
|
-
return new TxReceipt(
|
|
806
|
-
txHash,
|
|
807
|
-
TxReceipt.statusFromRevertCode(txEffect.data.revertCode),
|
|
808
|
-
'',
|
|
809
|
-
txEffect.data.transactionFee.toBigInt(),
|
|
810
|
-
txEffect.l2BlockHash,
|
|
811
|
-
BlockNumber(txEffect.l2BlockNumber),
|
|
812
|
-
);
|
|
813
|
-
}
|
|
814
|
-
|
|
815
1119
|
/**
|
|
816
1120
|
* Looks up which block included the requested tx effect.
|
|
817
1121
|
* @param txHash - The txHash of the tx.
|
|
@@ -822,10 +1126,45 @@ export class BlockStore {
|
|
|
822
1126
|
if (!txEffect) {
|
|
823
1127
|
return undefined;
|
|
824
1128
|
}
|
|
825
|
-
|
|
1129
|
+
// Read only the IndexedTxEffect header (`blockHash(32) + l2BlockNumber(4) + txIndexInBlock(4)`); the
|
|
1130
|
+
// large tail (the full TxEffect with logs etc.) is irrelevant here.
|
|
1131
|
+
const view = Buffer.from(txEffect.buffer, txEffect.byteOffset, txEffect.byteLength);
|
|
1132
|
+
const l2BlockNumber = view.readUInt32BE(32);
|
|
1133
|
+
const txIndexInBlock = view.readUInt32BE(36);
|
|
826
1134
|
return [l2BlockNumber, txIndexInBlock];
|
|
827
1135
|
}
|
|
828
1136
|
|
|
1137
|
+
/**
|
|
1138
|
+
* Batched, partial deserializer that fetches `noteHashes` and `nullifiers` (all of them) for the given
|
|
1139
|
+
* txs. For each input txHash, returns a `[noteHashes, nullifiers]` tuple. Returns `[[], []]` for any
|
|
1140
|
+
* unknown txHash. Preserves input order. Used by the log read path when `includeEffects` is set to
|
|
1141
|
+
* attach effect data on demand without paying for a full {@link TxEffect} deserialization.
|
|
1142
|
+
*
|
|
1143
|
+
* The on-disk `IndexedTxEffect` layout starts with a fixed-length header
|
|
1144
|
+
* (`blockHash(32) + l2BlockNumber(4) + txIndexInBlock(4) + slotNumber(4) + revertCode(1) + txHash(32) +
|
|
1145
|
+
* transactionFee(32)` = 109 bytes), followed by `noteHashes` and `nullifiers` (both u8-length-prefixed `Fr`
|
|
1146
|
+
* vectors). We
|
|
1147
|
+
* skip the header, then read the two vectors, and stop — the large tail (`l2ToL1Msgs`,
|
|
1148
|
+
* `publicDataWrites`, `privateLogs`, `publicLogs`, `contractClassLogs`) is never touched.
|
|
1149
|
+
*/
|
|
1150
|
+
public getNoteHashesAndNullifiers(txHashes: TxHash[]): Promise<[Fr[], Fr[]][]> {
|
|
1151
|
+
return Promise.all(
|
|
1152
|
+
txHashes.map(async (txHash): Promise<[Fr[], Fr[]]> => {
|
|
1153
|
+
const buffer = await this.#txEffects.getAsync(txHash.toString());
|
|
1154
|
+
if (!buffer) {
|
|
1155
|
+
return [[], []];
|
|
1156
|
+
}
|
|
1157
|
+
const reader = BufferReader.asReader(buffer);
|
|
1158
|
+
// Skip the fixed-length header: blockHash + l2BlockNumber + txIndexInBlock + slotNumber + revertCode +
|
|
1159
|
+
// txHash + transactionFee.
|
|
1160
|
+
reader.readBytes(32 + 4 + 4 + 4 + 1 + 32 + 32);
|
|
1161
|
+
const noteHashes = reader.readVectorUint8Prefix(Fr);
|
|
1162
|
+
const nullifiers = reader.readVectorUint8Prefix(Fr);
|
|
1163
|
+
return [noteHashes, nullifiers];
|
|
1164
|
+
}),
|
|
1165
|
+
);
|
|
1166
|
+
}
|
|
1167
|
+
|
|
829
1168
|
/**
|
|
830
1169
|
* Looks up which block deployed a particular contract.
|
|
831
1170
|
* @param contractAddress - The address of the contract to look up.
|
|
@@ -845,7 +1184,7 @@ export class BlockStore {
|
|
|
845
1184
|
if (!checkpoint) {
|
|
846
1185
|
return BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
847
1186
|
}
|
|
848
|
-
return BlockNumber(checkpoint.startBlock + checkpoint.
|
|
1187
|
+
return BlockNumber(checkpoint.startBlock + checkpoint.blockCount - 1);
|
|
849
1188
|
}
|
|
850
1189
|
|
|
851
1190
|
async getLatestL2BlockNumber(): Promise<BlockNumber> {
|
|
@@ -853,6 +1192,159 @@ export class BlockStore {
|
|
|
853
1192
|
return typeof lastBlockNumber === 'number' ? BlockNumber(lastBlockNumber) : BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
854
1193
|
}
|
|
855
1194
|
|
|
1195
|
+
/**
|
|
1196
|
+
* Resolves all four L2 chain tips (proposed, checkpointed, proven, finalized) in a single
|
|
1197
|
+
* read-only transaction so the snapshot is internally consistent. Each underlying record is
|
|
1198
|
+
* read at most once: latest block and latest confirmed checkpoint are loaded directly (no
|
|
1199
|
+
* separate "find the number, then look up data" hop), the proven/finalized checkpoint
|
|
1200
|
+
* singletons are read once and their storage entries are reused if they coincide with the
|
|
1201
|
+
* latest checkpoint, and per-tip block hashes are deduped when two tips land on the same block
|
|
1202
|
+
* (e.g. finalized == proven).
|
|
1203
|
+
*
|
|
1204
|
+
* The result is guaranteed to satisfy `finalized <= proven <= checkpointed <= proposed` (by
|
|
1205
|
+
* block number). Genesis is represented by `(INITIAL_L2_BLOCK_NUM - 1)` and the supplied
|
|
1206
|
+
* `genesisBlockHash`, paired with the synthetic genesis checkpoint id.
|
|
1207
|
+
*
|
|
1208
|
+
* @param genesisBlockHash - Block hash to report for the synthetic pre-initial block (used when
|
|
1209
|
+
* a tip is still at genesis).
|
|
1210
|
+
*/
|
|
1211
|
+
async getL2TipsData(genesisBlockHash: BlockHash): Promise<L2Tips> {
|
|
1212
|
+
return await this.db.transactionAsync(async () => {
|
|
1213
|
+
// Define genesis tips
|
|
1214
|
+
const genesisBlockNumber = BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
1215
|
+
const genesisCheckpointNumber = CheckpointNumber(INITIAL_CHECKPOINT_NUMBER - 1);
|
|
1216
|
+
const genesisBlockId = { number: genesisBlockNumber, hash: genesisBlockHash.toString() };
|
|
1217
|
+
const genesisCheckpointId = {
|
|
1218
|
+
number: genesisCheckpointNumber,
|
|
1219
|
+
hash: GENESIS_CHECKPOINT_HEADER_HASH.toString(),
|
|
1220
|
+
};
|
|
1221
|
+
const genesisTip: L2TipId = { block: genesisBlockId, checkpoint: genesisCheckpointId };
|
|
1222
|
+
|
|
1223
|
+
// Load latest block and checkpoint entries
|
|
1224
|
+
const [latestBlockEntry] = await toArray(this.#blocks.entriesAsync({ reverse: true, limit: 1 }));
|
|
1225
|
+
const [latestCheckpointEntry] = await toArray(this.#checkpoints.entriesAsync({ reverse: true, limit: 1 }));
|
|
1226
|
+
const latestCheckpointNumber = latestCheckpointEntry
|
|
1227
|
+
? CheckpointNumber(latestCheckpointEntry[0])
|
|
1228
|
+
: genesisCheckpointNumber;
|
|
1229
|
+
|
|
1230
|
+
// Load proven and finalized checkpoint number pointers
|
|
1231
|
+
const [provenRaw, finalizedRaw] = await Promise.all([
|
|
1232
|
+
this.#lastProvenCheckpoint.getAsync(),
|
|
1233
|
+
this.#lastFinalizedCheckpoint.getAsync(),
|
|
1234
|
+
]);
|
|
1235
|
+
|
|
1236
|
+
// Clamp to enforce finalized <= proven <= checkpointed.
|
|
1237
|
+
const provenCheckpointNumber = CheckpointNumber(Math.min(provenRaw ?? 0, latestCheckpointNumber));
|
|
1238
|
+
const finalizedCheckpointNumber = CheckpointNumber(Math.min(finalizedRaw ?? 0, provenCheckpointNumber));
|
|
1239
|
+
|
|
1240
|
+
// Avoid loading the same checkpoint more than once
|
|
1241
|
+
const checkpointStorageCache = new Map<CheckpointNumber, CheckpointStorage>();
|
|
1242
|
+
if (latestCheckpointEntry) {
|
|
1243
|
+
checkpointStorageCache.set(CheckpointNumber(latestCheckpointEntry[0]), latestCheckpointEntry[1]);
|
|
1244
|
+
}
|
|
1245
|
+
const loadCheckpointStorage = async (n: CheckpointNumber): Promise<CheckpointStorage | undefined> => {
|
|
1246
|
+
if (n === 0) {
|
|
1247
|
+
return undefined;
|
|
1248
|
+
}
|
|
1249
|
+
if (!checkpointStorageCache.has(n)) {
|
|
1250
|
+
const checkpointStorage = await this.#checkpoints.getAsync(n);
|
|
1251
|
+
if (!checkpointStorage) {
|
|
1252
|
+
throw new CheckpointNotFoundError(n);
|
|
1253
|
+
}
|
|
1254
|
+
checkpointStorageCache.set(n, checkpointStorage);
|
|
1255
|
+
}
|
|
1256
|
+
return checkpointStorageCache.get(n)!;
|
|
1257
|
+
};
|
|
1258
|
+
|
|
1259
|
+
// Load proven and finalized checkpoint storage entries
|
|
1260
|
+
const provenCheckpoint = await loadCheckpointStorage(provenCheckpointNumber);
|
|
1261
|
+
const finalizedCheckpoint = await loadCheckpointStorage(finalizedCheckpointNumber);
|
|
1262
|
+
|
|
1263
|
+
// Avoid loading the same block hash multiple times when tips land on the same block
|
|
1264
|
+
const blockHashCache = new Map<number, string>();
|
|
1265
|
+
blockHashCache.set(genesisBlockNumber, genesisBlockHash.toString());
|
|
1266
|
+
if (latestBlockEntry) {
|
|
1267
|
+
blockHashCache.set(latestBlockEntry[0], BlockHash.fromBuffer(latestBlockEntry[1].blockHash).toString());
|
|
1268
|
+
}
|
|
1269
|
+
const loadBlockHash = async (n: BlockNumber): Promise<string> => {
|
|
1270
|
+
if (!blockHashCache.has(n)) {
|
|
1271
|
+
const blockStorage = await this.#blocks.getAsync(n);
|
|
1272
|
+
if (!blockStorage) {
|
|
1273
|
+
throw new BlockNotFoundError(n);
|
|
1274
|
+
}
|
|
1275
|
+
const blockHash = BlockHash.fromBuffer(blockStorage.blockHash).toString();
|
|
1276
|
+
blockHashCache.set(n, blockHash);
|
|
1277
|
+
}
|
|
1278
|
+
return blockHashCache.get(n)!;
|
|
1279
|
+
};
|
|
1280
|
+
|
|
1281
|
+
// Build proposed chain tip (this one has block only, no checkpoint)
|
|
1282
|
+
const proposedBlockId =
|
|
1283
|
+
latestBlockEntry === undefined
|
|
1284
|
+
? genesisBlockId
|
|
1285
|
+
: {
|
|
1286
|
+
number: BlockNumber(latestBlockEntry[0]),
|
|
1287
|
+
hash: BlockHash.fromBuffer(latestBlockEntry[1].blockHash).toString(),
|
|
1288
|
+
};
|
|
1289
|
+
|
|
1290
|
+
// Build other tips from checkpoint data, reading corresponding block data from the cache
|
|
1291
|
+
const buildTipFromCheckpoint = async (
|
|
1292
|
+
stored: ProposedCheckpointStorage | CheckpointStorage | undefined,
|
|
1293
|
+
): Promise<L2TipId> => {
|
|
1294
|
+
if (!stored) {
|
|
1295
|
+
return genesisTip;
|
|
1296
|
+
}
|
|
1297
|
+
const blockNumber = BlockNumber(stored.startBlock + stored.blockCount - 1);
|
|
1298
|
+
const blockHash = await loadBlockHash(blockNumber);
|
|
1299
|
+
const header = CheckpointHeader.fromBuffer(stored.header);
|
|
1300
|
+
return {
|
|
1301
|
+
block: { number: blockNumber, hash: blockHash },
|
|
1302
|
+
checkpoint: { number: CheckpointNumber(stored.checkpointNumber), hash: header.hash().toString() },
|
|
1303
|
+
};
|
|
1304
|
+
};
|
|
1305
|
+
|
|
1306
|
+
const checkpointedTip = await buildTipFromCheckpoint(latestCheckpointEntry?.[1]);
|
|
1307
|
+
const provenTip = await buildTipFromCheckpoint(provenCheckpoint);
|
|
1308
|
+
const finalizedTip = await buildTipFromCheckpoint(finalizedCheckpoint);
|
|
1309
|
+
|
|
1310
|
+
// A checkpointed block past the latest stored block would mean a checkpoint
|
|
1311
|
+
// references blocks that aren't in blocks.
|
|
1312
|
+
if (proposedBlockId.number < checkpointedTip.block.number) {
|
|
1313
|
+
throw new Error(
|
|
1314
|
+
`Inconsistent block store: latest block ${proposedBlockId.number} is behind checkpointed block ${checkpointedTip.block.number}`,
|
|
1315
|
+
);
|
|
1316
|
+
}
|
|
1317
|
+
|
|
1318
|
+
// Assert that checkpoint numbers are increasing
|
|
1319
|
+
if (
|
|
1320
|
+
finalizedTip.checkpoint.number > provenTip.checkpoint.number ||
|
|
1321
|
+
provenTip.checkpoint.number > checkpointedTip.checkpoint.number
|
|
1322
|
+
) {
|
|
1323
|
+
throw new Error(
|
|
1324
|
+
`Inconsistent checkpoint numbers in chain tips: finalized=${finalizedTip.checkpoint.number} proven=${provenTip.checkpoint.number} checkpointed=${checkpointedTip.checkpoint.number}`,
|
|
1325
|
+
);
|
|
1326
|
+
}
|
|
1327
|
+
|
|
1328
|
+
// Assert block numbers are increasing
|
|
1329
|
+
if (
|
|
1330
|
+
finalizedTip.block.number > provenTip.block.number ||
|
|
1331
|
+
provenTip.block.number > checkpointedTip.block.number ||
|
|
1332
|
+
checkpointedTip.block.number > proposedBlockId.number
|
|
1333
|
+
) {
|
|
1334
|
+
throw new Error(
|
|
1335
|
+
`Inconsistent block numbers in chain tips: finalized=${finalizedTip.block.number} proven=${provenTip.block.number} checkpointed=${checkpointedTip.block.number} proposed=${proposedBlockId.number}`,
|
|
1336
|
+
);
|
|
1337
|
+
}
|
|
1338
|
+
|
|
1339
|
+
return {
|
|
1340
|
+
proposed: proposedBlockId,
|
|
1341
|
+
checkpointed: checkpointedTip,
|
|
1342
|
+
proven: provenTip,
|
|
1343
|
+
finalized: finalizedTip,
|
|
1344
|
+
};
|
|
1345
|
+
});
|
|
1346
|
+
}
|
|
1347
|
+
|
|
856
1348
|
/**
|
|
857
1349
|
* Gets the most recent L1 block processed.
|
|
858
1350
|
* @returns The L1 block that published the latest L2 block
|
|
@@ -865,14 +1357,62 @@ export class BlockStore {
|
|
|
865
1357
|
return this.#lastSynchedL1Block.set(l1BlockNumber);
|
|
866
1358
|
}
|
|
867
1359
|
|
|
1360
|
+
/**
|
|
1361
|
+
* Adds a proposed checkpoint to the pending queue.
|
|
1362
|
+
* Accepts proposed.checkpointNumber === latestTip + 1, where latestTip is the highest of
|
|
1363
|
+
* confirmed and the highest pending checkpoint number.
|
|
1364
|
+
* Computes archive and checkpointOutHash from the stored blocks.
|
|
1365
|
+
*/
|
|
1366
|
+
async addProposedCheckpoint(proposed: ProposedCheckpointInput) {
|
|
1367
|
+
return await this.db.transactionAsync(async () => {
|
|
1368
|
+
const confirmed = await this.getLatestCheckpointNumber();
|
|
1369
|
+
const [latestPendingKey] = await toArray(this.#proposedCheckpoints.keysAsync({ reverse: true, limit: 1 }));
|
|
1370
|
+
const latestTip = CheckpointNumber(
|
|
1371
|
+
latestPendingKey !== undefined ? Math.max(latestPendingKey, confirmed) : confirmed,
|
|
1372
|
+
);
|
|
1373
|
+
|
|
1374
|
+
if (proposed.checkpointNumber !== latestTip + 1) {
|
|
1375
|
+
throw new ProposedCheckpointNotSequentialError(proposed.checkpointNumber, latestTip);
|
|
1376
|
+
}
|
|
1377
|
+
|
|
1378
|
+
// Ensure the predecessor block (from pending or confirmed chain) exists
|
|
1379
|
+
const previousBlock = await this.getPreviousCheckpointBlock(proposed.checkpointNumber);
|
|
1380
|
+
const blocks: L2Block[] = [];
|
|
1381
|
+
for (let i = 0; i < proposed.blockCount; i++) {
|
|
1382
|
+
const block = await this.getBlock({ number: BlockNumber(proposed.startBlock + i) });
|
|
1383
|
+
if (!block) {
|
|
1384
|
+
throw new BlockNotFoundError(proposed.startBlock + i);
|
|
1385
|
+
}
|
|
1386
|
+
blocks.push(block);
|
|
1387
|
+
}
|
|
1388
|
+
this.validateCheckpointBlocks(blocks, previousBlock);
|
|
1389
|
+
|
|
1390
|
+
const archive = blocks[blocks.length - 1].archive;
|
|
1391
|
+
const checkpointOutHash = Checkpoint.getCheckpointOutHash(blocks);
|
|
1392
|
+
|
|
1393
|
+
await this.#proposedCheckpoints.set(proposed.checkpointNumber, {
|
|
1394
|
+
header: proposed.header.toBuffer(),
|
|
1395
|
+
archive: archive.toBuffer(),
|
|
1396
|
+
checkpointOutHash: checkpointOutHash.toBuffer(),
|
|
1397
|
+
checkpointNumber: proposed.checkpointNumber,
|
|
1398
|
+
startBlock: proposed.startBlock,
|
|
1399
|
+
blockCount: proposed.blockCount,
|
|
1400
|
+
totalManaUsed: proposed.totalManaUsed.toString(),
|
|
1401
|
+
feeAssetPriceModifier: proposed.feeAssetPriceModifier.toString(),
|
|
1402
|
+
});
|
|
1403
|
+
});
|
|
1404
|
+
}
|
|
1405
|
+
|
|
868
1406
|
async getProvenCheckpointNumber(): Promise<CheckpointNumber> {
|
|
869
|
-
|
|
870
|
-
|
|
871
|
-
|
|
872
|
-
|
|
873
|
-
|
|
874
|
-
|
|
875
|
-
|
|
1407
|
+
return await this.db.transactionAsync(async () => {
|
|
1408
|
+
const [latestCheckpointNumber, provenCheckpointNumber] = await Promise.all([
|
|
1409
|
+
this.getLatestCheckpointNumber(),
|
|
1410
|
+
this.#lastProvenCheckpoint.getAsync(),
|
|
1411
|
+
]);
|
|
1412
|
+
return (provenCheckpointNumber ?? 0) > latestCheckpointNumber
|
|
1413
|
+
? latestCheckpointNumber
|
|
1414
|
+
: CheckpointNumber(provenCheckpointNumber ?? 0);
|
|
1415
|
+
});
|
|
876
1416
|
}
|
|
877
1417
|
|
|
878
1418
|
async setProvenCheckpointNumber(checkpointNumber: CheckpointNumber) {
|
|
@@ -880,6 +1420,22 @@ export class BlockStore {
|
|
|
880
1420
|
return result;
|
|
881
1421
|
}
|
|
882
1422
|
|
|
1423
|
+
async getFinalizedCheckpointNumber(): Promise<CheckpointNumber> {
|
|
1424
|
+
return await this.db.transactionAsync(async () => {
|
|
1425
|
+
const [provenCheckpointNumber, finalizedCheckpointNumber] = await Promise.all([
|
|
1426
|
+
this.getProvenCheckpointNumber(),
|
|
1427
|
+
this.#lastFinalizedCheckpoint.getAsync(),
|
|
1428
|
+
]);
|
|
1429
|
+
return (finalizedCheckpointNumber ?? 0) > provenCheckpointNumber
|
|
1430
|
+
? provenCheckpointNumber
|
|
1431
|
+
: CheckpointNumber(finalizedCheckpointNumber ?? 0);
|
|
1432
|
+
});
|
|
1433
|
+
}
|
|
1434
|
+
|
|
1435
|
+
setFinalizedCheckpointNumber(checkpointNumber: CheckpointNumber) {
|
|
1436
|
+
return this.#lastFinalizedCheckpoint.set(checkpointNumber);
|
|
1437
|
+
}
|
|
1438
|
+
|
|
883
1439
|
#computeBlockRange(start: BlockNumber, limit: number): Required<Pick<Range<number>, 'start' | 'limit'>> {
|
|
884
1440
|
if (limit < 1) {
|
|
885
1441
|
throw new Error(`Invalid limit: ${limit}`);
|
|
@@ -916,4 +1472,80 @@ export class BlockStore {
|
|
|
916
1472
|
await this.#pendingChainValidationStatus.delete();
|
|
917
1473
|
}
|
|
918
1474
|
}
|
|
1475
|
+
|
|
1476
|
+
/** Records a rejected-checkpoint entry, keyed by its own archive root. */
|
|
1477
|
+
async addRejectedCheckpoint(entry: RejectedCheckpoint): Promise<void> {
|
|
1478
|
+
const archiveRootHex = entry.archiveRoot.toString();
|
|
1479
|
+
await this.#rejectedCheckpoints.set(archiveRootHex, {
|
|
1480
|
+
checkpointNumber: entry.checkpointNumber,
|
|
1481
|
+
archiveRoot: entry.archiveRoot.toBuffer(),
|
|
1482
|
+
parentArchiveRoot: entry.parentArchiveRoot.toBuffer(),
|
|
1483
|
+
slotNumber: entry.slotNumber,
|
|
1484
|
+
l1: entry.l1.toBuffer(),
|
|
1485
|
+
reason: entry.reason,
|
|
1486
|
+
});
|
|
1487
|
+
await this.#rejectedCheckpointsByNumber.set(entry.checkpointNumber, archiveRootHex);
|
|
1488
|
+
await this.advanceSynchedL1BlockNumber(entry.l1.blockNumber);
|
|
1489
|
+
}
|
|
1490
|
+
|
|
1491
|
+
/** Returns the rejected-checkpoint entry with the given archive root, or undefined if not present. */
|
|
1492
|
+
async getRejectedCheckpointByArchiveRoot(archiveRoot: Fr): Promise<RejectedCheckpoint | undefined> {
|
|
1493
|
+
const stored = await this.#rejectedCheckpoints.getAsync(archiveRoot.toString());
|
|
1494
|
+
return stored ? this.rejectedCheckpointFromStorage(stored) : undefined;
|
|
1495
|
+
}
|
|
1496
|
+
|
|
1497
|
+
/** Returns the rejected-checkpoint entry recorded for the given checkpoint number, or undefined if none. */
|
|
1498
|
+
async getRejectedCheckpointByNumber(checkpointNumber: CheckpointNumber): Promise<RejectedCheckpoint | undefined> {
|
|
1499
|
+
const archiveRootHex = await this.#rejectedCheckpointsByNumber.getAsync(checkpointNumber);
|
|
1500
|
+
if (archiveRootHex === undefined) {
|
|
1501
|
+
return undefined;
|
|
1502
|
+
}
|
|
1503
|
+
const stored = await this.#rejectedCheckpoints.getAsync(archiveRootHex);
|
|
1504
|
+
return stored ? this.rejectedCheckpointFromStorage(stored) : undefined;
|
|
1505
|
+
}
|
|
1506
|
+
|
|
1507
|
+
/** Returns the highest checkpoint number recorded across all rejected entries, or `INITIAL_CHECKPOINT_NUMBER - 1` if none. */
|
|
1508
|
+
async getLatestRejectedCheckpointNumber(): Promise<CheckpointNumber> {
|
|
1509
|
+
const [latest] = await toArray(this.#rejectedCheckpointsByNumber.keysAsync({ reverse: true, limit: 1 }));
|
|
1510
|
+
return CheckpointNumber(latest ?? INITIAL_CHECKPOINT_NUMBER - 1);
|
|
1511
|
+
}
|
|
1512
|
+
|
|
1513
|
+
/** Removes a rejected-checkpoint entry by its archive root (used when an entry no longer matches L1). */
|
|
1514
|
+
async removeRejectedCheckpointByArchiveRoot(archiveRoot: Fr): Promise<void> {
|
|
1515
|
+
const archiveRootHex = archiveRoot.toString();
|
|
1516
|
+
const stored = await this.#rejectedCheckpoints.getAsync(archiveRootHex);
|
|
1517
|
+
await this.#rejectedCheckpoints.delete(archiveRootHex);
|
|
1518
|
+
if (stored) {
|
|
1519
|
+
// Only clear the by-number index if it still points at this archive root, so a distinct
|
|
1520
|
+
// entry that shares the checkpoint number (e.g. an L1 reorg replacement) is not dropped.
|
|
1521
|
+
const indexed = await this.#rejectedCheckpointsByNumber.getAsync(stored.checkpointNumber);
|
|
1522
|
+
if (indexed === archiveRootHex) {
|
|
1523
|
+
await this.#rejectedCheckpointsByNumber.delete(stored.checkpointNumber);
|
|
1524
|
+
}
|
|
1525
|
+
}
|
|
1526
|
+
}
|
|
1527
|
+
|
|
1528
|
+
/**
|
|
1529
|
+
* Advances the stored last-synched L1 block number to `l1BlockNumber` only if it is strictly
|
|
1530
|
+
* greater than the current value. Use this whenever ingesting checkpoint-shaped data so the
|
|
1531
|
+
* sync pointer never walks backwards on out-of-order writes (e.g. an invalid checkpoint
|
|
1532
|
+
* advance followed by a valid-checkpoint commit landing at an earlier L1 block).
|
|
1533
|
+
*/
|
|
1534
|
+
private async advanceSynchedL1BlockNumber(l1BlockNumber: bigint): Promise<void> {
|
|
1535
|
+
const current = await this.#lastSynchedL1Block.getAsync();
|
|
1536
|
+
if (current === undefined || l1BlockNumber > current) {
|
|
1537
|
+
await this.#lastSynchedL1Block.set(l1BlockNumber);
|
|
1538
|
+
}
|
|
1539
|
+
}
|
|
1540
|
+
|
|
1541
|
+
private rejectedCheckpointFromStorage(stored: RejectedCheckpointStorage): RejectedCheckpoint {
|
|
1542
|
+
return {
|
|
1543
|
+
checkpointNumber: CheckpointNumber(stored.checkpointNumber),
|
|
1544
|
+
archiveRoot: Fr.fromBuffer(stored.archiveRoot),
|
|
1545
|
+
parentArchiveRoot: Fr.fromBuffer(stored.parentArchiveRoot),
|
|
1546
|
+
slotNumber: SlotNumber(stored.slotNumber),
|
|
1547
|
+
l1: L1PublishedData.fromBuffer(stored.l1),
|
|
1548
|
+
reason: stored.reason,
|
|
1549
|
+
};
|
|
1550
|
+
}
|
|
919
1551
|
}
|