@aztec/archiver 4.0.0-nightly.20250907 → 4.0.0-nightly.20260108
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -6
- package/dest/archiver/archiver.d.ts +127 -84
- package/dest/archiver/archiver.d.ts.map +1 -1
- package/dest/archiver/archiver.js +1150 -382
- package/dest/archiver/archiver_store.d.ts +122 -45
- package/dest/archiver/archiver_store.d.ts.map +1 -1
- package/dest/archiver/archiver_store_test_suite.d.ts +1 -1
- package/dest/archiver/archiver_store_test_suite.d.ts.map +1 -1
- package/dest/archiver/archiver_store_test_suite.js +2013 -343
- package/dest/archiver/config.d.ts +7 -20
- package/dest/archiver/config.d.ts.map +1 -1
- package/dest/archiver/config.js +21 -5
- package/dest/archiver/errors.d.ts +25 -1
- package/dest/archiver/errors.d.ts.map +1 -1
- package/dest/archiver/errors.js +37 -0
- package/dest/archiver/index.d.ts +2 -2
- package/dest/archiver/index.d.ts.map +1 -1
- package/dest/archiver/instrumentation.d.ts +5 -3
- package/dest/archiver/instrumentation.d.ts.map +1 -1
- package/dest/archiver/instrumentation.js +14 -0
- package/dest/archiver/kv_archiver_store/block_store.d.ts +83 -15
- package/dest/archiver/kv_archiver_store/block_store.d.ts.map +1 -1
- package/dest/archiver/kv_archiver_store/block_store.js +396 -73
- package/dest/archiver/kv_archiver_store/contract_class_store.d.ts +2 -2
- package/dest/archiver/kv_archiver_store/contract_class_store.d.ts.map +1 -1
- package/dest/archiver/kv_archiver_store/contract_class_store.js +1 -1
- package/dest/archiver/kv_archiver_store/contract_instance_store.d.ts +2 -2
- package/dest/archiver/kv_archiver_store/contract_instance_store.d.ts.map +1 -1
- package/dest/archiver/kv_archiver_store/kv_archiver_store.d.ts +51 -55
- package/dest/archiver/kv_archiver_store/kv_archiver_store.d.ts.map +1 -1
- package/dest/archiver/kv_archiver_store/kv_archiver_store.js +82 -46
- package/dest/archiver/kv_archiver_store/log_store.d.ts +12 -16
- package/dest/archiver/kv_archiver_store/log_store.d.ts.map +1 -1
- package/dest/archiver/kv_archiver_store/log_store.js +149 -84
- package/dest/archiver/kv_archiver_store/message_store.d.ts +6 -5
- package/dest/archiver/kv_archiver_store/message_store.d.ts.map +1 -1
- package/dest/archiver/kv_archiver_store/message_store.js +15 -14
- package/dest/archiver/l1/bin/retrieve-calldata.d.ts +3 -0
- package/dest/archiver/l1/bin/retrieve-calldata.d.ts.map +1 -0
- package/dest/archiver/l1/bin/retrieve-calldata.js +149 -0
- package/dest/archiver/l1/calldata_retriever.d.ts +112 -0
- package/dest/archiver/l1/calldata_retriever.d.ts.map +1 -0
- package/dest/archiver/l1/calldata_retriever.js +471 -0
- package/dest/archiver/l1/data_retrieval.d.ts +90 -0
- package/dest/archiver/l1/data_retrieval.d.ts.map +1 -0
- package/dest/archiver/l1/data_retrieval.js +331 -0
- package/dest/archiver/l1/debug_tx.d.ts +19 -0
- package/dest/archiver/l1/debug_tx.d.ts.map +1 -0
- package/dest/archiver/l1/debug_tx.js +73 -0
- package/dest/archiver/l1/spire_proposer.d.ts +70 -0
- package/dest/archiver/l1/spire_proposer.d.ts.map +1 -0
- package/dest/archiver/l1/spire_proposer.js +157 -0
- package/dest/archiver/l1/trace_tx.d.ts +97 -0
- package/dest/archiver/l1/trace_tx.d.ts.map +1 -0
- package/dest/archiver/l1/trace_tx.js +91 -0
- package/dest/archiver/l1/types.d.ts +12 -0
- package/dest/archiver/l1/types.d.ts.map +1 -0
- package/dest/archiver/l1/types.js +3 -0
- package/dest/archiver/l1/validate_trace.d.ts +29 -0
- package/dest/archiver/l1/validate_trace.d.ts.map +1 -0
- package/dest/archiver/l1/validate_trace.js +150 -0
- package/dest/archiver/structs/data_retrieval.d.ts +1 -1
- package/dest/archiver/structs/inbox_message.d.ts +4 -4
- package/dest/archiver/structs/inbox_message.d.ts.map +1 -1
- package/dest/archiver/structs/inbox_message.js +6 -5
- package/dest/archiver/structs/published.d.ts +2 -2
- package/dest/archiver/structs/published.d.ts.map +1 -1
- package/dest/archiver/validation.d.ts +10 -4
- package/dest/archiver/validation.d.ts.map +1 -1
- package/dest/archiver/validation.js +66 -44
- package/dest/factory.d.ts +4 -6
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +5 -4
- package/dest/index.d.ts +2 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -1
- package/dest/rpc/index.d.ts +2 -2
- package/dest/test/index.d.ts +1 -1
- package/dest/test/mock_archiver.d.ts +16 -8
- package/dest/test/mock_archiver.d.ts.map +1 -1
- package/dest/test/mock_archiver.js +19 -14
- package/dest/test/mock_l1_to_l2_message_source.d.ts +7 -6
- package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
- package/dest/test/mock_l1_to_l2_message_source.js +10 -9
- package/dest/test/mock_l2_block_source.d.ts +31 -20
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +85 -18
- package/dest/test/mock_structs.d.ts +3 -2
- package/dest/test/mock_structs.d.ts.map +1 -1
- package/dest/test/mock_structs.js +9 -8
- package/package.json +18 -17
- package/src/archiver/archiver.ts +990 -481
- package/src/archiver/archiver_store.ts +141 -44
- package/src/archiver/archiver_store_test_suite.ts +2114 -331
- package/src/archiver/config.ts +30 -35
- package/src/archiver/errors.ts +64 -0
- package/src/archiver/index.ts +1 -1
- package/src/archiver/instrumentation.ts +19 -2
- package/src/archiver/kv_archiver_store/block_store.ts +541 -83
- package/src/archiver/kv_archiver_store/contract_class_store.ts +1 -1
- package/src/archiver/kv_archiver_store/contract_instance_store.ts +1 -1
- package/src/archiver/kv_archiver_store/kv_archiver_store.ts +107 -67
- package/src/archiver/kv_archiver_store/log_store.ts +209 -99
- package/src/archiver/kv_archiver_store/message_store.ts +21 -18
- package/src/archiver/l1/README.md +98 -0
- package/src/archiver/l1/bin/retrieve-calldata.ts +182 -0
- package/src/archiver/l1/calldata_retriever.ts +641 -0
- package/src/archiver/l1/data_retrieval.ts +512 -0
- package/src/archiver/l1/debug_tx.ts +99 -0
- package/src/archiver/l1/spire_proposer.ts +160 -0
- package/src/archiver/l1/trace_tx.ts +128 -0
- package/src/archiver/l1/types.ts +13 -0
- package/src/archiver/l1/validate_trace.ts +211 -0
- package/src/archiver/structs/inbox_message.ts +8 -8
- package/src/archiver/structs/published.ts +1 -1
- package/src/archiver/validation.ts +86 -32
- package/src/factory.ts +6 -7
- package/src/index.ts +1 -1
- package/src/test/fixtures/debug_traceTransaction-multicall3.json +88 -0
- package/src/test/fixtures/debug_traceTransaction-multiplePropose.json +153 -0
- package/src/test/fixtures/debug_traceTransaction-proxied.json +122 -0
- package/src/test/fixtures/trace_transaction-multicall3.json +65 -0
- package/src/test/fixtures/trace_transaction-multiplePropose.json +319 -0
- package/src/test/fixtures/trace_transaction-proxied.json +128 -0
- package/src/test/fixtures/trace_transaction-randomRevert.json +216 -0
- package/src/test/mock_archiver.ts +22 -16
- package/src/test/mock_l1_to_l2_message_source.ts +10 -9
- package/src/test/mock_l2_block_source.ts +114 -27
- package/src/test/mock_structs.ts +10 -9
- package/dest/archiver/data_retrieval.d.ts +0 -78
- package/dest/archiver/data_retrieval.d.ts.map +0 -1
- package/dest/archiver/data_retrieval.js +0 -354
- package/src/archiver/data_retrieval.ts +0 -535
|
@@ -1,12 +1,25 @@
|
|
|
1
|
-
import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
2
|
-
import {
|
|
1
|
+
import { INITIAL_CHECKPOINT_NUMBER, INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
2
|
+
import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
3
|
+
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
3
4
|
import { toArray } from '@aztec/foundation/iterable';
|
|
4
5
|
import { createLogger } from '@aztec/foundation/log';
|
|
5
6
|
import { BufferReader } from '@aztec/foundation/serialize';
|
|
6
7
|
import { bufferToHex } from '@aztec/foundation/string';
|
|
8
|
+
import { isDefined } from '@aztec/foundation/types';
|
|
7
9
|
import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncSingleton, Range } from '@aztec/kv-store';
|
|
8
10
|
import type { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
9
|
-
import {
|
|
11
|
+
import {
|
|
12
|
+
Body,
|
|
13
|
+
CheckpointedL2Block,
|
|
14
|
+
CommitteeAttestation,
|
|
15
|
+
L2BlockHash,
|
|
16
|
+
L2BlockNew,
|
|
17
|
+
type ValidateBlockResult,
|
|
18
|
+
deserializeValidateBlockResult,
|
|
19
|
+
serializeValidateBlockResult,
|
|
20
|
+
} from '@aztec/stdlib/block';
|
|
21
|
+
import { L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
22
|
+
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
10
23
|
import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
|
|
11
24
|
import {
|
|
12
25
|
BlockHeader,
|
|
@@ -18,8 +31,17 @@ import {
|
|
|
18
31
|
serializeIndexedTxEffect,
|
|
19
32
|
} from '@aztec/stdlib/tx';
|
|
20
33
|
|
|
21
|
-
import {
|
|
22
|
-
|
|
34
|
+
import {
|
|
35
|
+
BlockArchiveNotConsistentError,
|
|
36
|
+
BlockIndexNotSequentialError,
|
|
37
|
+
BlockNotFoundError,
|
|
38
|
+
BlockNumberNotSequentialError,
|
|
39
|
+
CheckpointNotFoundError,
|
|
40
|
+
CheckpointNumberNotConsistentError,
|
|
41
|
+
CheckpointNumberNotSequentialError,
|
|
42
|
+
InitialBlockNumberNotSequentialError,
|
|
43
|
+
InitialCheckpointNumberNotSequentialError,
|
|
44
|
+
} from '../errors.js';
|
|
23
45
|
|
|
24
46
|
export { TxReceipt, type TxEffect, type TxHash } from '@aztec/stdlib/tx';
|
|
25
47
|
|
|
@@ -29,6 +51,26 @@ type BlockStorage = {
|
|
|
29
51
|
header: Buffer;
|
|
30
52
|
blockHash: Buffer;
|
|
31
53
|
archive: Buffer;
|
|
54
|
+
checkpointNumber: number;
|
|
55
|
+
indexWithinCheckpoint: number;
|
|
56
|
+
};
|
|
57
|
+
|
|
58
|
+
type CheckpointStorage = {
|
|
59
|
+
header: Buffer;
|
|
60
|
+
archive: Buffer;
|
|
61
|
+
checkpointNumber: number;
|
|
62
|
+
startBlock: number;
|
|
63
|
+
numBlocks: number;
|
|
64
|
+
l1: Buffer;
|
|
65
|
+
attestations: Buffer[];
|
|
66
|
+
};
|
|
67
|
+
|
|
68
|
+
export type CheckpointData = {
|
|
69
|
+
checkpointNumber: CheckpointNumber;
|
|
70
|
+
header: CheckpointHeader;
|
|
71
|
+
archive: AppendOnlyTreeSnapshot;
|
|
72
|
+
startBlock: number;
|
|
73
|
+
numBlocks: number;
|
|
32
74
|
l1: L1PublishedData;
|
|
33
75
|
attestations: Buffer[];
|
|
34
76
|
};
|
|
@@ -40,6 +82,9 @@ export class BlockStore {
|
|
|
40
82
|
/** Map block number to block data */
|
|
41
83
|
#blocks: AztecAsyncMap<number, BlockStorage>;
|
|
42
84
|
|
|
85
|
+
/** Map checkpoint number to checkpoint data */
|
|
86
|
+
#checkpoints: AztecAsyncMap<number, CheckpointStorage>;
|
|
87
|
+
|
|
43
88
|
/** Map block hash to list of tx hashes */
|
|
44
89
|
#blockTxs: AztecAsyncMap<string, Buffer>;
|
|
45
90
|
|
|
@@ -49,12 +94,21 @@ export class BlockStore {
|
|
|
49
94
|
/** Stores L1 block number in which the last processed L2 block was included */
|
|
50
95
|
#lastSynchedL1Block: AztecAsyncSingleton<bigint>;
|
|
51
96
|
|
|
52
|
-
/** Stores
|
|
53
|
-
#
|
|
97
|
+
/** Stores last proven checkpoint */
|
|
98
|
+
#lastProvenCheckpoint: AztecAsyncSingleton<number>;
|
|
99
|
+
|
|
100
|
+
/** Stores the pending chain validation status */
|
|
101
|
+
#pendingChainValidationStatus: AztecAsyncSingleton<Buffer>;
|
|
54
102
|
|
|
55
103
|
/** Index mapping a contract's address (as a string) to its location in a block */
|
|
56
104
|
#contractIndex: AztecAsyncMap<string, BlockIndexValue>;
|
|
57
105
|
|
|
106
|
+
/** Index mapping block hash to block number */
|
|
107
|
+
#blockHashIndex: AztecAsyncMap<string, number>;
|
|
108
|
+
|
|
109
|
+
/** Index mapping block archive to block number */
|
|
110
|
+
#blockArchiveIndex: AztecAsyncMap<string, number>;
|
|
111
|
+
|
|
58
112
|
#log = createLogger('archiver:block_store');
|
|
59
113
|
|
|
60
114
|
constructor(private db: AztecAsyncKVStore) {
|
|
@@ -62,116 +116,415 @@ export class BlockStore {
|
|
|
62
116
|
this.#blockTxs = db.openMap('archiver_block_txs');
|
|
63
117
|
this.#txEffects = db.openMap('archiver_tx_effects');
|
|
64
118
|
this.#contractIndex = db.openMap('archiver_contract_index');
|
|
119
|
+
this.#blockHashIndex = db.openMap('archiver_block_hash_index');
|
|
120
|
+
this.#blockArchiveIndex = db.openMap('archiver_block_archive_index');
|
|
65
121
|
this.#lastSynchedL1Block = db.openSingleton('archiver_last_synched_l1_block');
|
|
66
|
-
this.#
|
|
122
|
+
this.#lastProvenCheckpoint = db.openSingleton('archiver_last_proven_l2_checkpoint');
|
|
123
|
+
this.#pendingChainValidationStatus = db.openSingleton('archiver_pending_chain_validation_status');
|
|
124
|
+
this.#checkpoints = db.openMap('archiver_checkpoints');
|
|
67
125
|
}
|
|
68
126
|
|
|
69
127
|
/**
|
|
70
|
-
* Append new blocks to the store's list.
|
|
128
|
+
* Append new blocks to the store's list. All blocks must be for the 'current' checkpoint
|
|
71
129
|
* @param blocks - The L2 blocks to be added to the store.
|
|
72
130
|
* @returns True if the operation is successful.
|
|
73
131
|
*/
|
|
74
|
-
async addBlocks(blocks:
|
|
132
|
+
async addBlocks(blocks: L2BlockNew[], opts: { force?: boolean } = {}): Promise<boolean> {
|
|
75
133
|
if (blocks.length === 0) {
|
|
76
134
|
return true;
|
|
77
135
|
}
|
|
78
136
|
|
|
79
137
|
return await this.db.transactionAsync(async () => {
|
|
80
138
|
// Check that the block immediately before the first block to be added is present in the store.
|
|
81
|
-
const firstBlockNumber = blocks[0].
|
|
82
|
-
const
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
139
|
+
const firstBlockNumber = blocks[0].number;
|
|
140
|
+
const firstBlockCheckpointNumber = blocks[0].checkpointNumber;
|
|
141
|
+
const firstBlockIndex = blocks[0].indexWithinCheckpoint;
|
|
142
|
+
const firstBlockLastArchive = blocks[0].header.lastArchive.root;
|
|
143
|
+
|
|
144
|
+
// Extract the latest block and checkpoint numbers
|
|
145
|
+
const previousBlockNumber = await this.getLatestBlockNumber();
|
|
146
|
+
const previousCheckpointNumber = await this.getLatestCheckpointNumber();
|
|
147
|
+
|
|
148
|
+
// Check that the first block number is the expected one
|
|
149
|
+
if (!opts.force && previousBlockNumber !== firstBlockNumber - 1) {
|
|
89
150
|
throw new InitialBlockNumberNotSequentialError(firstBlockNumber, previousBlockNumber);
|
|
90
151
|
}
|
|
91
152
|
|
|
92
|
-
//
|
|
93
|
-
|
|
153
|
+
// The same check as above but for checkpoints
|
|
154
|
+
if (!opts.force && previousCheckpointNumber !== firstBlockCheckpointNumber - 1) {
|
|
155
|
+
throw new InitialCheckpointNumberNotSequentialError(firstBlockCheckpointNumber, previousCheckpointNumber);
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
// Extract the previous block if there is one and see if it is for the same checkpoint or not
|
|
159
|
+
const previousBlockResult = await this.getBlock(previousBlockNumber);
|
|
160
|
+
|
|
161
|
+
let expectedFirstblockIndex = 0;
|
|
162
|
+
let previousBlockIndex: number | undefined = undefined;
|
|
163
|
+
if (previousBlockResult !== undefined) {
|
|
164
|
+
if (previousBlockResult.checkpointNumber === firstBlockCheckpointNumber) {
|
|
165
|
+
// The previous block is for the same checkpoint, therefore our index should follow it
|
|
166
|
+
previousBlockIndex = previousBlockResult.indexWithinCheckpoint;
|
|
167
|
+
expectedFirstblockIndex = previousBlockIndex + 1;
|
|
168
|
+
}
|
|
169
|
+
if (!previousBlockResult.archive.root.equals(firstBlockLastArchive)) {
|
|
170
|
+
throw new BlockArchiveNotConsistentError(
|
|
171
|
+
firstBlockNumber,
|
|
172
|
+
previousBlockResult.number,
|
|
173
|
+
firstBlockLastArchive,
|
|
174
|
+
previousBlockResult.archive.root,
|
|
175
|
+
);
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
// Now check that the first block has the expected index value
|
|
180
|
+
if (!opts.force && expectedFirstblockIndex !== firstBlockIndex) {
|
|
181
|
+
throw new BlockIndexNotSequentialError(firstBlockIndex, previousBlockIndex);
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
// Iterate over blocks array and insert them, checking that the block numbers and indexes are sequential. Also check they are for the correct checkpoint.
|
|
185
|
+
let previousBlock: L2BlockNew | undefined = undefined;
|
|
94
186
|
for (const block of blocks) {
|
|
95
|
-
if (!opts.force && previousBlock
|
|
96
|
-
|
|
187
|
+
if (!opts.force && previousBlock) {
|
|
188
|
+
if (previousBlock.number + 1 !== block.number) {
|
|
189
|
+
throw new BlockNumberNotSequentialError(block.number, previousBlock.number);
|
|
190
|
+
}
|
|
191
|
+
if (previousBlock.indexWithinCheckpoint + 1 !== block.indexWithinCheckpoint) {
|
|
192
|
+
throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, previousBlock.indexWithinCheckpoint);
|
|
193
|
+
}
|
|
194
|
+
if (!previousBlock.archive.root.equals(block.header.lastArchive.root)) {
|
|
195
|
+
throw new BlockArchiveNotConsistentError(
|
|
196
|
+
block.number,
|
|
197
|
+
previousBlock.number,
|
|
198
|
+
block.header.lastArchive.root,
|
|
199
|
+
previousBlock.archive.root,
|
|
200
|
+
);
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
if (!opts.force && firstBlockCheckpointNumber !== block.checkpointNumber) {
|
|
204
|
+
throw new CheckpointNumberNotConsistentError(block.checkpointNumber, firstBlockCheckpointNumber);
|
|
97
205
|
}
|
|
98
206
|
previousBlock = block;
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
await this.#blocks.set(block.block.number, {
|
|
102
|
-
header: block.block.header.toBuffer(),
|
|
103
|
-
blockHash: blockHash.toBuffer(),
|
|
104
|
-
archive: block.block.archive.toBuffer(),
|
|
105
|
-
l1: block.l1,
|
|
106
|
-
attestations: block.attestations.map(attestation => attestation.toBuffer()),
|
|
107
|
-
});
|
|
207
|
+
await this.addBlockToDatabase(block, block.checkpointNumber, block.indexWithinCheckpoint);
|
|
208
|
+
}
|
|
108
209
|
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
210
|
+
return true;
|
|
211
|
+
});
|
|
212
|
+
}
|
|
213
|
+
|
|
214
|
+
/**
|
|
215
|
+
* Append new cheskpoints to the store's list.
|
|
216
|
+
* @param checkpoints - The L2 checkpoints to be added to the store.
|
|
217
|
+
* @returns True if the operation is successful.
|
|
218
|
+
*/
|
|
219
|
+
async addCheckpoints(checkpoints: PublishedCheckpoint[], opts: { force?: boolean } = {}): Promise<boolean> {
|
|
220
|
+
if (checkpoints.length === 0) {
|
|
221
|
+
return true;
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
return await this.db.transactionAsync(async () => {
|
|
225
|
+
// Check that the checkpoint immediately before the first block to be added is present in the store.
|
|
226
|
+
const firstCheckpointNumber = checkpoints[0].checkpoint.number;
|
|
227
|
+
const previousCheckpointNumber = await this.getLatestCheckpointNumber();
|
|
228
|
+
|
|
229
|
+
if (previousCheckpointNumber !== firstCheckpointNumber - 1 && !opts.force) {
|
|
230
|
+
throw new InitialCheckpointNumberNotSequentialError(firstCheckpointNumber, previousCheckpointNumber);
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
// Extract the previous checkpoint if there is one
|
|
234
|
+
let previousCheckpointData: CheckpointData | undefined = undefined;
|
|
235
|
+
if (previousCheckpointNumber !== INITIAL_CHECKPOINT_NUMBER - 1) {
|
|
236
|
+
// There should be a previous checkpoint
|
|
237
|
+
previousCheckpointData = await this.getCheckpointData(previousCheckpointNumber);
|
|
238
|
+
if (previousCheckpointData === undefined) {
|
|
239
|
+
throw new CheckpointNotFoundError(previousCheckpointNumber);
|
|
117
240
|
}
|
|
241
|
+
}
|
|
118
242
|
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
243
|
+
let previousBlockNumber: BlockNumber | undefined = undefined;
|
|
244
|
+
let previousBlock: L2BlockNew | undefined = undefined;
|
|
245
|
+
|
|
246
|
+
// If we have a previous checkpoint then we need to get the previous block number
|
|
247
|
+
if (previousCheckpointData !== undefined) {
|
|
248
|
+
previousBlockNumber = BlockNumber(previousCheckpointData.startBlock + previousCheckpointData.numBlocks - 1);
|
|
249
|
+
previousBlock = await this.getBlock(previousBlockNumber);
|
|
250
|
+
if (previousBlock === undefined) {
|
|
251
|
+
// We should be able to get the required previous block
|
|
252
|
+
throw new BlockNotFoundError(previousBlockNumber);
|
|
253
|
+
}
|
|
123
254
|
}
|
|
124
255
|
|
|
125
|
-
|
|
256
|
+
// Iterate over checkpoints array and insert them, checking that the block numbers are sequential.
|
|
257
|
+
let previousCheckpoint: PublishedCheckpoint | undefined = undefined;
|
|
258
|
+
for (const checkpoint of checkpoints) {
|
|
259
|
+
if (
|
|
260
|
+
!opts.force &&
|
|
261
|
+
previousCheckpoint &&
|
|
262
|
+
previousCheckpoint.checkpoint.number + 1 !== checkpoint.checkpoint.number
|
|
263
|
+
) {
|
|
264
|
+
throw new CheckpointNumberNotSequentialError(
|
|
265
|
+
checkpoint.checkpoint.number,
|
|
266
|
+
previousCheckpoint.checkpoint.number,
|
|
267
|
+
);
|
|
268
|
+
}
|
|
269
|
+
previousCheckpoint = checkpoint;
|
|
270
|
+
|
|
271
|
+
// Store every block in the database. the block may already exist, but this has come from chain and is assumed to be correct.
|
|
272
|
+
for (let i = 0; i < checkpoint.checkpoint.blocks.length; i++) {
|
|
273
|
+
const block = checkpoint.checkpoint.blocks[i];
|
|
274
|
+
if (previousBlock) {
|
|
275
|
+
// The blocks should have a sequential block number
|
|
276
|
+
if (previousBlock.number !== block.number - 1) {
|
|
277
|
+
throw new BlockNumberNotSequentialError(block.number, previousBlock.number);
|
|
278
|
+
}
|
|
279
|
+
// If the blocks are for the same checkpoint then they should have sequential indexes
|
|
280
|
+
if (
|
|
281
|
+
previousBlock.checkpointNumber === block.checkpointNumber &&
|
|
282
|
+
previousBlock.indexWithinCheckpoint !== block.indexWithinCheckpoint - 1
|
|
283
|
+
) {
|
|
284
|
+
throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, previousBlock.indexWithinCheckpoint);
|
|
285
|
+
}
|
|
286
|
+
if (!previousBlock.archive.root.equals(block.header.lastArchive.root)) {
|
|
287
|
+
throw new BlockArchiveNotConsistentError(
|
|
288
|
+
block.number,
|
|
289
|
+
previousBlock.number,
|
|
290
|
+
block.header.lastArchive.root,
|
|
291
|
+
previousBlock.archive.root,
|
|
292
|
+
);
|
|
293
|
+
}
|
|
294
|
+
} else {
|
|
295
|
+
// No previous block, must be block 1 at checkpoint index 0
|
|
296
|
+
if (block.indexWithinCheckpoint !== 0) {
|
|
297
|
+
throw new BlockIndexNotSequentialError(block.indexWithinCheckpoint, undefined);
|
|
298
|
+
}
|
|
299
|
+
if (block.number !== INITIAL_L2_BLOCK_NUM) {
|
|
300
|
+
throw new BlockNumberNotSequentialError(block.number, undefined);
|
|
301
|
+
}
|
|
302
|
+
}
|
|
303
|
+
|
|
304
|
+
previousBlock = block;
|
|
305
|
+
await this.addBlockToDatabase(block, checkpoint.checkpoint.number, i);
|
|
306
|
+
}
|
|
307
|
+
|
|
308
|
+
// Store the checkpoint in the database
|
|
309
|
+
await this.#checkpoints.set(checkpoint.checkpoint.number, {
|
|
310
|
+
header: checkpoint.checkpoint.header.toBuffer(),
|
|
311
|
+
archive: checkpoint.checkpoint.archive.toBuffer(),
|
|
312
|
+
l1: checkpoint.l1.toBuffer(),
|
|
313
|
+
attestations: checkpoint.attestations.map(attestation => attestation.toBuffer()),
|
|
314
|
+
checkpointNumber: checkpoint.checkpoint.number,
|
|
315
|
+
startBlock: checkpoint.checkpoint.blocks[0].number,
|
|
316
|
+
numBlocks: checkpoint.checkpoint.blocks.length,
|
|
317
|
+
});
|
|
318
|
+
}
|
|
319
|
+
|
|
320
|
+
await this.#lastSynchedL1Block.set(checkpoints[checkpoints.length - 1].l1.blockNumber);
|
|
126
321
|
return true;
|
|
127
322
|
});
|
|
128
323
|
}
|
|
129
324
|
|
|
325
|
+
private async addBlockToDatabase(block: L2BlockNew, checkpointNumber: number, indexWithinCheckpoint: number) {
|
|
326
|
+
const blockHash = L2BlockHash.fromField(await block.hash());
|
|
327
|
+
|
|
328
|
+
await this.#blocks.set(block.number, {
|
|
329
|
+
header: block.header.toBuffer(),
|
|
330
|
+
blockHash: blockHash.toBuffer(),
|
|
331
|
+
archive: block.archive.toBuffer(),
|
|
332
|
+
checkpointNumber,
|
|
333
|
+
indexWithinCheckpoint,
|
|
334
|
+
});
|
|
335
|
+
|
|
336
|
+
for (let i = 0; i < block.body.txEffects.length; i++) {
|
|
337
|
+
const txEffect: IndexedTxEffect = {
|
|
338
|
+
data: block.body.txEffects[i],
|
|
339
|
+
l2BlockNumber: block.number,
|
|
340
|
+
l2BlockHash: blockHash,
|
|
341
|
+
txIndexInBlock: i,
|
|
342
|
+
};
|
|
343
|
+
await this.#txEffects.set(txEffect.data.txHash.toString(), serializeIndexedTxEffect(txEffect));
|
|
344
|
+
}
|
|
345
|
+
|
|
346
|
+
await this.#blockTxs.set(blockHash.toString(), Buffer.concat(block.body.txEffects.map(tx => tx.txHash.toBuffer())));
|
|
347
|
+
|
|
348
|
+
// Update indices for block hash and archive
|
|
349
|
+
await this.#blockHashIndex.set(blockHash.toString(), block.number);
|
|
350
|
+
await this.#blockArchiveIndex.set(block.archive.root.toString(), block.number);
|
|
351
|
+
}
|
|
352
|
+
|
|
130
353
|
/**
|
|
131
|
-
* Unwinds
|
|
354
|
+
* Unwinds checkpoints from the database
|
|
132
355
|
* @param from - The tip of the chain, passed for verification purposes,
|
|
133
356
|
* ensuring that we don't end up deleting something we did not intend
|
|
134
|
-
* @param
|
|
357
|
+
* @param checkpointsToUnwind - The number of checkpoints we are to unwind
|
|
135
358
|
* @returns True if the operation is successful
|
|
136
359
|
*/
|
|
137
|
-
async
|
|
360
|
+
async unwindCheckpoints(from: CheckpointNumber, checkpointsToUnwind: number) {
|
|
138
361
|
return await this.db.transactionAsync(async () => {
|
|
139
|
-
const last = await this.
|
|
362
|
+
const last = await this.getLatestCheckpointNumber();
|
|
140
363
|
if (from !== last) {
|
|
141
|
-
throw new Error(`Can only unwind
|
|
364
|
+
throw new Error(`Can only unwind checkpoints from the tip (requested ${from} but current tip is ${last})`);
|
|
142
365
|
}
|
|
143
366
|
|
|
144
|
-
const proven = await this.
|
|
145
|
-
if (from -
|
|
146
|
-
await this.
|
|
367
|
+
const proven = await this.getProvenCheckpointNumber();
|
|
368
|
+
if (from - checkpointsToUnwind < proven) {
|
|
369
|
+
await this.setProvenCheckpointNumber(CheckpointNumber(from - checkpointsToUnwind));
|
|
147
370
|
}
|
|
148
371
|
|
|
149
|
-
for (let i = 0; i <
|
|
150
|
-
const
|
|
151
|
-
const
|
|
372
|
+
for (let i = 0; i < checkpointsToUnwind; i++) {
|
|
373
|
+
const checkpointNumber = from - i;
|
|
374
|
+
const checkpoint = await this.#checkpoints.getAsync(checkpointNumber);
|
|
152
375
|
|
|
153
|
-
if (
|
|
154
|
-
this.#log.warn(`Cannot remove
|
|
376
|
+
if (checkpoint === undefined) {
|
|
377
|
+
this.#log.warn(`Cannot remove checkpoint ${checkpointNumber} from the store since we don't have it`);
|
|
155
378
|
continue;
|
|
156
379
|
}
|
|
157
|
-
await this.#
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
380
|
+
await this.#checkpoints.delete(checkpointNumber);
|
|
381
|
+
const maxBlock = checkpoint.startBlock + checkpoint.numBlocks - 1;
|
|
382
|
+
|
|
383
|
+
for (let blockNumber = checkpoint.startBlock; blockNumber <= maxBlock; blockNumber++) {
|
|
384
|
+
const block = await this.getBlock(BlockNumber(blockNumber));
|
|
385
|
+
|
|
386
|
+
if (block === undefined) {
|
|
387
|
+
this.#log.warn(`Cannot remove block ${blockNumber} from the store since we don't have it`);
|
|
388
|
+
continue;
|
|
389
|
+
}
|
|
390
|
+
await this.#blocks.delete(block.number);
|
|
391
|
+
await Promise.all(block.body.txEffects.map(tx => this.#txEffects.delete(tx.txHash.toString())));
|
|
392
|
+
const blockHash = (await block.hash()).toString();
|
|
393
|
+
await this.#blockTxs.delete(blockHash);
|
|
394
|
+
|
|
395
|
+
// Clean up indices
|
|
396
|
+
await this.#blockHashIndex.delete(blockHash);
|
|
397
|
+
await this.#blockArchiveIndex.delete(block.archive.root.toString());
|
|
398
|
+
|
|
399
|
+
this.#log.debug(`Unwound block ${blockNumber} ${blockHash} for checkpoint ${checkpointNumber}`);
|
|
400
|
+
}
|
|
162
401
|
}
|
|
163
402
|
|
|
164
403
|
return true;
|
|
165
404
|
});
|
|
166
405
|
}
|
|
167
406
|
|
|
407
|
+
async getCheckpointData(checkpointNumber: CheckpointNumber): Promise<CheckpointData | undefined> {
|
|
408
|
+
const checkpointStorage = await this.#checkpoints.getAsync(checkpointNumber);
|
|
409
|
+
if (!checkpointStorage) {
|
|
410
|
+
return undefined;
|
|
411
|
+
}
|
|
412
|
+
return this.checkpointDataFromCheckpointStorage(checkpointStorage);
|
|
413
|
+
}
|
|
414
|
+
|
|
415
|
+
async getRangeOfCheckpoints(from: CheckpointNumber, limit: number): Promise<CheckpointData[]> {
|
|
416
|
+
const checkpoints: CheckpointData[] = [];
|
|
417
|
+
for (let checkpointNumber = from; checkpointNumber < from + limit; checkpointNumber++) {
|
|
418
|
+
const checkpoint = await this.#checkpoints.getAsync(checkpointNumber);
|
|
419
|
+
if (!checkpoint) {
|
|
420
|
+
break;
|
|
421
|
+
}
|
|
422
|
+
checkpoints.push(this.checkpointDataFromCheckpointStorage(checkpoint));
|
|
423
|
+
}
|
|
424
|
+
return checkpoints;
|
|
425
|
+
}
|
|
426
|
+
|
|
427
|
+
private checkpointDataFromCheckpointStorage(checkpointStorage: CheckpointStorage) {
|
|
428
|
+
const data: CheckpointData = {
|
|
429
|
+
header: CheckpointHeader.fromBuffer(checkpointStorage.header),
|
|
430
|
+
archive: AppendOnlyTreeSnapshot.fromBuffer(checkpointStorage.archive),
|
|
431
|
+
checkpointNumber: CheckpointNumber(checkpointStorage.checkpointNumber),
|
|
432
|
+
startBlock: checkpointStorage.startBlock,
|
|
433
|
+
numBlocks: checkpointStorage.numBlocks,
|
|
434
|
+
l1: L1PublishedData.fromBuffer(checkpointStorage.l1),
|
|
435
|
+
attestations: checkpointStorage.attestations,
|
|
436
|
+
};
|
|
437
|
+
return data;
|
|
438
|
+
}
|
|
439
|
+
|
|
440
|
+
async getBlocksForCheckpoint(checkpointNumber: CheckpointNumber): Promise<L2BlockNew[] | undefined> {
|
|
441
|
+
const checkpoint = await this.#checkpoints.getAsync(checkpointNumber);
|
|
442
|
+
if (!checkpoint) {
|
|
443
|
+
return undefined;
|
|
444
|
+
}
|
|
445
|
+
|
|
446
|
+
const blocksForCheckpoint = await toArray(
|
|
447
|
+
this.#blocks.entriesAsync({
|
|
448
|
+
start: checkpoint.startBlock,
|
|
449
|
+
end: checkpoint.startBlock + checkpoint.numBlocks,
|
|
450
|
+
}),
|
|
451
|
+
);
|
|
452
|
+
|
|
453
|
+
const converted = await Promise.all(blocksForCheckpoint.map(x => this.getBlockFromBlockStorage(x[0], x[1])));
|
|
454
|
+
return converted.filter(isDefined);
|
|
455
|
+
}
|
|
456
|
+
|
|
457
|
+
async getProvenBlockNumber(): Promise<BlockNumber> {
|
|
458
|
+
const provenCheckpointNumber = await this.getProvenCheckpointNumber();
|
|
459
|
+
if (provenCheckpointNumber === INITIAL_CHECKPOINT_NUMBER - 1) {
|
|
460
|
+
return BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
461
|
+
}
|
|
462
|
+
const checkpointStorage = await this.#checkpoints.getAsync(provenCheckpointNumber);
|
|
463
|
+
if (!checkpointStorage) {
|
|
464
|
+
throw new CheckpointNotFoundError(provenCheckpointNumber);
|
|
465
|
+
} else {
|
|
466
|
+
return BlockNumber(checkpointStorage.startBlock + checkpointStorage.numBlocks - 1);
|
|
467
|
+
}
|
|
468
|
+
}
|
|
469
|
+
|
|
470
|
+
async getLatestBlockNumber(): Promise<BlockNumber> {
|
|
471
|
+
const [latestBlocknumber] = await toArray(this.#blocks.keysAsync({ reverse: true, limit: 1 }));
|
|
472
|
+
return typeof latestBlocknumber === 'number'
|
|
473
|
+
? BlockNumber(latestBlocknumber)
|
|
474
|
+
: BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
475
|
+
}
|
|
476
|
+
|
|
477
|
+
async getLatestCheckpointNumber(): Promise<CheckpointNumber> {
|
|
478
|
+
const [latestCheckpointNumber] = await toArray(this.#checkpoints.keysAsync({ reverse: true, limit: 1 }));
|
|
479
|
+
if (latestCheckpointNumber === undefined) {
|
|
480
|
+
return CheckpointNumber(INITIAL_CHECKPOINT_NUMBER - 1);
|
|
481
|
+
}
|
|
482
|
+
return CheckpointNumber(latestCheckpointNumber);
|
|
483
|
+
}
|
|
484
|
+
|
|
485
|
+
async getCheckpointedBlock(number: BlockNumber): Promise<CheckpointedL2Block | undefined> {
|
|
486
|
+
const blockStorage = await this.#blocks.getAsync(number);
|
|
487
|
+
if (!blockStorage) {
|
|
488
|
+
return undefined;
|
|
489
|
+
}
|
|
490
|
+
const checkpoint = await this.#checkpoints.getAsync(blockStorage.checkpointNumber);
|
|
491
|
+
if (!checkpoint) {
|
|
492
|
+
return undefined;
|
|
493
|
+
}
|
|
494
|
+
const block = await this.getBlockFromBlockStorage(number, blockStorage);
|
|
495
|
+
if (!block) {
|
|
496
|
+
return undefined;
|
|
497
|
+
}
|
|
498
|
+
return new CheckpointedL2Block(
|
|
499
|
+
CheckpointNumber(checkpoint.checkpointNumber),
|
|
500
|
+
block,
|
|
501
|
+
L1PublishedData.fromBuffer(checkpoint.l1),
|
|
502
|
+
checkpoint.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
|
|
503
|
+
);
|
|
504
|
+
}
|
|
505
|
+
|
|
506
|
+
async getCheckpointedBlockByHash(blockHash: Fr): Promise<CheckpointedL2Block | undefined> {
|
|
507
|
+
const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
|
|
508
|
+
if (blockNumber === undefined) {
|
|
509
|
+
return undefined;
|
|
510
|
+
}
|
|
511
|
+
return this.getCheckpointedBlock(BlockNumber(blockNumber));
|
|
512
|
+
}
|
|
513
|
+
async getCheckpointedBlockByArchive(archive: Fr): Promise<CheckpointedL2Block | undefined> {
|
|
514
|
+
const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
|
|
515
|
+
if (blockNumber === undefined) {
|
|
516
|
+
return undefined;
|
|
517
|
+
}
|
|
518
|
+
return this.getCheckpointedBlock(BlockNumber(blockNumber));
|
|
519
|
+
}
|
|
520
|
+
|
|
168
521
|
/**
|
|
169
522
|
* Gets up to `limit` amount of L2 blocks starting from `from`.
|
|
170
523
|
* @param start - Number of the first block to return (inclusive).
|
|
171
524
|
* @param limit - The number of blocks to return.
|
|
172
525
|
* @returns The requested L2 blocks
|
|
173
526
|
*/
|
|
174
|
-
async *getBlocks(start:
|
|
527
|
+
async *getBlocks(start: BlockNumber, limit: number): AsyncIterableIterator<L2BlockNew> {
|
|
175
528
|
for await (const [blockNumber, blockStorage] of this.getBlockStorages(start, limit)) {
|
|
176
529
|
const block = await this.getBlockFromBlockStorage(blockNumber, blockStorage);
|
|
177
530
|
if (block) {
|
|
@@ -185,7 +538,7 @@ export class BlockStore {
|
|
|
185
538
|
* @param blockNumber - The number of the block to return.
|
|
186
539
|
* @returns The requested L2 block.
|
|
187
540
|
*/
|
|
188
|
-
async getBlock(blockNumber:
|
|
541
|
+
async getBlock(blockNumber: BlockNumber): Promise<L2BlockNew | undefined> {
|
|
189
542
|
const blockStorage = await this.#blocks.getAsync(blockNumber);
|
|
190
543
|
if (!blockStorage || !blockStorage.header) {
|
|
191
544
|
return Promise.resolve(undefined);
|
|
@@ -193,13 +546,73 @@ export class BlockStore {
|
|
|
193
546
|
return this.getBlockFromBlockStorage(blockNumber, blockStorage);
|
|
194
547
|
}
|
|
195
548
|
|
|
549
|
+
/**
|
|
550
|
+
* Gets an L2 block by its hash.
|
|
551
|
+
* @param blockHash - The hash of the block to return.
|
|
552
|
+
* @returns The requested L2 block.
|
|
553
|
+
*/
|
|
554
|
+
async getBlockByHash(blockHash: L2BlockHash): Promise<L2BlockNew | undefined> {
|
|
555
|
+
const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
|
|
556
|
+
if (blockNumber === undefined) {
|
|
557
|
+
return undefined;
|
|
558
|
+
}
|
|
559
|
+
return this.getBlock(BlockNumber(blockNumber));
|
|
560
|
+
}
|
|
561
|
+
|
|
562
|
+
/**
|
|
563
|
+
* Gets an L2 block by its archive root.
|
|
564
|
+
* @param archive - The archive root of the block to return.
|
|
565
|
+
* @returns The requested L2 block.
|
|
566
|
+
*/
|
|
567
|
+
async getBlockByArchive(archive: Fr): Promise<L2BlockNew | undefined> {
|
|
568
|
+
const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
|
|
569
|
+
if (blockNumber === undefined) {
|
|
570
|
+
return undefined;
|
|
571
|
+
}
|
|
572
|
+
return this.getBlock(BlockNumber(blockNumber));
|
|
573
|
+
}
|
|
574
|
+
|
|
575
|
+
/**
|
|
576
|
+
* Gets a block header by its hash.
|
|
577
|
+
* @param blockHash - The hash of the block to return.
|
|
578
|
+
* @returns The requested block header.
|
|
579
|
+
*/
|
|
580
|
+
async getBlockHeaderByHash(blockHash: L2BlockHash): Promise<BlockHeader | undefined> {
|
|
581
|
+
const blockNumber = await this.#blockHashIndex.getAsync(blockHash.toString());
|
|
582
|
+
if (blockNumber === undefined) {
|
|
583
|
+
return undefined;
|
|
584
|
+
}
|
|
585
|
+
const blockStorage = await this.#blocks.getAsync(blockNumber);
|
|
586
|
+
if (!blockStorage || !blockStorage.header) {
|
|
587
|
+
return undefined;
|
|
588
|
+
}
|
|
589
|
+
return BlockHeader.fromBuffer(blockStorage.header);
|
|
590
|
+
}
|
|
591
|
+
|
|
592
|
+
/**
|
|
593
|
+
* Gets a block header by its archive root.
|
|
594
|
+
* @param archive - The archive root of the block to return.
|
|
595
|
+
* @returns The requested block header.
|
|
596
|
+
*/
|
|
597
|
+
async getBlockHeaderByArchive(archive: Fr): Promise<BlockHeader | undefined> {
|
|
598
|
+
const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
|
|
599
|
+
if (blockNumber === undefined) {
|
|
600
|
+
return undefined;
|
|
601
|
+
}
|
|
602
|
+
const blockStorage = await this.#blocks.getAsync(blockNumber);
|
|
603
|
+
if (!blockStorage || !blockStorage.header) {
|
|
604
|
+
return undefined;
|
|
605
|
+
}
|
|
606
|
+
return BlockHeader.fromBuffer(blockStorage.header);
|
|
607
|
+
}
|
|
608
|
+
|
|
196
609
|
/**
|
|
197
610
|
* Gets the headers for a sequence of L2 blocks.
|
|
198
611
|
* @param start - Number of the first block to return (inclusive).
|
|
199
612
|
* @param limit - The number of blocks to return.
|
|
200
613
|
* @returns The requested L2 block headers
|
|
201
614
|
*/
|
|
202
|
-
async *getBlockHeaders(start:
|
|
615
|
+
async *getBlockHeaders(start: BlockNumber, limit: number): AsyncIterableIterator<BlockHeader> {
|
|
203
616
|
for await (const [blockNumber, blockStorage] of this.getBlockStorages(start, limit)) {
|
|
204
617
|
const header = BlockHeader.fromBuffer(blockStorage.header);
|
|
205
618
|
if (header.getBlockNumber() !== blockNumber) {
|
|
@@ -211,7 +624,7 @@ export class BlockStore {
|
|
|
211
624
|
}
|
|
212
625
|
}
|
|
213
626
|
|
|
214
|
-
private async *getBlockStorages(start:
|
|
627
|
+
private async *getBlockStorages(start: BlockNumber, limit: number) {
|
|
215
628
|
let expectedBlockNumber = start;
|
|
216
629
|
for await (const [blockNumber, blockStorage] of this.#blocks.entriesAsync(this.#computeBlockRange(start, limit))) {
|
|
217
630
|
if (blockNumber !== expectedBlockNumber) {
|
|
@@ -224,7 +637,10 @@ export class BlockStore {
|
|
|
224
637
|
}
|
|
225
638
|
}
|
|
226
639
|
|
|
227
|
-
private async getBlockFromBlockStorage(
|
|
640
|
+
private async getBlockFromBlockStorage(
|
|
641
|
+
blockNumber: number,
|
|
642
|
+
blockStorage: BlockStorage,
|
|
643
|
+
): Promise<L2BlockNew | undefined> {
|
|
228
644
|
const header = BlockHeader.fromBuffer(blockStorage.header);
|
|
229
645
|
const archive = AppendOnlyTreeSnapshot.fromBuffer(blockStorage.archive);
|
|
230
646
|
const blockHash = blockStorage.blockHash;
|
|
@@ -247,7 +663,13 @@ export class BlockStore {
|
|
|
247
663
|
txEffects.push(deserializeIndexedTxEffect(txEffect).data);
|
|
248
664
|
}
|
|
249
665
|
const body = new Body(txEffects);
|
|
250
|
-
const block = new
|
|
666
|
+
const block = new L2BlockNew(
|
|
667
|
+
archive,
|
|
668
|
+
header,
|
|
669
|
+
body,
|
|
670
|
+
CheckpointNumber(blockStorage.checkpointNumber!),
|
|
671
|
+
blockStorage.indexWithinCheckpoint,
|
|
672
|
+
);
|
|
251
673
|
|
|
252
674
|
if (block.number !== blockNumber) {
|
|
253
675
|
throw new Error(
|
|
@@ -256,8 +678,7 @@ export class BlockStore {
|
|
|
256
678
|
} with hash ${blockHashString})`,
|
|
257
679
|
);
|
|
258
680
|
}
|
|
259
|
-
|
|
260
|
-
return { block, l1: blockStorage.l1, attestations };
|
|
681
|
+
return block;
|
|
261
682
|
}
|
|
262
683
|
|
|
263
684
|
/**
|
|
@@ -290,7 +711,7 @@ export class BlockStore {
|
|
|
290
711
|
'',
|
|
291
712
|
txEffect.data.transactionFee.toBigInt(),
|
|
292
713
|
txEffect.l2BlockHash,
|
|
293
|
-
txEffect.l2BlockNumber,
|
|
714
|
+
BlockNumber(txEffect.l2BlockNumber),
|
|
294
715
|
);
|
|
295
716
|
}
|
|
296
717
|
|
|
@@ -318,12 +739,21 @@ export class BlockStore {
|
|
|
318
739
|
}
|
|
319
740
|
|
|
320
741
|
/**
|
|
321
|
-
* Gets the number of the latest L2 block
|
|
322
|
-
* @returns The number of the latest L2 block
|
|
742
|
+
* Gets the number of the latest L2 block checkpointed.
|
|
743
|
+
* @returns The number of the latest L2 block checkpointed.
|
|
323
744
|
*/
|
|
324
|
-
async
|
|
745
|
+
async getCheckpointedL2BlockNumber(): Promise<BlockNumber> {
|
|
746
|
+
const latestCheckpointNumber = await this.getLatestCheckpointNumber();
|
|
747
|
+
const checkpoint = await this.getCheckpointData(latestCheckpointNumber);
|
|
748
|
+
if (!checkpoint) {
|
|
749
|
+
return BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
750
|
+
}
|
|
751
|
+
return BlockNumber(checkpoint.startBlock + checkpoint.numBlocks - 1);
|
|
752
|
+
}
|
|
753
|
+
|
|
754
|
+
async getLatestL2BlockNumber(): Promise<BlockNumber> {
|
|
325
755
|
const [lastBlockNumber] = await toArray(this.#blocks.keysAsync({ reverse: true, limit: 1 }));
|
|
326
|
-
return typeof lastBlockNumber === 'number' ? lastBlockNumber : INITIAL_L2_BLOCK_NUM - 1;
|
|
756
|
+
return typeof lastBlockNumber === 'number' ? BlockNumber(lastBlockNumber) : BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
327
757
|
}
|
|
328
758
|
|
|
329
759
|
/**
|
|
@@ -338,19 +768,22 @@ export class BlockStore {
|
|
|
338
768
|
return this.#lastSynchedL1Block.set(l1BlockNumber);
|
|
339
769
|
}
|
|
340
770
|
|
|
341
|
-
async
|
|
342
|
-
const [
|
|
343
|
-
this.
|
|
344
|
-
this.#
|
|
771
|
+
async getProvenCheckpointNumber(): Promise<CheckpointNumber> {
|
|
772
|
+
const [latestCheckpointNumber, provenCheckpointNumber] = await Promise.all([
|
|
773
|
+
this.getLatestCheckpointNumber(),
|
|
774
|
+
this.#lastProvenCheckpoint.getAsync(),
|
|
345
775
|
]);
|
|
346
|
-
return (
|
|
776
|
+
return (provenCheckpointNumber ?? 0) > latestCheckpointNumber
|
|
777
|
+
? latestCheckpointNumber
|
|
778
|
+
: CheckpointNumber(provenCheckpointNumber ?? 0);
|
|
347
779
|
}
|
|
348
780
|
|
|
349
|
-
|
|
350
|
-
|
|
781
|
+
async setProvenCheckpointNumber(checkpointNumber: CheckpointNumber) {
|
|
782
|
+
const result = await this.#lastProvenCheckpoint.set(checkpointNumber);
|
|
783
|
+
return result;
|
|
351
784
|
}
|
|
352
785
|
|
|
353
|
-
#computeBlockRange(start:
|
|
786
|
+
#computeBlockRange(start: BlockNumber, limit: number): Required<Pick<Range<number>, 'start' | 'limit'>> {
|
|
354
787
|
if (limit < 1) {
|
|
355
788
|
throw new Error(`Invalid limit: ${limit}`);
|
|
356
789
|
}
|
|
@@ -361,4 +794,29 @@ export class BlockStore {
|
|
|
361
794
|
|
|
362
795
|
return { start, limit };
|
|
363
796
|
}
|
|
797
|
+
|
|
798
|
+
/**
|
|
799
|
+
* Gets the pending chain validation status.
|
|
800
|
+
* @returns The validation status or undefined if not set.
|
|
801
|
+
*/
|
|
802
|
+
async getPendingChainValidationStatus(): Promise<ValidateBlockResult | undefined> {
|
|
803
|
+
const buffer = await this.#pendingChainValidationStatus.getAsync();
|
|
804
|
+
if (!buffer) {
|
|
805
|
+
return undefined;
|
|
806
|
+
}
|
|
807
|
+
return deserializeValidateBlockResult(buffer);
|
|
808
|
+
}
|
|
809
|
+
|
|
810
|
+
/**
|
|
811
|
+
* Sets the pending chain validation status.
|
|
812
|
+
* @param status - The validation status to store.
|
|
813
|
+
*/
|
|
814
|
+
async setPendingChainValidationStatus(status: ValidateBlockResult | undefined): Promise<void> {
|
|
815
|
+
if (status) {
|
|
816
|
+
const buffer = serializeValidateBlockResult(status);
|
|
817
|
+
await this.#pendingChainValidationStatus.set(buffer);
|
|
818
|
+
} else {
|
|
819
|
+
await this.#pendingChainValidationStatus.delete();
|
|
820
|
+
}
|
|
821
|
+
}
|
|
364
822
|
}
|