@aztec/archiver 0.0.1-commit.6d63667d → 0.0.1-commit.7b97ef96e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/archiver.d.ts +5 -2
- package/dest/archiver.d.ts.map +1 -1
- package/dest/archiver.js +9 -91
- package/dest/factory.d.ts +1 -1
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +9 -4
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/l1/calldata_retriever.d.ts +7 -1
- package/dest/l1/calldata_retriever.d.ts.map +1 -1
- package/dest/l1/calldata_retriever.js +17 -4
- package/dest/l1/data_retrieval.d.ts +3 -2
- package/dest/l1/data_retrieval.d.ts.map +1 -1
- package/dest/l1/data_retrieval.js +3 -2
- package/dest/modules/data_source_base.d.ts +8 -3
- package/dest/modules/data_source_base.d.ts.map +1 -1
- package/dest/modules/data_source_base.js +28 -72
- package/dest/modules/data_store_updater.d.ts +9 -2
- package/dest/modules/data_store_updater.d.ts.map +1 -1
- package/dest/modules/data_store_updater.js +40 -19
- package/dest/modules/instrumentation.d.ts +4 -2
- package/dest/modules/instrumentation.d.ts.map +1 -1
- package/dest/modules/instrumentation.js +9 -2
- package/dest/modules/l1_synchronizer.d.ts +3 -2
- package/dest/modules/l1_synchronizer.d.ts.map +1 -1
- package/dest/modules/l1_synchronizer.js +6 -6
- package/dest/store/block_store.d.ts +18 -14
- package/dest/store/block_store.d.ts.map +1 -1
- package/dest/store/block_store.js +69 -17
- package/dest/store/kv_archiver_store.d.ts +18 -4
- package/dest/store/kv_archiver_store.d.ts.map +1 -1
- package/dest/store/kv_archiver_store.js +18 -0
- package/dest/store/l2_tips_cache.d.ts +19 -0
- package/dest/store/l2_tips_cache.d.ts.map +1 -0
- package/dest/store/l2_tips_cache.js +89 -0
- package/dest/test/fake_l1_state.d.ts +4 -1
- package/dest/test/fake_l1_state.d.ts.map +1 -1
- package/dest/test/fake_l1_state.js +15 -9
- package/dest/test/mock_archiver.d.ts +1 -1
- package/dest/test/mock_archiver.d.ts.map +1 -1
- package/dest/test/mock_archiver.js +3 -2
- package/dest/test/mock_l2_block_source.d.ts +18 -3
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +125 -82
- package/package.json +13 -13
- package/src/archiver.ts +10 -110
- package/src/factory.ts +23 -8
- package/src/index.ts +1 -0
- package/src/l1/calldata_retriever.ts +25 -3
- package/src/l1/data_retrieval.ts +3 -0
- package/src/modules/data_source_base.ts +53 -92
- package/src/modules/data_store_updater.ts +43 -18
- package/src/modules/instrumentation.ts +9 -2
- package/src/modules/l1_synchronizer.ts +7 -5
- package/src/store/block_store.ts +85 -36
- package/src/store/kv_archiver_store.ts +35 -3
- package/src/store/l2_tips_cache.ts +89 -0
- package/src/test/fake_l1_state.ts +17 -9
- package/src/test/mock_archiver.ts +3 -2
- package/src/test/mock_l2_block_source.ts +158 -78
|
@@ -25,6 +25,7 @@ import type { UInt64 } from '@aztec/stdlib/types';
|
|
|
25
25
|
import groupBy from 'lodash.groupby';
|
|
26
26
|
|
|
27
27
|
import type { KVArchiverDataStore } from '../store/kv_archiver_store.js';
|
|
28
|
+
import type { L2TipsCache } from '../store/l2_tips_cache.js';
|
|
28
29
|
|
|
29
30
|
/** Operation type for contract data updates. */
|
|
30
31
|
enum Operation {
|
|
@@ -44,7 +45,10 @@ type ReconcileCheckpointsResult = {
|
|
|
44
45
|
export class ArchiverDataStoreUpdater {
|
|
45
46
|
private readonly log = createLogger('archiver:store_updater');
|
|
46
47
|
|
|
47
|
-
constructor(
|
|
48
|
+
constructor(
|
|
49
|
+
private store: KVArchiverDataStore,
|
|
50
|
+
private l2TipsCache?: L2TipsCache,
|
|
51
|
+
) {}
|
|
48
52
|
|
|
49
53
|
/**
|
|
50
54
|
* Adds proposed blocks to the store with contract class/instance extraction from logs.
|
|
@@ -56,11 +60,11 @@ export class ArchiverDataStoreUpdater {
|
|
|
56
60
|
* @param pendingChainValidationStatus - Optional validation status to set.
|
|
57
61
|
* @returns True if the operation is successful.
|
|
58
62
|
*/
|
|
59
|
-
public addProposedBlocks(
|
|
63
|
+
public async addProposedBlocks(
|
|
60
64
|
blocks: L2Block[],
|
|
61
65
|
pendingChainValidationStatus?: ValidateCheckpointResult,
|
|
62
66
|
): Promise<boolean> {
|
|
63
|
-
|
|
67
|
+
const result = await this.store.transactionAsync(async () => {
|
|
64
68
|
await this.store.addProposedBlocks(blocks);
|
|
65
69
|
|
|
66
70
|
const opResults = await Promise.all([
|
|
@@ -72,8 +76,10 @@ export class ArchiverDataStoreUpdater {
|
|
|
72
76
|
...blocks.map(block => this.addContractDataToDb(block)),
|
|
73
77
|
]);
|
|
74
78
|
|
|
79
|
+
await this.l2TipsCache?.refresh();
|
|
75
80
|
return opResults.every(Boolean);
|
|
76
81
|
});
|
|
82
|
+
return result;
|
|
77
83
|
}
|
|
78
84
|
|
|
79
85
|
/**
|
|
@@ -87,11 +93,11 @@ export class ArchiverDataStoreUpdater {
|
|
|
87
93
|
* @param pendingChainValidationStatus - Optional validation status to set.
|
|
88
94
|
* @returns Result with information about any pruned blocks.
|
|
89
95
|
*/
|
|
90
|
-
public addCheckpoints(
|
|
96
|
+
public async addCheckpoints(
|
|
91
97
|
checkpoints: PublishedCheckpoint[],
|
|
92
98
|
pendingChainValidationStatus?: ValidateCheckpointResult,
|
|
93
99
|
): Promise<ReconcileCheckpointsResult> {
|
|
94
|
-
|
|
100
|
+
const result = await this.store.transactionAsync(async () => {
|
|
95
101
|
// Before adding checkpoints, check for conflicts with local blocks if any
|
|
96
102
|
const { prunedBlocks, lastAlreadyInsertedBlockNumber } = await this.pruneMismatchingLocalBlocks(checkpoints);
|
|
97
103
|
|
|
@@ -111,8 +117,10 @@ export class ArchiverDataStoreUpdater {
|
|
|
111
117
|
...newBlocks.map(block => this.addContractDataToDb(block)),
|
|
112
118
|
]);
|
|
113
119
|
|
|
120
|
+
await this.l2TipsCache?.refresh();
|
|
114
121
|
return { prunedBlocks, lastAlreadyInsertedBlockNumber };
|
|
115
122
|
});
|
|
123
|
+
return result;
|
|
116
124
|
}
|
|
117
125
|
|
|
118
126
|
/**
|
|
@@ -197,8 +205,8 @@ export class ArchiverDataStoreUpdater {
|
|
|
197
205
|
* @returns The removed blocks.
|
|
198
206
|
* @throws Error if any block to be removed is checkpointed.
|
|
199
207
|
*/
|
|
200
|
-
public removeUncheckpointedBlocksAfter(blockNumber: BlockNumber): Promise<L2Block[]> {
|
|
201
|
-
|
|
208
|
+
public async removeUncheckpointedBlocksAfter(blockNumber: BlockNumber): Promise<L2Block[]> {
|
|
209
|
+
const result = await this.store.transactionAsync(async () => {
|
|
202
210
|
// Verify we're only removing uncheckpointed blocks
|
|
203
211
|
const lastCheckpointedBlockNumber = await this.store.getCheckpointedL2BlockNumber();
|
|
204
212
|
if (blockNumber < lastCheckpointedBlockNumber) {
|
|
@@ -207,8 +215,11 @@ export class ArchiverDataStoreUpdater {
|
|
|
207
215
|
);
|
|
208
216
|
}
|
|
209
217
|
|
|
210
|
-
|
|
218
|
+
const result = await this.removeBlocksAfter(blockNumber);
|
|
219
|
+
await this.l2TipsCache?.refresh();
|
|
220
|
+
return result;
|
|
211
221
|
});
|
|
222
|
+
return result;
|
|
212
223
|
}
|
|
213
224
|
|
|
214
225
|
/**
|
|
@@ -238,17 +249,31 @@ export class ArchiverDataStoreUpdater {
|
|
|
238
249
|
* @returns True if the operation is successful.
|
|
239
250
|
*/
|
|
240
251
|
public async removeCheckpointsAfter(checkpointNumber: CheckpointNumber): Promise<boolean> {
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
252
|
+
return await this.store.transactionAsync(async () => {
|
|
253
|
+
const { blocksRemoved = [] } = await this.store.removeCheckpointsAfter(checkpointNumber);
|
|
254
|
+
|
|
255
|
+
const opResults = await Promise.all([
|
|
256
|
+
// Prune rolls back to the last proven block, which is by definition valid
|
|
257
|
+
this.store.setPendingChainValidationStatus({ valid: true }),
|
|
258
|
+
// Remove contract data for all blocks being removed
|
|
259
|
+
...blocksRemoved.map(block => this.removeContractDataFromDb(block)),
|
|
260
|
+
this.store.deleteLogs(blocksRemoved),
|
|
261
|
+
]);
|
|
250
262
|
|
|
251
|
-
|
|
263
|
+
await this.l2TipsCache?.refresh();
|
|
264
|
+
return opResults.every(Boolean);
|
|
265
|
+
});
|
|
266
|
+
}
|
|
267
|
+
|
|
268
|
+
/**
|
|
269
|
+
* Updates the proven checkpoint number and refreshes the L2 tips cache.
|
|
270
|
+
* @param checkpointNumber - The checkpoint number to set as proven.
|
|
271
|
+
*/
|
|
272
|
+
public async setProvenCheckpointNumber(checkpointNumber: CheckpointNumber): Promise<void> {
|
|
273
|
+
await this.store.transactionAsync(async () => {
|
|
274
|
+
await this.store.setProvenCheckpointNumber(checkpointNumber);
|
|
275
|
+
await this.l2TipsCache?.refresh();
|
|
276
|
+
});
|
|
252
277
|
}
|
|
253
278
|
|
|
254
279
|
/** Extracts and stores contract data from a single block. */
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { createLogger } from '@aztec/foundation/log';
|
|
2
2
|
import type { L2Block } from '@aztec/stdlib/block';
|
|
3
|
+
import type { CheckpointData } from '@aztec/stdlib/checkpoint';
|
|
3
4
|
import {
|
|
4
5
|
Attributes,
|
|
5
6
|
type Gauge,
|
|
@@ -17,6 +18,7 @@ export class ArchiverInstrumentation {
|
|
|
17
18
|
public readonly tracer: Tracer;
|
|
18
19
|
|
|
19
20
|
private blockHeight: Gauge;
|
|
21
|
+
private checkpointHeight: Gauge;
|
|
20
22
|
private txCount: UpDownCounter;
|
|
21
23
|
private l1BlockHeight: Gauge;
|
|
22
24
|
private proofsSubmittedDelay: Histogram;
|
|
@@ -47,6 +49,8 @@ export class ArchiverInstrumentation {
|
|
|
47
49
|
|
|
48
50
|
this.blockHeight = meter.createGauge(Metrics.ARCHIVER_BLOCK_HEIGHT);
|
|
49
51
|
|
|
52
|
+
this.checkpointHeight = meter.createGauge(Metrics.ARCHIVER_CHECKPOINT_HEIGHT);
|
|
53
|
+
|
|
50
54
|
this.l1BlockHeight = meter.createGauge(Metrics.ARCHIVER_L1_BLOCK_HEIGHT);
|
|
51
55
|
|
|
52
56
|
this.txCount = createUpDownCounterWithDefault(meter, Metrics.ARCHIVER_TOTAL_TXS);
|
|
@@ -105,6 +109,7 @@ export class ArchiverInstrumentation {
|
|
|
105
109
|
public processNewBlocks(syncTimePerBlock: number, blocks: L2Block[]) {
|
|
106
110
|
this.syncDurationPerBlock.record(Math.ceil(syncTimePerBlock));
|
|
107
111
|
this.blockHeight.record(Math.max(...blocks.map(b => b.number)));
|
|
112
|
+
this.checkpointHeight.record(Math.max(...blocks.map(b => b.checkpointNumber)));
|
|
108
113
|
this.syncBlockCount.add(blocks.length);
|
|
109
114
|
|
|
110
115
|
for (const block of blocks) {
|
|
@@ -127,8 +132,10 @@ export class ArchiverInstrumentation {
|
|
|
127
132
|
this.pruneDuration.record(Math.ceil(duration));
|
|
128
133
|
}
|
|
129
134
|
|
|
130
|
-
public
|
|
131
|
-
|
|
135
|
+
public updateLastProvenCheckpoint(checkpoint: CheckpointData) {
|
|
136
|
+
const lastBlockNumberInCheckpoint = checkpoint.startBlock + checkpoint.blockCount - 1;
|
|
137
|
+
this.blockHeight.record(lastBlockNumberInCheckpoint, { [Attributes.STATUS]: 'proven' });
|
|
138
|
+
this.checkpointHeight.record(checkpoint.checkpointNumber, { [Attributes.STATUS]: 'proven' });
|
|
132
139
|
}
|
|
133
140
|
|
|
134
141
|
public processProofsVerified(logs: { proverId: string; l2BlockNumber: bigint; delay: bigint }[]) {
|
|
@@ -28,6 +28,7 @@ import {
|
|
|
28
28
|
retrievedToPublishedCheckpoint,
|
|
29
29
|
} from '../l1/data_retrieval.js';
|
|
30
30
|
import type { KVArchiverDataStore } from '../store/kv_archiver_store.js';
|
|
31
|
+
import type { L2TipsCache } from '../store/l2_tips_cache.js';
|
|
31
32
|
import type { InboxMessage } from '../structs/inbox_message.js';
|
|
32
33
|
import { ArchiverDataStoreUpdater } from './data_store_updater.js';
|
|
33
34
|
import type { ArchiverInstrumentation } from './instrumentation.js';
|
|
@@ -77,9 +78,10 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
77
78
|
private readonly l1Constants: L1RollupConstants & { l1StartBlockHash: Buffer32; genesisArchiveRoot: Fr },
|
|
78
79
|
private readonly events: ArchiverEmitter,
|
|
79
80
|
tracer: Tracer,
|
|
81
|
+
l2TipsCache?: L2TipsCache,
|
|
80
82
|
private readonly log: Logger = createLogger('archiver:l1-sync'),
|
|
81
83
|
) {
|
|
82
|
-
this.updater = new ArchiverDataStoreUpdater(this.store);
|
|
84
|
+
this.updater = new ArchiverDataStoreUpdater(this.store, l2TipsCache);
|
|
83
85
|
this.tracer = tracer;
|
|
84
86
|
}
|
|
85
87
|
|
|
@@ -550,7 +552,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
550
552
|
if (provenCheckpointNumber === 0) {
|
|
551
553
|
const localProvenCheckpointNumber = await this.store.getProvenCheckpointNumber();
|
|
552
554
|
if (localProvenCheckpointNumber !== provenCheckpointNumber) {
|
|
553
|
-
await this.
|
|
555
|
+
await this.updater.setProvenCheckpointNumber(provenCheckpointNumber);
|
|
554
556
|
this.log.info(`Rolled back proven chain to checkpoint ${provenCheckpointNumber}`, { provenCheckpointNumber });
|
|
555
557
|
}
|
|
556
558
|
}
|
|
@@ -582,13 +584,13 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
582
584
|
) {
|
|
583
585
|
const localProvenCheckpointNumber = await this.store.getProvenCheckpointNumber();
|
|
584
586
|
if (localProvenCheckpointNumber !== provenCheckpointNumber) {
|
|
585
|
-
await this.
|
|
587
|
+
await this.updater.setProvenCheckpointNumber(provenCheckpointNumber);
|
|
586
588
|
this.log.info(`Updated proven chain to checkpoint ${provenCheckpointNumber}`, { provenCheckpointNumber });
|
|
587
589
|
const provenSlotNumber = localCheckpointForDestinationProvenCheckpointNumber.header.slotNumber;
|
|
588
590
|
const provenEpochNumber: EpochNumber = getEpochAtSlot(provenSlotNumber, this.l1Constants);
|
|
589
591
|
const lastBlockNumberInCheckpoint =
|
|
590
592
|
localCheckpointForDestinationProvenCheckpointNumber.startBlock +
|
|
591
|
-
localCheckpointForDestinationProvenCheckpointNumber.
|
|
593
|
+
localCheckpointForDestinationProvenCheckpointNumber.blockCount -
|
|
592
594
|
1;
|
|
593
595
|
|
|
594
596
|
this.events.emit(L2BlockSourceEvents.L2BlockProven, {
|
|
@@ -597,7 +599,7 @@ export class ArchiverL1Synchronizer implements Traceable {
|
|
|
597
599
|
slotNumber: provenSlotNumber,
|
|
598
600
|
epochNumber: provenEpochNumber,
|
|
599
601
|
});
|
|
600
|
-
this.instrumentation.
|
|
602
|
+
this.instrumentation.updateLastProvenCheckpoint(localCheckpointForDestinationProvenCheckpointNumber);
|
|
601
603
|
} else {
|
|
602
604
|
this.log.trace(`Proven checkpoint ${provenCheckpointNumber} already stored.`);
|
|
603
605
|
}
|
package/src/store/block_store.ts
CHANGED
|
@@ -9,6 +9,7 @@ import { isDefined } from '@aztec/foundation/types';
|
|
|
9
9
|
import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncSingleton, Range } from '@aztec/kv-store';
|
|
10
10
|
import type { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
11
11
|
import {
|
|
12
|
+
type BlockData,
|
|
12
13
|
BlockHash,
|
|
13
14
|
Body,
|
|
14
15
|
CheckpointedL2Block,
|
|
@@ -18,7 +19,7 @@ import {
|
|
|
18
19
|
deserializeValidateCheckpointResult,
|
|
19
20
|
serializeValidateCheckpointResult,
|
|
20
21
|
} from '@aztec/stdlib/block';
|
|
21
|
-
import { L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
22
|
+
import { type CheckpointData, L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
22
23
|
import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
|
|
23
24
|
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
24
25
|
import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
|
|
@@ -61,23 +62,14 @@ type BlockStorage = {
|
|
|
61
62
|
type CheckpointStorage = {
|
|
62
63
|
header: Buffer;
|
|
63
64
|
archive: Buffer;
|
|
65
|
+
checkpointOutHash: Buffer;
|
|
64
66
|
checkpointNumber: number;
|
|
65
67
|
startBlock: number;
|
|
66
|
-
|
|
68
|
+
blockCount: number;
|
|
67
69
|
l1: Buffer;
|
|
68
70
|
attestations: Buffer[];
|
|
69
71
|
};
|
|
70
72
|
|
|
71
|
-
export type CheckpointData = {
|
|
72
|
-
checkpointNumber: CheckpointNumber;
|
|
73
|
-
header: CheckpointHeader;
|
|
74
|
-
archive: AppendOnlyTreeSnapshot;
|
|
75
|
-
startBlock: number;
|
|
76
|
-
numBlocks: number;
|
|
77
|
-
l1: L1PublishedData;
|
|
78
|
-
attestations: Buffer[];
|
|
79
|
-
};
|
|
80
|
-
|
|
81
73
|
export type RemoveCheckpointsResult = { blocksRemoved: L2Block[] | undefined };
|
|
82
74
|
|
|
83
75
|
/**
|
|
@@ -90,6 +82,9 @@ export class BlockStore {
|
|
|
90
82
|
/** Map checkpoint number to checkpoint data */
|
|
91
83
|
#checkpoints: AztecAsyncMap<number, CheckpointStorage>;
|
|
92
84
|
|
|
85
|
+
/** Map slot number to checkpoint number, for looking up checkpoints by slot range. */
|
|
86
|
+
#slotToCheckpoint: AztecAsyncMap<number, number>;
|
|
87
|
+
|
|
93
88
|
/** Map block hash to list of tx hashes */
|
|
94
89
|
#blockTxs: AztecAsyncMap<string, Buffer>;
|
|
95
90
|
|
|
@@ -130,6 +125,7 @@ export class BlockStore {
|
|
|
130
125
|
this.#lastProvenCheckpoint = db.openSingleton('archiver_last_proven_l2_checkpoint');
|
|
131
126
|
this.#pendingChainValidationStatus = db.openSingleton('archiver_pending_chain_validation_status');
|
|
132
127
|
this.#checkpoints = db.openMap('archiver_checkpoints');
|
|
128
|
+
this.#slotToCheckpoint = db.openMap('archiver_slot_to_checkpoint');
|
|
133
129
|
}
|
|
134
130
|
|
|
135
131
|
/**
|
|
@@ -273,7 +269,7 @@ export class BlockStore {
|
|
|
273
269
|
|
|
274
270
|
// If we have a previous checkpoint then we need to get the previous block number
|
|
275
271
|
if (previousCheckpointData !== undefined) {
|
|
276
|
-
previousBlockNumber = BlockNumber(previousCheckpointData.startBlock + previousCheckpointData.
|
|
272
|
+
previousBlockNumber = BlockNumber(previousCheckpointData.startBlock + previousCheckpointData.blockCount - 1);
|
|
277
273
|
previousBlock = await this.getBlock(previousBlockNumber);
|
|
278
274
|
if (previousBlock === undefined) {
|
|
279
275
|
// We should be able to get the required previous block
|
|
@@ -337,12 +333,16 @@ export class BlockStore {
|
|
|
337
333
|
await this.#checkpoints.set(checkpoint.checkpoint.number, {
|
|
338
334
|
header: checkpoint.checkpoint.header.toBuffer(),
|
|
339
335
|
archive: checkpoint.checkpoint.archive.toBuffer(),
|
|
336
|
+
checkpointOutHash: checkpoint.checkpoint.getCheckpointOutHash().toBuffer(),
|
|
340
337
|
l1: checkpoint.l1.toBuffer(),
|
|
341
338
|
attestations: checkpoint.attestations.map(attestation => attestation.toBuffer()),
|
|
342
339
|
checkpointNumber: checkpoint.checkpoint.number,
|
|
343
340
|
startBlock: checkpoint.checkpoint.blocks[0].number,
|
|
344
|
-
|
|
341
|
+
blockCount: checkpoint.checkpoint.blocks.length,
|
|
345
342
|
});
|
|
343
|
+
|
|
344
|
+
// Update slot-to-checkpoint index
|
|
345
|
+
await this.#slotToCheckpoint.set(checkpoint.checkpoint.header.slotNumber, checkpoint.checkpoint.number);
|
|
346
346
|
}
|
|
347
347
|
|
|
348
348
|
await this.#lastSynchedL1Block.set(checkpoints[checkpoints.length - 1].l1.blockNumber);
|
|
@@ -425,7 +425,7 @@ export class BlockStore {
|
|
|
425
425
|
if (!targetCheckpoint) {
|
|
426
426
|
throw new Error(`Target checkpoint ${checkpointNumber} not found in store`);
|
|
427
427
|
}
|
|
428
|
-
lastBlockToKeep = BlockNumber(targetCheckpoint.startBlock + targetCheckpoint.
|
|
428
|
+
lastBlockToKeep = BlockNumber(targetCheckpoint.startBlock + targetCheckpoint.blockCount - 1);
|
|
429
429
|
}
|
|
430
430
|
|
|
431
431
|
// Remove all blocks after lastBlockToKeep (both checkpointed and uncheckpointed)
|
|
@@ -433,6 +433,11 @@ export class BlockStore {
|
|
|
433
433
|
|
|
434
434
|
// Remove all checkpoints after the target
|
|
435
435
|
for (let c = latestCheckpointNumber; c > checkpointNumber; c = CheckpointNumber(c - 1)) {
|
|
436
|
+
const checkpointStorage = await this.#checkpoints.getAsync(c);
|
|
437
|
+
if (checkpointStorage) {
|
|
438
|
+
const slotNumber = CheckpointHeader.fromBuffer(checkpointStorage.header).slotNumber;
|
|
439
|
+
await this.#slotToCheckpoint.delete(slotNumber);
|
|
440
|
+
}
|
|
436
441
|
await this.#checkpoints.delete(c);
|
|
437
442
|
this.#log.debug(`Removed checkpoint ${c}`);
|
|
438
443
|
}
|
|
@@ -461,17 +466,32 @@ export class BlockStore {
|
|
|
461
466
|
return checkpoints;
|
|
462
467
|
}
|
|
463
468
|
|
|
464
|
-
|
|
465
|
-
|
|
469
|
+
/** Returns checkpoint data for all checkpoints whose slot falls within the given range (inclusive). */
|
|
470
|
+
async getCheckpointDataForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointData[]> {
|
|
471
|
+
const result: CheckpointData[] = [];
|
|
472
|
+
for await (const [, checkpointNumber] of this.#slotToCheckpoint.entriesAsync({
|
|
473
|
+
start: startSlot,
|
|
474
|
+
end: endSlot + 1,
|
|
475
|
+
})) {
|
|
476
|
+
const checkpointStorage = await this.#checkpoints.getAsync(checkpointNumber);
|
|
477
|
+
if (checkpointStorage) {
|
|
478
|
+
result.push(this.checkpointDataFromCheckpointStorage(checkpointStorage));
|
|
479
|
+
}
|
|
480
|
+
}
|
|
481
|
+
return result;
|
|
482
|
+
}
|
|
483
|
+
|
|
484
|
+
private checkpointDataFromCheckpointStorage(checkpointStorage: CheckpointStorage): CheckpointData {
|
|
485
|
+
return {
|
|
466
486
|
header: CheckpointHeader.fromBuffer(checkpointStorage.header),
|
|
467
487
|
archive: AppendOnlyTreeSnapshot.fromBuffer(checkpointStorage.archive),
|
|
488
|
+
checkpointOutHash: Fr.fromBuffer(checkpointStorage.checkpointOutHash),
|
|
468
489
|
checkpointNumber: CheckpointNumber(checkpointStorage.checkpointNumber),
|
|
469
|
-
startBlock: checkpointStorage.startBlock,
|
|
470
|
-
|
|
490
|
+
startBlock: BlockNumber(checkpointStorage.startBlock),
|
|
491
|
+
blockCount: checkpointStorage.blockCount,
|
|
471
492
|
l1: L1PublishedData.fromBuffer(checkpointStorage.l1),
|
|
472
|
-
attestations: checkpointStorage.attestations,
|
|
493
|
+
attestations: checkpointStorage.attestations.map(buf => CommitteeAttestation.fromBuffer(buf)),
|
|
473
494
|
};
|
|
474
|
-
return data;
|
|
475
495
|
}
|
|
476
496
|
|
|
477
497
|
async getBlocksForCheckpoint(checkpointNumber: CheckpointNumber): Promise<L2Block[] | undefined> {
|
|
@@ -483,7 +503,7 @@ export class BlockStore {
|
|
|
483
503
|
const blocksForCheckpoint = await toArray(
|
|
484
504
|
this.#blocks.entriesAsync({
|
|
485
505
|
start: checkpoint.startBlock,
|
|
486
|
-
end: checkpoint.startBlock + checkpoint.
|
|
506
|
+
end: checkpoint.startBlock + checkpoint.blockCount,
|
|
487
507
|
}),
|
|
488
508
|
);
|
|
489
509
|
|
|
@@ -556,7 +576,7 @@ export class BlockStore {
|
|
|
556
576
|
if (!checkpointStorage) {
|
|
557
577
|
throw new CheckpointNotFoundError(provenCheckpointNumber);
|
|
558
578
|
} else {
|
|
559
|
-
return BlockNumber(checkpointStorage.startBlock + checkpointStorage.
|
|
579
|
+
return BlockNumber(checkpointStorage.startBlock + checkpointStorage.blockCount - 1);
|
|
560
580
|
}
|
|
561
581
|
}
|
|
562
582
|
|
|
@@ -655,6 +675,32 @@ export class BlockStore {
|
|
|
655
675
|
}
|
|
656
676
|
}
|
|
657
677
|
|
|
678
|
+
/**
|
|
679
|
+
* Gets block metadata (without tx data) by block number.
|
|
680
|
+
* @param blockNumber - The number of the block to return.
|
|
681
|
+
* @returns The requested block data.
|
|
682
|
+
*/
|
|
683
|
+
async getBlockData(blockNumber: BlockNumber): Promise<BlockData | undefined> {
|
|
684
|
+
const blockStorage = await this.#blocks.getAsync(blockNumber);
|
|
685
|
+
if (!blockStorage || !blockStorage.header) {
|
|
686
|
+
return undefined;
|
|
687
|
+
}
|
|
688
|
+
return this.getBlockDataFromBlockStorage(blockStorage);
|
|
689
|
+
}
|
|
690
|
+
|
|
691
|
+
/**
|
|
692
|
+
* Gets block metadata (without tx data) by archive root.
|
|
693
|
+
* @param archive - The archive root of the block to return.
|
|
694
|
+
* @returns The requested block data.
|
|
695
|
+
*/
|
|
696
|
+
async getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
|
|
697
|
+
const blockNumber = await this.#blockArchiveIndex.getAsync(archive.toString());
|
|
698
|
+
if (blockNumber === undefined) {
|
|
699
|
+
return undefined;
|
|
700
|
+
}
|
|
701
|
+
return this.getBlockData(BlockNumber(blockNumber));
|
|
702
|
+
}
|
|
703
|
+
|
|
658
704
|
/**
|
|
659
705
|
* Gets an L2 block.
|
|
660
706
|
* @param blockNumber - The number of the block to return.
|
|
@@ -759,15 +805,24 @@ export class BlockStore {
|
|
|
759
805
|
}
|
|
760
806
|
}
|
|
761
807
|
|
|
808
|
+
private getBlockDataFromBlockStorage(blockStorage: BlockStorage): BlockData {
|
|
809
|
+
return {
|
|
810
|
+
header: BlockHeader.fromBuffer(blockStorage.header),
|
|
811
|
+
archive: AppendOnlyTreeSnapshot.fromBuffer(blockStorage.archive),
|
|
812
|
+
blockHash: Fr.fromBuffer(blockStorage.blockHash),
|
|
813
|
+
checkpointNumber: CheckpointNumber(blockStorage.checkpointNumber),
|
|
814
|
+
indexWithinCheckpoint: IndexWithinCheckpoint(blockStorage.indexWithinCheckpoint),
|
|
815
|
+
};
|
|
816
|
+
}
|
|
817
|
+
|
|
762
818
|
private async getBlockFromBlockStorage(
|
|
763
819
|
blockNumber: number,
|
|
764
820
|
blockStorage: BlockStorage,
|
|
765
821
|
): Promise<L2Block | undefined> {
|
|
766
|
-
const header =
|
|
767
|
-
|
|
768
|
-
|
|
769
|
-
|
|
770
|
-
const blockHashString = bufferToHex(blockHash);
|
|
822
|
+
const { header, archive, blockHash, checkpointNumber, indexWithinCheckpoint } =
|
|
823
|
+
this.getBlockDataFromBlockStorage(blockStorage);
|
|
824
|
+
header.setHash(blockHash);
|
|
825
|
+
const blockHashString = bufferToHex(blockStorage.blockHash);
|
|
771
826
|
const blockTxsBuffer = await this.#blockTxs.getAsync(blockHashString);
|
|
772
827
|
if (blockTxsBuffer === undefined) {
|
|
773
828
|
this.#log.warn(`Could not find body for block ${header.globalVariables.blockNumber} ${blockHash}`);
|
|
@@ -786,13 +841,7 @@ export class BlockStore {
|
|
|
786
841
|
txEffects.push(deserializeIndexedTxEffect(txEffect).data);
|
|
787
842
|
}
|
|
788
843
|
const body = new Body(txEffects);
|
|
789
|
-
const block = new L2Block(
|
|
790
|
-
archive,
|
|
791
|
-
header,
|
|
792
|
-
body,
|
|
793
|
-
CheckpointNumber(blockStorage.checkpointNumber!),
|
|
794
|
-
IndexWithinCheckpoint(blockStorage.indexWithinCheckpoint),
|
|
795
|
-
);
|
|
844
|
+
const block = new L2Block(archive, header, body, checkpointNumber, indexWithinCheckpoint);
|
|
796
845
|
|
|
797
846
|
if (block.number !== blockNumber) {
|
|
798
847
|
throw new Error(
|
|
@@ -892,7 +941,7 @@ export class BlockStore {
|
|
|
892
941
|
if (!checkpoint) {
|
|
893
942
|
return BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
894
943
|
}
|
|
895
|
-
return BlockNumber(checkpoint.startBlock + checkpoint.
|
|
944
|
+
return BlockNumber(checkpoint.startBlock + checkpoint.blockCount - 1);
|
|
896
945
|
}
|
|
897
946
|
|
|
898
947
|
async getLatestL2BlockNumber(): Promise<BlockNumber> {
|
|
@@ -6,8 +6,14 @@ import { createLogger } from '@aztec/foundation/log';
|
|
|
6
6
|
import type { AztecAsyncKVStore, CustomRange, StoreSize } from '@aztec/kv-store';
|
|
7
7
|
import { FunctionSelector } from '@aztec/stdlib/abi';
|
|
8
8
|
import type { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
9
|
-
import {
|
|
10
|
-
|
|
9
|
+
import {
|
|
10
|
+
type BlockData,
|
|
11
|
+
BlockHash,
|
|
12
|
+
CheckpointedL2Block,
|
|
13
|
+
L2Block,
|
|
14
|
+
type ValidateCheckpointResult,
|
|
15
|
+
} from '@aztec/stdlib/block';
|
|
16
|
+
import type { CheckpointData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
11
17
|
import type {
|
|
12
18
|
ContractClassPublic,
|
|
13
19
|
ContractDataSource,
|
|
@@ -25,7 +31,7 @@ import type { UInt64 } from '@aztec/stdlib/types';
|
|
|
25
31
|
import { join } from 'path';
|
|
26
32
|
|
|
27
33
|
import type { InboxMessage } from '../structs/inbox_message.js';
|
|
28
|
-
import { BlockStore, type
|
|
34
|
+
import { BlockStore, type RemoveCheckpointsResult } from './block_store.js';
|
|
29
35
|
import { ContractClassStore } from './contract_class_store.js';
|
|
30
36
|
import { ContractInstanceStore } from './contract_instance_store.js';
|
|
31
37
|
import { LogStore } from './log_store.js';
|
|
@@ -74,6 +80,11 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
74
80
|
this.#contractInstanceStore = new ContractInstanceStore(db);
|
|
75
81
|
}
|
|
76
82
|
|
|
83
|
+
/** Returns the underlying block store. Used by L2TipsCache. */
|
|
84
|
+
get blockStore(): BlockStore {
|
|
85
|
+
return this.#blockStore;
|
|
86
|
+
}
|
|
87
|
+
|
|
77
88
|
/** Opens a new transaction to the underlying store and runs all operations within it. */
|
|
78
89
|
public transactionAsync<T>(callback: () => Promise<T>): Promise<T> {
|
|
79
90
|
return this.db.transactionAsync(callback);
|
|
@@ -369,6 +380,22 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
369
380
|
return this.#blockStore.getBlockHeaderByArchive(archive);
|
|
370
381
|
}
|
|
371
382
|
|
|
383
|
+
/**
|
|
384
|
+
* Gets block metadata (without tx data) by block number.
|
|
385
|
+
* @param blockNumber - The block number to return.
|
|
386
|
+
*/
|
|
387
|
+
getBlockData(blockNumber: BlockNumber): Promise<BlockData | undefined> {
|
|
388
|
+
return this.#blockStore.getBlockData(blockNumber);
|
|
389
|
+
}
|
|
390
|
+
|
|
391
|
+
/**
|
|
392
|
+
* Gets block metadata (without tx data) by archive root.
|
|
393
|
+
* @param archive - The archive root to return.
|
|
394
|
+
*/
|
|
395
|
+
getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
|
|
396
|
+
return this.#blockStore.getBlockDataByArchive(archive);
|
|
397
|
+
}
|
|
398
|
+
|
|
372
399
|
/**
|
|
373
400
|
* Gets a tx effect.
|
|
374
401
|
* @param txHash - The hash of the tx corresponding to the tx effect.
|
|
@@ -618,6 +645,11 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
618
645
|
return this.#blockStore.getCheckpointData(checkpointNumber);
|
|
619
646
|
}
|
|
620
647
|
|
|
648
|
+
/** Returns checkpoint data for all checkpoints whose slot falls within the given range (inclusive). */
|
|
649
|
+
getCheckpointDataForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointData[]> {
|
|
650
|
+
return this.#blockStore.getCheckpointDataForSlotRange(startSlot, endSlot);
|
|
651
|
+
}
|
|
652
|
+
|
|
621
653
|
/**
|
|
622
654
|
* Gets all blocks that have the given slot number.
|
|
623
655
|
* @param slotNumber - The slot number to search for.
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
import { GENESIS_BLOCK_HEADER_HASH, INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
2
|
+
import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
3
|
+
import { type BlockData, type CheckpointId, GENESIS_CHECKPOINT_HEADER_HASH, type L2Tips } from '@aztec/stdlib/block';
|
|
4
|
+
|
|
5
|
+
import type { BlockStore } from './block_store.js';
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* In-memory cache for L2 chain tips (proposed, checkpointed, proven, finalized).
|
|
9
|
+
* Populated from the BlockStore on first access, then kept up-to-date by the ArchiverDataStoreUpdater.
|
|
10
|
+
* Refresh calls should happen within the store transaction that mutates block data to ensure consistency.
|
|
11
|
+
*/
|
|
12
|
+
export class L2TipsCache {
|
|
13
|
+
#tipsPromise: Promise<L2Tips> | undefined;
|
|
14
|
+
|
|
15
|
+
constructor(private blockStore: BlockStore) {}
|
|
16
|
+
|
|
17
|
+
/** Returns the cached L2 tips. Loads from the block store on first call. */
|
|
18
|
+
public getL2Tips(): Promise<L2Tips> {
|
|
19
|
+
return (this.#tipsPromise ??= this.loadFromStore());
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
/** Reloads the L2 tips from the block store. Should be called within the store transaction that mutates data. */
|
|
23
|
+
public async refresh(): Promise<void> {
|
|
24
|
+
this.#tipsPromise = this.loadFromStore();
|
|
25
|
+
await this.#tipsPromise;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
private async loadFromStore(): Promise<L2Tips> {
|
|
29
|
+
const [latestBlockNumber, provenBlockNumber, checkpointedBlockNumber, finalizedBlockNumber] = await Promise.all([
|
|
30
|
+
this.blockStore.getLatestBlockNumber(),
|
|
31
|
+
this.blockStore.getProvenBlockNumber(),
|
|
32
|
+
this.blockStore.getCheckpointedL2BlockNumber(),
|
|
33
|
+
this.blockStore.getFinalizedL2BlockNumber(),
|
|
34
|
+
]);
|
|
35
|
+
|
|
36
|
+
const genesisBlockHeader = {
|
|
37
|
+
blockHash: GENESIS_BLOCK_HEADER_HASH,
|
|
38
|
+
checkpointNumber: CheckpointNumber.ZERO,
|
|
39
|
+
} as const;
|
|
40
|
+
const beforeInitialBlockNumber = BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
41
|
+
|
|
42
|
+
const getBlockData = (blockNumber: BlockNumber) =>
|
|
43
|
+
blockNumber > beforeInitialBlockNumber ? this.blockStore.getBlockData(blockNumber) : genesisBlockHeader;
|
|
44
|
+
|
|
45
|
+
const [latestBlockData, provenBlockData, checkpointedBlockData, finalizedBlockData] = await Promise.all(
|
|
46
|
+
[latestBlockNumber, provenBlockNumber, checkpointedBlockNumber, finalizedBlockNumber].map(getBlockData),
|
|
47
|
+
);
|
|
48
|
+
|
|
49
|
+
if (!latestBlockData || !provenBlockData || !finalizedBlockData || !checkpointedBlockData) {
|
|
50
|
+
throw new Error('Failed to load block data for L2 tips');
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
const [provenCheckpointId, finalizedCheckpointId, checkpointedCheckpointId] = await Promise.all([
|
|
54
|
+
this.getCheckpointIdForBlock(provenBlockData),
|
|
55
|
+
this.getCheckpointIdForBlock(finalizedBlockData),
|
|
56
|
+
this.getCheckpointIdForBlock(checkpointedBlockData),
|
|
57
|
+
]);
|
|
58
|
+
|
|
59
|
+
return {
|
|
60
|
+
proposed: { number: latestBlockNumber, hash: latestBlockData.blockHash.toString() },
|
|
61
|
+
proven: {
|
|
62
|
+
block: { number: provenBlockNumber, hash: provenBlockData.blockHash.toString() },
|
|
63
|
+
checkpoint: provenCheckpointId,
|
|
64
|
+
},
|
|
65
|
+
finalized: {
|
|
66
|
+
block: { number: finalizedBlockNumber, hash: finalizedBlockData.blockHash.toString() },
|
|
67
|
+
checkpoint: finalizedCheckpointId,
|
|
68
|
+
},
|
|
69
|
+
checkpointed: {
|
|
70
|
+
block: { number: checkpointedBlockNumber, hash: checkpointedBlockData.blockHash.toString() },
|
|
71
|
+
checkpoint: checkpointedCheckpointId,
|
|
72
|
+
},
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
private async getCheckpointIdForBlock(blockData: Pick<BlockData, 'checkpointNumber'>): Promise<CheckpointId> {
|
|
77
|
+
const checkpointData = await this.blockStore.getCheckpointData(blockData.checkpointNumber);
|
|
78
|
+
if (!checkpointData) {
|
|
79
|
+
return {
|
|
80
|
+
number: CheckpointNumber.ZERO,
|
|
81
|
+
hash: GENESIS_CHECKPOINT_HEADER_HASH.toString(),
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
return {
|
|
85
|
+
number: checkpointData.checkpointNumber,
|
|
86
|
+
hash: checkpointData.header.hash().toString(),
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
}
|