@aztec/archiver 0.0.1-commit.21ecf947b → 0.0.1-commit.2448fdb
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/archiver.d.ts +7 -4
- package/dest/archiver.d.ts.map +1 -1
- package/dest/archiver.js +73 -110
- package/dest/errors.d.ts +7 -9
- package/dest/errors.d.ts.map +1 -1
- package/dest/errors.js +9 -14
- package/dest/factory.d.ts +3 -4
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +29 -24
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/l1/bin/retrieve-calldata.js +32 -28
- package/dest/l1/calldata_retriever.d.ts +73 -52
- package/dest/l1/calldata_retriever.d.ts.map +1 -1
- package/dest/l1/calldata_retriever.js +190 -261
- package/dest/l1/data_retrieval.d.ts +2 -6
- package/dest/l1/data_retrieval.d.ts.map +1 -1
- package/dest/l1/data_retrieval.js +6 -11
- package/dest/l1/spire_proposer.d.ts +5 -5
- package/dest/l1/spire_proposer.d.ts.map +1 -1
- package/dest/l1/spire_proposer.js +9 -17
- package/dest/modules/data_source_base.d.ts +10 -5
- package/dest/modules/data_source_base.d.ts.map +1 -1
- package/dest/modules/data_source_base.js +29 -73
- package/dest/modules/data_store_updater.d.ts +22 -7
- package/dest/modules/data_store_updater.d.ts.map +1 -1
- package/dest/modules/data_store_updater.js +113 -40
- package/dest/modules/instrumentation.d.ts +4 -2
- package/dest/modules/instrumentation.d.ts.map +1 -1
- package/dest/modules/instrumentation.js +9 -2
- package/dest/modules/l1_synchronizer.d.ts +5 -8
- package/dest/modules/l1_synchronizer.d.ts.map +1 -1
- package/dest/modules/l1_synchronizer.js +40 -10
- package/dest/store/block_store.d.ts +30 -26
- package/dest/store/block_store.d.ts.map +1 -1
- package/dest/store/block_store.js +180 -83
- package/dest/store/contract_class_store.d.ts +1 -1
- package/dest/store/contract_class_store.d.ts.map +1 -1
- package/dest/store/contract_class_store.js +6 -2
- package/dest/store/contract_instance_store.d.ts +1 -1
- package/dest/store/contract_instance_store.d.ts.map +1 -1
- package/dest/store/contract_instance_store.js +6 -2
- package/dest/store/kv_archiver_store.d.ts +37 -15
- package/dest/store/kv_archiver_store.d.ts.map +1 -1
- package/dest/store/kv_archiver_store.js +42 -13
- package/dest/store/l2_tips_cache.d.ts +19 -0
- package/dest/store/l2_tips_cache.d.ts.map +1 -0
- package/dest/store/l2_tips_cache.js +89 -0
- package/dest/store/log_store.d.ts +1 -1
- package/dest/store/log_store.d.ts.map +1 -1
- package/dest/store/log_store.js +48 -10
- package/dest/store/message_store.js +1 -1
- package/dest/test/fake_l1_state.d.ts +20 -1
- package/dest/test/fake_l1_state.d.ts.map +1 -1
- package/dest/test/fake_l1_state.js +97 -20
- package/dest/test/mock_archiver.d.ts +1 -1
- package/dest/test/mock_archiver.d.ts.map +1 -1
- package/dest/test/mock_archiver.js +3 -2
- package/dest/test/mock_l2_block_source.d.ts +21 -5
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +132 -86
- package/dest/test/mock_structs.d.ts +4 -1
- package/dest/test/mock_structs.d.ts.map +1 -1
- package/dest/test/mock_structs.js +13 -1
- package/dest/test/noop_l1_archiver.d.ts +4 -1
- package/dest/test/noop_l1_archiver.d.ts.map +1 -1
- package/dest/test/noop_l1_archiver.js +5 -1
- package/package.json +13 -13
- package/src/archiver.ts +88 -130
- package/src/errors.ts +10 -24
- package/src/factory.ts +29 -13
- package/src/index.ts +1 -0
- package/src/l1/README.md +25 -68
- package/src/l1/bin/retrieve-calldata.ts +40 -27
- package/src/l1/calldata_retriever.ts +249 -383
- package/src/l1/data_retrieval.ts +3 -16
- package/src/l1/spire_proposer.ts +7 -15
- package/src/modules/data_source_base.ts +56 -95
- package/src/modules/data_store_updater.ts +123 -43
- package/src/modules/instrumentation.ts +9 -2
- package/src/modules/l1_synchronizer.ts +47 -14
- package/src/store/block_store.ts +219 -110
- package/src/store/contract_class_store.ts +7 -3
- package/src/store/contract_instance_store.ts +8 -5
- package/src/store/kv_archiver_store.ts +66 -20
- package/src/store/l2_tips_cache.ts +89 -0
- package/src/store/log_store.ts +66 -12
- package/src/store/message_store.ts +1 -1
- package/src/test/fake_l1_state.ts +125 -21
- package/src/test/mock_archiver.ts +3 -2
- package/src/test/mock_l2_block_source.ts +173 -81
- package/src/test/mock_structs.ts +20 -6
- package/src/test/noop_l1_archiver.ts +7 -1
|
@@ -6,10 +6,17 @@ import { createLogger } from '@aztec/foundation/log';
|
|
|
6
6
|
import type { AztecAsyncKVStore, CustomRange, StoreSize } from '@aztec/kv-store';
|
|
7
7
|
import { FunctionSelector } from '@aztec/stdlib/abi';
|
|
8
8
|
import type { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
9
|
-
import {
|
|
10
|
-
|
|
9
|
+
import {
|
|
10
|
+
type BlockData,
|
|
11
|
+
BlockHash,
|
|
12
|
+
CheckpointedL2Block,
|
|
13
|
+
L2Block,
|
|
14
|
+
type ValidateCheckpointResult,
|
|
15
|
+
} from '@aztec/stdlib/block';
|
|
16
|
+
import type { CheckpointData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
11
17
|
import type {
|
|
12
18
|
ContractClassPublic,
|
|
19
|
+
ContractClassPublicWithCommitment,
|
|
13
20
|
ContractDataSource,
|
|
14
21
|
ContractInstanceUpdateWithAddress,
|
|
15
22
|
ContractInstanceWithAddress,
|
|
@@ -25,7 +32,7 @@ import type { UInt64 } from '@aztec/stdlib/types';
|
|
|
25
32
|
import { join } from 'path';
|
|
26
33
|
|
|
27
34
|
import type { InboxMessage } from '../structs/inbox_message.js';
|
|
28
|
-
import { BlockStore, type
|
|
35
|
+
import { BlockStore, type RemoveCheckpointsResult } from './block_store.js';
|
|
29
36
|
import { ContractClassStore } from './contract_class_store.js';
|
|
30
37
|
import { ContractInstanceStore } from './contract_instance_store.js';
|
|
31
38
|
import { LogStore } from './log_store.js';
|
|
@@ -65,15 +72,19 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
65
72
|
constructor(
|
|
66
73
|
private db: AztecAsyncKVStore,
|
|
67
74
|
logsMaxPageSize: number = 1000,
|
|
68
|
-
l1Constants: Pick<L1RollupConstants, 'epochDuration'>,
|
|
69
75
|
) {
|
|
70
|
-
this.#blockStore = new BlockStore(db
|
|
76
|
+
this.#blockStore = new BlockStore(db);
|
|
71
77
|
this.#logStore = new LogStore(db, this.#blockStore, logsMaxPageSize);
|
|
72
78
|
this.#messageStore = new MessageStore(db);
|
|
73
79
|
this.#contractClassStore = new ContractClassStore(db);
|
|
74
80
|
this.#contractInstanceStore = new ContractInstanceStore(db);
|
|
75
81
|
}
|
|
76
82
|
|
|
83
|
+
/** Returns the underlying block store. Used by L2TipsCache. */
|
|
84
|
+
get blockStore(): BlockStore {
|
|
85
|
+
return this.#blockStore;
|
|
86
|
+
}
|
|
87
|
+
|
|
77
88
|
/** Opens a new transaction to the underlying store and runs all operations within it. */
|
|
78
89
|
public transactionAsync<T>(callback: () => Promise<T>): Promise<T> {
|
|
79
90
|
return this.db.transactionAsync(callback);
|
|
@@ -157,19 +168,14 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
157
168
|
|
|
158
169
|
/**
|
|
159
170
|
* Add new contract classes from an L2 block to the store's list.
|
|
160
|
-
* @param data - List of contract classes to be added.
|
|
161
|
-
* @param bytecodeCommitments - Bytecode commitments for the contract classes.
|
|
171
|
+
* @param data - List of contract classes (with bytecode commitments) to be added.
|
|
162
172
|
* @param blockNumber - Number of the L2 block the contracts were registered in.
|
|
163
173
|
* @returns True if the operation is successful.
|
|
164
174
|
*/
|
|
165
|
-
async addContractClasses(
|
|
166
|
-
data: ContractClassPublic[],
|
|
167
|
-
bytecodeCommitments: Fr[],
|
|
168
|
-
blockNumber: BlockNumber,
|
|
169
|
-
): Promise<boolean> {
|
|
175
|
+
async addContractClasses(data: ContractClassPublicWithCommitment[], blockNumber: BlockNumber): Promise<boolean> {
|
|
170
176
|
return (
|
|
171
177
|
await Promise.all(
|
|
172
|
-
data.map(
|
|
178
|
+
data.map(c => this.#contractClassStore.addContractClass(c, c.publicBytecodeCommitment, blockNumber)),
|
|
173
179
|
)
|
|
174
180
|
).every(Boolean);
|
|
175
181
|
}
|
|
@@ -235,14 +241,14 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
235
241
|
}
|
|
236
242
|
|
|
237
243
|
/**
|
|
238
|
-
* Append new proposed
|
|
239
|
-
*
|
|
244
|
+
* Append a new proposed block to the store.
|
|
245
|
+
* This is an uncheckpointed block that has been proposed by the sequencer but not yet included in a checkpoint on L1.
|
|
240
246
|
* For checkpointed blocks (already published to L1), use addCheckpoints() instead.
|
|
241
|
-
* @param
|
|
247
|
+
* @param block - The proposed L2 block to be added to the store.
|
|
242
248
|
* @returns True if the operation is successful.
|
|
243
249
|
*/
|
|
244
|
-
|
|
245
|
-
return this.#blockStore.
|
|
250
|
+
addProposedBlock(block: L2Block, opts: { force?: boolean } = {}): Promise<boolean> {
|
|
251
|
+
return this.#blockStore.addProposedBlock(block, opts);
|
|
246
252
|
}
|
|
247
253
|
|
|
248
254
|
/**
|
|
@@ -369,6 +375,22 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
369
375
|
return this.#blockStore.getBlockHeaderByArchive(archive);
|
|
370
376
|
}
|
|
371
377
|
|
|
378
|
+
/**
|
|
379
|
+
* Gets block metadata (without tx data) by block number.
|
|
380
|
+
* @param blockNumber - The block number to return.
|
|
381
|
+
*/
|
|
382
|
+
getBlockData(blockNumber: BlockNumber): Promise<BlockData | undefined> {
|
|
383
|
+
return this.#blockStore.getBlockData(blockNumber);
|
|
384
|
+
}
|
|
385
|
+
|
|
386
|
+
/**
|
|
387
|
+
* Gets block metadata (without tx data) by archive root.
|
|
388
|
+
* @param archive - The archive root to return.
|
|
389
|
+
*/
|
|
390
|
+
getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
|
|
391
|
+
return this.#blockStore.getBlockDataByArchive(archive);
|
|
392
|
+
}
|
|
393
|
+
|
|
372
394
|
/**
|
|
373
395
|
* Gets a tx effect.
|
|
374
396
|
* @param txHash - The hash of the tx corresponding to the tx effect.
|
|
@@ -383,8 +405,11 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
383
405
|
* @param txHash - The hash of a tx we try to get the receipt for.
|
|
384
406
|
* @returns The requested tx receipt (or undefined if not found).
|
|
385
407
|
*/
|
|
386
|
-
getSettledTxReceipt(
|
|
387
|
-
|
|
408
|
+
getSettledTxReceipt(
|
|
409
|
+
txHash: TxHash,
|
|
410
|
+
l1Constants?: Pick<L1RollupConstants, 'epochDuration'>,
|
|
411
|
+
): Promise<TxReceipt | undefined> {
|
|
412
|
+
return this.#blockStore.getSettledTxReceipt(txHash, l1Constants);
|
|
388
413
|
}
|
|
389
414
|
|
|
390
415
|
/**
|
|
@@ -515,6 +540,22 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
515
540
|
await this.#blockStore.setProvenCheckpointNumber(checkpointNumber);
|
|
516
541
|
}
|
|
517
542
|
|
|
543
|
+
/**
|
|
544
|
+
* Gets the number of the latest finalized checkpoint processed.
|
|
545
|
+
* @returns The number of the latest finalized checkpoint processed.
|
|
546
|
+
*/
|
|
547
|
+
getFinalizedCheckpointNumber(): Promise<CheckpointNumber> {
|
|
548
|
+
return this.#blockStore.getFinalizedCheckpointNumber();
|
|
549
|
+
}
|
|
550
|
+
|
|
551
|
+
/**
|
|
552
|
+
* Stores the number of the latest finalized checkpoint processed.
|
|
553
|
+
* @param checkpointNumber - The number of the latest finalized checkpoint processed.
|
|
554
|
+
*/
|
|
555
|
+
async setFinalizedCheckpointNumber(checkpointNumber: CheckpointNumber) {
|
|
556
|
+
await this.#blockStore.setFinalizedCheckpointNumber(checkpointNumber);
|
|
557
|
+
}
|
|
558
|
+
|
|
518
559
|
async setBlockSynchedL1BlockNumber(l1BlockNumber: bigint) {
|
|
519
560
|
await this.#blockStore.setSynchedL1BlockNumber(l1BlockNumber);
|
|
520
561
|
}
|
|
@@ -618,6 +659,11 @@ export class KVArchiverDataStore implements ContractDataSource {
|
|
|
618
659
|
return this.#blockStore.getCheckpointData(checkpointNumber);
|
|
619
660
|
}
|
|
620
661
|
|
|
662
|
+
/** Returns checkpoint data for all checkpoints whose slot falls within the given range (inclusive). */
|
|
663
|
+
getCheckpointDataForSlotRange(startSlot: SlotNumber, endSlot: SlotNumber): Promise<CheckpointData[]> {
|
|
664
|
+
return this.#blockStore.getCheckpointDataForSlotRange(startSlot, endSlot);
|
|
665
|
+
}
|
|
666
|
+
|
|
621
667
|
/**
|
|
622
668
|
* Gets all blocks that have the given slot number.
|
|
623
669
|
* @param slotNumber - The slot number to search for.
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
import { GENESIS_BLOCK_HEADER_HASH, INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
2
|
+
import { BlockNumber, CheckpointNumber } from '@aztec/foundation/branded-types';
|
|
3
|
+
import { type BlockData, type CheckpointId, GENESIS_CHECKPOINT_HEADER_HASH, type L2Tips } from '@aztec/stdlib/block';
|
|
4
|
+
|
|
5
|
+
import type { BlockStore } from './block_store.js';
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* In-memory cache for L2 chain tips (proposed, checkpointed, proven, finalized).
|
|
9
|
+
* Populated from the BlockStore on first access, then kept up-to-date by the ArchiverDataStoreUpdater.
|
|
10
|
+
* Refresh calls should happen within the store transaction that mutates block data to ensure consistency.
|
|
11
|
+
*/
|
|
12
|
+
export class L2TipsCache {
|
|
13
|
+
#tipsPromise: Promise<L2Tips> | undefined;
|
|
14
|
+
|
|
15
|
+
constructor(private blockStore: BlockStore) {}
|
|
16
|
+
|
|
17
|
+
/** Returns the cached L2 tips. Loads from the block store on first call. */
|
|
18
|
+
public getL2Tips(): Promise<L2Tips> {
|
|
19
|
+
return (this.#tipsPromise ??= this.loadFromStore());
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
/** Reloads the L2 tips from the block store. Should be called within the store transaction that mutates data. */
|
|
23
|
+
public async refresh(): Promise<void> {
|
|
24
|
+
this.#tipsPromise = this.loadFromStore();
|
|
25
|
+
await this.#tipsPromise;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
private async loadFromStore(): Promise<L2Tips> {
|
|
29
|
+
const [latestBlockNumber, provenBlockNumber, checkpointedBlockNumber, finalizedBlockNumber] = await Promise.all([
|
|
30
|
+
this.blockStore.getLatestBlockNumber(),
|
|
31
|
+
this.blockStore.getProvenBlockNumber(),
|
|
32
|
+
this.blockStore.getCheckpointedL2BlockNumber(),
|
|
33
|
+
this.blockStore.getFinalizedL2BlockNumber(),
|
|
34
|
+
]);
|
|
35
|
+
|
|
36
|
+
const genesisBlockHeader = {
|
|
37
|
+
blockHash: GENESIS_BLOCK_HEADER_HASH,
|
|
38
|
+
checkpointNumber: CheckpointNumber.ZERO,
|
|
39
|
+
} as const;
|
|
40
|
+
const beforeInitialBlockNumber = BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
|
|
41
|
+
|
|
42
|
+
const getBlockData = (blockNumber: BlockNumber) =>
|
|
43
|
+
blockNumber > beforeInitialBlockNumber ? this.blockStore.getBlockData(blockNumber) : genesisBlockHeader;
|
|
44
|
+
|
|
45
|
+
const [latestBlockData, provenBlockData, checkpointedBlockData, finalizedBlockData] = await Promise.all(
|
|
46
|
+
[latestBlockNumber, provenBlockNumber, checkpointedBlockNumber, finalizedBlockNumber].map(getBlockData),
|
|
47
|
+
);
|
|
48
|
+
|
|
49
|
+
if (!latestBlockData || !provenBlockData || !finalizedBlockData || !checkpointedBlockData) {
|
|
50
|
+
throw new Error('Failed to load block data for L2 tips');
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
const [provenCheckpointId, finalizedCheckpointId, checkpointedCheckpointId] = await Promise.all([
|
|
54
|
+
this.getCheckpointIdForBlock(provenBlockData),
|
|
55
|
+
this.getCheckpointIdForBlock(finalizedBlockData),
|
|
56
|
+
this.getCheckpointIdForBlock(checkpointedBlockData),
|
|
57
|
+
]);
|
|
58
|
+
|
|
59
|
+
return {
|
|
60
|
+
proposed: { number: latestBlockNumber, hash: latestBlockData.blockHash.toString() },
|
|
61
|
+
proven: {
|
|
62
|
+
block: { number: provenBlockNumber, hash: provenBlockData.blockHash.toString() },
|
|
63
|
+
checkpoint: provenCheckpointId,
|
|
64
|
+
},
|
|
65
|
+
finalized: {
|
|
66
|
+
block: { number: finalizedBlockNumber, hash: finalizedBlockData.blockHash.toString() },
|
|
67
|
+
checkpoint: finalizedCheckpointId,
|
|
68
|
+
},
|
|
69
|
+
checkpointed: {
|
|
70
|
+
block: { number: checkpointedBlockNumber, hash: checkpointedBlockData.blockHash.toString() },
|
|
71
|
+
checkpoint: checkpointedCheckpointId,
|
|
72
|
+
},
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
private async getCheckpointIdForBlock(blockData: Pick<BlockData, 'checkpointNumber'>): Promise<CheckpointId> {
|
|
77
|
+
const checkpointData = await this.blockStore.getCheckpointData(blockData.checkpointNumber);
|
|
78
|
+
if (!checkpointData) {
|
|
79
|
+
return {
|
|
80
|
+
number: CheckpointNumber.ZERO,
|
|
81
|
+
hash: GENESIS_CHECKPOINT_HEADER_HASH.toString(),
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
return {
|
|
85
|
+
number: checkpointData.checkpointNumber,
|
|
86
|
+
hash: checkpointData.header.hash().toString(),
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
}
|
package/src/store/log_store.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
|
|
2
2
|
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
3
|
-
import { filterAsync } from '@aztec/foundation/collection';
|
|
3
|
+
import { compactArray, filterAsync } from '@aztec/foundation/collection';
|
|
4
4
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
5
5
|
import { createLogger } from '@aztec/foundation/log';
|
|
6
6
|
import { BufferReader, numToUInt32BE } from '@aztec/foundation/serialize';
|
|
@@ -290,18 +290,49 @@ export class LogStore {
|
|
|
290
290
|
|
|
291
291
|
deleteLogs(blocks: L2Block[]): Promise<boolean> {
|
|
292
292
|
return this.db.transactionAsync(async () => {
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
// Delete public logs
|
|
300
|
-
const publicKeys = (await this.#publicLogKeysByBlock.getAsync(block.number)) ?? [];
|
|
301
|
-
await Promise.all(publicKeys.map(key => this.#publicLogsByContractAndTag.delete(key)));
|
|
302
|
-
}),
|
|
293
|
+
const blockNumbers = new Set(blocks.map(block => block.number));
|
|
294
|
+
const firstBlockToDelete = Math.min(...blockNumbers);
|
|
295
|
+
|
|
296
|
+
// Collect all unique private tags across all blocks being deleted
|
|
297
|
+
const allPrivateTags = new Set(
|
|
298
|
+
compactArray(await Promise.all(blocks.map(block => this.#privateLogKeysByBlock.getAsync(block.number)))).flat(),
|
|
303
299
|
);
|
|
304
300
|
|
|
301
|
+
// Trim private logs: for each tag, delete all instances including and after the first block being deleted.
|
|
302
|
+
// This hinges on the invariant that logs for a given tag are always inserted in order of block number, which is enforced in #addPrivateLogs.
|
|
303
|
+
for (const tag of allPrivateTags) {
|
|
304
|
+
const existing = await this.#privateLogsByTag.getAsync(tag);
|
|
305
|
+
if (existing === undefined || existing.length === 0) {
|
|
306
|
+
continue;
|
|
307
|
+
}
|
|
308
|
+
const lastIndexToKeep = existing.findLastIndex(
|
|
309
|
+
buf => TxScopedL2Log.getBlockNumberFromBuffer(buf) < firstBlockToDelete,
|
|
310
|
+
);
|
|
311
|
+
const remaining = existing.slice(0, lastIndexToKeep + 1);
|
|
312
|
+
await (remaining.length > 0 ? this.#privateLogsByTag.set(tag, remaining) : this.#privateLogsByTag.delete(tag));
|
|
313
|
+
}
|
|
314
|
+
|
|
315
|
+
// Collect all unique public keys across all blocks being deleted
|
|
316
|
+
const allPublicKeys = new Set(
|
|
317
|
+
compactArray(await Promise.all(blocks.map(block => this.#publicLogKeysByBlock.getAsync(block.number)))).flat(),
|
|
318
|
+
);
|
|
319
|
+
|
|
320
|
+
// And do the same as we did with private logs
|
|
321
|
+
for (const key of allPublicKeys) {
|
|
322
|
+
const existing = await this.#publicLogsByContractAndTag.getAsync(key);
|
|
323
|
+
if (existing === undefined || existing.length === 0) {
|
|
324
|
+
continue;
|
|
325
|
+
}
|
|
326
|
+
const lastIndexToKeep = existing.findLastIndex(
|
|
327
|
+
buf => TxScopedL2Log.getBlockNumberFromBuffer(buf) < firstBlockToDelete,
|
|
328
|
+
);
|
|
329
|
+
const remaining = existing.slice(0, lastIndexToKeep + 1);
|
|
330
|
+
await (remaining.length > 0
|
|
331
|
+
? this.#publicLogsByContractAndTag.set(key, remaining)
|
|
332
|
+
: this.#publicLogsByContractAndTag.delete(key));
|
|
333
|
+
}
|
|
334
|
+
|
|
335
|
+
// After trimming the tagged logs, we can delete the block-level keys that track which tags are in which blocks.
|
|
305
336
|
await Promise.all(
|
|
306
337
|
blocks.map(block =>
|
|
307
338
|
Promise.all([
|
|
@@ -588,11 +619,24 @@ export class LogStore {
|
|
|
588
619
|
txLogs: PublicLog[],
|
|
589
620
|
filter: LogFilter = {},
|
|
590
621
|
): boolean {
|
|
622
|
+
if (filter.fromBlock && blockNumber < filter.fromBlock) {
|
|
623
|
+
return false;
|
|
624
|
+
}
|
|
625
|
+
if (filter.toBlock && blockNumber >= filter.toBlock) {
|
|
626
|
+
return false;
|
|
627
|
+
}
|
|
628
|
+
if (filter.txHash && !txHash.equals(filter.txHash)) {
|
|
629
|
+
return false;
|
|
630
|
+
}
|
|
631
|
+
|
|
591
632
|
let maxLogsHit = false;
|
|
592
633
|
let logIndex = typeof filter.afterLog?.logIndex === 'number' ? filter.afterLog.logIndex + 1 : 0;
|
|
593
634
|
for (; logIndex < txLogs.length; logIndex++) {
|
|
594
635
|
const log = txLogs[logIndex];
|
|
595
|
-
if (
|
|
636
|
+
if (
|
|
637
|
+
(!filter.contractAddress || log.contractAddress.equals(filter.contractAddress)) &&
|
|
638
|
+
(!filter.tag || log.fields[0]?.equals(filter.tag))
|
|
639
|
+
) {
|
|
596
640
|
results.push(
|
|
597
641
|
new ExtendedPublicLog(new LogId(BlockNumber(blockNumber), blockHash, txHash, txIndex, logIndex), log),
|
|
598
642
|
);
|
|
@@ -616,6 +660,16 @@ export class LogStore {
|
|
|
616
660
|
txLogs: ContractClassLog[],
|
|
617
661
|
filter: LogFilter = {},
|
|
618
662
|
): boolean {
|
|
663
|
+
if (filter.fromBlock && blockNumber < filter.fromBlock) {
|
|
664
|
+
return false;
|
|
665
|
+
}
|
|
666
|
+
if (filter.toBlock && blockNumber >= filter.toBlock) {
|
|
667
|
+
return false;
|
|
668
|
+
}
|
|
669
|
+
if (filter.txHash && !txHash.equals(filter.txHash)) {
|
|
670
|
+
return false;
|
|
671
|
+
}
|
|
672
|
+
|
|
619
673
|
let maxLogsHit = false;
|
|
620
674
|
let logIndex = typeof filter.afterLog?.logIndex === 'number' ? filter.afterLog.logIndex + 1 : 0;
|
|
621
675
|
for (; logIndex < txLogs.length; logIndex++) {
|
|
@@ -137,7 +137,7 @@ export class MessageStore {
|
|
|
137
137
|
);
|
|
138
138
|
}
|
|
139
139
|
|
|
140
|
-
// Check the first message in a
|
|
140
|
+
// Check the first message in a checkpoint has the correct index.
|
|
141
141
|
if (
|
|
142
142
|
(!lastMessage || message.checkpointNumber > lastMessage.checkpointNumber) &&
|
|
143
143
|
message.index !== expectedStart
|
|
@@ -14,6 +14,7 @@ import { CommitteeAttestation, CommitteeAttestationsAndSigners, L2Block } from '
|
|
|
14
14
|
import { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
15
15
|
import { getSlotAtTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
16
16
|
import { InboxLeaf } from '@aztec/stdlib/messaging';
|
|
17
|
+
import { ConsensusPayload, SignatureDomainSeparator } from '@aztec/stdlib/p2p';
|
|
17
18
|
import {
|
|
18
19
|
makeAndSignCommitteeAttestationsAndSigners,
|
|
19
20
|
makeCheckpointAttestationFromCheckpoint,
|
|
@@ -22,7 +23,16 @@ import {
|
|
|
22
23
|
import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
|
|
23
24
|
|
|
24
25
|
import { type MockProxy, mock } from 'jest-mock-extended';
|
|
25
|
-
import {
|
|
26
|
+
import {
|
|
27
|
+
type AbiParameter,
|
|
28
|
+
type FormattedBlock,
|
|
29
|
+
type Transaction,
|
|
30
|
+
encodeAbiParameters,
|
|
31
|
+
encodeFunctionData,
|
|
32
|
+
keccak256,
|
|
33
|
+
multicall3Abi,
|
|
34
|
+
toHex,
|
|
35
|
+
} from 'viem';
|
|
26
36
|
|
|
27
37
|
import { updateRollingHash } from '../structs/inbox_message.js';
|
|
28
38
|
|
|
@@ -87,6 +97,10 @@ type CheckpointData = {
|
|
|
87
97
|
blobHashes: `0x${string}`[];
|
|
88
98
|
blobs: Blob[];
|
|
89
99
|
signers: Secp256k1Signer[];
|
|
100
|
+
/** Hash of the packed attestations, matching what the L1 event emits. */
|
|
101
|
+
attestationsHash: Buffer32;
|
|
102
|
+
/** Payload digest, matching what the L1 event emits. */
|
|
103
|
+
payloadDigest: Buffer32;
|
|
90
104
|
/** If true, archiveAt will ignore it */
|
|
91
105
|
pruned?: boolean;
|
|
92
106
|
};
|
|
@@ -131,12 +145,17 @@ export class FakeL1State {
|
|
|
131
145
|
private provenCheckpointNumber: CheckpointNumber = CheckpointNumber(0);
|
|
132
146
|
private targetCommitteeSize: number = 0;
|
|
133
147
|
private version: bigint = 1n;
|
|
148
|
+
private canPruneResult: boolean = false;
|
|
134
149
|
|
|
135
150
|
// Computed from checkpoints based on L1 block visibility
|
|
136
151
|
private pendingCheckpointNumber: CheckpointNumber = CheckpointNumber(0);
|
|
137
152
|
|
|
153
|
+
// The L1 block number reported as "finalized" (defaults to the start block)
|
|
154
|
+
private finalizedL1BlockNumber: bigint;
|
|
155
|
+
|
|
138
156
|
constructor(private readonly config: FakeL1StateConfig) {
|
|
139
157
|
this.l1BlockNumber = config.l1StartBlock;
|
|
158
|
+
this.finalizedL1BlockNumber = config.l1StartBlock;
|
|
140
159
|
this.lastArchive = new AppendOnlyTreeSnapshot(config.genesisArchiveRoot, 1);
|
|
141
160
|
}
|
|
142
161
|
|
|
@@ -193,10 +212,10 @@ export class FakeL1State {
|
|
|
193
212
|
// Store the messages internally so they match the checkpoint's inHash
|
|
194
213
|
this.addMessages(checkpointNumber, messagesL1BlockNumber, messages);
|
|
195
214
|
|
|
196
|
-
// Create the transaction and
|
|
197
|
-
const tx = this.makeRollupTx(checkpoint, signers);
|
|
198
|
-
const blobHashes = this.makeVersionedBlobHashes(checkpoint);
|
|
199
|
-
const blobs = this.makeBlobsFromCheckpoint(checkpoint);
|
|
215
|
+
// Create the transaction, blobs, and event hashes
|
|
216
|
+
const { tx, attestationsHash, payloadDigest } = await this.makeRollupTx(checkpoint, signers);
|
|
217
|
+
const blobHashes = await this.makeVersionedBlobHashes(checkpoint);
|
|
218
|
+
const blobs = await this.makeBlobsFromCheckpoint(checkpoint);
|
|
200
219
|
|
|
201
220
|
// Store the checkpoint data
|
|
202
221
|
this.checkpoints.push({
|
|
@@ -207,6 +226,8 @@ export class FakeL1State {
|
|
|
207
226
|
blobHashes,
|
|
208
227
|
blobs,
|
|
209
228
|
signers,
|
|
229
|
+
attestationsHash,
|
|
230
|
+
payloadDigest,
|
|
210
231
|
});
|
|
211
232
|
|
|
212
233
|
// Update last archive for auto-chaining
|
|
@@ -266,16 +287,40 @@ export class FakeL1State {
|
|
|
266
287
|
this.updatePendingCheckpointNumber();
|
|
267
288
|
}
|
|
268
289
|
|
|
290
|
+
/** Sets the L1 block number that will be reported as "finalized". */
|
|
291
|
+
setFinalizedL1BlockNumber(blockNumber: bigint): void {
|
|
292
|
+
this.finalizedL1BlockNumber = blockNumber;
|
|
293
|
+
}
|
|
294
|
+
|
|
269
295
|
/** Marks a checkpoint as proven. Updates provenCheckpointNumber. */
|
|
270
296
|
markCheckpointAsProven(checkpointNumber: CheckpointNumber): void {
|
|
271
297
|
this.provenCheckpointNumber = checkpointNumber;
|
|
272
298
|
}
|
|
273
299
|
|
|
300
|
+
/**
|
|
301
|
+
* Simulates what `rollup.getProvenCheckpointNumber({ blockNumber: atL1Block })` would return.
|
|
302
|
+
*/
|
|
303
|
+
getProvenCheckpointNumberAtL1Block(atL1Block: bigint): CheckpointNumber {
|
|
304
|
+
if (this.provenCheckpointNumber === 0) {
|
|
305
|
+
return CheckpointNumber(0);
|
|
306
|
+
}
|
|
307
|
+
const checkpoint = this.checkpoints.find(cp => cp.checkpointNumber === this.provenCheckpointNumber);
|
|
308
|
+
if (checkpoint && checkpoint.l1BlockNumber <= atL1Block) {
|
|
309
|
+
return this.provenCheckpointNumber;
|
|
310
|
+
}
|
|
311
|
+
return CheckpointNumber(0);
|
|
312
|
+
}
|
|
313
|
+
|
|
274
314
|
/** Sets the target committee size for attestation validation. */
|
|
275
315
|
setTargetCommitteeSize(size: number): void {
|
|
276
316
|
this.targetCommitteeSize = size;
|
|
277
317
|
}
|
|
278
318
|
|
|
319
|
+
/** Sets whether the rollup contract would allow pruning at the next block. */
|
|
320
|
+
setCanPrune(value: boolean): void {
|
|
321
|
+
this.canPruneResult = value;
|
|
322
|
+
}
|
|
323
|
+
|
|
279
324
|
/**
|
|
280
325
|
* Removes all entries for a checkpoint number (simulates L1 reorg or prune).
|
|
281
326
|
* Note: Does NOT remove messages for this checkpoint (use numL1ToL2Messages: 0 when re-adding).
|
|
@@ -286,6 +331,21 @@ export class FakeL1State {
|
|
|
286
331
|
this.updatePendingCheckpointNumber();
|
|
287
332
|
}
|
|
288
333
|
|
|
334
|
+
/**
|
|
335
|
+
* Moves a checkpoint to a different L1 block number (simulates L1 reorg that
|
|
336
|
+
* re-includes the same checkpoint transaction in a different block).
|
|
337
|
+
* The checkpoint content stays the same — only the L1 metadata changes.
|
|
338
|
+
* Auto-updates pending status.
|
|
339
|
+
*/
|
|
340
|
+
moveCheckpointToL1Block(checkpointNumber: CheckpointNumber, newL1BlockNumber: bigint): void {
|
|
341
|
+
for (const cpData of this.checkpoints) {
|
|
342
|
+
if (cpData.checkpointNumber === checkpointNumber) {
|
|
343
|
+
cpData.l1BlockNumber = newL1BlockNumber;
|
|
344
|
+
}
|
|
345
|
+
}
|
|
346
|
+
this.updatePendingCheckpointNumber();
|
|
347
|
+
}
|
|
348
|
+
|
|
289
349
|
/**
|
|
290
350
|
* Removes messages after a given total index (simulates L1 reorg).
|
|
291
351
|
* Auto-updates rolling hash.
|
|
@@ -384,6 +444,13 @@ export class FakeL1State {
|
|
|
384
444
|
});
|
|
385
445
|
});
|
|
386
446
|
|
|
447
|
+
mockRollup.getProvenCheckpointNumber.mockImplementation((options?: { blockNumber?: bigint }) => {
|
|
448
|
+
const atBlock = options?.blockNumber ?? this.l1BlockNumber;
|
|
449
|
+
return Promise.resolve(this.getProvenCheckpointNumberAtL1Block(atBlock));
|
|
450
|
+
});
|
|
451
|
+
|
|
452
|
+
mockRollup.canPruneAtTime.mockImplementation(() => Promise.resolve(this.canPruneResult));
|
|
453
|
+
|
|
387
454
|
// Mock the wrapper method for fetching checkpoint events
|
|
388
455
|
mockRollup.getCheckpointProposedEvents.mockImplementation((fromBlock: bigint, toBlock: bigint) =>
|
|
389
456
|
Promise.resolve(this.getCheckpointProposedLogs(fromBlock, toBlock)),
|
|
@@ -425,10 +492,13 @@ export class FakeL1State {
|
|
|
425
492
|
publicClient.getChainId.mockResolvedValue(1);
|
|
426
493
|
publicClient.getBlockNumber.mockImplementation(() => Promise.resolve(this.l1BlockNumber));
|
|
427
494
|
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
495
|
+
publicClient.getBlock.mockImplementation((async (args: { blockNumber?: bigint; blockTag?: string } = {}) => {
|
|
496
|
+
let blockNum: bigint;
|
|
497
|
+
if (args.blockTag === 'finalized') {
|
|
498
|
+
blockNum = this.finalizedL1BlockNumber;
|
|
499
|
+
} else {
|
|
500
|
+
blockNum = args.blockNumber ?? (await publicClient.getBlockNumber());
|
|
501
|
+
}
|
|
432
502
|
return {
|
|
433
503
|
number: blockNum,
|
|
434
504
|
timestamp: BigInt(blockNum) * BigInt(this.config.ethereumSlotDuration) + this.config.l1GenesisTime,
|
|
@@ -502,10 +572,8 @@ export class FakeL1State {
|
|
|
502
572
|
checkpointNumber: cpData.checkpointNumber,
|
|
503
573
|
archive: cpData.checkpoint.archive.root,
|
|
504
574
|
versionedBlobHashes: cpData.blobHashes.map(h => Buffer.from(h.slice(2), 'hex')),
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
payloadDigest: undefined,
|
|
508
|
-
attestationsHash: undefined,
|
|
575
|
+
attestationsHash: cpData.attestationsHash,
|
|
576
|
+
payloadDigest: cpData.payloadDigest,
|
|
509
577
|
},
|
|
510
578
|
}));
|
|
511
579
|
}
|
|
@@ -531,14 +599,17 @@ export class FakeL1State {
|
|
|
531
599
|
}));
|
|
532
600
|
}
|
|
533
601
|
|
|
534
|
-
private makeRollupTx(
|
|
602
|
+
private async makeRollupTx(
|
|
603
|
+
checkpoint: Checkpoint,
|
|
604
|
+
signers: Secp256k1Signer[],
|
|
605
|
+
): Promise<{ tx: Transaction; attestationsHash: Buffer32; payloadDigest: Buffer32 }> {
|
|
535
606
|
const attestations = signers
|
|
536
607
|
.map(signer => makeCheckpointAttestationFromCheckpoint(checkpoint, signer))
|
|
537
608
|
.map(attestation => CommitteeAttestation.fromSignature(attestation.signature))
|
|
538
609
|
.map(committeeAttestation => committeeAttestation.toViem());
|
|
539
610
|
|
|
540
611
|
const header = checkpoint.header.toViem();
|
|
541
|
-
const blobInput = getPrefixedEthBlobCommitments(getBlobsPerL1Block(checkpoint.toBlobFields()));
|
|
612
|
+
const blobInput = getPrefixedEthBlobCommitments(await getBlobsPerL1Block(checkpoint.toBlobFields()));
|
|
542
613
|
const archive = toHex(checkpoint.archive.root.toBuffer());
|
|
543
614
|
const attestationsAndSigners = new CommitteeAttestationsAndSigners(
|
|
544
615
|
attestations.map(attestation => CommitteeAttestation.fromViem(attestation)),
|
|
@@ -549,6 +620,8 @@ export class FakeL1State {
|
|
|
549
620
|
signers[0],
|
|
550
621
|
);
|
|
551
622
|
|
|
623
|
+
const packedAttestations = attestationsAndSigners.getPackedAttestations();
|
|
624
|
+
|
|
552
625
|
const rollupInput = encodeFunctionData({
|
|
553
626
|
abi: RollupAbi,
|
|
554
627
|
functionName: 'propose',
|
|
@@ -558,7 +631,7 @@ export class FakeL1State {
|
|
|
558
631
|
archive,
|
|
559
632
|
oracleInput: { feeAssetPriceModifier: 0n },
|
|
560
633
|
},
|
|
561
|
-
|
|
634
|
+
packedAttestations,
|
|
562
635
|
attestationsAndSigners.getSigners().map(signer => signer.toString()),
|
|
563
636
|
attestationsAndSignersSignature.toViemSignature(),
|
|
564
637
|
blobInput,
|
|
@@ -579,21 +652,52 @@ export class FakeL1State {
|
|
|
579
652
|
],
|
|
580
653
|
});
|
|
581
654
|
|
|
582
|
-
|
|
655
|
+
// Compute attestationsHash (same logic as CalldataRetriever)
|
|
656
|
+
const attestationsHash = Buffer32.fromString(
|
|
657
|
+
keccak256(encodeAbiParameters([this.getCommitteeAttestationsStructDef()], [packedAttestations])),
|
|
658
|
+
);
|
|
659
|
+
|
|
660
|
+
// Compute payloadDigest (same logic as CalldataRetriever)
|
|
661
|
+
const consensusPayload = ConsensusPayload.fromCheckpoint(checkpoint);
|
|
662
|
+
const payloadToSign = consensusPayload.getPayloadToSign(SignatureDomainSeparator.checkpointAttestation);
|
|
663
|
+
const payloadDigest = Buffer32.fromString(keccak256(payloadToSign));
|
|
664
|
+
|
|
665
|
+
const tx = {
|
|
583
666
|
input: multiCallInput,
|
|
584
667
|
hash: archive,
|
|
585
668
|
blockHash: archive,
|
|
586
669
|
to: MULTI_CALL_3_ADDRESS as `0x${string}`,
|
|
587
670
|
} as Transaction<bigint, number>;
|
|
671
|
+
|
|
672
|
+
return { tx, attestationsHash, payloadDigest };
|
|
673
|
+
}
|
|
674
|
+
|
|
675
|
+
/** Extracts the CommitteeAttestations struct definition from RollupAbi for hash computation. */
|
|
676
|
+
private getCommitteeAttestationsStructDef(): AbiParameter {
|
|
677
|
+
const proposeFunction = RollupAbi.find(item => item.type === 'function' && item.name === 'propose') as
|
|
678
|
+
| { type: 'function'; name: string; inputs: readonly AbiParameter[] }
|
|
679
|
+
| undefined;
|
|
680
|
+
|
|
681
|
+
if (!proposeFunction) {
|
|
682
|
+
throw new Error('propose function not found in RollupAbi');
|
|
683
|
+
}
|
|
684
|
+
|
|
685
|
+
const attestationsParam = proposeFunction.inputs.find(param => param.name === '_attestations');
|
|
686
|
+
if (!attestationsParam) {
|
|
687
|
+
throw new Error('_attestations parameter not found in propose function');
|
|
688
|
+
}
|
|
689
|
+
|
|
690
|
+
const tupleParam = attestationsParam as unknown as { type: 'tuple'; components?: readonly AbiParameter[] };
|
|
691
|
+
return { type: 'tuple', components: tupleParam.components || [] } as AbiParameter;
|
|
588
692
|
}
|
|
589
693
|
|
|
590
|
-
private makeVersionedBlobHashes(checkpoint: Checkpoint):
|
|
591
|
-
return getBlobsPerL1Block(checkpoint.toBlobFields()).map(
|
|
694
|
+
private async makeVersionedBlobHashes(checkpoint: Checkpoint): Promise<`0x${string}`[]> {
|
|
695
|
+
return (await getBlobsPerL1Block(checkpoint.toBlobFields())).map(
|
|
592
696
|
b => `0x${b.getEthVersionedBlobHash().toString('hex')}` as `0x${string}`,
|
|
593
697
|
);
|
|
594
698
|
}
|
|
595
699
|
|
|
596
|
-
private makeBlobsFromCheckpoint(checkpoint: Checkpoint): Blob[] {
|
|
597
|
-
return getBlobsPerL1Block(checkpoint.toBlobFields());
|
|
700
|
+
private async makeBlobsFromCheckpoint(checkpoint: Checkpoint): Promise<Blob[]> {
|
|
701
|
+
return await getBlobsPerL1Block(checkpoint.toBlobFields());
|
|
598
702
|
}
|
|
599
703
|
}
|
|
@@ -56,8 +56,9 @@ export class MockPrefilledArchiver extends MockArchiver {
|
|
|
56
56
|
}
|
|
57
57
|
|
|
58
58
|
const fromBlock = this.l2Blocks.length;
|
|
59
|
-
|
|
60
|
-
this.addProposedBlocks(
|
|
59
|
+
const checkpointsToAdd = this.prefilled.slice(fromBlock, fromBlock + numBlocks);
|
|
60
|
+
this.addProposedBlocks(checkpointsToAdd.flatMap(c => c.blocks));
|
|
61
|
+
this.checkpointList.push(...checkpointsToAdd);
|
|
61
62
|
return Promise.resolve();
|
|
62
63
|
}
|
|
63
64
|
}
|