@aztec/archiver 0.0.1-commit.f1df4d2 → 0.0.1-commit.f224bb98b
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/archiver.d.ts +7 -4
- package/dest/archiver.d.ts.map +1 -1
- package/dest/archiver.js +62 -110
- package/dest/errors.d.ts +7 -9
- package/dest/errors.d.ts.map +1 -1
- package/dest/errors.js +9 -14
- package/dest/factory.d.ts +3 -4
- package/dest/factory.d.ts.map +1 -1
- package/dest/factory.js +15 -13
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/l1/bin/retrieve-calldata.js +36 -33
- package/dest/l1/calldata_retriever.d.ts +73 -50
- package/dest/l1/calldata_retriever.d.ts.map +1 -1
- package/dest/l1/calldata_retriever.js +190 -259
- package/dest/l1/data_retrieval.d.ts +9 -9
- package/dest/l1/data_retrieval.d.ts.map +1 -1
- package/dest/l1/data_retrieval.js +21 -19
- package/dest/l1/spire_proposer.d.ts +5 -5
- package/dest/l1/spire_proposer.d.ts.map +1 -1
- package/dest/l1/spire_proposer.js +9 -17
- package/dest/modules/data_source_base.d.ts +10 -5
- package/dest/modules/data_source_base.d.ts.map +1 -1
- package/dest/modules/data_source_base.js +28 -72
- package/dest/modules/data_store_updater.d.ts +22 -7
- package/dest/modules/data_store_updater.d.ts.map +1 -1
- package/dest/modules/data_store_updater.js +69 -29
- package/dest/modules/instrumentation.d.ts +15 -2
- package/dest/modules/instrumentation.d.ts.map +1 -1
- package/dest/modules/instrumentation.js +19 -2
- package/dest/modules/l1_synchronizer.d.ts +5 -8
- package/dest/modules/l1_synchronizer.d.ts.map +1 -1
- package/dest/modules/l1_synchronizer.js +41 -10
- package/dest/store/block_store.d.ts +27 -25
- package/dest/store/block_store.d.ts.map +1 -1
- package/dest/store/block_store.js +123 -74
- package/dest/store/kv_archiver_store.d.ts +33 -11
- package/dest/store/kv_archiver_store.d.ts.map +1 -1
- package/dest/store/kv_archiver_store.js +37 -7
- package/dest/store/l2_tips_cache.d.ts +19 -0
- package/dest/store/l2_tips_cache.d.ts.map +1 -0
- package/dest/store/l2_tips_cache.js +89 -0
- package/dest/store/log_store.d.ts +1 -1
- package/dest/store/log_store.d.ts.map +1 -1
- package/dest/store/log_store.js +55 -35
- package/dest/store/message_store.js +1 -1
- package/dest/test/fake_l1_state.d.ts +13 -1
- package/dest/test/fake_l1_state.d.ts.map +1 -1
- package/dest/test/fake_l1_state.js +84 -20
- package/dest/test/mock_archiver.d.ts +1 -1
- package/dest/test/mock_archiver.d.ts.map +1 -1
- package/dest/test/mock_archiver.js +3 -2
- package/dest/test/mock_l2_block_source.d.ts +21 -5
- package/dest/test/mock_l2_block_source.d.ts.map +1 -1
- package/dest/test/mock_l2_block_source.js +130 -84
- package/dest/test/mock_structs.d.ts +4 -1
- package/dest/test/mock_structs.d.ts.map +1 -1
- package/dest/test/mock_structs.js +13 -1
- package/dest/test/noop_l1_archiver.d.ts +4 -1
- package/dest/test/noop_l1_archiver.d.ts.map +1 -1
- package/dest/test/noop_l1_archiver.js +5 -1
- package/package.json +13 -13
- package/src/archiver.ts +74 -130
- package/src/errors.ts +10 -24
- package/src/factory.ts +29 -14
- package/src/index.ts +1 -0
- package/src/l1/README.md +25 -68
- package/src/l1/bin/retrieve-calldata.ts +46 -39
- package/src/l1/calldata_retriever.ts +249 -379
- package/src/l1/data_retrieval.ts +23 -25
- package/src/l1/spire_proposer.ts +7 -15
- package/src/modules/data_source_base.ts +55 -94
- package/src/modules/data_store_updater.ts +71 -30
- package/src/modules/instrumentation.ts +29 -2
- package/src/modules/l1_synchronizer.ts +46 -14
- package/src/store/block_store.ts +146 -103
- package/src/store/kv_archiver_store.ts +57 -11
- package/src/store/l2_tips_cache.ts +89 -0
- package/src/store/log_store.ts +93 -31
- package/src/store/message_store.ts +1 -1
- package/src/test/fake_l1_state.ts +110 -21
- package/src/test/mock_archiver.ts +3 -2
- package/src/test/mock_l2_block_source.ts +166 -80
- package/src/test/mock_structs.ts +20 -6
- package/src/test/noop_l1_archiver.ts +7 -1
|
@@ -14,6 +14,7 @@ import { CommitteeAttestation, CommitteeAttestationsAndSigners, L2Block } from '
|
|
|
14
14
|
import { Checkpoint } from '@aztec/stdlib/checkpoint';
|
|
15
15
|
import { getSlotAtTimestamp } from '@aztec/stdlib/epoch-helpers';
|
|
16
16
|
import { InboxLeaf } from '@aztec/stdlib/messaging';
|
|
17
|
+
import { ConsensusPayload, SignatureDomainSeparator } from '@aztec/stdlib/p2p';
|
|
17
18
|
import {
|
|
18
19
|
makeAndSignCommitteeAttestationsAndSigners,
|
|
19
20
|
makeCheckpointAttestationFromCheckpoint,
|
|
@@ -22,7 +23,16 @@ import {
|
|
|
22
23
|
import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
|
|
23
24
|
|
|
24
25
|
import { type MockProxy, mock } from 'jest-mock-extended';
|
|
25
|
-
import {
|
|
26
|
+
import {
|
|
27
|
+
type AbiParameter,
|
|
28
|
+
type FormattedBlock,
|
|
29
|
+
type Transaction,
|
|
30
|
+
encodeAbiParameters,
|
|
31
|
+
encodeFunctionData,
|
|
32
|
+
keccak256,
|
|
33
|
+
multicall3Abi,
|
|
34
|
+
toHex,
|
|
35
|
+
} from 'viem';
|
|
26
36
|
|
|
27
37
|
import { updateRollingHash } from '../structs/inbox_message.js';
|
|
28
38
|
|
|
@@ -87,6 +97,10 @@ type CheckpointData = {
|
|
|
87
97
|
blobHashes: `0x${string}`[];
|
|
88
98
|
blobs: Blob[];
|
|
89
99
|
signers: Secp256k1Signer[];
|
|
100
|
+
/** Hash of the packed attestations, matching what the L1 event emits. */
|
|
101
|
+
attestationsHash: Buffer32;
|
|
102
|
+
/** Payload digest, matching what the L1 event emits. */
|
|
103
|
+
payloadDigest: Buffer32;
|
|
90
104
|
/** If true, archiveAt will ignore it */
|
|
91
105
|
pruned?: boolean;
|
|
92
106
|
};
|
|
@@ -131,12 +145,17 @@ export class FakeL1State {
|
|
|
131
145
|
private provenCheckpointNumber: CheckpointNumber = CheckpointNumber(0);
|
|
132
146
|
private targetCommitteeSize: number = 0;
|
|
133
147
|
private version: bigint = 1n;
|
|
148
|
+
private canPruneResult: boolean = false;
|
|
134
149
|
|
|
135
150
|
// Computed from checkpoints based on L1 block visibility
|
|
136
151
|
private pendingCheckpointNumber: CheckpointNumber = CheckpointNumber(0);
|
|
137
152
|
|
|
153
|
+
// The L1 block number reported as "finalized" (defaults to the start block)
|
|
154
|
+
private finalizedL1BlockNumber: bigint;
|
|
155
|
+
|
|
138
156
|
constructor(private readonly config: FakeL1StateConfig) {
|
|
139
157
|
this.l1BlockNumber = config.l1StartBlock;
|
|
158
|
+
this.finalizedL1BlockNumber = config.l1StartBlock;
|
|
140
159
|
this.lastArchive = new AppendOnlyTreeSnapshot(config.genesisArchiveRoot, 1);
|
|
141
160
|
}
|
|
142
161
|
|
|
@@ -193,10 +212,10 @@ export class FakeL1State {
|
|
|
193
212
|
// Store the messages internally so they match the checkpoint's inHash
|
|
194
213
|
this.addMessages(checkpointNumber, messagesL1BlockNumber, messages);
|
|
195
214
|
|
|
196
|
-
// Create the transaction and
|
|
197
|
-
const tx = this.makeRollupTx(checkpoint, signers);
|
|
198
|
-
const blobHashes = this.makeVersionedBlobHashes(checkpoint);
|
|
199
|
-
const blobs = this.makeBlobsFromCheckpoint(checkpoint);
|
|
215
|
+
// Create the transaction, blobs, and event hashes
|
|
216
|
+
const { tx, attestationsHash, payloadDigest } = await this.makeRollupTx(checkpoint, signers);
|
|
217
|
+
const blobHashes = await this.makeVersionedBlobHashes(checkpoint);
|
|
218
|
+
const blobs = await this.makeBlobsFromCheckpoint(checkpoint);
|
|
200
219
|
|
|
201
220
|
// Store the checkpoint data
|
|
202
221
|
this.checkpoints.push({
|
|
@@ -207,6 +226,8 @@ export class FakeL1State {
|
|
|
207
226
|
blobHashes,
|
|
208
227
|
blobs,
|
|
209
228
|
signers,
|
|
229
|
+
attestationsHash,
|
|
230
|
+
payloadDigest,
|
|
210
231
|
});
|
|
211
232
|
|
|
212
233
|
// Update last archive for auto-chaining
|
|
@@ -266,16 +287,40 @@ export class FakeL1State {
|
|
|
266
287
|
this.updatePendingCheckpointNumber();
|
|
267
288
|
}
|
|
268
289
|
|
|
290
|
+
/** Sets the L1 block number that will be reported as "finalized". */
|
|
291
|
+
setFinalizedL1BlockNumber(blockNumber: bigint): void {
|
|
292
|
+
this.finalizedL1BlockNumber = blockNumber;
|
|
293
|
+
}
|
|
294
|
+
|
|
269
295
|
/** Marks a checkpoint as proven. Updates provenCheckpointNumber. */
|
|
270
296
|
markCheckpointAsProven(checkpointNumber: CheckpointNumber): void {
|
|
271
297
|
this.provenCheckpointNumber = checkpointNumber;
|
|
272
298
|
}
|
|
273
299
|
|
|
300
|
+
/**
|
|
301
|
+
* Simulates what `rollup.getProvenCheckpointNumber({ blockNumber: atL1Block })` would return.
|
|
302
|
+
*/
|
|
303
|
+
getProvenCheckpointNumberAtL1Block(atL1Block: bigint): CheckpointNumber {
|
|
304
|
+
if (this.provenCheckpointNumber === 0) {
|
|
305
|
+
return CheckpointNumber(0);
|
|
306
|
+
}
|
|
307
|
+
const checkpoint = this.checkpoints.find(cp => cp.checkpointNumber === this.provenCheckpointNumber);
|
|
308
|
+
if (checkpoint && checkpoint.l1BlockNumber <= atL1Block) {
|
|
309
|
+
return this.provenCheckpointNumber;
|
|
310
|
+
}
|
|
311
|
+
return CheckpointNumber(0);
|
|
312
|
+
}
|
|
313
|
+
|
|
274
314
|
/** Sets the target committee size for attestation validation. */
|
|
275
315
|
setTargetCommitteeSize(size: number): void {
|
|
276
316
|
this.targetCommitteeSize = size;
|
|
277
317
|
}
|
|
278
318
|
|
|
319
|
+
/** Sets whether the rollup contract would allow pruning at the next block. */
|
|
320
|
+
setCanPrune(value: boolean): void {
|
|
321
|
+
this.canPruneResult = value;
|
|
322
|
+
}
|
|
323
|
+
|
|
279
324
|
/**
|
|
280
325
|
* Removes all entries for a checkpoint number (simulates L1 reorg or prune).
|
|
281
326
|
* Note: Does NOT remove messages for this checkpoint (use numL1ToL2Messages: 0 when re-adding).
|
|
@@ -384,6 +429,13 @@ export class FakeL1State {
|
|
|
384
429
|
});
|
|
385
430
|
});
|
|
386
431
|
|
|
432
|
+
mockRollup.getProvenCheckpointNumber.mockImplementation((options?: { blockNumber?: bigint }) => {
|
|
433
|
+
const atBlock = options?.blockNumber ?? this.l1BlockNumber;
|
|
434
|
+
return Promise.resolve(this.getProvenCheckpointNumberAtL1Block(atBlock));
|
|
435
|
+
});
|
|
436
|
+
|
|
437
|
+
mockRollup.canPruneAtTime.mockImplementation(() => Promise.resolve(this.canPruneResult));
|
|
438
|
+
|
|
387
439
|
// Mock the wrapper method for fetching checkpoint events
|
|
388
440
|
mockRollup.getCheckpointProposedEvents.mockImplementation((fromBlock: bigint, toBlock: bigint) =>
|
|
389
441
|
Promise.resolve(this.getCheckpointProposedLogs(fromBlock, toBlock)),
|
|
@@ -425,10 +477,13 @@ export class FakeL1State {
|
|
|
425
477
|
publicClient.getChainId.mockResolvedValue(1);
|
|
426
478
|
publicClient.getBlockNumber.mockImplementation(() => Promise.resolve(this.l1BlockNumber));
|
|
427
479
|
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
480
|
+
publicClient.getBlock.mockImplementation((async (args: { blockNumber?: bigint; blockTag?: string } = {}) => {
|
|
481
|
+
let blockNum: bigint;
|
|
482
|
+
if (args.blockTag === 'finalized') {
|
|
483
|
+
blockNum = this.finalizedL1BlockNumber;
|
|
484
|
+
} else {
|
|
485
|
+
blockNum = args.blockNumber ?? (await publicClient.getBlockNumber());
|
|
486
|
+
}
|
|
432
487
|
return {
|
|
433
488
|
number: blockNum,
|
|
434
489
|
timestamp: BigInt(blockNum) * BigInt(this.config.ethereumSlotDuration) + this.config.l1GenesisTime,
|
|
@@ -502,10 +557,8 @@ export class FakeL1State {
|
|
|
502
557
|
checkpointNumber: cpData.checkpointNumber,
|
|
503
558
|
archive: cpData.checkpoint.archive.root,
|
|
504
559
|
versionedBlobHashes: cpData.blobHashes.map(h => Buffer.from(h.slice(2), 'hex')),
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
payloadDigest: undefined,
|
|
508
|
-
attestationsHash: undefined,
|
|
560
|
+
attestationsHash: cpData.attestationsHash,
|
|
561
|
+
payloadDigest: cpData.payloadDigest,
|
|
509
562
|
},
|
|
510
563
|
}));
|
|
511
564
|
}
|
|
@@ -531,14 +584,17 @@ export class FakeL1State {
|
|
|
531
584
|
}));
|
|
532
585
|
}
|
|
533
586
|
|
|
534
|
-
private makeRollupTx(
|
|
587
|
+
private async makeRollupTx(
|
|
588
|
+
checkpoint: Checkpoint,
|
|
589
|
+
signers: Secp256k1Signer[],
|
|
590
|
+
): Promise<{ tx: Transaction; attestationsHash: Buffer32; payloadDigest: Buffer32 }> {
|
|
535
591
|
const attestations = signers
|
|
536
592
|
.map(signer => makeCheckpointAttestationFromCheckpoint(checkpoint, signer))
|
|
537
593
|
.map(attestation => CommitteeAttestation.fromSignature(attestation.signature))
|
|
538
594
|
.map(committeeAttestation => committeeAttestation.toViem());
|
|
539
595
|
|
|
540
596
|
const header = checkpoint.header.toViem();
|
|
541
|
-
const blobInput = getPrefixedEthBlobCommitments(getBlobsPerL1Block(checkpoint.toBlobFields()));
|
|
597
|
+
const blobInput = getPrefixedEthBlobCommitments(await getBlobsPerL1Block(checkpoint.toBlobFields()));
|
|
542
598
|
const archive = toHex(checkpoint.archive.root.toBuffer());
|
|
543
599
|
const attestationsAndSigners = new CommitteeAttestationsAndSigners(
|
|
544
600
|
attestations.map(attestation => CommitteeAttestation.fromViem(attestation)),
|
|
@@ -549,6 +605,8 @@ export class FakeL1State {
|
|
|
549
605
|
signers[0],
|
|
550
606
|
);
|
|
551
607
|
|
|
608
|
+
const packedAttestations = attestationsAndSigners.getPackedAttestations();
|
|
609
|
+
|
|
552
610
|
const rollupInput = encodeFunctionData({
|
|
553
611
|
abi: RollupAbi,
|
|
554
612
|
functionName: 'propose',
|
|
@@ -558,7 +616,7 @@ export class FakeL1State {
|
|
|
558
616
|
archive,
|
|
559
617
|
oracleInput: { feeAssetPriceModifier: 0n },
|
|
560
618
|
},
|
|
561
|
-
|
|
619
|
+
packedAttestations,
|
|
562
620
|
attestationsAndSigners.getSigners().map(signer => signer.toString()),
|
|
563
621
|
attestationsAndSignersSignature.toViemSignature(),
|
|
564
622
|
blobInput,
|
|
@@ -579,21 +637,52 @@ export class FakeL1State {
|
|
|
579
637
|
],
|
|
580
638
|
});
|
|
581
639
|
|
|
582
|
-
|
|
640
|
+
// Compute attestationsHash (same logic as CalldataRetriever)
|
|
641
|
+
const attestationsHash = Buffer32.fromString(
|
|
642
|
+
keccak256(encodeAbiParameters([this.getCommitteeAttestationsStructDef()], [packedAttestations])),
|
|
643
|
+
);
|
|
644
|
+
|
|
645
|
+
// Compute payloadDigest (same logic as CalldataRetriever)
|
|
646
|
+
const consensusPayload = ConsensusPayload.fromCheckpoint(checkpoint);
|
|
647
|
+
const payloadToSign = consensusPayload.getPayloadToSign(SignatureDomainSeparator.checkpointAttestation);
|
|
648
|
+
const payloadDigest = Buffer32.fromString(keccak256(payloadToSign));
|
|
649
|
+
|
|
650
|
+
const tx = {
|
|
583
651
|
input: multiCallInput,
|
|
584
652
|
hash: archive,
|
|
585
653
|
blockHash: archive,
|
|
586
654
|
to: MULTI_CALL_3_ADDRESS as `0x${string}`,
|
|
587
655
|
} as Transaction<bigint, number>;
|
|
656
|
+
|
|
657
|
+
return { tx, attestationsHash, payloadDigest };
|
|
658
|
+
}
|
|
659
|
+
|
|
660
|
+
/** Extracts the CommitteeAttestations struct definition from RollupAbi for hash computation. */
|
|
661
|
+
private getCommitteeAttestationsStructDef(): AbiParameter {
|
|
662
|
+
const proposeFunction = RollupAbi.find(item => item.type === 'function' && item.name === 'propose') as
|
|
663
|
+
| { type: 'function'; name: string; inputs: readonly AbiParameter[] }
|
|
664
|
+
| undefined;
|
|
665
|
+
|
|
666
|
+
if (!proposeFunction) {
|
|
667
|
+
throw new Error('propose function not found in RollupAbi');
|
|
668
|
+
}
|
|
669
|
+
|
|
670
|
+
const attestationsParam = proposeFunction.inputs.find(param => param.name === '_attestations');
|
|
671
|
+
if (!attestationsParam) {
|
|
672
|
+
throw new Error('_attestations parameter not found in propose function');
|
|
673
|
+
}
|
|
674
|
+
|
|
675
|
+
const tupleParam = attestationsParam as unknown as { type: 'tuple'; components?: readonly AbiParameter[] };
|
|
676
|
+
return { type: 'tuple', components: tupleParam.components || [] } as AbiParameter;
|
|
588
677
|
}
|
|
589
678
|
|
|
590
|
-
private makeVersionedBlobHashes(checkpoint: Checkpoint):
|
|
591
|
-
return getBlobsPerL1Block(checkpoint.toBlobFields()).map(
|
|
679
|
+
private async makeVersionedBlobHashes(checkpoint: Checkpoint): Promise<`0x${string}`[]> {
|
|
680
|
+
return (await getBlobsPerL1Block(checkpoint.toBlobFields())).map(
|
|
592
681
|
b => `0x${b.getEthVersionedBlobHash().toString('hex')}` as `0x${string}`,
|
|
593
682
|
);
|
|
594
683
|
}
|
|
595
684
|
|
|
596
|
-
private makeBlobsFromCheckpoint(checkpoint: Checkpoint): Blob[] {
|
|
597
|
-
return getBlobsPerL1Block(checkpoint.toBlobFields());
|
|
685
|
+
private async makeBlobsFromCheckpoint(checkpoint: Checkpoint): Promise<Blob[]> {
|
|
686
|
+
return await getBlobsPerL1Block(checkpoint.toBlobFields());
|
|
598
687
|
}
|
|
599
688
|
}
|
|
@@ -56,8 +56,9 @@ export class MockPrefilledArchiver extends MockArchiver {
|
|
|
56
56
|
}
|
|
57
57
|
|
|
58
58
|
const fromBlock = this.l2Blocks.length;
|
|
59
|
-
|
|
60
|
-
this.addProposedBlocks(
|
|
59
|
+
const checkpointsToAdd = this.prefilled.slice(fromBlock, fromBlock + numBlocks);
|
|
60
|
+
this.addProposedBlocks(checkpointsToAdd.flatMap(c => c.blocks));
|
|
61
|
+
this.checkpointList.push(...checkpointsToAdd);
|
|
61
62
|
return Promise.resolve();
|
|
62
63
|
}
|
|
63
64
|
}
|
|
@@ -8,6 +8,7 @@ import { createLogger } from '@aztec/foundation/log';
|
|
|
8
8
|
import type { FunctionSelector } from '@aztec/stdlib/abi';
|
|
9
9
|
import type { AztecAddress } from '@aztec/stdlib/aztec-address';
|
|
10
10
|
import {
|
|
11
|
+
type BlockData,
|
|
11
12
|
BlockHash,
|
|
12
13
|
CheckpointedL2Block,
|
|
13
14
|
L2Block,
|
|
@@ -15,9 +16,11 @@ import {
|
|
|
15
16
|
type L2Tips,
|
|
16
17
|
type ValidateCheckpointResult,
|
|
17
18
|
} from '@aztec/stdlib/block';
|
|
18
|
-
import { Checkpoint, L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
19
|
+
import { Checkpoint, type CheckpointData, L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
|
|
19
20
|
import type { ContractClassPublic, ContractDataSource, ContractInstanceWithAddress } from '@aztec/stdlib/contract';
|
|
20
21
|
import { EmptyL1RollupConstants, type L1RollupConstants, getSlotRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
|
|
22
|
+
import { computeCheckpointOutHash } from '@aztec/stdlib/messaging';
|
|
23
|
+
import { CheckpointHeader } from '@aztec/stdlib/rollup';
|
|
21
24
|
import { type BlockHeader, TxExecutionResult, TxHash, TxReceipt, TxStatus } from '@aztec/stdlib/tx';
|
|
22
25
|
import type { UInt64 } from '@aztec/stdlib/types';
|
|
23
26
|
|
|
@@ -26,6 +29,7 @@ import type { UInt64 } from '@aztec/stdlib/types';
|
|
|
26
29
|
*/
|
|
27
30
|
export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
|
|
28
31
|
protected l2Blocks: L2Block[] = [];
|
|
32
|
+
protected checkpointList: Checkpoint[] = [];
|
|
29
33
|
|
|
30
34
|
private provenBlockNumber: number = 0;
|
|
31
35
|
private finalizedBlockNumber: number = 0;
|
|
@@ -33,14 +37,36 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
|
|
|
33
37
|
|
|
34
38
|
private log = createLogger('archiver:mock_l2_block_source');
|
|
35
39
|
|
|
40
|
+
/** Creates blocks grouped into single-block checkpoints. */
|
|
36
41
|
public async createBlocks(numBlocks: number) {
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
42
|
+
await this.createCheckpoints(numBlocks, 1);
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
public getCheckpointNumber(): Promise<CheckpointNumber> {
|
|
46
|
+
return Promise.resolve(
|
|
47
|
+
this.checkpointList.length === 0 ? CheckpointNumber.ZERO : CheckpointNumber(this.checkpointList.length),
|
|
48
|
+
);
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
/** Creates checkpoints, each containing `blocksPerCheckpoint` blocks. */
|
|
52
|
+
public async createCheckpoints(numCheckpoints: number, blocksPerCheckpoint: number = 1) {
|
|
53
|
+
for (let c = 0; c < numCheckpoints; c++) {
|
|
54
|
+
const checkpointNum = CheckpointNumber(this.checkpointList.length + 1);
|
|
55
|
+
const startBlockNum = this.l2Blocks.length + 1;
|
|
56
|
+
const slotNumber = SlotNumber(Number(checkpointNum));
|
|
57
|
+
const checkpoint = await Checkpoint.random(checkpointNum, {
|
|
58
|
+
numBlocks: blocksPerCheckpoint,
|
|
59
|
+
startBlockNumber: startBlockNum,
|
|
60
|
+
slotNumber,
|
|
61
|
+
checkpointNumber: checkpointNum,
|
|
62
|
+
});
|
|
63
|
+
this.checkpointList.push(checkpoint);
|
|
64
|
+
this.l2Blocks.push(...checkpoint.blocks);
|
|
41
65
|
}
|
|
42
66
|
|
|
43
|
-
this.log.verbose(
|
|
67
|
+
this.log.verbose(
|
|
68
|
+
`Created ${numCheckpoints} checkpoints with ${blocksPerCheckpoint} blocks each in the mock L2 block source`,
|
|
69
|
+
);
|
|
44
70
|
}
|
|
45
71
|
|
|
46
72
|
public addProposedBlocks(blocks: L2Block[]) {
|
|
@@ -50,6 +76,16 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
|
|
|
50
76
|
|
|
51
77
|
public removeBlocks(numBlocks: number) {
|
|
52
78
|
this.l2Blocks = this.l2Blocks.slice(0, -numBlocks);
|
|
79
|
+
const maxBlockNum = this.l2Blocks.length;
|
|
80
|
+
// Remove any checkpoint whose last block is beyond the remaining blocks.
|
|
81
|
+
this.checkpointList = this.checkpointList.filter(c => {
|
|
82
|
+
const lastBlockNum = c.blocks[0].number + c.blocks.length - 1;
|
|
83
|
+
return lastBlockNum <= maxBlockNum;
|
|
84
|
+
});
|
|
85
|
+
// Keep tip numbers consistent with remaining blocks.
|
|
86
|
+
this.checkpointedBlockNumber = Math.min(this.checkpointedBlockNumber, maxBlockNum);
|
|
87
|
+
this.provenBlockNumber = Math.min(this.provenBlockNumber, maxBlockNum);
|
|
88
|
+
this.finalizedBlockNumber = Math.min(this.finalizedBlockNumber, maxBlockNum);
|
|
53
89
|
this.log.verbose(`Removed ${numBlocks} blocks from the mock L2 block source`);
|
|
54
90
|
}
|
|
55
91
|
|
|
@@ -65,7 +101,33 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
|
|
|
65
101
|
}
|
|
66
102
|
|
|
67
103
|
public setCheckpointedBlockNumber(checkpointedBlockNumber: number) {
|
|
104
|
+
const prevCheckpointed = this.checkpointedBlockNumber;
|
|
68
105
|
this.checkpointedBlockNumber = checkpointedBlockNumber;
|
|
106
|
+
// Auto-create single-block checkpoints for newly checkpointed blocks that don't have one yet.
|
|
107
|
+
// This handles blocks added via addProposedBlocks that are now being marked as checkpointed.
|
|
108
|
+
const newCheckpoints: Checkpoint[] = [];
|
|
109
|
+
for (let blockNum = prevCheckpointed + 1; blockNum <= checkpointedBlockNumber; blockNum++) {
|
|
110
|
+
const block = this.l2Blocks[blockNum - 1];
|
|
111
|
+
if (!block) {
|
|
112
|
+
continue;
|
|
113
|
+
}
|
|
114
|
+
if (this.checkpointList.some(c => c.blocks.some(b => b.number === block.number))) {
|
|
115
|
+
continue;
|
|
116
|
+
}
|
|
117
|
+
const checkpointNum = CheckpointNumber(this.checkpointList.length + newCheckpoints.length + 1);
|
|
118
|
+
const checkpoint = new Checkpoint(
|
|
119
|
+
block.archive,
|
|
120
|
+
CheckpointHeader.random({ slotNumber: block.header.globalVariables.slotNumber }),
|
|
121
|
+
[block],
|
|
122
|
+
checkpointNum,
|
|
123
|
+
);
|
|
124
|
+
newCheckpoints.push(checkpoint);
|
|
125
|
+
}
|
|
126
|
+
// Insert new checkpoints in order by number.
|
|
127
|
+
if (newCheckpoints.length > 0) {
|
|
128
|
+
this.checkpointList.push(...newCheckpoints);
|
|
129
|
+
this.checkpointList.sort((a, b) => a.number - b.number);
|
|
130
|
+
}
|
|
69
131
|
}
|
|
70
132
|
|
|
71
133
|
/**
|
|
@@ -112,13 +174,7 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
|
|
|
112
174
|
if (!block) {
|
|
113
175
|
return Promise.resolve(undefined);
|
|
114
176
|
}
|
|
115
|
-
|
|
116
|
-
CheckpointNumber.fromBlockNumber(number),
|
|
117
|
-
block,
|
|
118
|
-
new L1PublishedData(BigInt(number), BigInt(number), `0x${number.toString(16).padStart(64, '0')}`),
|
|
119
|
-
[],
|
|
120
|
-
);
|
|
121
|
-
return Promise.resolve(checkpointedBlock);
|
|
177
|
+
return Promise.resolve(this.toCheckpointedBlock(block));
|
|
122
178
|
}
|
|
123
179
|
|
|
124
180
|
public async getCheckpointedBlocks(from: BlockNumber, limit: number): Promise<CheckpointedL2Block[]> {
|
|
@@ -167,44 +223,22 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
|
|
|
167
223
|
}
|
|
168
224
|
|
|
169
225
|
public getCheckpoints(from: CheckpointNumber, limit: number) {
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
blocks.map(async block => {
|
|
174
|
-
// Create a checkpoint from the block - manually construct since L2Block doesn't have toCheckpoint()
|
|
175
|
-
const checkpoint = await Checkpoint.random(block.checkpointNumber, { numBlocks: 1 });
|
|
176
|
-
checkpoint.blocks = [block];
|
|
177
|
-
return new PublishedCheckpoint(
|
|
178
|
-
checkpoint,
|
|
179
|
-
new L1PublishedData(BigInt(block.number), BigInt(block.number), Buffer32.random().toString()),
|
|
180
|
-
[],
|
|
181
|
-
);
|
|
182
|
-
}),
|
|
226
|
+
const checkpoints = this.checkpointList.slice(from - 1, from - 1 + limit);
|
|
227
|
+
return Promise.resolve(
|
|
228
|
+
checkpoints.map(checkpoint => new PublishedCheckpoint(checkpoint, this.mockL1DataForCheckpoint(checkpoint), [])),
|
|
183
229
|
);
|
|
184
230
|
}
|
|
185
231
|
|
|
186
|
-
public
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
if (!block) {
|
|
190
|
-
return undefined;
|
|
191
|
-
}
|
|
192
|
-
// Create a checkpoint from the block - manually construct since L2Block doesn't have toCheckpoint()
|
|
193
|
-
const checkpoint = await Checkpoint.random(block.checkpointNumber, { numBlocks: 1 });
|
|
194
|
-
checkpoint.blocks = [block];
|
|
195
|
-
return checkpoint;
|
|
232
|
+
public getCheckpointByArchive(archive: Fr): Promise<Checkpoint | undefined> {
|
|
233
|
+
const checkpoint = this.checkpointList.find(c => c.archive.root.equals(archive));
|
|
234
|
+
return Promise.resolve(checkpoint);
|
|
196
235
|
}
|
|
197
236
|
|
|
198
237
|
public async getCheckpointedBlockByHash(blockHash: BlockHash): Promise<CheckpointedL2Block | undefined> {
|
|
199
238
|
for (const block of this.l2Blocks) {
|
|
200
239
|
const hash = await block.hash();
|
|
201
240
|
if (hash.equals(blockHash)) {
|
|
202
|
-
return
|
|
203
|
-
checkpointNumber: CheckpointNumber.fromBlockNumber(block.number),
|
|
204
|
-
block,
|
|
205
|
-
l1: new L1PublishedData(BigInt(block.number), BigInt(block.number), Buffer32.random().toString()),
|
|
206
|
-
attestations: [],
|
|
207
|
-
});
|
|
241
|
+
return this.toCheckpointedBlock(block);
|
|
208
242
|
}
|
|
209
243
|
}
|
|
210
244
|
return undefined;
|
|
@@ -215,14 +249,7 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
|
|
|
215
249
|
if (!block) {
|
|
216
250
|
return Promise.resolve(undefined);
|
|
217
251
|
}
|
|
218
|
-
return Promise.resolve(
|
|
219
|
-
CheckpointedL2Block.fromFields({
|
|
220
|
-
checkpointNumber: CheckpointNumber.fromBlockNumber(block.number),
|
|
221
|
-
block,
|
|
222
|
-
l1: new L1PublishedData(BigInt(block.number), BigInt(block.number), Buffer32.random().toString()),
|
|
223
|
-
attestations: [],
|
|
224
|
-
}),
|
|
225
|
-
);
|
|
252
|
+
return Promise.resolve(this.toCheckpointedBlock(block));
|
|
226
253
|
}
|
|
227
254
|
|
|
228
255
|
public async getL2BlockByHash(blockHash: BlockHash): Promise<L2Block | undefined> {
|
|
@@ -255,47 +282,69 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
|
|
|
255
282
|
return Promise.resolve(block?.header);
|
|
256
283
|
}
|
|
257
284
|
|
|
285
|
+
public async getBlockData(number: BlockNumber): Promise<BlockData | undefined> {
|
|
286
|
+
const block = this.l2Blocks[number - 1];
|
|
287
|
+
if (!block) {
|
|
288
|
+
return undefined;
|
|
289
|
+
}
|
|
290
|
+
return {
|
|
291
|
+
header: block.header,
|
|
292
|
+
archive: block.archive,
|
|
293
|
+
blockHash: await block.hash(),
|
|
294
|
+
checkpointNumber: block.checkpointNumber,
|
|
295
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
296
|
+
};
|
|
297
|
+
}
|
|
298
|
+
|
|
299
|
+
public async getBlockDataByArchive(archive: Fr): Promise<BlockData | undefined> {
|
|
300
|
+
const block = this.l2Blocks.find(b => b.archive.root.equals(archive));
|
|
301
|
+
if (!block) {
|
|
302
|
+
return undefined;
|
|
303
|
+
}
|
|
304
|
+
return {
|
|
305
|
+
header: block.header,
|
|
306
|
+
archive: block.archive,
|
|
307
|
+
blockHash: await block.hash(),
|
|
308
|
+
checkpointNumber: block.checkpointNumber,
|
|
309
|
+
indexWithinCheckpoint: block.indexWithinCheckpoint,
|
|
310
|
+
};
|
|
311
|
+
}
|
|
312
|
+
|
|
258
313
|
getBlockHeader(number: number | 'latest'): Promise<BlockHeader | undefined> {
|
|
259
314
|
return Promise.resolve(this.l2Blocks.at(typeof number === 'number' ? number - 1 : -1)?.header);
|
|
260
315
|
}
|
|
261
316
|
|
|
262
317
|
getCheckpointsForEpoch(epochNumber: EpochNumber): Promise<Checkpoint[]> {
|
|
263
|
-
|
|
264
|
-
const epochDuration = DefaultL1ContractsConfig.aztecEpochDuration;
|
|
265
|
-
const [start, end] = getSlotRangeForEpoch(epochNumber, { epochDuration });
|
|
266
|
-
const blocks = this.l2Blocks.filter(b => {
|
|
267
|
-
const slot = b.header.globalVariables.slotNumber;
|
|
268
|
-
return slot >= start && slot <= end;
|
|
269
|
-
});
|
|
270
|
-
// Create checkpoints from blocks - manually construct since L2Block doesn't have toCheckpoint()
|
|
271
|
-
return Promise.all(
|
|
272
|
-
blocks.map(async block => {
|
|
273
|
-
const checkpoint = await Checkpoint.random(block.checkpointNumber, { numBlocks: 1 });
|
|
274
|
-
checkpoint.blocks = [block];
|
|
275
|
-
return checkpoint;
|
|
276
|
-
}),
|
|
277
|
-
);
|
|
318
|
+
return Promise.resolve(this.getCheckpointsInEpoch(epochNumber));
|
|
278
319
|
}
|
|
279
320
|
|
|
280
|
-
|
|
281
|
-
const
|
|
282
|
-
const [start, end] = getSlotRangeForEpoch(epochNumber, { epochDuration });
|
|
283
|
-
const blocks = this.l2Blocks.filter(b => {
|
|
284
|
-
const slot = b.header.globalVariables.slotNumber;
|
|
285
|
-
return slot >= start && slot <= end;
|
|
286
|
-
});
|
|
321
|
+
getCheckpointsDataForEpoch(epochNumber: EpochNumber): Promise<CheckpointData[]> {
|
|
322
|
+
const checkpoints = this.getCheckpointsInEpoch(epochNumber);
|
|
287
323
|
return Promise.resolve(
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
checkpointNumber:
|
|
291
|
-
|
|
292
|
-
|
|
324
|
+
checkpoints.map(
|
|
325
|
+
(checkpoint): CheckpointData => ({
|
|
326
|
+
checkpointNumber: checkpoint.number,
|
|
327
|
+
header: checkpoint.header,
|
|
328
|
+
archive: checkpoint.archive,
|
|
329
|
+
checkpointOutHash: computeCheckpointOutHash(
|
|
330
|
+
checkpoint.blocks.map(b => b.body.txEffects.map(tx => tx.l2ToL1Msgs)),
|
|
331
|
+
),
|
|
332
|
+
startBlock: checkpoint.blocks[0].number,
|
|
333
|
+
blockCount: checkpoint.blocks.length,
|
|
293
334
|
attestations: [],
|
|
335
|
+
l1: this.mockL1DataForCheckpoint(checkpoint),
|
|
294
336
|
}),
|
|
295
337
|
),
|
|
296
338
|
);
|
|
297
339
|
}
|
|
298
340
|
|
|
341
|
+
getCheckpointedBlocksForEpoch(epochNumber: EpochNumber): Promise<CheckpointedL2Block[]> {
|
|
342
|
+
const checkpoints = this.getCheckpointsInEpoch(epochNumber);
|
|
343
|
+
return Promise.resolve(
|
|
344
|
+
checkpoints.flatMap(checkpoint => checkpoint.blocks.map(block => this.toCheckpointedBlock(block))),
|
|
345
|
+
);
|
|
346
|
+
}
|
|
347
|
+
|
|
299
348
|
getBlocksForSlot(slotNumber: SlotNumber): Promise<L2Block[]> {
|
|
300
349
|
const blocks = this.l2Blocks.filter(b => b.header.globalVariables.slotNumber === slotNumber);
|
|
301
350
|
return Promise.resolve(blocks);
|
|
@@ -384,7 +433,10 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
|
|
|
384
433
|
|
|
385
434
|
const makeTipId = (blockId: typeof latestBlockId) => ({
|
|
386
435
|
block: blockId,
|
|
387
|
-
checkpoint: {
|
|
436
|
+
checkpoint: {
|
|
437
|
+
number: this.findCheckpointNumberForBlock(blockId.number) ?? CheckpointNumber(0),
|
|
438
|
+
hash: blockId.hash,
|
|
439
|
+
},
|
|
388
440
|
});
|
|
389
441
|
|
|
390
442
|
return {
|
|
@@ -395,11 +447,11 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
|
|
|
395
447
|
};
|
|
396
448
|
}
|
|
397
449
|
|
|
398
|
-
|
|
450
|
+
getSyncedL2EpochNumber(): Promise<EpochNumber> {
|
|
399
451
|
throw new Error('Method not implemented.');
|
|
400
452
|
}
|
|
401
453
|
|
|
402
|
-
|
|
454
|
+
getSyncedL2SlotNumber(): Promise<SlotNumber> {
|
|
403
455
|
throw new Error('Method not implemented.');
|
|
404
456
|
}
|
|
405
457
|
|
|
@@ -472,4 +524,38 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
|
|
|
472
524
|
getPendingChainValidationStatus(): Promise<ValidateCheckpointResult> {
|
|
473
525
|
return Promise.resolve({ valid: true });
|
|
474
526
|
}
|
|
527
|
+
|
|
528
|
+
/** Returns checkpoints whose slot falls within the given epoch. */
|
|
529
|
+
private getCheckpointsInEpoch(epochNumber: EpochNumber): Checkpoint[] {
|
|
530
|
+
const epochDuration = DefaultL1ContractsConfig.aztecEpochDuration;
|
|
531
|
+
const [start, end] = getSlotRangeForEpoch(epochNumber, { epochDuration });
|
|
532
|
+
return this.checkpointList.filter(c => c.header.slotNumber >= start && c.header.slotNumber <= end);
|
|
533
|
+
}
|
|
534
|
+
|
|
535
|
+
/** Creates a mock L1PublishedData for a checkpoint. */
|
|
536
|
+
private mockL1DataForCheckpoint(checkpoint: Checkpoint): L1PublishedData {
|
|
537
|
+
return new L1PublishedData(BigInt(checkpoint.number), BigInt(checkpoint.number), Buffer32.random().toString());
|
|
538
|
+
}
|
|
539
|
+
|
|
540
|
+
/** Creates a CheckpointedL2Block from a block using stored checkpoint info. */
|
|
541
|
+
private toCheckpointedBlock(block: L2Block): CheckpointedL2Block {
|
|
542
|
+
const checkpoint = this.checkpointList.find(c => c.blocks.some(b => b.number === block.number));
|
|
543
|
+
const checkpointNumber = checkpoint?.number ?? block.checkpointNumber;
|
|
544
|
+
return new CheckpointedL2Block(
|
|
545
|
+
checkpointNumber,
|
|
546
|
+
block,
|
|
547
|
+
new L1PublishedData(
|
|
548
|
+
BigInt(block.number),
|
|
549
|
+
BigInt(block.number),
|
|
550
|
+
`0x${block.number.toString(16).padStart(64, '0')}`,
|
|
551
|
+
),
|
|
552
|
+
[],
|
|
553
|
+
);
|
|
554
|
+
}
|
|
555
|
+
|
|
556
|
+
/** Finds the checkpoint number for a block, or undefined if the block is not in any checkpoint. */
|
|
557
|
+
private findCheckpointNumberForBlock(blockNumber: BlockNumber): CheckpointNumber | undefined {
|
|
558
|
+
const checkpoint = this.checkpointList.find(c => c.blocks.some(b => b.number === blockNumber));
|
|
559
|
+
return checkpoint?.number;
|
|
560
|
+
}
|
|
475
561
|
}
|
package/src/test/mock_structs.ts
CHANGED
|
@@ -127,6 +127,25 @@ export function makeL1PublishedData(l1BlockNumber: number): L1PublishedData {
|
|
|
127
127
|
return new L1PublishedData(BigInt(l1BlockNumber), BigInt(l1BlockNumber * 1000), makeBlockHash(l1BlockNumber));
|
|
128
128
|
}
|
|
129
129
|
|
|
130
|
+
/** Creates a Checkpoint from a list of blocks with a header that matches the blocks' structure. */
|
|
131
|
+
export function makeCheckpoint(blocks: L2Block[], checkpointNumber = CheckpointNumber(1)): Checkpoint {
|
|
132
|
+
const firstBlock = blocks[0];
|
|
133
|
+
const { slotNumber, timestamp, coinbase, feeRecipient, gasFees } = firstBlock.header.globalVariables;
|
|
134
|
+
return new Checkpoint(
|
|
135
|
+
blocks.at(-1)!.archive,
|
|
136
|
+
CheckpointHeader.random({
|
|
137
|
+
lastArchiveRoot: firstBlock.header.lastArchive.root,
|
|
138
|
+
slotNumber,
|
|
139
|
+
timestamp,
|
|
140
|
+
coinbase,
|
|
141
|
+
feeRecipient,
|
|
142
|
+
gasFees,
|
|
143
|
+
}),
|
|
144
|
+
blocks,
|
|
145
|
+
checkpointNumber,
|
|
146
|
+
);
|
|
147
|
+
}
|
|
148
|
+
|
|
130
149
|
/** Wraps a Checkpoint with L1 published data and random attestations. */
|
|
131
150
|
export function makePublishedCheckpoint(
|
|
132
151
|
checkpoint: Checkpoint,
|
|
@@ -301,11 +320,6 @@ export async function makeCheckpointWithLogs(
|
|
|
301
320
|
return txEffect;
|
|
302
321
|
});
|
|
303
322
|
|
|
304
|
-
const checkpoint =
|
|
305
|
-
AppendOnlyTreeSnapshot.random(),
|
|
306
|
-
CheckpointHeader.random(),
|
|
307
|
-
[block],
|
|
308
|
-
CheckpointNumber.fromBlockNumber(BlockNumber(blockNumber)),
|
|
309
|
-
);
|
|
323
|
+
const checkpoint = makeCheckpoint([block], CheckpointNumber.fromBlockNumber(BlockNumber(blockNumber)));
|
|
310
324
|
return makePublishedCheckpoint(checkpoint, blockNumber);
|
|
311
325
|
}
|