@aztec/archiver 0.0.1-commit.3469e52 → 0.0.1-commit.381b1a9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (97) hide show
  1. package/README.md +9 -0
  2. package/dest/archiver.d.ts +12 -8
  3. package/dest/archiver.d.ts.map +1 -1
  4. package/dest/archiver.js +81 -120
  5. package/dest/errors.d.ts +6 -1
  6. package/dest/errors.d.ts.map +1 -1
  7. package/dest/errors.js +8 -0
  8. package/dest/factory.d.ts +3 -1
  9. package/dest/factory.d.ts.map +1 -1
  10. package/dest/factory.js +14 -11
  11. package/dest/index.d.ts +2 -1
  12. package/dest/index.d.ts.map +1 -1
  13. package/dest/index.js +1 -0
  14. package/dest/l1/bin/retrieve-calldata.js +35 -32
  15. package/dest/l1/calldata_retriever.d.ts +73 -50
  16. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  17. package/dest/l1/calldata_retriever.js +190 -259
  18. package/dest/l1/data_retrieval.d.ts +4 -7
  19. package/dest/l1/data_retrieval.d.ts.map +1 -1
  20. package/dest/l1/data_retrieval.js +12 -16
  21. package/dest/l1/spire_proposer.d.ts +5 -5
  22. package/dest/l1/spire_proposer.d.ts.map +1 -1
  23. package/dest/l1/spire_proposer.js +9 -17
  24. package/dest/l1/validate_trace.d.ts +6 -3
  25. package/dest/l1/validate_trace.d.ts.map +1 -1
  26. package/dest/l1/validate_trace.js +13 -9
  27. package/dest/modules/data_source_base.d.ts +25 -21
  28. package/dest/modules/data_source_base.d.ts.map +1 -1
  29. package/dest/modules/data_source_base.js +45 -120
  30. package/dest/modules/data_store_updater.d.ts +40 -21
  31. package/dest/modules/data_store_updater.d.ts.map +1 -1
  32. package/dest/modules/data_store_updater.js +114 -64
  33. package/dest/modules/instrumentation.d.ts +6 -4
  34. package/dest/modules/instrumentation.d.ts.map +1 -1
  35. package/dest/modules/instrumentation.js +26 -12
  36. package/dest/modules/l1_synchronizer.d.ts +5 -8
  37. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  38. package/dest/modules/l1_synchronizer.js +46 -20
  39. package/dest/store/block_store.d.ts +49 -32
  40. package/dest/store/block_store.d.ts.map +1 -1
  41. package/dest/store/block_store.js +165 -54
  42. package/dest/store/contract_class_store.d.ts +1 -1
  43. package/dest/store/contract_class_store.d.ts.map +1 -1
  44. package/dest/store/contract_class_store.js +11 -7
  45. package/dest/store/kv_archiver_store.d.ts +53 -25
  46. package/dest/store/kv_archiver_store.d.ts.map +1 -1
  47. package/dest/store/kv_archiver_store.js +50 -17
  48. package/dest/store/l2_tips_cache.d.ts +19 -0
  49. package/dest/store/l2_tips_cache.d.ts.map +1 -0
  50. package/dest/store/l2_tips_cache.js +89 -0
  51. package/dest/store/log_store.d.ts +4 -4
  52. package/dest/store/log_store.d.ts.map +1 -1
  53. package/dest/store/log_store.js +105 -47
  54. package/dest/store/message_store.js +1 -1
  55. package/dest/test/fake_l1_state.d.ts +16 -4
  56. package/dest/test/fake_l1_state.d.ts.map +1 -1
  57. package/dest/test/fake_l1_state.js +84 -20
  58. package/dest/test/index.js +3 -1
  59. package/dest/test/mock_archiver.d.ts +1 -1
  60. package/dest/test/mock_archiver.d.ts.map +1 -1
  61. package/dest/test/mock_archiver.js +3 -2
  62. package/dest/test/mock_l2_block_source.d.ts +39 -23
  63. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  64. package/dest/test/mock_l2_block_source.js +157 -112
  65. package/dest/test/mock_structs.d.ts +6 -2
  66. package/dest/test/mock_structs.d.ts.map +1 -1
  67. package/dest/test/mock_structs.js +24 -10
  68. package/dest/test/noop_l1_archiver.d.ts +26 -0
  69. package/dest/test/noop_l1_archiver.d.ts.map +1 -0
  70. package/dest/test/noop_l1_archiver.js +72 -0
  71. package/package.json +14 -13
  72. package/src/archiver.ts +106 -149
  73. package/src/errors.ts +12 -0
  74. package/src/factory.ts +29 -12
  75. package/src/index.ts +1 -0
  76. package/src/l1/README.md +25 -68
  77. package/src/l1/bin/retrieve-calldata.ts +45 -33
  78. package/src/l1/calldata_retriever.ts +249 -379
  79. package/src/l1/data_retrieval.ts +10 -20
  80. package/src/l1/spire_proposer.ts +7 -15
  81. package/src/l1/validate_trace.ts +24 -6
  82. package/src/modules/data_source_base.ts +76 -166
  83. package/src/modules/data_store_updater.ts +130 -66
  84. package/src/modules/instrumentation.ts +26 -14
  85. package/src/modules/l1_synchronizer.ts +55 -26
  86. package/src/store/block_store.ts +216 -92
  87. package/src/store/contract_class_store.ts +11 -7
  88. package/src/store/kv_archiver_store.ts +88 -30
  89. package/src/store/l2_tips_cache.ts +89 -0
  90. package/src/store/log_store.ts +171 -55
  91. package/src/store/message_store.ts +1 -1
  92. package/src/test/fake_l1_state.ts +112 -23
  93. package/src/test/index.ts +3 -0
  94. package/src/test/mock_archiver.ts +3 -2
  95. package/src/test/mock_l2_block_source.ts +211 -129
  96. package/src/test/mock_structs.ts +45 -15
  97. package/src/test/noop_l1_archiver.ts +115 -0
@@ -10,10 +10,11 @@ import { Fr } from '@aztec/foundation/curves/bn254';
10
10
  import { EthAddress } from '@aztec/foundation/eth-address';
11
11
  import { createLogger } from '@aztec/foundation/log';
12
12
  import { RollupAbi } from '@aztec/l1-artifacts';
13
- import { CommitteeAttestation, CommitteeAttestationsAndSigners, L2BlockNew } from '@aztec/stdlib/block';
13
+ import { CommitteeAttestation, CommitteeAttestationsAndSigners, L2Block } from '@aztec/stdlib/block';
14
14
  import { Checkpoint } from '@aztec/stdlib/checkpoint';
15
15
  import { getSlotAtTimestamp } from '@aztec/stdlib/epoch-helpers';
16
16
  import { InboxLeaf } from '@aztec/stdlib/messaging';
17
+ import { ConsensusPayload, SignatureDomainSeparator } from '@aztec/stdlib/p2p';
17
18
  import {
18
19
  makeAndSignCommitteeAttestationsAndSigners,
19
20
  makeCheckpointAttestationFromCheckpoint,
@@ -22,7 +23,16 @@ import {
22
23
  import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
23
24
 
24
25
  import { type MockProxy, mock } from 'jest-mock-extended';
25
- import { type FormattedBlock, type Transaction, encodeFunctionData, multicall3Abi, toHex } from 'viem';
26
+ import {
27
+ type AbiParameter,
28
+ type FormattedBlock,
29
+ type Transaction,
30
+ encodeAbiParameters,
31
+ encodeFunctionData,
32
+ keccak256,
33
+ multicall3Abi,
34
+ toHex,
35
+ } from 'viem';
26
36
 
27
37
  import { updateRollingHash } from '../structs/inbox_message.js';
28
38
 
@@ -51,7 +61,7 @@ type AddCheckpointOptions = {
51
61
  /** Number of L2 blocks in the checkpoint. Default: 1 */
52
62
  numBlocks?: number;
53
63
  /** Or the actual blocks for the checkpoint */
54
- blocks?: L2BlockNew[];
64
+ blocks?: L2Block[];
55
65
  /** Number of transactions per block. Default: 4 */
56
66
  txsPerBlock?: number;
57
67
  /** Max number of effects per tx (for generating large blobs). Default: undefined */
@@ -87,6 +97,10 @@ type CheckpointData = {
87
97
  blobHashes: `0x${string}`[];
88
98
  blobs: Blob[];
89
99
  signers: Secp256k1Signer[];
100
+ /** Hash of the packed attestations, matching what the L1 event emits. */
101
+ attestationsHash: Buffer32;
102
+ /** Payload digest, matching what the L1 event emits. */
103
+ payloadDigest: Buffer32;
90
104
  /** If true, archiveAt will ignore it */
91
105
  pruned?: boolean;
92
106
  };
@@ -131,12 +145,17 @@ export class FakeL1State {
131
145
  private provenCheckpointNumber: CheckpointNumber = CheckpointNumber(0);
132
146
  private targetCommitteeSize: number = 0;
133
147
  private version: bigint = 1n;
148
+ private canPruneResult: boolean = false;
134
149
 
135
150
  // Computed from checkpoints based on L1 block visibility
136
151
  private pendingCheckpointNumber: CheckpointNumber = CheckpointNumber(0);
137
152
 
153
+ // The L1 block number reported as "finalized" (defaults to the start block)
154
+ private finalizedL1BlockNumber: bigint;
155
+
138
156
  constructor(private readonly config: FakeL1StateConfig) {
139
157
  this.l1BlockNumber = config.l1StartBlock;
158
+ this.finalizedL1BlockNumber = config.l1StartBlock;
140
159
  this.lastArchive = new AppendOnlyTreeSnapshot(config.genesisArchiveRoot, 1);
141
160
  }
142
161
 
@@ -193,10 +212,10 @@ export class FakeL1State {
193
212
  // Store the messages internally so they match the checkpoint's inHash
194
213
  this.addMessages(checkpointNumber, messagesL1BlockNumber, messages);
195
214
 
196
- // Create the transaction and blobs
197
- const tx = this.makeRollupTx(checkpoint, signers);
198
- const blobHashes = this.makeVersionedBlobHashes(checkpoint);
199
- const blobs = this.makeBlobsFromCheckpoint(checkpoint);
215
+ // Create the transaction, blobs, and event hashes
216
+ const { tx, attestationsHash, payloadDigest } = await this.makeRollupTx(checkpoint, signers);
217
+ const blobHashes = await this.makeVersionedBlobHashes(checkpoint);
218
+ const blobs = await this.makeBlobsFromCheckpoint(checkpoint);
200
219
 
201
220
  // Store the checkpoint data
202
221
  this.checkpoints.push({
@@ -207,6 +226,8 @@ export class FakeL1State {
207
226
  blobHashes,
208
227
  blobs,
209
228
  signers,
229
+ attestationsHash,
230
+ payloadDigest,
210
231
  });
211
232
 
212
233
  // Update last archive for auto-chaining
@@ -266,16 +287,40 @@ export class FakeL1State {
266
287
  this.updatePendingCheckpointNumber();
267
288
  }
268
289
 
290
+ /** Sets the L1 block number that will be reported as "finalized". */
291
+ setFinalizedL1BlockNumber(blockNumber: bigint): void {
292
+ this.finalizedL1BlockNumber = blockNumber;
293
+ }
294
+
269
295
  /** Marks a checkpoint as proven. Updates provenCheckpointNumber. */
270
296
  markCheckpointAsProven(checkpointNumber: CheckpointNumber): void {
271
297
  this.provenCheckpointNumber = checkpointNumber;
272
298
  }
273
299
 
300
+ /**
301
+ * Simulates what `rollup.getProvenCheckpointNumber({ blockNumber: atL1Block })` would return.
302
+ */
303
+ getProvenCheckpointNumberAtL1Block(atL1Block: bigint): CheckpointNumber {
304
+ if (this.provenCheckpointNumber === 0) {
305
+ return CheckpointNumber(0);
306
+ }
307
+ const checkpoint = this.checkpoints.find(cp => cp.checkpointNumber === this.provenCheckpointNumber);
308
+ if (checkpoint && checkpoint.l1BlockNumber <= atL1Block) {
309
+ return this.provenCheckpointNumber;
310
+ }
311
+ return CheckpointNumber(0);
312
+ }
313
+
274
314
  /** Sets the target committee size for attestation validation. */
275
315
  setTargetCommitteeSize(size: number): void {
276
316
  this.targetCommitteeSize = size;
277
317
  }
278
318
 
319
+ /** Sets whether the rollup contract would allow pruning at the next block. */
320
+ setCanPrune(value: boolean): void {
321
+ this.canPruneResult = value;
322
+ }
323
+
279
324
  /**
280
325
  * Removes all entries for a checkpoint number (simulates L1 reorg or prune).
281
326
  * Note: Does NOT remove messages for this checkpoint (use numL1ToL2Messages: 0 when re-adding).
@@ -384,6 +429,13 @@ export class FakeL1State {
384
429
  });
385
430
  });
386
431
 
432
+ mockRollup.getProvenCheckpointNumber.mockImplementation((options?: { blockNumber?: bigint }) => {
433
+ const atBlock = options?.blockNumber ?? this.l1BlockNumber;
434
+ return Promise.resolve(this.getProvenCheckpointNumberAtL1Block(atBlock));
435
+ });
436
+
437
+ mockRollup.canPruneAtTime.mockImplementation(() => Promise.resolve(this.canPruneResult));
438
+
387
439
  // Mock the wrapper method for fetching checkpoint events
388
440
  mockRollup.getCheckpointProposedEvents.mockImplementation((fromBlock: bigint, toBlock: bigint) =>
389
441
  Promise.resolve(this.getCheckpointProposedLogs(fromBlock, toBlock)),
@@ -425,10 +477,13 @@ export class FakeL1State {
425
477
  publicClient.getChainId.mockResolvedValue(1);
426
478
  publicClient.getBlockNumber.mockImplementation(() => Promise.resolve(this.l1BlockNumber));
427
479
 
428
- // Use async function pattern that existing test uses for getBlock
429
-
430
- publicClient.getBlock.mockImplementation((async (args: { blockNumber?: bigint } = {}) => {
431
- const blockNum = args.blockNumber ?? (await publicClient.getBlockNumber());
480
+ publicClient.getBlock.mockImplementation((async (args: { blockNumber?: bigint; blockTag?: string } = {}) => {
481
+ let blockNum: bigint;
482
+ if (args.blockTag === 'finalized') {
483
+ blockNum = this.finalizedL1BlockNumber;
484
+ } else {
485
+ blockNum = args.blockNumber ?? (await publicClient.getBlockNumber());
486
+ }
432
487
  return {
433
488
  number: blockNum,
434
489
  timestamp: BigInt(blockNum) * BigInt(this.config.ethereumSlotDuration) + this.config.l1GenesisTime,
@@ -502,10 +557,8 @@ export class FakeL1State {
502
557
  checkpointNumber: cpData.checkpointNumber,
503
558
  archive: cpData.checkpoint.archive.root,
504
559
  versionedBlobHashes: cpData.blobHashes.map(h => Buffer.from(h.slice(2), 'hex')),
505
- // These are intentionally undefined to skip hash validation in the archiver
506
- // (validation is skipped when these fields are falsy)
507
- payloadDigest: undefined,
508
- attestationsHash: undefined,
560
+ attestationsHash: cpData.attestationsHash,
561
+ payloadDigest: cpData.payloadDigest,
509
562
  },
510
563
  }));
511
564
  }
@@ -531,14 +584,17 @@ export class FakeL1State {
531
584
  }));
532
585
  }
533
586
 
534
- private makeRollupTx(checkpoint: Checkpoint, signers: Secp256k1Signer[]): Transaction {
587
+ private async makeRollupTx(
588
+ checkpoint: Checkpoint,
589
+ signers: Secp256k1Signer[],
590
+ ): Promise<{ tx: Transaction; attestationsHash: Buffer32; payloadDigest: Buffer32 }> {
535
591
  const attestations = signers
536
592
  .map(signer => makeCheckpointAttestationFromCheckpoint(checkpoint, signer))
537
593
  .map(attestation => CommitteeAttestation.fromSignature(attestation.signature))
538
594
  .map(committeeAttestation => committeeAttestation.toViem());
539
595
 
540
596
  const header = checkpoint.header.toViem();
541
- const blobInput = getPrefixedEthBlobCommitments(getBlobsPerL1Block(checkpoint.toBlobFields()));
597
+ const blobInput = getPrefixedEthBlobCommitments(await getBlobsPerL1Block(checkpoint.toBlobFields()));
542
598
  const archive = toHex(checkpoint.archive.root.toBuffer());
543
599
  const attestationsAndSigners = new CommitteeAttestationsAndSigners(
544
600
  attestations.map(attestation => CommitteeAttestation.fromViem(attestation)),
@@ -549,6 +605,8 @@ export class FakeL1State {
549
605
  signers[0],
550
606
  );
551
607
 
608
+ const packedAttestations = attestationsAndSigners.getPackedAttestations();
609
+
552
610
  const rollupInput = encodeFunctionData({
553
611
  abi: RollupAbi,
554
612
  functionName: 'propose',
@@ -558,7 +616,7 @@ export class FakeL1State {
558
616
  archive,
559
617
  oracleInput: { feeAssetPriceModifier: 0n },
560
618
  },
561
- attestationsAndSigners.getPackedAttestations(),
619
+ packedAttestations,
562
620
  attestationsAndSigners.getSigners().map(signer => signer.toString()),
563
621
  attestationsAndSignersSignature.toViemSignature(),
564
622
  blobInput,
@@ -579,21 +637,52 @@ export class FakeL1State {
579
637
  ],
580
638
  });
581
639
 
582
- return {
640
+ // Compute attestationsHash (same logic as CalldataRetriever)
641
+ const attestationsHash = Buffer32.fromString(
642
+ keccak256(encodeAbiParameters([this.getCommitteeAttestationsStructDef()], [packedAttestations])),
643
+ );
644
+
645
+ // Compute payloadDigest (same logic as CalldataRetriever)
646
+ const consensusPayload = ConsensusPayload.fromCheckpoint(checkpoint);
647
+ const payloadToSign = consensusPayload.getPayloadToSign(SignatureDomainSeparator.checkpointAttestation);
648
+ const payloadDigest = Buffer32.fromString(keccak256(payloadToSign));
649
+
650
+ const tx = {
583
651
  input: multiCallInput,
584
652
  hash: archive,
585
653
  blockHash: archive,
586
654
  to: MULTI_CALL_3_ADDRESS as `0x${string}`,
587
655
  } as Transaction<bigint, number>;
656
+
657
+ return { tx, attestationsHash, payloadDigest };
658
+ }
659
+
660
+ /** Extracts the CommitteeAttestations struct definition from RollupAbi for hash computation. */
661
+ private getCommitteeAttestationsStructDef(): AbiParameter {
662
+ const proposeFunction = RollupAbi.find(item => item.type === 'function' && item.name === 'propose') as
663
+ | { type: 'function'; name: string; inputs: readonly AbiParameter[] }
664
+ | undefined;
665
+
666
+ if (!proposeFunction) {
667
+ throw new Error('propose function not found in RollupAbi');
668
+ }
669
+
670
+ const attestationsParam = proposeFunction.inputs.find(param => param.name === '_attestations');
671
+ if (!attestationsParam) {
672
+ throw new Error('_attestations parameter not found in propose function');
673
+ }
674
+
675
+ const tupleParam = attestationsParam as unknown as { type: 'tuple'; components?: readonly AbiParameter[] };
676
+ return { type: 'tuple', components: tupleParam.components || [] } as AbiParameter;
588
677
  }
589
678
 
590
- private makeVersionedBlobHashes(checkpoint: Checkpoint): `0x${string}`[] {
591
- return getBlobsPerL1Block(checkpoint.toBlobFields()).map(
679
+ private async makeVersionedBlobHashes(checkpoint: Checkpoint): Promise<`0x${string}`[]> {
680
+ return (await getBlobsPerL1Block(checkpoint.toBlobFields())).map(
592
681
  b => `0x${b.getEthVersionedBlobHash().toString('hex')}` as `0x${string}`,
593
682
  );
594
683
  }
595
684
 
596
- private makeBlobsFromCheckpoint(checkpoint: Checkpoint): Blob[] {
597
- return getBlobsPerL1Block(checkpoint.toBlobFields());
685
+ private async makeBlobsFromCheckpoint(checkpoint: Checkpoint): Promise<Blob[]> {
686
+ return await getBlobsPerL1Block(checkpoint.toBlobFields());
598
687
  }
599
688
  }
package/src/test/index.ts CHANGED
@@ -2,3 +2,6 @@ export * from './mock_structs.js';
2
2
  export * from './mock_l2_block_source.js';
3
3
  export * from './mock_l1_to_l2_message_source.js';
4
4
  export * from './mock_archiver.js';
5
+ // NOTE: noop_l1_archiver.js is intentionally NOT exported here because it imports
6
+ // jest-mock-extended, which depends on @jest/globals and can only run inside Jest.
7
+ // Import it directly: import { NoopL1Archiver } from '@aztec/archiver/test/noop-l1';
@@ -56,8 +56,9 @@ export class MockPrefilledArchiver extends MockArchiver {
56
56
  }
57
57
 
58
58
  const fromBlock = this.l2Blocks.length;
59
- // TODO: Add L2 blocks and checkpoints separately once archiver has the apis for that.
60
- this.addBlocks(this.prefilled.slice(fromBlock, fromBlock + numBlocks).flatMap(c => c.blocks));
59
+ const checkpointsToAdd = this.prefilled.slice(fromBlock, fromBlock + numBlocks);
60
+ this.addProposedBlocks(checkpointsToAdd.flatMap(c => c.blocks));
61
+ this.checkpointList.push(...checkpointsToAdd);
61
62
  return Promise.resolve();
62
63
  }
63
64
  }