@aztec/archiver 4.0.0-devnet.2-patch.3 → 4.0.0-devnet.3-patch.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. package/dest/archiver.d.ts +3 -3
  2. package/dest/archiver.d.ts.map +1 -1
  3. package/dest/archiver.js +67 -22
  4. package/dest/errors.d.ts +7 -9
  5. package/dest/errors.d.ts.map +1 -1
  6. package/dest/errors.js +9 -14
  7. package/dest/factory.d.ts +3 -4
  8. package/dest/factory.d.ts.map +1 -1
  9. package/dest/factory.js +25 -23
  10. package/dest/l1/bin/retrieve-calldata.js +32 -28
  11. package/dest/l1/calldata_retriever.d.ts +70 -53
  12. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  13. package/dest/l1/calldata_retriever.js +178 -260
  14. package/dest/l1/data_retrieval.d.ts +2 -6
  15. package/dest/l1/data_retrieval.d.ts.map +1 -1
  16. package/dest/l1/data_retrieval.js +6 -11
  17. package/dest/l1/spire_proposer.d.ts +5 -5
  18. package/dest/l1/spire_proposer.d.ts.map +1 -1
  19. package/dest/l1/spire_proposer.js +9 -17
  20. package/dest/modules/data_source_base.d.ts +3 -3
  21. package/dest/modules/data_source_base.d.ts.map +1 -1
  22. package/dest/modules/data_source_base.js +1 -1
  23. package/dest/modules/data_store_updater.d.ts +15 -7
  24. package/dest/modules/data_store_updater.d.ts.map +1 -1
  25. package/dest/modules/data_store_updater.js +75 -23
  26. package/dest/modules/l1_synchronizer.d.ts +3 -7
  27. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  28. package/dest/modules/l1_synchronizer.js +36 -6
  29. package/dest/store/block_store.d.ts +13 -13
  30. package/dest/store/block_store.d.ts.map +1 -1
  31. package/dest/store/block_store.js +111 -66
  32. package/dest/store/contract_class_store.d.ts +1 -1
  33. package/dest/store/contract_class_store.d.ts.map +1 -1
  34. package/dest/store/contract_class_store.js +6 -2
  35. package/dest/store/contract_instance_store.d.ts +1 -1
  36. package/dest/store/contract_instance_store.d.ts.map +1 -1
  37. package/dest/store/contract_instance_store.js +6 -2
  38. package/dest/store/kv_archiver_store.d.ts +20 -12
  39. package/dest/store/kv_archiver_store.d.ts.map +1 -1
  40. package/dest/store/kv_archiver_store.js +24 -13
  41. package/dest/store/log_store.d.ts +1 -1
  42. package/dest/store/log_store.d.ts.map +1 -1
  43. package/dest/store/log_store.js +48 -10
  44. package/dest/store/message_store.js +1 -1
  45. package/dest/test/fake_l1_state.d.ts +17 -1
  46. package/dest/test/fake_l1_state.d.ts.map +1 -1
  47. package/dest/test/fake_l1_state.js +83 -12
  48. package/dest/test/mock_l2_block_source.d.ts +4 -3
  49. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  50. package/dest/test/mock_l2_block_source.js +7 -4
  51. package/dest/test/mock_structs.d.ts +4 -1
  52. package/dest/test/mock_structs.d.ts.map +1 -1
  53. package/dest/test/mock_structs.js +13 -1
  54. package/dest/test/noop_l1_archiver.d.ts +4 -1
  55. package/dest/test/noop_l1_archiver.d.ts.map +1 -1
  56. package/dest/test/noop_l1_archiver.js +5 -1
  57. package/package.json +13 -13
  58. package/src/archiver.ts +80 -22
  59. package/src/errors.ts +10 -24
  60. package/src/factory.ts +22 -13
  61. package/src/l1/README.md +25 -68
  62. package/src/l1/bin/retrieve-calldata.ts +40 -27
  63. package/src/l1/calldata_retriever.ts +231 -383
  64. package/src/l1/data_retrieval.ts +3 -16
  65. package/src/l1/spire_proposer.ts +7 -15
  66. package/src/modules/data_source_base.ts +3 -3
  67. package/src/modules/data_store_updater.ts +81 -26
  68. package/src/modules/l1_synchronizer.ts +41 -10
  69. package/src/store/block_store.ts +134 -74
  70. package/src/store/contract_class_store.ts +7 -3
  71. package/src/store/contract_instance_store.ts +8 -5
  72. package/src/store/kv_archiver_store.ts +31 -17
  73. package/src/store/log_store.ts +66 -12
  74. package/src/store/message_store.ts +1 -1
  75. package/src/test/fake_l1_state.ts +110 -14
  76. package/src/test/mock_l2_block_source.ts +15 -3
  77. package/src/test/mock_structs.ts +20 -6
  78. package/src/test/noop_l1_archiver.ts +7 -1
package/src/archiver.ts CHANGED
@@ -22,16 +22,15 @@ import {
22
22
  import { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
23
23
  import {
24
24
  type L1RollupConstants,
25
- getEpochNumberAtTimestamp,
25
+ getEpochAtSlot,
26
26
  getSlotAtNextL1Block,
27
- getSlotAtTimestamp,
28
27
  getSlotRangeForEpoch,
29
28
  getTimestampRangeForEpoch,
30
29
  } from '@aztec/stdlib/epoch-helpers';
31
30
  import { type TelemetryClient, type Traceable, type Tracer, trackSpan } from '@aztec/telemetry-client';
32
31
 
33
32
  import { type ArchiverConfig, mapArchiverConfig } from './config.js';
34
- import { NoBlobBodiesFoundError } from './errors.js';
33
+ import { BlockAlreadyCheckpointedError, NoBlobBodiesFoundError } from './errors.js';
35
34
  import { validateAndLogTraceAvailability } from './l1/validate_trace.js';
36
35
  import { ArchiverDataSourceBase } from './modules/data_source_base.js';
37
36
  import { ArchiverDataStoreUpdater } from './modules/data_store_updater.js';
@@ -120,7 +119,10 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
120
119
  },
121
120
  private readonly blobClient: BlobClientInterface,
122
121
  instrumentation: ArchiverInstrumentation,
123
- protected override readonly l1Constants: L1RollupConstants & { l1StartBlockHash: Buffer32; genesisArchiveRoot: Fr },
122
+ protected override readonly l1Constants: L1RollupConstants & {
123
+ l1StartBlockHash: Buffer32;
124
+ genesisArchiveRoot: Fr;
125
+ },
124
126
  synchronizer: ArchiverL1Synchronizer,
125
127
  events: ArchiverEmitter,
126
128
  l2TipsCache?: L2TipsCache,
@@ -133,7 +135,9 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
133
135
  this.synchronizer = synchronizer;
134
136
  this.events = events;
135
137
  this.l2TipsCache = l2TipsCache ?? new L2TipsCache(this.dataStore.blockStore);
136
- this.updater = new ArchiverDataStoreUpdater(this.dataStore, this.l2TipsCache);
138
+ this.updater = new ArchiverDataStoreUpdater(this.dataStore, this.l2TipsCache, {
139
+ rollupManaLimit: l1Constants.rollupManaLimit,
140
+ });
137
141
 
138
142
  // Running promise starts with a small interval inbetween runs, so all iterations needed for the initial sync
139
143
  // are done as fast as possible. This then gets updated once the initial sync completes.
@@ -238,10 +242,15 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
238
242
  }
239
243
 
240
244
  try {
241
- await this.updater.addProposedBlocks([block]);
245
+ await this.updater.addProposedBlock(block);
242
246
  this.log.debug(`Added block ${block.number} to store`);
243
247
  resolve();
244
248
  } catch (err: any) {
249
+ if (err instanceof BlockAlreadyCheckpointedError) {
250
+ this.log.debug(`Proposed block ${block.number} matches already checkpointed block, ignoring late proposal`);
251
+ resolve();
252
+ continue;
253
+ }
245
254
  this.log.error(`Failed to add block ${block.number} to store: ${err.message}`);
246
255
  reject(err);
247
256
  }
@@ -333,16 +342,49 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
333
342
  return Promise.resolve(this.synchronizer.getL1Timestamp());
334
343
  }
335
344
 
336
- public getL2SlotNumber(): Promise<SlotNumber | undefined> {
345
+ public async getSyncedL2SlotNumber(): Promise<SlotNumber | undefined> {
346
+ // The synced L2 slot is the latest slot for which we have all L1 data,
347
+ // either because we have seen all L1 blocks for that slot, or because
348
+ // we have seen the corresponding checkpoint.
349
+
350
+ let slotFromL1Sync: SlotNumber | undefined;
337
351
  const l1Timestamp = this.synchronizer.getL1Timestamp();
338
- return Promise.resolve(l1Timestamp === undefined ? undefined : getSlotAtTimestamp(l1Timestamp, this.l1Constants));
352
+ if (l1Timestamp !== undefined) {
353
+ const nextL1BlockSlot = getSlotAtNextL1Block(l1Timestamp, this.l1Constants);
354
+ if (Number(nextL1BlockSlot) > 0) {
355
+ slotFromL1Sync = SlotNumber.add(nextL1BlockSlot, -1);
356
+ }
357
+ }
358
+
359
+ let slotFromCheckpoint: SlotNumber | undefined;
360
+ const latestCheckpointNumber = await this.store.getSynchedCheckpointNumber();
361
+ if (latestCheckpointNumber > 0) {
362
+ const checkpointData = await this.store.getCheckpointData(latestCheckpointNumber);
363
+ if (checkpointData) {
364
+ slotFromCheckpoint = checkpointData.header.slotNumber;
365
+ }
366
+ }
367
+
368
+ if (slotFromL1Sync === undefined && slotFromCheckpoint === undefined) {
369
+ return undefined;
370
+ }
371
+ return SlotNumber(Math.max(slotFromL1Sync ?? 0, slotFromCheckpoint ?? 0));
339
372
  }
340
373
 
341
- public getL2EpochNumber(): Promise<EpochNumber | undefined> {
342
- const l1Timestamp = this.synchronizer.getL1Timestamp();
343
- return Promise.resolve(
344
- l1Timestamp === undefined ? undefined : getEpochNumberAtTimestamp(l1Timestamp, this.l1Constants),
345
- );
374
+ public async getSyncedL2EpochNumber(): Promise<EpochNumber | undefined> {
375
+ const syncedSlot = await this.getSyncedL2SlotNumber();
376
+ if (syncedSlot === undefined) {
377
+ return undefined;
378
+ }
379
+ // An epoch is fully synced when all its slots are synced.
380
+ // We check if syncedSlot is the last slot of its epoch; if so, that epoch is fully synced.
381
+ // Otherwise, only the previous epoch is fully synced.
382
+ const epoch = getEpochAtSlot(syncedSlot, this.l1Constants);
383
+ const [, endSlot] = getSlotRangeForEpoch(epoch, this.l1Constants);
384
+ if (syncedSlot >= endSlot) {
385
+ return epoch;
386
+ }
387
+ return Number(epoch) > 0 ? EpochNumber(Number(epoch) - 1) : undefined;
346
388
  }
347
389
 
348
390
  public async isEpochComplete(epochNumber: EpochNumber): Promise<boolean> {
@@ -399,7 +441,6 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
399
441
  }
400
442
 
401
443
  public async rollbackTo(targetL2BlockNumber: BlockNumber): Promise<void> {
402
- // TODO(pw/mbps): This still assumes 1 block per checkpoint
403
444
  const currentBlocks = await this.getL2Tips();
404
445
  const currentL2Block = currentBlocks.proposed.number;
405
446
  const currentProvenBlock = currentBlocks.proven.block.number;
@@ -411,8 +452,25 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
411
452
  if (!targetL2Block) {
412
453
  throw new Error(`Target L2 block ${targetL2BlockNumber} not found`);
413
454
  }
414
- const targetL1BlockNumber = targetL2Block.l1.blockNumber;
415
455
  const targetCheckpointNumber = targetL2Block.checkpointNumber;
456
+
457
+ // Rollback operates at checkpoint granularity: the target block must be the last block of its checkpoint.
458
+ const checkpointData = await this.store.getCheckpointData(targetCheckpointNumber);
459
+ if (checkpointData) {
460
+ const lastBlockInCheckpoint = BlockNumber(checkpointData.startBlock + checkpointData.blockCount - 1);
461
+ if (targetL2BlockNumber !== lastBlockInCheckpoint) {
462
+ const previousCheckpointBoundary =
463
+ checkpointData.startBlock > 1 ? BlockNumber(checkpointData.startBlock - 1) : BlockNumber(0);
464
+ throw new Error(
465
+ `Target L2 block ${targetL2BlockNumber} is not at a checkpoint boundary. ` +
466
+ `Checkpoint ${targetCheckpointNumber} spans blocks ${checkpointData.startBlock} to ${lastBlockInCheckpoint}. ` +
467
+ `Use block ${lastBlockInCheckpoint} to roll back to this checkpoint, ` +
468
+ `or block ${previousCheckpointBoundary} to roll back to the previous one.`,
469
+ );
470
+ }
471
+ }
472
+
473
+ const targetL1BlockNumber = targetL2Block.l1.blockNumber;
416
474
  const targetL1Block = await this.publicClient.getBlock({
417
475
  blockNumber: targetL1BlockNumber,
418
476
  includeTransactions: false,
@@ -431,13 +489,13 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
431
489
  await this.store.setCheckpointSynchedL1BlockNumber(targetL1BlockNumber);
432
490
  await this.store.setMessageSynchedL1Block({ l1BlockNumber: targetL1BlockNumber, l1BlockHash: targetL1BlockHash });
433
491
  if (targetL2BlockNumber < currentProvenBlock) {
434
- this.log.info(`Clearing proven L2 block number`);
435
- await this.updater.setProvenCheckpointNumber(CheckpointNumber.ZERO);
492
+ this.log.info(`Rolling back proven L2 checkpoint to ${targetCheckpointNumber}`);
493
+ await this.updater.setProvenCheckpointNumber(targetCheckpointNumber);
494
+ }
495
+ const currentFinalizedBlock = currentBlocks.finalized.block.number;
496
+ if (targetL2BlockNumber < currentFinalizedBlock) {
497
+ this.log.info(`Rolling back finalized L2 checkpoint to ${targetCheckpointNumber}`);
498
+ await this.updater.setFinalizedCheckpointNumber(targetCheckpointNumber);
436
499
  }
437
- // TODO(palla/reorg): Set the finalized block when we add support for it.
438
- // if (targetL2BlockNumber < currentFinalizedBlock) {
439
- // this.log.info(`Clearing finalized L2 block number`);
440
- // await this.store.setFinalizedL2BlockNumber(0);
441
- // }
442
500
  }
443
501
  }
package/src/errors.ts CHANGED
@@ -6,24 +6,9 @@ export class NoBlobBodiesFoundError extends Error {
6
6
  }
7
7
  }
8
8
 
9
- export class InitialBlockNumberNotSequentialError extends Error {
10
- constructor(
11
- public readonly newBlockNumber: number,
12
- public readonly previousBlockNumber: number | undefined,
13
- ) {
14
- super(
15
- `Cannot insert new block ${newBlockNumber} given previous block number in store is ${
16
- previousBlockNumber ?? 'undefined'
17
- }`,
18
- );
19
- }
20
- }
21
-
22
9
  export class BlockNumberNotSequentialError extends Error {
23
10
  constructor(newBlockNumber: number, previous: number | undefined) {
24
- super(
25
- `Cannot insert new block ${newBlockNumber} given previous block number in batch is ${previous ?? 'undefined'}`,
26
- );
11
+ super(`Cannot insert new block ${newBlockNumber} given previous block number is ${previous ?? 'undefined'}`);
27
12
  }
28
13
  }
29
14
 
@@ -48,14 +33,6 @@ export class CheckpointNumberNotSequentialError extends Error {
48
33
  }
49
34
  }
50
35
 
51
- export class CheckpointNumberNotConsistentError extends Error {
52
- constructor(newCheckpointNumber: number, previous: number | undefined) {
53
- super(
54
- `Cannot insert block for new checkpoint ${newCheckpointNumber} given previous block was checkpoint ${previous ?? 'undefined'}`,
55
- );
56
- }
57
- }
58
-
59
36
  export class BlockIndexNotSequentialError extends Error {
60
37
  constructor(newBlockIndex: number, previousBlockIndex: number | undefined) {
61
38
  super(
@@ -89,6 +66,15 @@ export class BlockNotFoundError extends Error {
89
66
  }
90
67
  }
91
68
 
69
+ /** Thrown when a proposed block matches a block that was already checkpointed. This is expected for late proposals. */
70
+ export class BlockAlreadyCheckpointedError extends Error {
71
+ constructor(public readonly blockNumber: number) {
72
+ super(`Block ${blockNumber} has already been checkpointed with the same content`);
73
+ this.name = 'BlockAlreadyCheckpointedError';
74
+ }
75
+ }
76
+
77
+ /** Thrown when a proposed block conflicts with an already checkpointed block (different content). */
92
78
  export class CannotOverwriteCheckpointedBlockError extends Error {
93
79
  constructor(
94
80
  public readonly blockNumber: number,
package/src/factory.ts CHANGED
@@ -1,5 +1,6 @@
1
1
  import { EpochCache } from '@aztec/epoch-cache';
2
2
  import { createEthereumChain } from '@aztec/ethereum/chain';
3
+ import { makeL1HttpTransport } from '@aztec/ethereum/client';
3
4
  import { InboxContract, RollupContract } from '@aztec/ethereum/contracts';
4
5
  import type { ViemPublicDebugClient } from '@aztec/ethereum/types';
5
6
  import { BlockNumber } from '@aztec/foundation/branded-types';
@@ -13,12 +14,11 @@ import { protocolContractNames } from '@aztec/protocol-contracts';
13
14
  import { BundledProtocolContractsProvider } from '@aztec/protocol-contracts/providers/bundle';
14
15
  import { FunctionType, decodeFunctionSignature } from '@aztec/stdlib/abi';
15
16
  import type { ArchiverEmitter } from '@aztec/stdlib/block';
16
- import { type ContractClassPublic, computePublicBytecodeCommitment } from '@aztec/stdlib/contract';
17
- import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
17
+ import { type ContractClassPublicWithCommitment, computePublicBytecodeCommitment } from '@aztec/stdlib/contract';
18
18
  import { getTelemetryClient } from '@aztec/telemetry-client';
19
19
 
20
20
  import { EventEmitter } from 'events';
21
- import { createPublicClient, fallback, http } from 'viem';
21
+ import { createPublicClient } from 'viem';
22
22
 
23
23
  import { Archiver, type ArchiverDeps } from './archiver.js';
24
24
  import { type ArchiverConfig, mapArchiverConfig } from './config.js';
@@ -32,14 +32,13 @@ export const ARCHIVER_STORE_NAME = 'archiver';
32
32
  /** Creates an archiver store. */
33
33
  export async function createArchiverStore(
34
34
  userConfig: Pick<ArchiverConfig, 'archiverStoreMapSizeKb' | 'maxLogs'> & DataStoreConfig,
35
- l1Constants: Pick<L1RollupConstants, 'epochDuration'>,
36
35
  ) {
37
36
  const config = {
38
37
  ...userConfig,
39
38
  dataStoreMapSizeKb: userConfig.archiverStoreMapSizeKb ?? userConfig.dataStoreMapSizeKb,
40
39
  };
41
40
  const store = await createStore(ARCHIVER_STORE_NAME, ARCHIVER_DB_VERSION, config);
42
- return new KVArchiverDataStore(store, config.maxLogs, l1Constants);
41
+ return new KVArchiverDataStore(store, config.maxLogs);
43
42
  }
44
43
 
45
44
  /**
@@ -54,14 +53,15 @@ export async function createArchiver(
54
53
  deps: ArchiverDeps,
55
54
  opts: { blockUntilSync: boolean } = { blockUntilSync: true },
56
55
  ): Promise<Archiver> {
57
- const archiverStore = await createArchiverStore(config, { epochDuration: config.aztecEpochDuration });
56
+ const archiverStore = await createArchiverStore(config);
58
57
  await registerProtocolContracts(archiverStore);
59
58
 
60
59
  // Create Ethereum clients
61
60
  const chain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
61
+ const httpTimeout = config.l1HttpTimeoutMS;
62
62
  const publicClient = createPublicClient({
63
63
  chain: chain.chainInfo,
64
- transport: fallback(config.l1RpcUrls.map(url => http(url, { batch: false }))),
64
+ transport: makeL1HttpTransport(config.l1RpcUrls, { timeout: httpTimeout }),
65
65
  pollingInterval: config.viemPollingIntervalMS,
66
66
  });
67
67
 
@@ -69,7 +69,7 @@ export async function createArchiver(
69
69
  const debugRpcUrls = config.l1DebugRpcUrls.length > 0 ? config.l1DebugRpcUrls : config.l1RpcUrls;
70
70
  const debugClient = createPublicClient({
71
71
  chain: chain.chainInfo,
72
- transport: fallback(debugRpcUrls.map(url => http(url, { batch: false }))),
72
+ transport: makeL1HttpTransport(debugRpcUrls, { timeout: httpTimeout }),
73
73
  pollingInterval: config.viemPollingIntervalMS,
74
74
  }) as ViemPublicDebugClient;
75
75
 
@@ -85,6 +85,7 @@ export async function createArchiver(
85
85
  genesisArchiveRoot,
86
86
  slashingProposerAddress,
87
87
  targetCommitteeSize,
88
+ rollupManaLimit,
88
89
  ] = await Promise.all([
89
90
  rollup.getL1StartBlock(),
90
91
  rollup.getL1GenesisTime(),
@@ -92,6 +93,7 @@ export async function createArchiver(
92
93
  rollup.getGenesisArchiveTreeRoot(),
93
94
  rollup.getSlashingProposerAddress(),
94
95
  rollup.getTargetCommitteeSize(),
96
+ rollup.getManaLimit(),
95
97
  ] as const);
96
98
 
97
99
  const l1StartBlockHash = await publicClient
@@ -110,6 +112,7 @@ export async function createArchiver(
110
112
  proofSubmissionEpochs: Number(proofSubmissionEpochs),
111
113
  targetCommitteeSize,
112
114
  genesisArchiveRoot: Fr.fromString(genesisArchiveRoot.toString()),
115
+ rollupManaLimit: Number(rollupManaLimit),
113
116
  };
114
117
 
115
118
  const archiverConfig = merge(
@@ -138,7 +141,6 @@ export async function createArchiver(
138
141
  debugClient,
139
142
  rollup,
140
143
  inbox,
141
- { ...config.l1Contracts, slashingProposerAddress },
142
144
  archiverStore,
143
145
  archiverConfig,
144
146
  deps.blobClient,
@@ -171,14 +173,22 @@ export async function createArchiver(
171
173
  return archiver;
172
174
  }
173
175
 
174
- /** Registers protocol contracts in the archiver store. */
176
+ /** Registers protocol contracts in the archiver store. Idempotent — skips contracts that already exist (e.g. on node restart). */
175
177
  export async function registerProtocolContracts(store: KVArchiverDataStore) {
176
178
  const blockNumber = 0;
177
179
  for (const name of protocolContractNames) {
178
180
  const provider = new BundledProtocolContractsProvider();
179
181
  const contract = await provider.getProtocolContractArtifact(name);
180
- const contractClassPublic: ContractClassPublic = {
182
+
183
+ // Skip if already registered (happens on node restart with a persisted store).
184
+ if (await store.getContractClass(contract.contractClass.id)) {
185
+ continue;
186
+ }
187
+
188
+ const publicBytecodeCommitment = await computePublicBytecodeCommitment(contract.contractClass.packedBytecode);
189
+ const contractClassPublic: ContractClassPublicWithCommitment = {
181
190
  ...contract.contractClass,
191
+ publicBytecodeCommitment,
182
192
  privateFunctions: [],
183
193
  utilityFunctions: [],
184
194
  };
@@ -188,8 +198,7 @@ export async function registerProtocolContracts(store: KVArchiverDataStore) {
188
198
  .map(fn => decodeFunctionSignature(fn.name, fn.parameters));
189
199
 
190
200
  await store.registerContractFunctionSignatures(publicFunctionSignatures);
191
- const bytecodeCommitment = await computePublicBytecodeCommitment(contractClassPublic.packedBytecode);
192
- await store.addContractClasses([contractClassPublic], [bytecodeCommitment], BlockNumber(blockNumber));
201
+ await store.addContractClasses([contractClassPublic], BlockNumber(blockNumber));
193
202
  await store.addContractInstances([contract.instance], BlockNumber(blockNumber));
194
203
  }
195
204
  }
package/src/l1/README.md CHANGED
@@ -5,29 +5,27 @@ Modules and classes to handle data retrieval from L1 for the archiver.
5
5
  ## Calldata Retriever
6
6
 
7
7
  The sequencer publisher bundles multiple operations into a single multicall3 transaction for gas
8
- efficiency. A typical transaction includes:
8
+ efficiency. The archiver needs to extract the `propose` calldata from these bundled transactions
9
+ to reconstruct L2 blocks.
9
10
 
10
- 1. Attestation invalidations (if needed): `invalidateBadAttestation`, `invalidateInsufficientAttestations`
11
- 2. Block proposal: `propose` (exactly one per transaction to the rollup contract)
12
- 3. Governance and slashing (if needed): votes, payload creation/execution
11
+ The retriever uses hash matching against `attestationsHash` and `payloadDigest` from the
12
+ `CheckpointProposed` L1 event to verify it has found the correct propose calldata. These hashes
13
+ are always required.
13
14
 
14
- The archiver needs to extract the `propose` calldata from these bundled transactions to reconstruct
15
- L2 blocks. This class needs to handle scenarios where the transaction was submitted via multicall3,
16
- as well as alternative ways for submitting the `propose` call that other clients might use.
15
+ ### Multicall3 Decoding with Hash Matching
17
16
 
18
- ### Multicall3 Validation and Decoding
19
-
20
- First attempt to decode the transaction as a multicall3 `aggregate3` call with validation:
17
+ First attempt to decode the transaction as a multicall3 `aggregate3` call:
21
18
 
22
19
  - Check if transaction is to multicall3 address (`0xcA11bde05977b3631167028862bE2a173976CA11`)
23
20
  - Decode as `aggregate3(Call3[] calldata calls)`
24
- - Allow calls to known addresses and methods (rollup, governance, slashing contracts, etc.)
25
- - Find the single `propose` call to the rollup contract
26
- - Verify exactly one `propose` call exists
27
- - Extract and return the propose calldata
21
+ - Find all calls matching the rollup contract address and the `propose` function selector
22
+ - Verify each candidate by computing `attestationsHash` (keccak256 of ABI-encoded attestations)
23
+ and `payloadDigest` (keccak256 of the consensus payload signing hash) and comparing against
24
+ expected values from the `CheckpointProposed` event
25
+ - Return the verified candidate (if multiple verify, return the first with a warning)
28
26
 
29
- This step handles the common case efficiently without requiring expensive trace or debug RPC calls.
30
- Any validation failure triggers fallback to the next step.
27
+ This approach works regardless of what other calls are in the multicall3 bundle, because hash
28
+ matching identifies the correct propose call without needing an allowlist.
31
29
 
32
30
  ### Direct Propose Call
33
31
 
@@ -35,64 +33,23 @@ Second attempt to decode the transaction as a direct `propose` call to the rollu
35
33
 
36
34
  - Check if transaction is to the rollup address
37
35
  - Decode as `propose` function call
38
- - Verify the function is indeed `propose`
36
+ - Verify against expected hashes
39
37
  - Return the transaction input as the propose calldata
40
38
 
41
- This handles scenarios where clients submit transactions directly to the rollup contract without
42
- using multicall3 for bundling. Any validation failure triggers fallback to the next step.
43
-
44
39
  ### Spire Proposer Call
45
40
 
46
- Given existing attempts to route the call via the Spire proposer, we also check if the tx is `to` the
47
- proposer known address, and if so, we try decoding it as either a multicall3 or a direct call to the
48
- rollup contract.
49
-
50
- Similar as with the multicall3 check, we check that there are no other calls in the Spire proposer, so
51
- we are absolutely sure that the only call is the successful one to the rollup. Any extraneous call would
52
- imply an unexpected path to calling `propose` in the rollup contract, and since we cannot verify if the
53
- calldata arguments we extracted are the correct ones (see the section below), we cannot know for sure which
54
- one is the call that succeeded, so we don't know which calldata to process.
55
-
56
- Furthermore, since the Spire proposer is upgradeable, we check if the implementation has not changed in
57
- order to decode. As usual, any validation failure triggers fallback to the next step.
58
-
59
- ### Verifying Multicall3 Arguments
60
-
61
- **This is NOT implemented for simplicity's sake**
62
-
63
- If the checks above don't hold, such as when there are multiple calls to `propose`, then we cannot
64
- reliably extract the `propose` calldata from the multicall3 arguments alone. We can try a best-effort
65
- where we try all `propose` calls we see and validate them against on-chain data. Note that we can use these
66
- same strategies if we were to obtain the calldata from another source.
67
-
68
- #### TempBlockLog Verification
69
-
70
- Read the stored `TempBlockLog` for the L2 block number from L1 and verify it matches our decoded header hash,
71
- since the `TempBlockLog` stores the hash of the proposed block header, the payload commitment, and the attestations.
72
-
73
- However, `TempBlockLog` is only stored temporarily and deleted after proven, so this method only works for recent
74
- blocks, not for historical data syncing.
75
-
76
- #### Archive Verification
77
-
78
- Verify that the archive root in the decoded propose is correct with regard to the block header. This requires
79
- hashing the block header we have retrieved, inserting it into the archive tree, and checking the resulting root
80
- against the one we got from L1.
81
-
82
- However, this requires that the archive keeps a reference to world-state, which is not the case in the current
83
- system.
84
-
85
- #### Emit Commitments in Rollup Contract
86
-
87
- Modify rollup contract to emit commitments to the block header in the `L2BlockProposed` event, allowing us to easily
88
- verify the calldata we obtained vs the emitted event.
41
+ Given existing attempts to route the call via the Spire proposer, we also check if the tx is
42
+ `to` the proposer known address. If so, we extract all wrapped calls and try each as either
43
+ a multicall3 or direct propose call, using hash matching to find and verify the correct one.
89
44
 
90
- However, modifying the rollup contract is out of scope for this change. But we can implement this approach in `v2`.
45
+ Since the Spire proposer is upgradeable, we check that the implementation has not changed in
46
+ order to decode. Any validation failure triggers fallback to the next step.
91
47
 
92
48
  ### Debug and Trace Transaction Fallback
93
49
 
94
- Last, we use L1 node's trace/debug RPC methods to definitively identify the one successful `propose` call within the tx.
95
- We can then extract the exact calldata that hit the `propose` function in the rollup contract.
50
+ Last, we use L1 node's trace/debug RPC methods to definitively identify the one successful
51
+ `propose` call within the tx. We can then extract the exact calldata that hit the `propose`
52
+ function in the rollup contract.
96
53
 
97
- This approach requires access to a debug-enabled L1 node, which may be more resource-intensive, so we only
98
- use it as a fallback when the first step fails, which should be rare in practice.
54
+ This approach requires access to a debug-enabled L1 node, which may be more resource-intensive,
55
+ so we only use it as a fallback when earlier steps fail, which should be rare in practice.
@@ -5,7 +5,7 @@ import { EthAddress } from '@aztec/foundation/eth-address';
5
5
  import { createLogger } from '@aztec/foundation/log';
6
6
  import { RollupAbi } from '@aztec/l1-artifacts/RollupAbi';
7
7
 
8
- import { type Hex, createPublicClient, getAbiItem, http, toEventSelector } from 'viem';
8
+ import { type Hex, createPublicClient, decodeEventLog, getAbiItem, http, toEventSelector } from 'viem';
9
9
  import { mainnet } from 'viem/chains';
10
10
 
11
11
  import { CalldataRetriever } from '../calldata_retriever.js';
@@ -89,14 +89,6 @@ async function main() {
89
89
 
90
90
  logger.info(`Transaction found in block ${tx.blockNumber}`);
91
91
 
92
- // For simplicity, use zero addresses for optional contract addresses
93
- // In production, these would be fetched from the rollup contract or configuration
94
- const slashingProposerAddress = EthAddress.ZERO;
95
- const governanceProposerAddress = EthAddress.ZERO;
96
- const slashFactoryAddress = undefined;
97
-
98
- logger.info('Using zero addresses for governance/slashing (can be configured if needed)');
99
-
100
92
  // Create CalldataRetriever
101
93
  const retriever = new CalldataRetriever(
102
94
  publicClient as unknown as ViemPublicClient,
@@ -104,46 +96,67 @@ async function main() {
104
96
  targetCommitteeSize,
105
97
  undefined,
106
98
  logger,
107
- {
108
- rollupAddress,
109
- governanceProposerAddress,
110
- slashingProposerAddress,
111
- slashFactoryAddress,
112
- },
99
+ rollupAddress,
113
100
  );
114
101
 
115
- // Extract checkpoint number from transaction logs
116
- logger.info('Decoding transaction to extract checkpoint number...');
102
+ // Extract checkpoint number and hashes from transaction logs
103
+ logger.info('Decoding transaction to extract checkpoint number and hashes...');
117
104
  const receipt = await publicClient.getTransactionReceipt({ hash: txHash });
118
105
 
119
- // Look for CheckpointProposed event (emitted when a checkpoint is proposed to the rollup)
120
- // Event signature: CheckpointProposed(uint256 indexed checkpointNumber, bytes32 indexed archive, bytes32[], bytes32, bytes32)
121
- // Hash: keccak256("CheckpointProposed(uint256,bytes32,bytes32[],bytes32,bytes32)")
122
- const checkpointProposedEvent = receipt.logs.find(log => {
106
+ // Look for CheckpointProposed event
107
+ const checkpointProposedEventAbi = getAbiItem({ abi: RollupAbi, name: 'CheckpointProposed' });
108
+ const checkpointProposedLog = receipt.logs.find(log => {
123
109
  try {
124
110
  return (
125
111
  log.address.toLowerCase() === rollupAddress.toString().toLowerCase() &&
126
- log.topics[0] === toEventSelector(getAbiItem({ abi: RollupAbi, name: 'CheckpointProposed' }))
112
+ log.topics[0] === toEventSelector(checkpointProposedEventAbi)
127
113
  );
128
114
  } catch {
129
115
  return false;
130
116
  }
131
117
  });
132
118
 
133
- if (!checkpointProposedEvent || checkpointProposedEvent.topics[1] === undefined) {
119
+ if (!checkpointProposedLog || checkpointProposedLog.topics[1] === undefined) {
134
120
  throw new Error(`Checkpoint proposed event not found`);
135
121
  }
136
122
 
137
- const checkpointNumber = CheckpointNumber.fromBigInt(BigInt(checkpointProposedEvent.topics[1]));
123
+ const checkpointNumber = CheckpointNumber.fromBigInt(BigInt(checkpointProposedLog.topics[1]));
124
+
125
+ // Decode the full event to extract attestationsHash and payloadDigest
126
+ const decodedEvent = decodeEventLog({
127
+ abi: RollupAbi,
128
+ data: checkpointProposedLog.data,
129
+ topics: checkpointProposedLog.topics,
130
+ });
131
+
132
+ const eventArgs = decodedEvent.args as {
133
+ checkpointNumber: bigint;
134
+ archive: Hex;
135
+ versionedBlobHashes: Hex[];
136
+ attestationsHash: Hex;
137
+ payloadDigest: Hex;
138
+ };
139
+
140
+ if (!eventArgs.attestationsHash || !eventArgs.payloadDigest) {
141
+ throw new Error(`CheckpointProposed event missing attestationsHash or payloadDigest`);
142
+ }
143
+
144
+ const expectedHashes = {
145
+ attestationsHash: eventArgs.attestationsHash,
146
+ payloadDigest: eventArgs.payloadDigest,
147
+ };
148
+
149
+ logger.info(`Checkpoint Number: ${checkpointNumber}`);
150
+ logger.info(`Attestations Hash: ${expectedHashes.attestationsHash}`);
151
+ logger.info(`Payload Digest: ${expectedHashes.payloadDigest}`);
138
152
 
139
153
  logger.info('');
140
154
  logger.info('Retrieving checkpoint from rollup transaction...');
141
155
  logger.info('');
142
156
 
143
- // For this script, we don't have blob hashes or expected hashes, so pass empty arrays/objects
144
- const result = await retriever.getCheckpointFromRollupTx(txHash, [], checkpointNumber, {});
157
+ const result = await retriever.getCheckpointFromRollupTx(txHash, [], checkpointNumber, expectedHashes);
145
158
 
146
- logger.info(' Successfully retrieved block header!');
159
+ logger.info(' Successfully retrieved block header!');
147
160
  logger.info('');
148
161
  logger.info('Block Header Details:');
149
162
  logger.info('====================');