@aztec/archiver 0.0.1-commit.a072138 → 0.0.1-commit.a89ec08

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (94) hide show
  1. package/dest/archiver.d.ts +7 -4
  2. package/dest/archiver.d.ts.map +1 -1
  3. package/dest/archiver.js +73 -110
  4. package/dest/errors.d.ts +7 -9
  5. package/dest/errors.d.ts.map +1 -1
  6. package/dest/errors.js +9 -14
  7. package/dest/factory.d.ts +3 -4
  8. package/dest/factory.d.ts.map +1 -1
  9. package/dest/factory.js +31 -24
  10. package/dest/index.d.ts +2 -1
  11. package/dest/index.d.ts.map +1 -1
  12. package/dest/index.js +1 -0
  13. package/dest/l1/bin/retrieve-calldata.js +36 -33
  14. package/dest/l1/calldata_retriever.d.ts +73 -50
  15. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  16. package/dest/l1/calldata_retriever.js +190 -259
  17. package/dest/l1/data_retrieval.d.ts +4 -7
  18. package/dest/l1/data_retrieval.d.ts.map +1 -1
  19. package/dest/l1/data_retrieval.js +9 -13
  20. package/dest/l1/spire_proposer.d.ts +5 -5
  21. package/dest/l1/spire_proposer.d.ts.map +1 -1
  22. package/dest/l1/spire_proposer.js +9 -17
  23. package/dest/modules/data_source_base.d.ts +10 -5
  24. package/dest/modules/data_source_base.d.ts.map +1 -1
  25. package/dest/modules/data_source_base.js +29 -73
  26. package/dest/modules/data_store_updater.d.ts +22 -7
  27. package/dest/modules/data_store_updater.d.ts.map +1 -1
  28. package/dest/modules/data_store_updater.js +113 -40
  29. package/dest/modules/instrumentation.d.ts +4 -2
  30. package/dest/modules/instrumentation.d.ts.map +1 -1
  31. package/dest/modules/instrumentation.js +9 -2
  32. package/dest/modules/l1_synchronizer.d.ts +5 -8
  33. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  34. package/dest/modules/l1_synchronizer.js +40 -10
  35. package/dest/store/block_store.d.ts +30 -26
  36. package/dest/store/block_store.d.ts.map +1 -1
  37. package/dest/store/block_store.js +180 -83
  38. package/dest/store/contract_class_store.d.ts +1 -1
  39. package/dest/store/contract_class_store.d.ts.map +1 -1
  40. package/dest/store/contract_class_store.js +6 -2
  41. package/dest/store/contract_instance_store.d.ts +1 -1
  42. package/dest/store/contract_instance_store.d.ts.map +1 -1
  43. package/dest/store/contract_instance_store.js +6 -2
  44. package/dest/store/kv_archiver_store.d.ts +37 -15
  45. package/dest/store/kv_archiver_store.d.ts.map +1 -1
  46. package/dest/store/kv_archiver_store.js +42 -13
  47. package/dest/store/l2_tips_cache.d.ts +19 -0
  48. package/dest/store/l2_tips_cache.d.ts.map +1 -0
  49. package/dest/store/l2_tips_cache.js +89 -0
  50. package/dest/store/log_store.d.ts +1 -1
  51. package/dest/store/log_store.d.ts.map +1 -1
  52. package/dest/store/log_store.js +103 -45
  53. package/dest/store/message_store.js +1 -1
  54. package/dest/test/fake_l1_state.d.ts +20 -1
  55. package/dest/test/fake_l1_state.d.ts.map +1 -1
  56. package/dest/test/fake_l1_state.js +97 -20
  57. package/dest/test/mock_archiver.d.ts +1 -1
  58. package/dest/test/mock_archiver.d.ts.map +1 -1
  59. package/dest/test/mock_archiver.js +3 -2
  60. package/dest/test/mock_l2_block_source.d.ts +21 -5
  61. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  62. package/dest/test/mock_l2_block_source.js +132 -86
  63. package/dest/test/mock_structs.d.ts +4 -1
  64. package/dest/test/mock_structs.d.ts.map +1 -1
  65. package/dest/test/mock_structs.js +13 -1
  66. package/dest/test/noop_l1_archiver.d.ts +4 -1
  67. package/dest/test/noop_l1_archiver.d.ts.map +1 -1
  68. package/dest/test/noop_l1_archiver.js +5 -1
  69. package/package.json +13 -13
  70. package/src/archiver.ts +88 -130
  71. package/src/errors.ts +10 -24
  72. package/src/factory.ts +45 -21
  73. package/src/index.ts +1 -0
  74. package/src/l1/README.md +25 -68
  75. package/src/l1/bin/retrieve-calldata.ts +46 -39
  76. package/src/l1/calldata_retriever.ts +249 -379
  77. package/src/l1/data_retrieval.ts +6 -16
  78. package/src/l1/spire_proposer.ts +7 -15
  79. package/src/modules/data_source_base.ts +56 -95
  80. package/src/modules/data_store_updater.ts +123 -43
  81. package/src/modules/instrumentation.ts +9 -2
  82. package/src/modules/l1_synchronizer.ts +47 -14
  83. package/src/store/block_store.ts +219 -110
  84. package/src/store/contract_class_store.ts +7 -3
  85. package/src/store/contract_instance_store.ts +8 -5
  86. package/src/store/kv_archiver_store.ts +66 -20
  87. package/src/store/l2_tips_cache.ts +89 -0
  88. package/src/store/log_store.ts +159 -43
  89. package/src/store/message_store.ts +1 -1
  90. package/src/test/fake_l1_state.ts +125 -21
  91. package/src/test/mock_archiver.ts +3 -2
  92. package/src/test/mock_l2_block_source.ts +173 -81
  93. package/src/test/mock_structs.ts +20 -6
  94. package/src/test/noop_l1_archiver.ts +7 -1
package/src/archiver.ts CHANGED
@@ -1,5 +1,4 @@
1
1
  import type { BlobClientInterface } from '@aztec/blob-client/client';
2
- import { GENESIS_BLOCK_HEADER_HASH, INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
3
2
  import { EpochCache } from '@aztec/epoch-cache';
4
3
  import { BlockTagTooOldError, RollupContract } from '@aztec/ethereum/contracts';
5
4
  import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
@@ -15,8 +14,6 @@ import { RunningPromise, makeLoggingErrorHandler } from '@aztec/foundation/runni
15
14
  import { DateProvider } from '@aztec/foundation/timer';
16
15
  import {
17
16
  type ArchiverEmitter,
18
- type CheckpointId,
19
- GENESIS_CHECKPOINT_HEADER_HASH,
20
17
  L2Block,
21
18
  type L2BlockSink,
22
19
  type L2Tips,
@@ -25,22 +22,22 @@ import {
25
22
  import { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
26
23
  import {
27
24
  type L1RollupConstants,
28
- getEpochNumberAtTimestamp,
25
+ getEpochAtSlot,
29
26
  getSlotAtNextL1Block,
30
- getSlotAtTimestamp,
31
27
  getSlotRangeForEpoch,
32
28
  getTimestampRangeForEpoch,
33
29
  } from '@aztec/stdlib/epoch-helpers';
34
30
  import { type TelemetryClient, type Traceable, type Tracer, trackSpan } from '@aztec/telemetry-client';
35
31
 
36
32
  import { type ArchiverConfig, mapArchiverConfig } from './config.js';
37
- import { NoBlobBodiesFoundError } from './errors.js';
33
+ import { BlockAlreadyCheckpointedError, NoBlobBodiesFoundError } from './errors.js';
38
34
  import { validateAndLogTraceAvailability } from './l1/validate_trace.js';
39
35
  import { ArchiverDataSourceBase } from './modules/data_source_base.js';
40
36
  import { ArchiverDataStoreUpdater } from './modules/data_store_updater.js';
41
37
  import type { ArchiverInstrumentation } from './modules/instrumentation.js';
42
38
  import type { ArchiverL1Synchronizer } from './modules/l1_synchronizer.js';
43
39
  import type { KVArchiverDataStore } from './store/kv_archiver_store.js';
40
+ import { L2TipsCache } from './store/l2_tips_cache.js';
44
41
 
45
42
  /** Export ArchiverEmitter for use in factory and tests. */
46
43
  export type { ArchiverEmitter };
@@ -83,6 +80,9 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
83
80
  /** Helper to handle updates to the store */
84
81
  private readonly updater: ArchiverDataStoreUpdater;
85
82
 
83
+ /** In-memory cache for L2 chain tips. */
84
+ private readonly l2TipsCache: L2TipsCache;
85
+
86
86
  public readonly tracer: Tracer;
87
87
 
88
88
  /**
@@ -119,9 +119,13 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
119
119
  },
120
120
  private readonly blobClient: BlobClientInterface,
121
121
  instrumentation: ArchiverInstrumentation,
122
- protected override readonly l1Constants: L1RollupConstants & { l1StartBlockHash: Buffer32; genesisArchiveRoot: Fr },
122
+ protected override readonly l1Constants: L1RollupConstants & {
123
+ l1StartBlockHash: Buffer32;
124
+ genesisArchiveRoot: Fr;
125
+ },
123
126
  synchronizer: ArchiverL1Synchronizer,
124
127
  events: ArchiverEmitter,
128
+ l2TipsCache?: L2TipsCache,
125
129
  private readonly log: Logger = createLogger('archiver'),
126
130
  ) {
127
131
  super(dataStore, l1Constants);
@@ -130,7 +134,10 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
130
134
  this.initialSyncPromise = promiseWithResolvers();
131
135
  this.synchronizer = synchronizer;
132
136
  this.events = events;
133
- this.updater = new ArchiverDataStoreUpdater(this.dataStore);
137
+ this.l2TipsCache = l2TipsCache ?? new L2TipsCache(this.dataStore.blockStore);
138
+ this.updater = new ArchiverDataStoreUpdater(this.dataStore, this.l2TipsCache, {
139
+ rollupManaLimit: l1Constants.rollupManaLimit,
140
+ });
134
141
 
135
142
  // Running promise starts with a small interval inbetween runs, so all iterations needed for the initial sync
136
143
  // are done as fast as possible. This then gets updated once the initial sync completes.
@@ -235,10 +242,15 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
235
242
  }
236
243
 
237
244
  try {
238
- await this.updater.addProposedBlocks([block]);
245
+ await this.updater.addProposedBlock(block);
239
246
  this.log.debug(`Added block ${block.number} to store`);
240
247
  resolve();
241
248
  } catch (err: any) {
249
+ if (err instanceof BlockAlreadyCheckpointedError) {
250
+ this.log.debug(`Proposed block ${block.number} matches already checkpointed block, ignoring late proposal`);
251
+ resolve();
252
+ continue;
253
+ }
242
254
  this.log.error(`Failed to add block ${block.number} to store: ${err.message}`);
243
255
  reject(err);
244
256
  }
@@ -330,16 +342,49 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
330
342
  return Promise.resolve(this.synchronizer.getL1Timestamp());
331
343
  }
332
344
 
333
- public getL2SlotNumber(): Promise<SlotNumber | undefined> {
345
+ public async getSyncedL2SlotNumber(): Promise<SlotNumber | undefined> {
346
+ // The synced L2 slot is the latest slot for which we have all L1 data,
347
+ // either because we have seen all L1 blocks for that slot, or because
348
+ // we have seen the corresponding checkpoint.
349
+
350
+ let slotFromL1Sync: SlotNumber | undefined;
334
351
  const l1Timestamp = this.synchronizer.getL1Timestamp();
335
- return Promise.resolve(l1Timestamp === undefined ? undefined : getSlotAtTimestamp(l1Timestamp, this.l1Constants));
352
+ if (l1Timestamp !== undefined) {
353
+ const nextL1BlockSlot = getSlotAtNextL1Block(l1Timestamp, this.l1Constants);
354
+ if (Number(nextL1BlockSlot) > 0) {
355
+ slotFromL1Sync = SlotNumber.add(nextL1BlockSlot, -1);
356
+ }
357
+ }
358
+
359
+ let slotFromCheckpoint: SlotNumber | undefined;
360
+ const latestCheckpointNumber = await this.store.getSynchedCheckpointNumber();
361
+ if (latestCheckpointNumber > 0) {
362
+ const checkpointData = await this.store.getCheckpointData(latestCheckpointNumber);
363
+ if (checkpointData) {
364
+ slotFromCheckpoint = checkpointData.header.slotNumber;
365
+ }
366
+ }
367
+
368
+ if (slotFromL1Sync === undefined && slotFromCheckpoint === undefined) {
369
+ return undefined;
370
+ }
371
+ return SlotNumber(Math.max(slotFromL1Sync ?? 0, slotFromCheckpoint ?? 0));
336
372
  }
337
373
 
338
- public getL2EpochNumber(): Promise<EpochNumber | undefined> {
339
- const l1Timestamp = this.synchronizer.getL1Timestamp();
340
- return Promise.resolve(
341
- l1Timestamp === undefined ? undefined : getEpochNumberAtTimestamp(l1Timestamp, this.l1Constants),
342
- );
374
+ public async getSyncedL2EpochNumber(): Promise<EpochNumber | undefined> {
375
+ const syncedSlot = await this.getSyncedL2SlotNumber();
376
+ if (syncedSlot === undefined) {
377
+ return undefined;
378
+ }
379
+ // An epoch is fully synced when all its slots are synced.
380
+ // We check if syncedSlot is the last slot of its epoch; if so, that epoch is fully synced.
381
+ // Otherwise, only the previous epoch is fully synced.
382
+ const epoch = getEpochAtSlot(syncedSlot, this.l1Constants);
383
+ const [, endSlot] = getSlotRangeForEpoch(epoch, this.l1Constants);
384
+ if (syncedSlot >= endSlot) {
385
+ return epoch;
386
+ }
387
+ return Number(epoch) > 0 ? EpochNumber(Number(epoch) - 1) : undefined;
343
388
  }
344
389
 
345
390
  public async isEpochComplete(epochNumber: EpochNumber): Promise<boolean> {
@@ -391,115 +436,11 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
391
436
  return true;
392
437
  }
393
438
 
394
- public async getL2Tips(): Promise<L2Tips> {
395
- const [latestBlockNumber, provenBlockNumber, checkpointedBlockNumber, finalizedBlockNumber] = await Promise.all([
396
- this.getBlockNumber(),
397
- this.getProvenBlockNumber(),
398
- this.getCheckpointedL2BlockNumber(),
399
- this.getFinalizedL2BlockNumber(),
400
- ] as const);
401
-
402
- const beforeInitialblockNumber = BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
403
-
404
- // Get the latest block header and checkpointed blocks for proven, finalised and checkpointed blocks
405
- const [latestBlockHeader, provenCheckpointedBlock, finalizedCheckpointedBlock, checkpointedBlock] =
406
- await Promise.all([
407
- latestBlockNumber > beforeInitialblockNumber ? this.getBlockHeader(latestBlockNumber) : undefined,
408
- provenBlockNumber > beforeInitialblockNumber ? this.getCheckpointedBlock(provenBlockNumber) : undefined,
409
- finalizedBlockNumber > beforeInitialblockNumber ? this.getCheckpointedBlock(finalizedBlockNumber) : undefined,
410
- checkpointedBlockNumber > beforeInitialblockNumber
411
- ? this.getCheckpointedBlock(checkpointedBlockNumber)
412
- : undefined,
413
- ] as const);
414
-
415
- if (latestBlockNumber > beforeInitialblockNumber && !latestBlockHeader) {
416
- throw new Error(`Failed to retrieve latest block header for block ${latestBlockNumber}`);
417
- }
418
-
419
- // Checkpointed blocks must exist for proven, finalized and checkpointed tips if they are beyond the initial block number.
420
- if (checkpointedBlockNumber > beforeInitialblockNumber && !checkpointedBlock?.block.header) {
421
- throw new Error(
422
- `Failed to retrieve checkpointed block header for block ${checkpointedBlockNumber} (latest block is ${latestBlockNumber})`,
423
- );
424
- }
425
-
426
- if (provenBlockNumber > beforeInitialblockNumber && !provenCheckpointedBlock?.block.header) {
427
- throw new Error(
428
- `Failed to retrieve proven checkpointed for block ${provenBlockNumber} (latest block is ${latestBlockNumber})`,
429
- );
430
- }
431
-
432
- if (finalizedBlockNumber > beforeInitialblockNumber && !finalizedCheckpointedBlock?.block.header) {
433
- throw new Error(
434
- `Failed to retrieve finalized block header for block ${finalizedBlockNumber} (latest block is ${latestBlockNumber})`,
435
- );
436
- }
437
-
438
- const latestBlockHeaderHash = (await latestBlockHeader?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
439
- const provenBlockHeaderHash = (await provenCheckpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
440
- const finalizedBlockHeaderHash =
441
- (await finalizedCheckpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
442
- const checkpointedBlockHeaderHash = (await checkpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
443
-
444
- // Now attempt to retrieve checkpoints for proven, finalised and checkpointed blocks
445
- const [[provenBlockCheckpoint], [finalizedBlockCheckpoint], [checkpointedBlockCheckpoint]] = await Promise.all([
446
- provenCheckpointedBlock !== undefined
447
- ? await this.getCheckpoints(provenCheckpointedBlock?.checkpointNumber, 1)
448
- : [undefined],
449
- finalizedCheckpointedBlock !== undefined
450
- ? await this.getCheckpoints(finalizedCheckpointedBlock?.checkpointNumber, 1)
451
- : [undefined],
452
- checkpointedBlock !== undefined ? await this.getCheckpoints(checkpointedBlock?.checkpointNumber, 1) : [undefined],
453
- ]);
454
-
455
- const initialcheckpointId: CheckpointId = {
456
- number: CheckpointNumber.ZERO,
457
- hash: GENESIS_CHECKPOINT_HEADER_HASH.toString(),
458
- };
459
-
460
- const makeCheckpointId = (checkpoint: PublishedCheckpoint | undefined) => {
461
- if (checkpoint === undefined) {
462
- return initialcheckpointId;
463
- }
464
- return {
465
- number: checkpoint.checkpoint.number,
466
- hash: checkpoint.checkpoint.hash().toString(),
467
- };
468
- };
469
-
470
- const l2Tips: L2Tips = {
471
- proposed: {
472
- number: latestBlockNumber,
473
- hash: latestBlockHeaderHash.toString(),
474
- },
475
- proven: {
476
- block: {
477
- number: provenBlockNumber,
478
- hash: provenBlockHeaderHash.toString(),
479
- },
480
- checkpoint: makeCheckpointId(provenBlockCheckpoint),
481
- },
482
- finalized: {
483
- block: {
484
- number: finalizedBlockNumber,
485
- hash: finalizedBlockHeaderHash.toString(),
486
- },
487
- checkpoint: makeCheckpointId(finalizedBlockCheckpoint),
488
- },
489
- checkpointed: {
490
- block: {
491
- number: checkpointedBlockNumber,
492
- hash: checkpointedBlockHeaderHash.toString(),
493
- },
494
- checkpoint: makeCheckpointId(checkpointedBlockCheckpoint),
495
- },
496
- };
497
-
498
- return l2Tips;
439
+ public getL2Tips(): Promise<L2Tips> {
440
+ return this.l2TipsCache.getL2Tips();
499
441
  }
500
442
 
501
443
  public async rollbackTo(targetL2BlockNumber: BlockNumber): Promise<void> {
502
- // TODO(pw/mbps): This still assumes 1 block per checkpoint
503
444
  const currentBlocks = await this.getL2Tips();
504
445
  const currentL2Block = currentBlocks.proposed.number;
505
446
  const currentProvenBlock = currentBlocks.proven.block.number;
@@ -511,8 +452,25 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
511
452
  if (!targetL2Block) {
512
453
  throw new Error(`Target L2 block ${targetL2BlockNumber} not found`);
513
454
  }
514
- const targetL1BlockNumber = targetL2Block.l1.blockNumber;
515
455
  const targetCheckpointNumber = targetL2Block.checkpointNumber;
456
+
457
+ // Rollback operates at checkpoint granularity: the target block must be the last block of its checkpoint.
458
+ const checkpointData = await this.store.getCheckpointData(targetCheckpointNumber);
459
+ if (checkpointData) {
460
+ const lastBlockInCheckpoint = BlockNumber(checkpointData.startBlock + checkpointData.blockCount - 1);
461
+ if (targetL2BlockNumber !== lastBlockInCheckpoint) {
462
+ const previousCheckpointBoundary =
463
+ checkpointData.startBlock > 1 ? BlockNumber(checkpointData.startBlock - 1) : BlockNumber(0);
464
+ throw new Error(
465
+ `Target L2 block ${targetL2BlockNumber} is not at a checkpoint boundary. ` +
466
+ `Checkpoint ${targetCheckpointNumber} spans blocks ${checkpointData.startBlock} to ${lastBlockInCheckpoint}. ` +
467
+ `Use block ${lastBlockInCheckpoint} to roll back to this checkpoint, ` +
468
+ `or block ${previousCheckpointBoundary} to roll back to the previous one.`,
469
+ );
470
+ }
471
+ }
472
+
473
+ const targetL1BlockNumber = targetL2Block.l1.blockNumber;
516
474
  const targetL1Block = await this.publicClient.getBlock({
517
475
  blockNumber: targetL1BlockNumber,
518
476
  includeTransactions: false,
@@ -531,13 +489,13 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
531
489
  await this.store.setCheckpointSynchedL1BlockNumber(targetL1BlockNumber);
532
490
  await this.store.setMessageSynchedL1Block({ l1BlockNumber: targetL1BlockNumber, l1BlockHash: targetL1BlockHash });
533
491
  if (targetL2BlockNumber < currentProvenBlock) {
534
- this.log.info(`Clearing proven L2 block number`);
535
- await this.store.setProvenCheckpointNumber(CheckpointNumber.ZERO);
492
+ this.log.info(`Rolling back proven L2 checkpoint to ${targetCheckpointNumber}`);
493
+ await this.updater.setProvenCheckpointNumber(targetCheckpointNumber);
494
+ }
495
+ const currentFinalizedBlock = currentBlocks.finalized.block.number;
496
+ if (targetL2BlockNumber < currentFinalizedBlock) {
497
+ this.log.info(`Rolling back finalized L2 checkpoint to ${targetCheckpointNumber}`);
498
+ await this.updater.setFinalizedCheckpointNumber(targetCheckpointNumber);
536
499
  }
537
- // TODO(palla/reorg): Set the finalized block when we add support for it.
538
- // if (targetL2BlockNumber < currentFinalizedBlock) {
539
- // this.log.info(`Clearing finalized L2 block number`);
540
- // await this.store.setFinalizedL2BlockNumber(0);
541
- // }
542
500
  }
543
501
  }
package/src/errors.ts CHANGED
@@ -6,24 +6,9 @@ export class NoBlobBodiesFoundError extends Error {
6
6
  }
7
7
  }
8
8
 
9
- export class InitialBlockNumberNotSequentialError extends Error {
10
- constructor(
11
- public readonly newBlockNumber: number,
12
- public readonly previousBlockNumber: number | undefined,
13
- ) {
14
- super(
15
- `Cannot insert new block ${newBlockNumber} given previous block number in store is ${
16
- previousBlockNumber ?? 'undefined'
17
- }`,
18
- );
19
- }
20
- }
21
-
22
9
  export class BlockNumberNotSequentialError extends Error {
23
10
  constructor(newBlockNumber: number, previous: number | undefined) {
24
- super(
25
- `Cannot insert new block ${newBlockNumber} given previous block number in batch is ${previous ?? 'undefined'}`,
26
- );
11
+ super(`Cannot insert new block ${newBlockNumber} given previous block number is ${previous ?? 'undefined'}`);
27
12
  }
28
13
  }
29
14
 
@@ -48,14 +33,6 @@ export class CheckpointNumberNotSequentialError extends Error {
48
33
  }
49
34
  }
50
35
 
51
- export class CheckpointNumberNotConsistentError extends Error {
52
- constructor(newCheckpointNumber: number, previous: number | undefined) {
53
- super(
54
- `Cannot insert block for new checkpoint ${newCheckpointNumber} given previous block was checkpoint ${previous ?? 'undefined'}`,
55
- );
56
- }
57
- }
58
-
59
36
  export class BlockIndexNotSequentialError extends Error {
60
37
  constructor(newBlockIndex: number, previousBlockIndex: number | undefined) {
61
38
  super(
@@ -89,6 +66,15 @@ export class BlockNotFoundError extends Error {
89
66
  }
90
67
  }
91
68
 
69
+ /** Thrown when a proposed block matches a block that was already checkpointed. This is expected for late proposals. */
70
+ export class BlockAlreadyCheckpointedError extends Error {
71
+ constructor(public readonly blockNumber: number) {
72
+ super(`Block ${blockNumber} has already been checkpointed with the same content`);
73
+ this.name = 'BlockAlreadyCheckpointedError';
74
+ }
75
+ }
76
+
77
+ /** Thrown when a proposed block conflicts with an already checkpointed block (different content). */
92
78
  export class CannotOverwriteCheckpointedBlockError extends Error {
93
79
  constructor(
94
80
  public readonly blockNumber: number,
package/src/factory.ts CHANGED
@@ -1,5 +1,6 @@
1
1
  import { EpochCache } from '@aztec/epoch-cache';
2
2
  import { createEthereumChain } from '@aztec/ethereum/chain';
3
+ import { makeL1HttpTransport } from '@aztec/ethereum/client';
3
4
  import { InboxContract, RollupContract } from '@aztec/ethereum/contracts';
4
5
  import type { ViemPublicDebugClient } from '@aztec/ethereum/types';
5
6
  import { BlockNumber } from '@aztec/foundation/branded-types';
@@ -13,32 +14,31 @@ import { protocolContractNames } from '@aztec/protocol-contracts';
13
14
  import { BundledProtocolContractsProvider } from '@aztec/protocol-contracts/providers/bundle';
14
15
  import { FunctionType, decodeFunctionSignature } from '@aztec/stdlib/abi';
15
16
  import type { ArchiverEmitter } from '@aztec/stdlib/block';
16
- import { type ContractClassPublic, computePublicBytecodeCommitment } from '@aztec/stdlib/contract';
17
- import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
17
+ import { type ContractClassPublicWithCommitment, computePublicBytecodeCommitment } from '@aztec/stdlib/contract';
18
18
  import { getTelemetryClient } from '@aztec/telemetry-client';
19
19
 
20
20
  import { EventEmitter } from 'events';
21
- import { createPublicClient, fallback, http } from 'viem';
21
+ import { createPublicClient } from 'viem';
22
22
 
23
23
  import { Archiver, type ArchiverDeps } from './archiver.js';
24
24
  import { type ArchiverConfig, mapArchiverConfig } from './config.js';
25
25
  import { ArchiverInstrumentation } from './modules/instrumentation.js';
26
26
  import { ArchiverL1Synchronizer } from './modules/l1_synchronizer.js';
27
27
  import { ARCHIVER_DB_VERSION, KVArchiverDataStore } from './store/kv_archiver_store.js';
28
+ import { L2TipsCache } from './store/l2_tips_cache.js';
28
29
 
29
30
  export const ARCHIVER_STORE_NAME = 'archiver';
30
31
 
31
32
  /** Creates an archiver store. */
32
33
  export async function createArchiverStore(
33
34
  userConfig: Pick<ArchiverConfig, 'archiverStoreMapSizeKb' | 'maxLogs'> & DataStoreConfig,
34
- l1Constants: Pick<L1RollupConstants, 'epochDuration'>,
35
35
  ) {
36
36
  const config = {
37
37
  ...userConfig,
38
38
  dataStoreMapSizeKb: userConfig.archiverStoreMapSizeKb ?? userConfig.dataStoreMapSizeKb,
39
39
  };
40
40
  const store = await createStore(ARCHIVER_STORE_NAME, ARCHIVER_DB_VERSION, config);
41
- return new KVArchiverDataStore(store, config.maxLogs, l1Constants);
41
+ return new KVArchiverDataStore(store, config.maxLogs);
42
42
  }
43
43
 
44
44
  /**
@@ -53,14 +53,15 @@ export async function createArchiver(
53
53
  deps: ArchiverDeps,
54
54
  opts: { blockUntilSync: boolean } = { blockUntilSync: true },
55
55
  ): Promise<Archiver> {
56
- const archiverStore = await createArchiverStore(config, { epochDuration: config.aztecEpochDuration });
56
+ const archiverStore = await createArchiverStore(config);
57
57
  await registerProtocolContracts(archiverStore);
58
58
 
59
59
  // Create Ethereum clients
60
60
  const chain = createEthereumChain(config.l1RpcUrls, config.l1ChainId);
61
+ const httpTimeout = config.l1HttpTimeoutMS;
61
62
  const publicClient = createPublicClient({
62
63
  chain: chain.chainInfo,
63
- transport: fallback(config.l1RpcUrls.map(url => http(url, { batch: false }))),
64
+ transport: makeL1HttpTransport(config.l1RpcUrls, { timeout: httpTimeout }),
64
65
  pollingInterval: config.viemPollingIntervalMS,
65
66
  });
66
67
 
@@ -68,7 +69,7 @@ export async function createArchiver(
68
69
  const debugRpcUrls = config.l1DebugRpcUrls.length > 0 ? config.l1DebugRpcUrls : config.l1RpcUrls;
69
70
  const debugClient = createPublicClient({
70
71
  chain: chain.chainInfo,
71
- transport: fallback(debugRpcUrls.map(url => http(url, { batch: false }))),
72
+ transport: makeL1HttpTransport(debugRpcUrls, { timeout: httpTimeout }),
72
73
  pollingInterval: config.viemPollingIntervalMS,
73
74
  }) as ViemPublicDebugClient;
74
75
 
@@ -77,14 +78,23 @@ export async function createArchiver(
77
78
  const inbox = new InboxContract(publicClient, config.l1Contracts.inboxAddress);
78
79
 
79
80
  // Fetch L1 constants from rollup contract
80
- const [l1StartBlock, l1GenesisTime, proofSubmissionEpochs, genesisArchiveRoot, slashingProposerAddress] =
81
- await Promise.all([
82
- rollup.getL1StartBlock(),
83
- rollup.getL1GenesisTime(),
84
- rollup.getProofSubmissionEpochs(),
85
- rollup.getGenesisArchiveTreeRoot(),
86
- rollup.getSlashingProposerAddress(),
87
- ] as const);
81
+ const [
82
+ l1StartBlock,
83
+ l1GenesisTime,
84
+ proofSubmissionEpochs,
85
+ genesisArchiveRoot,
86
+ slashingProposerAddress,
87
+ targetCommitteeSize,
88
+ rollupManaLimit,
89
+ ] = await Promise.all([
90
+ rollup.getL1StartBlock(),
91
+ rollup.getL1GenesisTime(),
92
+ rollup.getProofSubmissionEpochs(),
93
+ rollup.getGenesisArchiveTreeRoot(),
94
+ rollup.getSlashingProposerAddress(),
95
+ rollup.getTargetCommitteeSize(),
96
+ rollup.getManaLimit(),
97
+ ] as const);
88
98
 
89
99
  const l1StartBlockHash = await publicClient
90
100
  .getBlock({ blockNumber: l1StartBlock, includeTransactions: false })
@@ -100,7 +110,9 @@ export async function createArchiver(
100
110
  slotDuration,
101
111
  ethereumSlotDuration,
102
112
  proofSubmissionEpochs: Number(proofSubmissionEpochs),
113
+ targetCommitteeSize,
103
114
  genesisArchiveRoot: Fr.fromString(genesisArchiveRoot.toString()),
115
+ rollupManaLimit: Number(rollupManaLimit),
104
116
  };
105
117
 
106
118
  const archiverConfig = merge(
@@ -120,13 +132,15 @@ export async function createArchiver(
120
132
  // Create the event emitter that will be shared by archiver and synchronizer
121
133
  const events = new EventEmitter() as ArchiverEmitter;
122
134
 
135
+ // Create L2 tips cache shared by archiver and synchronizer
136
+ const l2TipsCache = new L2TipsCache(archiverStore.blockStore);
137
+
123
138
  // Create the L1 synchronizer
124
139
  const synchronizer = new ArchiverL1Synchronizer(
125
140
  publicClient,
126
141
  debugClient,
127
142
  rollup,
128
143
  inbox,
129
- { ...config.l1Contracts, slashingProposerAddress },
130
144
  archiverStore,
131
145
  archiverConfig,
132
146
  deps.blobClient,
@@ -136,6 +150,8 @@ export async function createArchiver(
136
150
  l1Constants,
137
151
  events,
138
152
  instrumentation.tracer,
153
+ l2TipsCache,
154
+ undefined, // log (use default)
139
155
  );
140
156
 
141
157
  const archiver = new Archiver(
@@ -150,20 +166,29 @@ export async function createArchiver(
150
166
  l1Constants,
151
167
  synchronizer,
152
168
  events,
169
+ l2TipsCache,
153
170
  );
154
171
 
155
172
  await archiver.start(opts.blockUntilSync);
156
173
  return archiver;
157
174
  }
158
175
 
159
- /** Registers protocol contracts in the archiver store. */
176
+ /** Registers protocol contracts in the archiver store. Idempotent — skips contracts that already exist (e.g. on node restart). */
160
177
  export async function registerProtocolContracts(store: KVArchiverDataStore) {
161
178
  const blockNumber = 0;
162
179
  for (const name of protocolContractNames) {
163
180
  const provider = new BundledProtocolContractsProvider();
164
181
  const contract = await provider.getProtocolContractArtifact(name);
165
- const contractClassPublic: ContractClassPublic = {
182
+
183
+ // Skip if already registered (happens on node restart with a persisted store).
184
+ if (await store.getContractClass(contract.contractClass.id)) {
185
+ continue;
186
+ }
187
+
188
+ const publicBytecodeCommitment = await computePublicBytecodeCommitment(contract.contractClass.packedBytecode);
189
+ const contractClassPublic: ContractClassPublicWithCommitment = {
166
190
  ...contract.contractClass,
191
+ publicBytecodeCommitment,
167
192
  privateFunctions: [],
168
193
  utilityFunctions: [],
169
194
  };
@@ -173,8 +198,7 @@ export async function registerProtocolContracts(store: KVArchiverDataStore) {
173
198
  .map(fn => decodeFunctionSignature(fn.name, fn.parameters));
174
199
 
175
200
  await store.registerContractFunctionSignatures(publicFunctionSignatures);
176
- const bytecodeCommitment = await computePublicBytecodeCommitment(contractClassPublic.packedBytecode);
177
- await store.addContractClasses([contractClassPublic], [bytecodeCommitment], BlockNumber(blockNumber));
201
+ await store.addContractClasses([contractClassPublic], BlockNumber(blockNumber));
178
202
  await store.addContractInstances([contract.instance], BlockNumber(blockNumber));
179
203
  }
180
204
  }
package/src/index.ts CHANGED
@@ -8,5 +8,6 @@ export * from './config.js';
8
8
  export { type L1PublishedData } from './structs/published.js';
9
9
  export { KVArchiverDataStore, ARCHIVER_DB_VERSION } from './store/kv_archiver_store.js';
10
10
  export { ContractInstanceStore } from './store/contract_instance_store.js';
11
+ export { L2TipsCache } from './store/l2_tips_cache.js';
11
12
 
12
13
  export { retrieveCheckpointsFromRollup, retrieveL2ProofVerifiedEvents } from './l1/data_retrieval.js';