@aztec/archiver 0.0.1-commit.29c6b1a3 → 0.0.1-commit.2d9cb6034

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (116) hide show
  1. package/dest/archiver.d.ts +9 -6
  2. package/dest/archiver.d.ts.map +1 -1
  3. package/dest/archiver.js +90 -112
  4. package/dest/config.d.ts +3 -3
  5. package/dest/config.d.ts.map +1 -1
  6. package/dest/config.js +2 -1
  7. package/dest/errors.d.ts +34 -10
  8. package/dest/errors.d.ts.map +1 -1
  9. package/dest/errors.js +45 -16
  10. package/dest/factory.d.ts +4 -5
  11. package/dest/factory.d.ts.map +1 -1
  12. package/dest/factory.js +32 -28
  13. package/dest/index.d.ts +2 -1
  14. package/dest/index.d.ts.map +1 -1
  15. package/dest/index.js +1 -0
  16. package/dest/l1/bin/retrieve-calldata.js +36 -33
  17. package/dest/l1/calldata_retriever.d.ts +73 -50
  18. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  19. package/dest/l1/calldata_retriever.js +191 -259
  20. package/dest/l1/data_retrieval.d.ts +9 -9
  21. package/dest/l1/data_retrieval.d.ts.map +1 -1
  22. package/dest/l1/data_retrieval.js +22 -20
  23. package/dest/l1/spire_proposer.d.ts +5 -5
  24. package/dest/l1/spire_proposer.d.ts.map +1 -1
  25. package/dest/l1/spire_proposer.js +9 -17
  26. package/dest/l1/validate_trace.d.ts +6 -3
  27. package/dest/l1/validate_trace.d.ts.map +1 -1
  28. package/dest/l1/validate_trace.js +13 -9
  29. package/dest/modules/data_source_base.d.ts +17 -10
  30. package/dest/modules/data_source_base.d.ts.map +1 -1
  31. package/dest/modules/data_source_base.js +39 -77
  32. package/dest/modules/data_store_updater.d.ts +25 -12
  33. package/dest/modules/data_store_updater.d.ts.map +1 -1
  34. package/dest/modules/data_store_updater.js +125 -94
  35. package/dest/modules/instrumentation.d.ts +15 -2
  36. package/dest/modules/instrumentation.d.ts.map +1 -1
  37. package/dest/modules/instrumentation.js +36 -12
  38. package/dest/modules/l1_synchronizer.d.ts +5 -8
  39. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  40. package/dest/modules/l1_synchronizer.js +74 -35
  41. package/dest/modules/validation.d.ts +1 -1
  42. package/dest/modules/validation.d.ts.map +1 -1
  43. package/dest/modules/validation.js +2 -2
  44. package/dest/store/block_store.d.ts +66 -29
  45. package/dest/store/block_store.d.ts.map +1 -1
  46. package/dest/store/block_store.js +313 -136
  47. package/dest/store/contract_class_store.d.ts +2 -3
  48. package/dest/store/contract_class_store.d.ts.map +1 -1
  49. package/dest/store/contract_class_store.js +16 -72
  50. package/dest/store/contract_instance_store.d.ts +1 -1
  51. package/dest/store/contract_instance_store.d.ts.map +1 -1
  52. package/dest/store/contract_instance_store.js +6 -2
  53. package/dest/store/kv_archiver_store.d.ts +65 -24
  54. package/dest/store/kv_archiver_store.d.ts.map +1 -1
  55. package/dest/store/kv_archiver_store.js +77 -25
  56. package/dest/store/l2_tips_cache.d.ts +20 -0
  57. package/dest/store/l2_tips_cache.d.ts.map +1 -0
  58. package/dest/store/l2_tips_cache.js +109 -0
  59. package/dest/store/log_store.d.ts +6 -3
  60. package/dest/store/log_store.d.ts.map +1 -1
  61. package/dest/store/log_store.js +149 -52
  62. package/dest/store/message_store.d.ts +5 -1
  63. package/dest/store/message_store.d.ts.map +1 -1
  64. package/dest/store/message_store.js +14 -1
  65. package/dest/test/fake_l1_state.d.ts +13 -1
  66. package/dest/test/fake_l1_state.d.ts.map +1 -1
  67. package/dest/test/fake_l1_state.js +95 -23
  68. package/dest/test/index.d.ts +1 -2
  69. package/dest/test/index.d.ts.map +1 -1
  70. package/dest/test/index.js +3 -2
  71. package/dest/test/mock_archiver.d.ts +1 -1
  72. package/dest/test/mock_archiver.d.ts.map +1 -1
  73. package/dest/test/mock_archiver.js +3 -2
  74. package/dest/test/mock_l1_to_l2_message_source.d.ts +1 -1
  75. package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
  76. package/dest/test/mock_l1_to_l2_message_source.js +2 -1
  77. package/dest/test/mock_l2_block_source.d.ts +29 -8
  78. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  79. package/dest/test/mock_l2_block_source.js +161 -90
  80. package/dest/test/mock_structs.d.ts +4 -1
  81. package/dest/test/mock_structs.d.ts.map +1 -1
  82. package/dest/test/mock_structs.js +13 -1
  83. package/dest/test/noop_l1_archiver.d.ts +4 -1
  84. package/dest/test/noop_l1_archiver.d.ts.map +1 -1
  85. package/dest/test/noop_l1_archiver.js +5 -1
  86. package/package.json +14 -13
  87. package/src/archiver.ts +114 -133
  88. package/src/config.ts +8 -1
  89. package/src/errors.ts +70 -26
  90. package/src/factory.ts +47 -26
  91. package/src/index.ts +1 -0
  92. package/src/l1/README.md +25 -68
  93. package/src/l1/bin/retrieve-calldata.ts +46 -39
  94. package/src/l1/calldata_retriever.ts +250 -379
  95. package/src/l1/data_retrieval.ts +24 -26
  96. package/src/l1/spire_proposer.ts +7 -15
  97. package/src/l1/validate_trace.ts +24 -6
  98. package/src/modules/data_source_base.ts +81 -101
  99. package/src/modules/data_store_updater.ts +138 -124
  100. package/src/modules/instrumentation.ts +44 -12
  101. package/src/modules/l1_synchronizer.ts +87 -45
  102. package/src/modules/validation.ts +2 -2
  103. package/src/store/block_store.ts +395 -172
  104. package/src/store/contract_class_store.ts +16 -110
  105. package/src/store/contract_instance_store.ts +8 -5
  106. package/src/store/kv_archiver_store.ts +122 -41
  107. package/src/store/l2_tips_cache.ts +128 -0
  108. package/src/store/log_store.ts +221 -60
  109. package/src/store/message_store.ts +20 -1
  110. package/src/test/fake_l1_state.ts +125 -26
  111. package/src/test/index.ts +3 -1
  112. package/src/test/mock_archiver.ts +3 -2
  113. package/src/test/mock_l1_to_l2_message_source.ts +1 -0
  114. package/src/test/mock_l2_block_source.ts +214 -87
  115. package/src/test/mock_structs.ts +20 -6
  116. package/src/test/noop_l1_archiver.ts +7 -1
package/src/archiver.ts CHANGED
@@ -1,5 +1,4 @@
1
1
  import type { BlobClientInterface } from '@aztec/blob-client/client';
2
- import { GENESIS_BLOCK_HEADER_HASH, INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
3
2
  import { EpochCache } from '@aztec/epoch-cache';
4
3
  import { BlockTagTooOldError, RollupContract } from '@aztec/ethereum/contracts';
5
4
  import type { L1ContractAddresses } from '@aztec/ethereum/l1-contract-addresses';
@@ -15,31 +14,30 @@ import { RunningPromise, makeLoggingErrorHandler } from '@aztec/foundation/runni
15
14
  import { DateProvider } from '@aztec/foundation/timer';
16
15
  import {
17
16
  type ArchiverEmitter,
18
- type CheckpointId,
19
- GENESIS_CHECKPOINT_HEADER_HASH,
20
17
  L2Block,
21
18
  type L2BlockSink,
22
19
  type L2Tips,
23
20
  type ValidateCheckpointResult,
24
21
  } from '@aztec/stdlib/block';
25
- import { PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
22
+ import { type ProposedCheckpointInput, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
26
23
  import {
27
24
  type L1RollupConstants,
28
- getEpochNumberAtTimestamp,
29
- getSlotAtTimestamp,
25
+ getEpochAtSlot,
26
+ getSlotAtNextL1Block,
30
27
  getSlotRangeForEpoch,
31
28
  getTimestampRangeForEpoch,
32
29
  } from '@aztec/stdlib/epoch-helpers';
33
30
  import { type TelemetryClient, type Traceable, type Tracer, trackSpan } from '@aztec/telemetry-client';
34
31
 
35
32
  import { type ArchiverConfig, mapArchiverConfig } from './config.js';
36
- import { NoBlobBodiesFoundError } from './errors.js';
33
+ import { BlockAlreadyCheckpointedError, NoBlobBodiesFoundError } from './errors.js';
37
34
  import { validateAndLogTraceAvailability } from './l1/validate_trace.js';
38
35
  import { ArchiverDataSourceBase } from './modules/data_source_base.js';
39
36
  import { ArchiverDataStoreUpdater } from './modules/data_store_updater.js';
40
37
  import type { ArchiverInstrumentation } from './modules/instrumentation.js';
41
38
  import type { ArchiverL1Synchronizer } from './modules/l1_synchronizer.js';
42
39
  import type { KVArchiverDataStore } from './store/kv_archiver_store.js';
40
+ import { L2TipsCache } from './store/l2_tips_cache.js';
43
41
 
44
42
  /** Export ArchiverEmitter for use in factory and tests. */
45
43
  export type { ArchiverEmitter };
@@ -82,6 +80,9 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
82
80
  /** Helper to handle updates to the store */
83
81
  private readonly updater: ArchiverDataStoreUpdater;
84
82
 
83
+ /** In-memory cache for L2 chain tips. */
84
+ private readonly l2TipsCache: L2TipsCache;
85
+
85
86
  public readonly tracer: Tracer;
86
87
 
87
88
  /**
@@ -94,7 +95,6 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
94
95
  * @param dataStore - An archiver data store for storage & retrieval of blocks, encrypted logs & contract data.
95
96
  * @param config - Archiver configuration options.
96
97
  * @param blobClient - Client for retrieving blob data.
97
- * @param epochCache - Cache for epoch-related data.
98
98
  * @param dateProvider - Provider for current date/time.
99
99
  * @param instrumentation - Instrumentation for metrics and tracing.
100
100
  * @param l1Constants - L1 rollup constants.
@@ -118,9 +118,13 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
118
118
  },
119
119
  private readonly blobClient: BlobClientInterface,
120
120
  instrumentation: ArchiverInstrumentation,
121
- protected override readonly l1Constants: L1RollupConstants & { l1StartBlockHash: Buffer32; genesisArchiveRoot: Fr },
121
+ protected override readonly l1Constants: L1RollupConstants & {
122
+ l1StartBlockHash: Buffer32;
123
+ genesisArchiveRoot: Fr;
124
+ },
122
125
  synchronizer: ArchiverL1Synchronizer,
123
126
  events: ArchiverEmitter,
127
+ l2TipsCache?: L2TipsCache,
124
128
  private readonly log: Logger = createLogger('archiver'),
125
129
  ) {
126
130
  super(dataStore, l1Constants);
@@ -129,7 +133,10 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
129
133
  this.initialSyncPromise = promiseWithResolvers();
130
134
  this.synchronizer = synchronizer;
131
135
  this.events = events;
132
- this.updater = new ArchiverDataStoreUpdater(this.dataStore);
136
+ this.l2TipsCache = l2TipsCache ?? new L2TipsCache(this.dataStore.blockStore);
137
+ this.updater = new ArchiverDataStoreUpdater(this.dataStore, this.l2TipsCache, {
138
+ rollupManaLimit: l1Constants.rollupManaLimit,
139
+ });
133
140
 
134
141
  // Running promise starts with a small interval inbetween runs, so all iterations needed for the initial sync
135
142
  // are done as fast as possible. This then gets updated once the initial sync completes.
@@ -158,7 +165,11 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
158
165
 
159
166
  await this.blobClient.testSources();
160
167
  await this.synchronizer.testEthereumNodeSynced();
161
- await validateAndLogTraceAvailability(this.debugClient, this.config.ethereumAllowNoDebugHosts ?? false);
168
+ await validateAndLogTraceAvailability(
169
+ this.debugClient,
170
+ this.config.ethereumAllowNoDebugHosts ?? false,
171
+ this.log.getBindings(),
172
+ );
162
173
 
163
174
  // Log initial state for the archiver
164
175
  const { l1StartBlock } = this.l1Constants;
@@ -198,6 +209,10 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
198
209
  });
199
210
  }
200
211
 
212
+ public async setProposedCheckpoint(pending: ProposedCheckpointInput): Promise<void> {
213
+ await this.updater.setProposedCheckpoint(pending);
214
+ }
215
+
201
216
  /**
202
217
  * Processes all queued blocks, adding them to the store.
203
218
  * Called at the beginning of each sync iteration.
@@ -212,13 +227,33 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
212
227
  const queuedItems = this.blockQueue.splice(0, this.blockQueue.length);
213
228
  this.log.debug(`Processing ${queuedItems.length} queued block(s)`);
214
229
 
230
+ // Calculate slot threshold for validation
231
+ const l1Timestamp = this.synchronizer.getL1Timestamp();
232
+ const slotAtNextL1Block =
233
+ l1Timestamp === undefined ? undefined : getSlotAtNextL1Block(l1Timestamp, this.l1Constants);
234
+
215
235
  // Process each block individually to properly resolve/reject each promise
216
236
  for (const { block, resolve, reject } of queuedItems) {
237
+ const blockSlot = block.header.globalVariables.slotNumber;
238
+ if (slotAtNextL1Block !== undefined && blockSlot < slotAtNextL1Block) {
239
+ this.log.warn(
240
+ `Rejecting proposed block ${block.number} for past slot ${blockSlot} (current is ${slotAtNextL1Block})`,
241
+ { block: block.toBlockInfo(), l1Timestamp, slotAtNextL1Block },
242
+ );
243
+ reject(new Error(`Block ${block.number} is for past slot ${blockSlot} (current is ${slotAtNextL1Block})`));
244
+ continue;
245
+ }
246
+
217
247
  try {
218
- await this.updater.addProposedBlocks([block]);
248
+ await this.updater.addProposedBlock(block);
219
249
  this.log.debug(`Added block ${block.number} to store`);
220
250
  resolve();
221
251
  } catch (err: any) {
252
+ if (err instanceof BlockAlreadyCheckpointedError) {
253
+ this.log.debug(`Proposed block ${block.number} matches already checkpointed block, ignoring late proposal`);
254
+ resolve();
255
+ continue;
256
+ }
222
257
  this.log.error(`Failed to add block ${block.number} to store: ${err.message}`);
223
258
  reject(err);
224
259
  }
@@ -310,16 +345,49 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
310
345
  return Promise.resolve(this.synchronizer.getL1Timestamp());
311
346
  }
312
347
 
313
- public getL2SlotNumber(): Promise<SlotNumber | undefined> {
348
+ public async getSyncedL2SlotNumber(): Promise<SlotNumber | undefined> {
349
+ // The synced L2 slot is the latest slot for which we have all L1 data,
350
+ // either because we have seen all L1 blocks for that slot, or because
351
+ // we have seen the corresponding checkpoint.
352
+
353
+ let slotFromL1Sync: SlotNumber | undefined;
314
354
  const l1Timestamp = this.synchronizer.getL1Timestamp();
315
- return Promise.resolve(l1Timestamp === undefined ? undefined : getSlotAtTimestamp(l1Timestamp, this.l1Constants));
355
+ if (l1Timestamp !== undefined) {
356
+ const nextL1BlockSlot = getSlotAtNextL1Block(l1Timestamp, this.l1Constants);
357
+ if (Number(nextL1BlockSlot) > 0) {
358
+ slotFromL1Sync = SlotNumber.add(nextL1BlockSlot, -1);
359
+ }
360
+ }
361
+
362
+ let slotFromCheckpoint: SlotNumber | undefined;
363
+ const latestCheckpointNumber = await this.store.getSynchedCheckpointNumber();
364
+ if (latestCheckpointNumber > 0) {
365
+ const checkpointData = await this.store.getCheckpointData(latestCheckpointNumber);
366
+ if (checkpointData) {
367
+ slotFromCheckpoint = checkpointData.header.slotNumber;
368
+ }
369
+ }
370
+
371
+ if (slotFromL1Sync === undefined && slotFromCheckpoint === undefined) {
372
+ return undefined;
373
+ }
374
+ return SlotNumber(Math.max(slotFromL1Sync ?? 0, slotFromCheckpoint ?? 0));
316
375
  }
317
376
 
318
- public getL2EpochNumber(): Promise<EpochNumber | undefined> {
319
- const l1Timestamp = this.synchronizer.getL1Timestamp();
320
- return Promise.resolve(
321
- l1Timestamp === undefined ? undefined : getEpochNumberAtTimestamp(l1Timestamp, this.l1Constants),
322
- );
377
+ public async getSyncedL2EpochNumber(): Promise<EpochNumber | undefined> {
378
+ const syncedSlot = await this.getSyncedL2SlotNumber();
379
+ if (syncedSlot === undefined) {
380
+ return undefined;
381
+ }
382
+ // An epoch is fully synced when all its slots are synced.
383
+ // We check if syncedSlot is the last slot of its epoch; if so, that epoch is fully synced.
384
+ // Otherwise, only the previous epoch is fully synced.
385
+ const epoch = getEpochAtSlot(syncedSlot, this.l1Constants);
386
+ const [, endSlot] = getSlotRangeForEpoch(epoch, this.l1Constants);
387
+ if (syncedSlot >= endSlot) {
388
+ return epoch;
389
+ }
390
+ return Number(epoch) > 0 ? EpochNumber(Number(epoch) - 1) : undefined;
323
391
  }
324
392
 
325
393
  public async isEpochComplete(epochNumber: EpochNumber): Promise<boolean> {
@@ -371,115 +439,11 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
371
439
  return true;
372
440
  }
373
441
 
374
- public async getL2Tips(): Promise<L2Tips> {
375
- const [latestBlockNumber, provenBlockNumber, checkpointedBlockNumber, finalizedBlockNumber] = await Promise.all([
376
- this.getBlockNumber(),
377
- this.getProvenBlockNumber(),
378
- this.getCheckpointedL2BlockNumber(),
379
- this.getFinalizedL2BlockNumber(),
380
- ] as const);
381
-
382
- const beforeInitialblockNumber = BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
383
-
384
- // Get the latest block header and checkpointed blocks for proven, finalised and checkpointed blocks
385
- const [latestBlockHeader, provenCheckpointedBlock, finalizedCheckpointedBlock, checkpointedBlock] =
386
- await Promise.all([
387
- latestBlockNumber > beforeInitialblockNumber ? this.getBlockHeader(latestBlockNumber) : undefined,
388
- provenBlockNumber > beforeInitialblockNumber ? this.getCheckpointedBlock(provenBlockNumber) : undefined,
389
- finalizedBlockNumber > beforeInitialblockNumber ? this.getCheckpointedBlock(finalizedBlockNumber) : undefined,
390
- checkpointedBlockNumber > beforeInitialblockNumber
391
- ? this.getCheckpointedBlock(checkpointedBlockNumber)
392
- : undefined,
393
- ] as const);
394
-
395
- if (latestBlockNumber > beforeInitialblockNumber && !latestBlockHeader) {
396
- throw new Error(`Failed to retrieve latest block header for block ${latestBlockNumber}`);
397
- }
398
-
399
- // Checkpointed blocks must exist for proven, finalized and checkpointed tips if they are beyond the initial block number.
400
- if (checkpointedBlockNumber > beforeInitialblockNumber && !checkpointedBlock?.block.header) {
401
- throw new Error(
402
- `Failed to retrieve checkpointed block header for block ${checkpointedBlockNumber} (latest block is ${latestBlockNumber})`,
403
- );
404
- }
405
-
406
- if (provenBlockNumber > beforeInitialblockNumber && !provenCheckpointedBlock?.block.header) {
407
- throw new Error(
408
- `Failed to retrieve proven checkpointed for block ${provenBlockNumber} (latest block is ${latestBlockNumber})`,
409
- );
410
- }
411
-
412
- if (finalizedBlockNumber > beforeInitialblockNumber && !finalizedCheckpointedBlock?.block.header) {
413
- throw new Error(
414
- `Failed to retrieve finalized block header for block ${finalizedBlockNumber} (latest block is ${latestBlockNumber})`,
415
- );
416
- }
417
-
418
- const latestBlockHeaderHash = (await latestBlockHeader?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
419
- const provenBlockHeaderHash = (await provenCheckpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
420
- const finalizedBlockHeaderHash =
421
- (await finalizedCheckpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
422
- const checkpointedBlockHeaderHash = (await checkpointedBlock?.block.header?.hash()) ?? GENESIS_BLOCK_HEADER_HASH;
423
-
424
- // Now attempt to retrieve checkpoints for proven, finalised and checkpointed blocks
425
- const [[provenBlockCheckpoint], [finalizedBlockCheckpoint], [checkpointedBlockCheckpoint]] = await Promise.all([
426
- provenCheckpointedBlock !== undefined
427
- ? await this.getCheckpoints(provenCheckpointedBlock?.checkpointNumber, 1)
428
- : [undefined],
429
- finalizedCheckpointedBlock !== undefined
430
- ? await this.getCheckpoints(finalizedCheckpointedBlock?.checkpointNumber, 1)
431
- : [undefined],
432
- checkpointedBlock !== undefined ? await this.getCheckpoints(checkpointedBlock?.checkpointNumber, 1) : [undefined],
433
- ]);
434
-
435
- const initialcheckpointId: CheckpointId = {
436
- number: CheckpointNumber.ZERO,
437
- hash: GENESIS_CHECKPOINT_HEADER_HASH.toString(),
438
- };
439
-
440
- const makeCheckpointId = (checkpoint: PublishedCheckpoint | undefined) => {
441
- if (checkpoint === undefined) {
442
- return initialcheckpointId;
443
- }
444
- return {
445
- number: checkpoint.checkpoint.number,
446
- hash: checkpoint.checkpoint.hash().toString(),
447
- };
448
- };
449
-
450
- const l2Tips: L2Tips = {
451
- proposed: {
452
- number: latestBlockNumber,
453
- hash: latestBlockHeaderHash.toString(),
454
- },
455
- proven: {
456
- block: {
457
- number: provenBlockNumber,
458
- hash: provenBlockHeaderHash.toString(),
459
- },
460
- checkpoint: makeCheckpointId(provenBlockCheckpoint),
461
- },
462
- finalized: {
463
- block: {
464
- number: finalizedBlockNumber,
465
- hash: finalizedBlockHeaderHash.toString(),
466
- },
467
- checkpoint: makeCheckpointId(finalizedBlockCheckpoint),
468
- },
469
- checkpointed: {
470
- block: {
471
- number: checkpointedBlockNumber,
472
- hash: checkpointedBlockHeaderHash.toString(),
473
- },
474
- checkpoint: makeCheckpointId(checkpointedBlockCheckpoint),
475
- },
476
- };
477
-
478
- return l2Tips;
442
+ public getL2Tips(): Promise<L2Tips> {
443
+ return this.l2TipsCache.getL2Tips();
479
444
  }
480
445
 
481
446
  public async rollbackTo(targetL2BlockNumber: BlockNumber): Promise<void> {
482
- // TODO(pw/mbps): This still assumes 1 block per checkpoint
483
447
  const currentBlocks = await this.getL2Tips();
484
448
  const currentL2Block = currentBlocks.proposed.number;
485
449
  const currentProvenBlock = currentBlocks.proven.block.number;
@@ -491,8 +455,25 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
491
455
  if (!targetL2Block) {
492
456
  throw new Error(`Target L2 block ${targetL2BlockNumber} not found`);
493
457
  }
494
- const targetL1BlockNumber = targetL2Block.l1.blockNumber;
495
458
  const targetCheckpointNumber = targetL2Block.checkpointNumber;
459
+
460
+ // Rollback operates at checkpoint granularity: the target block must be the last block of its checkpoint.
461
+ const checkpointData = await this.store.getCheckpointData(targetCheckpointNumber);
462
+ if (checkpointData) {
463
+ const lastBlockInCheckpoint = BlockNumber(checkpointData.startBlock + checkpointData.blockCount - 1);
464
+ if (targetL2BlockNumber !== lastBlockInCheckpoint) {
465
+ const previousCheckpointBoundary =
466
+ checkpointData.startBlock > 1 ? BlockNumber(checkpointData.startBlock - 1) : BlockNumber(0);
467
+ throw new Error(
468
+ `Target L2 block ${targetL2BlockNumber} is not at a checkpoint boundary. ` +
469
+ `Checkpoint ${targetCheckpointNumber} spans blocks ${checkpointData.startBlock} to ${lastBlockInCheckpoint}. ` +
470
+ `Use block ${lastBlockInCheckpoint} to roll back to this checkpoint, ` +
471
+ `or block ${previousCheckpointBoundary} to roll back to the previous one.`,
472
+ );
473
+ }
474
+ }
475
+
476
+ const targetL1BlockNumber = targetL2Block.l1.blockNumber;
496
477
  const targetL1Block = await this.publicClient.getBlock({
497
478
  blockNumber: targetL1BlockNumber,
498
479
  includeTransactions: false,
@@ -511,13 +492,13 @@ export class Archiver extends ArchiverDataSourceBase implements L2BlockSink, Tra
511
492
  await this.store.setCheckpointSynchedL1BlockNumber(targetL1BlockNumber);
512
493
  await this.store.setMessageSynchedL1Block({ l1BlockNumber: targetL1BlockNumber, l1BlockHash: targetL1BlockHash });
513
494
  if (targetL2BlockNumber < currentProvenBlock) {
514
- this.log.info(`Clearing proven L2 block number`);
515
- await this.store.setProvenCheckpointNumber(CheckpointNumber.ZERO);
495
+ this.log.info(`Rolling back proven L2 checkpoint to ${targetCheckpointNumber}`);
496
+ await this.updater.setProvenCheckpointNumber(targetCheckpointNumber);
497
+ }
498
+ const currentFinalizedBlock = currentBlocks.finalized.block.number;
499
+ if (targetL2BlockNumber < currentFinalizedBlock) {
500
+ this.log.info(`Rolling back finalized L2 checkpoint to ${targetCheckpointNumber}`);
501
+ await this.updater.setFinalizedCheckpointNumber(targetCheckpointNumber);
516
502
  }
517
- // TODO(palla/reorg): Set the finalized block when we add support for it.
518
- // if (targetL2BlockNumber < currentFinalizedBlock) {
519
- // this.log.info(`Clearing finalized L2 block number`);
520
- // await this.store.setFinalizedL2BlockNumber(0);
521
- // }
522
503
  }
523
504
  }
package/src/config.ts CHANGED
@@ -8,7 +8,12 @@ import {
8
8
  getConfigFromMappings,
9
9
  numberConfigHelper,
10
10
  } from '@aztec/foundation/config';
11
- import { type ChainConfig, chainConfigMappings } from '@aztec/stdlib/config';
11
+ import {
12
+ type ChainConfig,
13
+ type PipelineConfig,
14
+ chainConfigMappings,
15
+ pipelineConfigMappings,
16
+ } from '@aztec/stdlib/config';
12
17
  import type { ArchiverSpecificConfig } from '@aztec/stdlib/interfaces/server';
13
18
 
14
19
  /**
@@ -21,11 +26,13 @@ import type { ArchiverSpecificConfig } from '@aztec/stdlib/interfaces/server';
21
26
  export type ArchiverConfig = ArchiverSpecificConfig &
22
27
  L1ReaderConfig &
23
28
  L1ContractsConfig &
29
+ PipelineConfig & // required to pass through to epoch cache
24
30
  BlobClientConfig &
25
31
  ChainConfig;
26
32
 
27
33
  export const archiverConfigMappings: ConfigMappingsType<ArchiverConfig> = {
28
34
  ...blobClientConfigMapping,
35
+ ...pipelineConfigMappings,
29
36
  archiverPollingIntervalMS: {
30
37
  env: 'ARCHIVER_POLLING_INTERVAL_MS',
31
38
  description: 'The polling interval in ms for retrieving new L2 blocks and encrypted logs.',
package/src/errors.ts CHANGED
@@ -6,24 +6,9 @@ export class NoBlobBodiesFoundError extends Error {
6
6
  }
7
7
  }
8
8
 
9
- export class InitialBlockNumberNotSequentialError extends Error {
10
- constructor(
11
- public readonly newBlockNumber: number,
12
- public readonly previousBlockNumber: number | undefined,
13
- ) {
14
- super(
15
- `Cannot insert new block ${newBlockNumber} given previous block number in store is ${
16
- previousBlockNumber ?? 'undefined'
17
- }`,
18
- );
19
- }
20
- }
21
-
22
9
  export class BlockNumberNotSequentialError extends Error {
23
10
  constructor(newBlockNumber: number, previous: number | undefined) {
24
- super(
25
- `Cannot insert new block ${newBlockNumber} given previous block number in batch is ${previous ?? 'undefined'}`,
26
- );
11
+ super(`Cannot insert new block ${newBlockNumber} given previous block number is ${previous ?? 'undefined'}`);
27
12
  }
28
13
  }
29
14
 
@@ -41,17 +26,13 @@ export class InitialCheckpointNumberNotSequentialError extends Error {
41
26
  }
42
27
 
43
28
  export class CheckpointNumberNotSequentialError extends Error {
44
- constructor(newCheckpointNumber: number, previous: number | undefined) {
45
- super(
46
- `Cannot insert new checkpoint ${newCheckpointNumber} given previous checkpoint number in batch is ${previous ?? 'undefined'}`,
47
- );
48
- }
49
- }
50
-
51
- export class CheckpointNumberNotConsistentError extends Error {
52
- constructor(newCheckpointNumber: number, previous: number | undefined) {
29
+ constructor(
30
+ newCheckpointNumber: number,
31
+ previous: number | undefined,
32
+ source: 'confirmed' | 'proposed' = 'confirmed',
33
+ ) {
53
34
  super(
54
- `Cannot insert block for new checkpoint ${newCheckpointNumber} given previous block was checkpoint ${previous ?? 'undefined'}`,
35
+ `Cannot insert new checkpoint ${newCheckpointNumber} given previous ${source} checkpoint number is ${previous ?? 'undefined'}`,
55
36
  );
56
37
  }
57
38
  }
@@ -89,6 +70,69 @@ export class BlockNotFoundError extends Error {
89
70
  }
90
71
  }
91
72
 
73
+ /** Thrown when a proposed block matches a block that was already checkpointed. This is expected for late proposals. */
74
+ export class BlockAlreadyCheckpointedError extends Error {
75
+ constructor(public readonly blockNumber: number) {
76
+ super(`Block ${blockNumber} has already been checkpointed with the same content`);
77
+ this.name = 'BlockAlreadyCheckpointedError';
78
+ }
79
+ }
80
+
81
+ /** Thrown when logs are added for a tag whose last stored log has a higher block number than the new log. */
82
+ export class OutOfOrderLogInsertionError extends Error {
83
+ constructor(
84
+ public readonly logType: 'private' | 'public',
85
+ public readonly tag: string,
86
+ public readonly lastBlockNumber: number,
87
+ public readonly newBlockNumber: number,
88
+ ) {
89
+ super(
90
+ `Out-of-order ${logType} log insertion for tag ${tag}: ` +
91
+ `last existing log is from block ${lastBlockNumber} but new log is from block ${newBlockNumber}`,
92
+ );
93
+ this.name = 'OutOfOrderLogInsertionError';
94
+ }
95
+ }
96
+
97
+ /** Thrown when L1 to L2 messages are requested for a checkpoint whose message tree hasn't been sealed yet. */
98
+ export class L1ToL2MessagesNotReadyError extends Error {
99
+ constructor(
100
+ public readonly checkpointNumber: number,
101
+ public readonly inboxTreeInProgress: bigint,
102
+ ) {
103
+ super(
104
+ `Cannot get L1 to L2 messages for checkpoint ${checkpointNumber}: ` +
105
+ `inbox tree in progress is ${inboxTreeInProgress}, messages not yet sealed`,
106
+ );
107
+ this.name = 'L1ToL2MessagesNotReadyError';
108
+ }
109
+ }
110
+
111
+ /** Thrown when a proposed checkpoint number is stale (already processed). */
112
+ export class ProposedCheckpointStaleError extends Error {
113
+ constructor(
114
+ public readonly proposedCheckpointNumber: number,
115
+ public readonly currentProposedNumber: number,
116
+ ) {
117
+ super(`Stale proposed checkpoint ${proposedCheckpointNumber}: current proposed is ${currentProposedNumber}`);
118
+ this.name = 'ProposedCheckpointStaleError';
119
+ }
120
+ }
121
+
122
+ /** Thrown when a proposed checkpoint number is not the expected confirmed + 1. */
123
+ export class ProposedCheckpointNotSequentialError extends Error {
124
+ constructor(
125
+ public readonly proposedCheckpointNumber: number,
126
+ public readonly confirmedCheckpointNumber: number,
127
+ ) {
128
+ super(
129
+ `Proposed checkpoint ${proposedCheckpointNumber} is not sequential: expected ${confirmedCheckpointNumber + 1} (confirmed + 1)`,
130
+ );
131
+ this.name = 'ProposedCheckpointNotSequentialError';
132
+ }
133
+ }
134
+
135
+ /** Thrown when a proposed block conflicts with an already checkpointed block (different content). */
92
136
  export class CannotOverwriteCheckpointedBlockError extends Error {
93
137
  constructor(
94
138
  public readonly blockNumber: number,