@aztec/archiver 0.0.1-commit.b1c78909e → 0.0.1-commit.b2a5d0dd1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (99) hide show
  1. package/README.md +12 -6
  2. package/dest/archiver.d.ts +7 -5
  3. package/dest/archiver.d.ts.map +1 -1
  4. package/dest/archiver.js +39 -15
  5. package/dest/config.d.ts +5 -3
  6. package/dest/config.d.ts.map +1 -1
  7. package/dest/config.js +15 -3
  8. package/dest/errors.d.ts +44 -2
  9. package/dest/errors.d.ts.map +1 -1
  10. package/dest/errors.js +58 -2
  11. package/dest/factory.d.ts +2 -2
  12. package/dest/factory.d.ts.map +1 -1
  13. package/dest/factory.js +18 -14
  14. package/dest/index.d.ts +3 -2
  15. package/dest/index.d.ts.map +1 -1
  16. package/dest/index.js +2 -1
  17. package/dest/l1/calldata_retriever.d.ts +1 -1
  18. package/dest/l1/calldata_retriever.d.ts.map +1 -1
  19. package/dest/l1/calldata_retriever.js +2 -1
  20. package/dest/l1/data_retrieval.d.ts +19 -10
  21. package/dest/l1/data_retrieval.d.ts.map +1 -1
  22. package/dest/l1/data_retrieval.js +25 -32
  23. package/dest/l1/validate_historical_logs.d.ts +23 -0
  24. package/dest/l1/validate_historical_logs.d.ts.map +1 -0
  25. package/dest/l1/validate_historical_logs.js +108 -0
  26. package/dest/modules/data_source_base.d.ts +6 -4
  27. package/dest/modules/data_source_base.d.ts.map +1 -1
  28. package/dest/modules/data_source_base.js +11 -5
  29. package/dest/modules/data_store_updater.d.ts +15 -10
  30. package/dest/modules/data_store_updater.d.ts.map +1 -1
  31. package/dest/modules/data_store_updater.js +69 -68
  32. package/dest/modules/instrumentation.d.ts +7 -2
  33. package/dest/modules/instrumentation.d.ts.map +1 -1
  34. package/dest/modules/instrumentation.js +22 -6
  35. package/dest/modules/l1_synchronizer.d.ts +6 -2
  36. package/dest/modules/l1_synchronizer.d.ts.map +1 -1
  37. package/dest/modules/l1_synchronizer.js +244 -146
  38. package/dest/modules/validation.d.ts +1 -1
  39. package/dest/modules/validation.d.ts.map +1 -1
  40. package/dest/modules/validation.js +2 -2
  41. package/dest/store/block_store.d.ts +49 -6
  42. package/dest/store/block_store.d.ts.map +1 -1
  43. package/dest/store/block_store.js +277 -67
  44. package/dest/store/contract_class_store.d.ts +2 -3
  45. package/dest/store/contract_class_store.d.ts.map +1 -1
  46. package/dest/store/contract_class_store.js +7 -67
  47. package/dest/store/contract_instance_store.d.ts +1 -1
  48. package/dest/store/contract_instance_store.d.ts.map +1 -1
  49. package/dest/store/contract_instance_store.js +6 -2
  50. package/dest/store/kv_archiver_store.d.ts +39 -18
  51. package/dest/store/kv_archiver_store.d.ts.map +1 -1
  52. package/dest/store/kv_archiver_store.js +45 -20
  53. package/dest/store/l2_tips_cache.d.ts +2 -1
  54. package/dest/store/l2_tips_cache.d.ts.map +1 -1
  55. package/dest/store/l2_tips_cache.js +27 -7
  56. package/dest/store/log_store.d.ts +6 -3
  57. package/dest/store/log_store.d.ts.map +1 -1
  58. package/dest/store/log_store.js +95 -20
  59. package/dest/store/message_store.d.ts +5 -1
  60. package/dest/store/message_store.d.ts.map +1 -1
  61. package/dest/store/message_store.js +20 -8
  62. package/dest/test/fake_l1_state.d.ts +14 -3
  63. package/dest/test/fake_l1_state.d.ts.map +1 -1
  64. package/dest/test/fake_l1_state.js +63 -10
  65. package/dest/test/mock_l1_to_l2_message_source.d.ts +1 -1
  66. package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
  67. package/dest/test/mock_l1_to_l2_message_source.js +2 -1
  68. package/dest/test/mock_l2_block_source.d.ts +7 -2
  69. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  70. package/dest/test/mock_l2_block_source.js +30 -5
  71. package/dest/test/noop_l1_archiver.d.ts +1 -1
  72. package/dest/test/noop_l1_archiver.d.ts.map +1 -1
  73. package/dest/test/noop_l1_archiver.js +4 -2
  74. package/package.json +13 -13
  75. package/src/archiver.ts +57 -18
  76. package/src/config.ts +22 -2
  77. package/src/errors.ts +94 -2
  78. package/src/factory.ts +18 -10
  79. package/src/index.ts +2 -1
  80. package/src/l1/calldata_retriever.ts +2 -1
  81. package/src/l1/data_retrieval.ts +36 -45
  82. package/src/l1/validate_historical_logs.ts +140 -0
  83. package/src/modules/data_source_base.ts +24 -5
  84. package/src/modules/data_store_updater.ts +94 -97
  85. package/src/modules/instrumentation.ts +27 -7
  86. package/src/modules/l1_synchronizer.ts +314 -177
  87. package/src/modules/validation.ts +2 -2
  88. package/src/store/block_store.ts +364 -76
  89. package/src/store/contract_class_store.ts +8 -106
  90. package/src/store/contract_instance_store.ts +8 -5
  91. package/src/store/kv_archiver_store.ts +77 -34
  92. package/src/store/l2_tips_cache.ts +58 -13
  93. package/src/store/log_store.ts +128 -32
  94. package/src/store/message_store.ts +26 -9
  95. package/src/structs/inbox_message.ts +1 -1
  96. package/src/test/fake_l1_state.ts +87 -15
  97. package/src/test/mock_l1_to_l2_message_source.ts +1 -0
  98. package/src/test/mock_l2_block_source.ts +44 -3
  99. package/src/test/noop_l1_archiver.ts +3 -1
@@ -1,7 +1,6 @@
1
1
  import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
2
2
  import { BlockNumber } from '@aztec/foundation/branded-types';
3
- import { filterAsync } from '@aztec/foundation/collection';
4
- import { Fr } from '@aztec/foundation/curves/bn254';
3
+ import { compactArray, filterAsync } from '@aztec/foundation/collection';
5
4
  import { createLogger } from '@aztec/foundation/log';
6
5
  import { BufferReader, numToUInt32BE } from '@aztec/foundation/serialize';
7
6
  import type { AztecAsyncKVStore, AztecAsyncMap } from '@aztec/kv-store';
@@ -22,6 +21,7 @@ import {
22
21
  } from '@aztec/stdlib/logs';
23
22
  import { TxHash } from '@aztec/stdlib/tx';
24
23
 
24
+ import { OutOfOrderLogInsertionError } from '../errors.js';
25
25
  import type { BlockStore } from './block_store.js';
26
26
 
27
27
  /**
@@ -165,10 +165,21 @@ export class LogStore {
165
165
 
166
166
  for (const taggedLogBuffer of currentPrivateTaggedLogs) {
167
167
  if (taggedLogBuffer.logBuffers && taggedLogBuffer.logBuffers.length > 0) {
168
- privateTaggedLogs.set(
169
- taggedLogBuffer.tag,
170
- taggedLogBuffer.logBuffers!.concat(privateTaggedLogs.get(taggedLogBuffer.tag)!),
171
- );
168
+ const newLogs = privateTaggedLogs.get(taggedLogBuffer.tag)!;
169
+ if (newLogs.length === 0) {
170
+ continue;
171
+ }
172
+ const lastExisting = TxScopedL2Log.fromBuffer(taggedLogBuffer.logBuffers.at(-1)!);
173
+ const firstNew = TxScopedL2Log.fromBuffer(newLogs[0]);
174
+ if (lastExisting.blockNumber > firstNew.blockNumber) {
175
+ throw new OutOfOrderLogInsertionError(
176
+ 'private',
177
+ taggedLogBuffer.tag,
178
+ lastExisting.blockNumber,
179
+ firstNew.blockNumber,
180
+ );
181
+ }
182
+ privateTaggedLogs.set(taggedLogBuffer.tag, taggedLogBuffer.logBuffers.concat(newLogs));
172
183
  }
173
184
  }
174
185
 
@@ -200,10 +211,21 @@ export class LogStore {
200
211
 
201
212
  for (const taggedLogBuffer of currentPublicTaggedLogs) {
202
213
  if (taggedLogBuffer.logBuffers && taggedLogBuffer.logBuffers.length > 0) {
203
- publicTaggedLogs.set(
204
- taggedLogBuffer.tag,
205
- taggedLogBuffer.logBuffers!.concat(publicTaggedLogs.get(taggedLogBuffer.tag)!),
206
- );
214
+ const newLogs = publicTaggedLogs.get(taggedLogBuffer.tag)!;
215
+ if (newLogs.length === 0) {
216
+ continue;
217
+ }
218
+ const lastExisting = TxScopedL2Log.fromBuffer(taggedLogBuffer.logBuffers.at(-1)!);
219
+ const firstNew = TxScopedL2Log.fromBuffer(newLogs[0]);
220
+ if (lastExisting.blockNumber > firstNew.blockNumber) {
221
+ throw new OutOfOrderLogInsertionError(
222
+ 'public',
223
+ taggedLogBuffer.tag,
224
+ lastExisting.blockNumber,
225
+ firstNew.blockNumber,
226
+ );
227
+ }
228
+ publicTaggedLogs.set(taggedLogBuffer.tag, taggedLogBuffer.logBuffers.concat(newLogs));
207
229
  }
208
230
  }
209
231
 
@@ -279,29 +301,58 @@ export class LogStore {
279
301
  }
280
302
 
281
303
  #unpackBlockHash(reader: BufferReader): BlockHash {
282
- const blockHash = reader.remainingBytes() > 0 ? reader.readObject(Fr) : undefined;
283
-
284
- if (!blockHash) {
304
+ if (reader.remainingBytes() === 0) {
285
305
  throw new Error('Failed to read block hash from log entry buffer');
286
306
  }
287
307
 
288
- return new BlockHash(blockHash);
308
+ return BlockHash.fromBuffer(reader);
289
309
  }
290
310
 
291
311
  deleteLogs(blocks: L2Block[]): Promise<boolean> {
292
312
  return this.db.transactionAsync(async () => {
293
- await Promise.all(
294
- blocks.map(async block => {
295
- // Delete private logs
296
- const privateKeys = (await this.#privateLogKeysByBlock.getAsync(block.number)) ?? [];
297
- await Promise.all(privateKeys.map(tag => this.#privateLogsByTag.delete(tag)));
298
-
299
- // Delete public logs
300
- const publicKeys = (await this.#publicLogKeysByBlock.getAsync(block.number)) ?? [];
301
- await Promise.all(publicKeys.map(key => this.#publicLogsByContractAndTag.delete(key)));
302
- }),
313
+ const blockNumbers = new Set(blocks.map(block => block.number));
314
+ const firstBlockToDelete = Math.min(...blockNumbers);
315
+
316
+ // Collect all unique private tags across all blocks being deleted
317
+ const allPrivateTags = new Set(
318
+ compactArray(await Promise.all(blocks.map(block => this.#privateLogKeysByBlock.getAsync(block.number)))).flat(),
319
+ );
320
+
321
+ // Trim private logs: for each tag, delete all instances including and after the first block being deleted.
322
+ // This hinges on the invariant that logs for a given tag are always inserted in order of block number, which is enforced in #addPrivateLogs.
323
+ for (const tag of allPrivateTags) {
324
+ const existing = await this.#privateLogsByTag.getAsync(tag);
325
+ if (existing === undefined || existing.length === 0) {
326
+ continue;
327
+ }
328
+ const lastIndexToKeep = existing.findLastIndex(
329
+ buf => TxScopedL2Log.getBlockNumberFromBuffer(buf) < firstBlockToDelete,
330
+ );
331
+ const remaining = existing.slice(0, lastIndexToKeep + 1);
332
+ await (remaining.length > 0 ? this.#privateLogsByTag.set(tag, remaining) : this.#privateLogsByTag.delete(tag));
333
+ }
334
+
335
+ // Collect all unique public keys across all blocks being deleted
336
+ const allPublicKeys = new Set(
337
+ compactArray(await Promise.all(blocks.map(block => this.#publicLogKeysByBlock.getAsync(block.number)))).flat(),
303
338
  );
304
339
 
340
+ // And do the same as we did with private logs
341
+ for (const key of allPublicKeys) {
342
+ const existing = await this.#publicLogsByContractAndTag.getAsync(key);
343
+ if (existing === undefined || existing.length === 0) {
344
+ continue;
345
+ }
346
+ const lastIndexToKeep = existing.findLastIndex(
347
+ buf => TxScopedL2Log.getBlockNumberFromBuffer(buf) < firstBlockToDelete,
348
+ );
349
+ const remaining = existing.slice(0, lastIndexToKeep + 1);
350
+ await (remaining.length > 0
351
+ ? this.#publicLogsByContractAndTag.set(key, remaining)
352
+ : this.#publicLogsByContractAndTag.delete(key));
353
+ }
354
+
355
+ // After trimming the tagged logs, we can delete the block-level keys that track which tags are in which blocks.
305
356
  await Promise.all(
306
357
  blocks.map(block =>
307
358
  Promise.all([
@@ -322,17 +373,30 @@ export class LogStore {
322
373
  * array implies no logs match that tag.
323
374
  * @param tags - The tags to search for.
324
375
  * @param page - The page number (0-indexed) for pagination.
376
+ * @param upToBlockNumber - If set, only return logs from blocks up to and including this block number.
325
377
  * @returns An array of log arrays, one per tag. Returns at most MAX_LOGS_PER_TAG logs per tag per page. If
326
378
  * MAX_LOGS_PER_TAG logs are returned for a tag, the caller should fetch the next page to check for more logs.
327
379
  */
328
- async getPrivateLogsByTags(tags: SiloedTag[], page: number = 0): Promise<TxScopedL2Log[][]> {
380
+ async getPrivateLogsByTags(
381
+ tags: SiloedTag[],
382
+ page: number = 0,
383
+ upToBlockNumber?: BlockNumber,
384
+ ): Promise<TxScopedL2Log[][]> {
329
385
  const logs = await Promise.all(tags.map(tag => this.#privateLogsByTag.getAsync(tag.toString())));
386
+
330
387
  const start = page * MAX_LOGS_PER_TAG;
331
388
  const end = start + MAX_LOGS_PER_TAG;
332
389
 
333
- return logs.map(
334
- logBuffers => logBuffers?.slice(start, end).map(logBuffer => TxScopedL2Log.fromBuffer(logBuffer)) ?? [],
335
- );
390
+ return logs.map(logBuffers => {
391
+ const deserialized = logBuffers?.slice(start, end).map(buf => TxScopedL2Log.fromBuffer(buf)) ?? [];
392
+ if (upToBlockNumber !== undefined) {
393
+ const cutoff = deserialized.findIndex(log => log.blockNumber > upToBlockNumber);
394
+ if (cutoff !== -1) {
395
+ return deserialized.slice(0, cutoff);
396
+ }
397
+ }
398
+ return deserialized;
399
+ });
336
400
  }
337
401
 
338
402
  /**
@@ -341,6 +405,7 @@ export class LogStore {
341
405
  * @param contractAddress - The contract address to search logs for.
342
406
  * @param tags - The tags to search for.
343
407
  * @param page - The page number (0-indexed) for pagination.
408
+ * @param upToBlockNumber - If set, only return logs from blocks up to and including this block number.
344
409
  * @returns An array of log arrays, one per tag. Returns at most MAX_LOGS_PER_TAG logs per tag per page. If
345
410
  * MAX_LOGS_PER_TAG logs are returned for a tag, the caller should fetch the next page to check for more logs.
346
411
  */
@@ -348,6 +413,7 @@ export class LogStore {
348
413
  contractAddress: AztecAddress,
349
414
  tags: Tag[],
350
415
  page: number = 0,
416
+ upToBlockNumber?: BlockNumber,
351
417
  ): Promise<TxScopedL2Log[][]> {
352
418
  const logs = await Promise.all(
353
419
  tags.map(tag => {
@@ -358,9 +424,16 @@ export class LogStore {
358
424
  const start = page * MAX_LOGS_PER_TAG;
359
425
  const end = start + MAX_LOGS_PER_TAG;
360
426
 
361
- return logs.map(
362
- logBuffers => logBuffers?.slice(start, end).map(logBuffer => TxScopedL2Log.fromBuffer(logBuffer)) ?? [],
363
- );
427
+ return logs.map(logBuffers => {
428
+ const deserialized = logBuffers?.slice(start, end).map(buf => TxScopedL2Log.fromBuffer(buf)) ?? [];
429
+ if (upToBlockNumber !== undefined) {
430
+ const cutoff = deserialized.findIndex(log => log.blockNumber > upToBlockNumber);
431
+ if (cutoff !== -1) {
432
+ return deserialized.slice(0, cutoff);
433
+ }
434
+ }
435
+ return deserialized;
436
+ });
364
437
  }
365
438
 
366
439
  /**
@@ -588,11 +661,24 @@ export class LogStore {
588
661
  txLogs: PublicLog[],
589
662
  filter: LogFilter = {},
590
663
  ): boolean {
664
+ if (filter.fromBlock && blockNumber < filter.fromBlock) {
665
+ return false;
666
+ }
667
+ if (filter.toBlock && blockNumber >= filter.toBlock) {
668
+ return false;
669
+ }
670
+ if (filter.txHash && !txHash.equals(filter.txHash)) {
671
+ return false;
672
+ }
673
+
591
674
  let maxLogsHit = false;
592
675
  let logIndex = typeof filter.afterLog?.logIndex === 'number' ? filter.afterLog.logIndex + 1 : 0;
593
676
  for (; logIndex < txLogs.length; logIndex++) {
594
677
  const log = txLogs[logIndex];
595
- if (!filter.contractAddress || log.contractAddress.equals(filter.contractAddress)) {
678
+ if (
679
+ (!filter.contractAddress || log.contractAddress.equals(filter.contractAddress)) &&
680
+ (!filter.tag || log.fields[0]?.equals(filter.tag))
681
+ ) {
596
682
  results.push(
597
683
  new ExtendedPublicLog(new LogId(BlockNumber(blockNumber), blockHash, txHash, txIndex, logIndex), log),
598
684
  );
@@ -616,6 +702,16 @@ export class LogStore {
616
702
  txLogs: ContractClassLog[],
617
703
  filter: LogFilter = {},
618
704
  ): boolean {
705
+ if (filter.fromBlock && blockNumber < filter.fromBlock) {
706
+ return false;
707
+ }
708
+ if (filter.toBlock && blockNumber >= filter.toBlock) {
709
+ return false;
710
+ }
711
+ if (filter.txHash && !txHash.equals(filter.txHash)) {
712
+ return false;
713
+ }
714
+
619
715
  let maxLogsHit = false;
620
716
  let logIndex = typeof filter.afterLog?.logIndex === 'number' ? filter.afterLog.logIndex + 1 : 0;
621
717
  for (; logIndex < txLogs.length; logIndex++) {
@@ -14,6 +14,7 @@ import {
14
14
  } from '@aztec/kv-store';
15
15
  import { InboxLeaf } from '@aztec/stdlib/messaging';
16
16
 
17
+ import { L1ToL2MessagesNotReadyError } from '../errors.js';
17
18
  import {
18
19
  type InboxMessage,
19
20
  deserializeInboxMessage,
@@ -40,6 +41,8 @@ export class MessageStore {
40
41
  #lastSynchedL1Block: AztecAsyncSingleton<Buffer>;
41
42
  /** Stores total messages stored */
42
43
  #totalMessageCount: AztecAsyncSingleton<bigint>;
44
+ /** Stores the checkpoint number whose message tree is currently being filled on L1. */
45
+ #inboxTreeInProgress: AztecAsyncSingleton<bigint>;
43
46
 
44
47
  #log = createLogger('archiver:message_store');
45
48
 
@@ -48,6 +51,7 @@ export class MessageStore {
48
51
  this.#l1ToL2MessageIndices = db.openMap('archiver_l1_to_l2_message_indices');
49
52
  this.#lastSynchedL1Block = db.openSingleton('archiver_last_l1_block_id');
50
53
  this.#totalMessageCount = db.openSingleton('archiver_l1_to_l2_message_count');
54
+ this.#inboxTreeInProgress = db.openSingleton('archiver_inbox_tree_in_progress');
51
55
  }
52
56
 
53
57
  public async getTotalL1ToL2MessageCount(): Promise<bigint> {
@@ -157,15 +161,6 @@ export class MessageStore {
157
161
  lastMessage = message;
158
162
  }
159
163
 
160
- // Update the L1 sync point to that of the last message added.
161
- const currentSyncPoint = await this.getSynchedL1Block();
162
- if (!currentSyncPoint || currentSyncPoint.l1BlockNumber < lastMessage!.l1BlockNumber) {
163
- await this.setSynchedL1Block({
164
- l1BlockNumber: lastMessage!.l1BlockNumber,
165
- l1BlockHash: lastMessage!.l1BlockHash,
166
- });
167
- }
168
-
169
164
  // Update total message count with the number of inserted messages.
170
165
  await this.increaseTotalMessageCount(messageCount);
171
166
  });
@@ -185,7 +180,29 @@ export class MessageStore {
185
180
  return msg ? deserializeInboxMessage(msg) : undefined;
186
181
  }
187
182
 
183
+ /** Returns the inbox tree-in-progress checkpoint number from L1, or undefined if not yet set. */
184
+ public getInboxTreeInProgress(): Promise<bigint | undefined> {
185
+ return this.#inboxTreeInProgress.getAsync();
186
+ }
187
+
188
+ /** Atomically updates the message sync state: the L1 sync point and the inbox tree-in-progress marker. */
189
+ public setMessageSyncState(l1Block: L1BlockId, treeInProgress: bigint | undefined): Promise<void> {
190
+ return this.db.transactionAsync(async () => {
191
+ await this.setSynchedL1Block(l1Block);
192
+ if (treeInProgress !== undefined) {
193
+ await this.#inboxTreeInProgress.set(treeInProgress);
194
+ } else {
195
+ await this.#inboxTreeInProgress.delete();
196
+ }
197
+ });
198
+ }
199
+
188
200
  public async getL1ToL2Messages(checkpointNumber: CheckpointNumber): Promise<Fr[]> {
201
+ const treeInProgress = await this.#inboxTreeInProgress.getAsync();
202
+ if (treeInProgress !== undefined && BigInt(checkpointNumber) >= treeInProgress) {
203
+ throw new L1ToL2MessagesNotReadyError(checkpointNumber, treeInProgress);
204
+ }
205
+
189
206
  const messages: Fr[] = [];
190
207
 
191
208
  const [startIndex, endIndex] = InboxLeaf.indexRangeForCheckpoint(checkpointNumber);
@@ -8,7 +8,7 @@ export type InboxMessage = {
8
8
  index: bigint;
9
9
  leaf: Fr;
10
10
  checkpointNumber: CheckpointNumber;
11
- l1BlockNumber: bigint; // L1 block number - NOT Aztec L2
11
+ l1BlockNumber: bigint;
12
12
  l1BlockHash: Buffer32;
13
13
  rollingHash: Buffer16;
14
14
  };
@@ -1,5 +1,6 @@
1
1
  import type { BlobClientInterface } from '@aztec/blob-client/client';
2
2
  import { type Blob, getBlobsPerL1Block, getPrefixedEthBlobCommitments } from '@aztec/blob-lib';
3
+ import { INITIAL_CHECKPOINT_NUMBER } from '@aztec/constants';
3
4
  import type { CheckpointProposedLog, InboxContract, MessageSentLog, RollupContract } from '@aztec/ethereum/contracts';
4
5
  import { MULTI_CALL_3_ADDRESS } from '@aztec/ethereum/contracts';
5
6
  import type { ViemPublicClient } from '@aztec/ethereum/types';
@@ -150,8 +151,10 @@ export class FakeL1State {
150
151
  // Computed from checkpoints based on L1 block visibility
151
152
  private pendingCheckpointNumber: CheckpointNumber = CheckpointNumber(0);
152
153
 
153
- // The L1 block number reported as "finalized" (defaults to the start block)
154
- private finalizedL1BlockNumber: bigint;
154
+ // The L1 block number reported as "finalized" (defaults to the start block).
155
+ // `undefined` simulates the startup window on a fresh devnet where
156
+ // `getBlock({ blockTag: 'finalized' })` fails with "finalized block not found".
157
+ private finalizedL1BlockNumber: bigint | undefined;
155
158
 
156
159
  constructor(private readonly config: FakeL1StateConfig) {
157
160
  this.l1BlockNumber = config.l1StartBlock;
@@ -287,8 +290,11 @@ export class FakeL1State {
287
290
  this.updatePendingCheckpointNumber();
288
291
  }
289
292
 
290
- /** Sets the L1 block number that will be reported as "finalized". */
291
- setFinalizedL1BlockNumber(blockNumber: bigint): void {
293
+ /**
294
+ * Sets the L1 block number that will be reported as "finalized". Pass `undefined` to
295
+ * simulate a chain that does not yet have a finalized block (devnet startup).
296
+ */
297
+ setFinalizedL1BlockNumber(blockNumber: bigint | undefined): void {
292
298
  this.finalizedL1BlockNumber = blockNumber;
293
299
  }
294
300
 
@@ -331,6 +337,21 @@ export class FakeL1State {
331
337
  this.updatePendingCheckpointNumber();
332
338
  }
333
339
 
340
+ /**
341
+ * Moves a checkpoint to a different L1 block number (simulates L1 reorg that
342
+ * re-includes the same checkpoint transaction in a different block).
343
+ * The checkpoint content stays the same — only the L1 metadata changes.
344
+ * Auto-updates pending status.
345
+ */
346
+ moveCheckpointToL1Block(checkpointNumber: CheckpointNumber, newL1BlockNumber: bigint): void {
347
+ for (const cpData of this.checkpoints) {
348
+ if (cpData.checkpointNumber === checkpointNumber) {
349
+ cpData.l1BlockNumber = newL1BlockNumber;
350
+ }
351
+ }
352
+ this.updatePendingCheckpointNumber();
353
+ }
354
+
334
355
  /**
335
356
  * Removes messages after a given total index (simulates L1 reorg).
336
357
  * Auto-updates rolling hash.
@@ -450,21 +471,44 @@ export class FakeL1State {
450
471
  createMockInboxContract(_publicClient: MockProxy<ViemPublicClient>): MockProxy<InboxContract> {
451
472
  const mockInbox = mock<InboxContract>();
452
473
 
453
- mockInbox.getState.mockImplementation(() =>
454
- Promise.resolve({
455
- messagesRollingHash: this.messagesRollingHash,
456
- totalMessagesInserted: BigInt(this.messages.length),
457
- treeInProgress: 0n,
458
- }),
459
- );
474
+ mockInbox.getState.mockImplementation((opts: { blockTag?: string; blockNumber?: bigint } = {}) => {
475
+ // Filter messages visible at the given block number (or all if not specified)
476
+ const blockNumber = opts.blockNumber ?? this.l1BlockNumber;
477
+ const visibleMessages = this.messages.filter(m => m.l1BlockNumber <= blockNumber);
478
+
479
+ // treeInProgress must be > any sealed checkpoint. On L1, a checkpoint can only be proposed
480
+ // after its messages are sealed, so treeInProgress > checkpointNumber for all published checkpoints.
481
+ const maxFromMessages =
482
+ visibleMessages.length > 0 ? Math.max(...visibleMessages.map(m => Number(m.checkpointNumber))) + 1 : 0;
483
+ const maxFromCheckpoints =
484
+ this.checkpoints.length > 0
485
+ ? Math.max(
486
+ ...this.checkpoints
487
+ .filter(cp => !cp.pruned && cp.l1BlockNumber <= blockNumber)
488
+ .map(cp => Number(cp.checkpointNumber)),
489
+ 0,
490
+ ) + 1
491
+ : 0;
492
+ const treeInProgress = Math.max(maxFromMessages, maxFromCheckpoints, INITIAL_CHECKPOINT_NUMBER);
493
+
494
+ // Compute rolling hash only for visible messages
495
+ const rollingHash =
496
+ visibleMessages.length > 0 ? visibleMessages[visibleMessages.length - 1].rollingHash : Buffer16.ZERO;
497
+
498
+ return Promise.resolve({
499
+ messagesRollingHash: rollingHash,
500
+ totalMessagesInserted: BigInt(visibleMessages.length),
501
+ treeInProgress: BigInt(treeInProgress),
502
+ });
503
+ });
460
504
 
461
505
  // Mock the wrapper methods for fetching message events
462
506
  mockInbox.getMessageSentEvents.mockImplementation((fromBlock: bigint, toBlock: bigint) =>
463
507
  Promise.resolve(this.getMessageSentLogs(fromBlock, toBlock)),
464
508
  );
465
509
 
466
- mockInbox.getMessageSentEventByHash.mockImplementation((hash: string, fromBlock: bigint, toBlock: bigint) =>
467
- Promise.resolve(this.getMessageSentLogs(fromBlock, toBlock, hash)),
510
+ mockInbox.getMessageSentEventByHash.mockImplementation((msgHash: string, aroundL1BlockNumber: bigint) =>
511
+ Promise.resolve(this.getMessageSentLogByHash(msgHash, aroundL1BlockNumber) as MessageSentLog),
468
512
  );
469
513
 
470
514
  return mockInbox;
@@ -480,6 +524,11 @@ export class FakeL1State {
480
524
  publicClient.getBlock.mockImplementation((async (args: { blockNumber?: bigint; blockTag?: string } = {}) => {
481
525
  let blockNum: bigint;
482
526
  if (args.blockTag === 'finalized') {
527
+ if (this.finalizedL1BlockNumber === undefined) {
528
+ throw Object.assign(new Error('finalized block not found'), {
529
+ details: 'finalized block not found',
530
+ });
531
+ }
483
532
  blockNum = this.finalizedL1BlockNumber;
484
533
  } else {
485
534
  blockNum = args.blockNumber ?? (await publicClient.getBlockNumber());
@@ -505,10 +554,10 @@ export class FakeL1State {
505
554
  createMockBlobClient(): MockProxy<BlobClientInterface> {
506
555
  const blobClient = mock<BlobClientInterface>();
507
556
 
508
- // The blockId is the transaction's blockHash, which we set to the checkpoint's archive root
557
+ // The blockId is the L1 block hash, which we derive from the L1 block number
509
558
  blobClient.getBlobSidecar.mockImplementation((blockId: `0x${string}`) =>
510
559
  Promise.resolve(
511
- this.checkpoints.find(cpData => cpData.checkpoint.archive.root.toString() === blockId)?.blobs ?? [],
560
+ this.checkpoints.find(cpData => Buffer32.fromBigInt(cpData.l1BlockNumber).toString() === blockId)?.blobs ?? [],
512
561
  ),
513
562
  );
514
563
 
@@ -584,6 +633,29 @@ export class FakeL1State {
584
633
  }));
585
634
  }
586
635
 
636
+ private getMessageSentLogByHash(msgHash: string, aroundL1BlockNumber: bigint): MessageSentLog | undefined {
637
+ const msg = this.messages.find(
638
+ msg =>
639
+ msg.leaf.toString() === msgHash &&
640
+ msg.l1BlockNumber >= aroundL1BlockNumber - 5n &&
641
+ msg.l1BlockNumber <= aroundL1BlockNumber + 5n,
642
+ );
643
+ if (!msg) {
644
+ return undefined;
645
+ }
646
+ return {
647
+ l1BlockNumber: msg.l1BlockNumber,
648
+ l1BlockHash: Buffer32.fromBigInt(msg.l1BlockNumber),
649
+ l1TransactionHash: `0x${msg.l1BlockNumber.toString(16)}` as `0x${string}`,
650
+ args: {
651
+ checkpointNumber: msg.checkpointNumber,
652
+ index: msg.index,
653
+ leaf: msg.leaf,
654
+ rollingHash: msg.rollingHash,
655
+ },
656
+ };
657
+ }
658
+
587
659
  private async makeRollupTx(
588
660
  checkpoint: Checkpoint,
589
661
  signers: Secp256k1Signer[],
@@ -44,6 +44,7 @@ export class MockL1ToL2MessageSource implements L1ToL2MessageSource {
44
44
  checkpointed: tip,
45
45
  proven: tip,
46
46
  finalized: tip,
47
+ proposedCheckpoint: tip,
47
48
  });
48
49
  }
49
50
  }
@@ -16,9 +16,20 @@ import {
16
16
  type L2Tips,
17
17
  type ValidateCheckpointResult,
18
18
  } from '@aztec/stdlib/block';
19
- import { Checkpoint, type CheckpointData, L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
19
+ import {
20
+ Checkpoint,
21
+ type CheckpointData,
22
+ L1PublishedData,
23
+ type ProposedCheckpointData,
24
+ PublishedCheckpoint,
25
+ } from '@aztec/stdlib/checkpoint';
20
26
  import type { ContractClassPublic, ContractDataSource, ContractInstanceWithAddress } from '@aztec/stdlib/contract';
21
- import { EmptyL1RollupConstants, type L1RollupConstants, getSlotRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
27
+ import {
28
+ EmptyL1RollupConstants,
29
+ type L1RollupConstants,
30
+ getEpochAtSlot,
31
+ getSlotRangeForEpoch,
32
+ } from '@aztec/stdlib/epoch-helpers';
22
33
  import { computeCheckpointOutHash } from '@aztec/stdlib/messaging';
23
34
  import { CheckpointHeader } from '@aztec/stdlib/rollup';
24
35
  import { type BlockHeader, TxExecutionResult, TxHash, TxReceipt, TxStatus } from '@aztec/stdlib/tx';
@@ -34,6 +45,7 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
34
45
  private provenBlockNumber: number = 0;
35
46
  private finalizedBlockNumber: number = 0;
36
47
  private checkpointedBlockNumber: number = 0;
48
+ private proposedCheckpointBlockNumber: number = 0;
37
49
 
38
50
  private log = createLogger('archiver:mock_l2_block_source');
39
51
 
@@ -84,6 +96,7 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
84
96
  });
85
97
  // Keep tip numbers consistent with remaining blocks.
86
98
  this.checkpointedBlockNumber = Math.min(this.checkpointedBlockNumber, maxBlockNum);
99
+ this.proposedCheckpointBlockNumber = Math.min(this.proposedCheckpointBlockNumber, maxBlockNum);
87
100
  this.provenBlockNumber = Math.min(this.provenBlockNumber, maxBlockNum);
88
101
  this.finalizedBlockNumber = Math.min(this.finalizedBlockNumber, maxBlockNum);
89
102
  this.log.verbose(`Removed ${numBlocks} blocks from the mock L2 block source`);
@@ -100,9 +113,17 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
100
113
  this.finalizedBlockNumber = finalizedBlockNumber;
101
114
  }
102
115
 
116
+ public setProposedCheckpointBlockNumber(blockNumber: number) {
117
+ this.proposedCheckpointBlockNumber = blockNumber;
118
+ }
119
+
103
120
  public setCheckpointedBlockNumber(checkpointedBlockNumber: number) {
104
121
  const prevCheckpointed = this.checkpointedBlockNumber;
105
122
  this.checkpointedBlockNumber = checkpointedBlockNumber;
123
+ // Proposed checkpoint is always at least as advanced as checkpointed
124
+ if (this.proposedCheckpointBlockNumber < checkpointedBlockNumber) {
125
+ this.proposedCheckpointBlockNumber = checkpointedBlockNumber;
126
+ }
106
127
  // Auto-create single-block checkpoints for newly checkpointed blocks that don't have one yet.
107
128
  // This handles blocks added via addProposedBlocks that are now being marked as checkpointed.
108
129
  const newCheckpoints: Checkpoint[] = [];
@@ -166,6 +187,10 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
166
187
  return Promise.resolve(BlockNumber(this.finalizedBlockNumber));
167
188
  }
168
189
 
190
+ public getProposedCheckpointL2BlockNumber() {
191
+ return Promise.resolve(BlockNumber(this.proposedCheckpointBlockNumber));
192
+ }
193
+
169
194
  public getCheckpointedBlock(number: BlockNumber): Promise<CheckpointedL2Block | undefined> {
170
195
  if (number > this.checkpointedBlockNumber) {
171
196
  return Promise.resolve(undefined);
@@ -394,6 +419,7 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
394
419
  txEffect.transactionFee.toBigInt(),
395
420
  await block.hash(),
396
421
  block.number,
422
+ getEpochAtSlot(block.slot, EmptyL1RollupConstants),
397
423
  );
398
424
  }
399
425
  }
@@ -402,17 +428,19 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
402
428
  }
403
429
 
404
430
  async getL2Tips(): Promise<L2Tips> {
405
- const [latest, proven, finalized, checkpointed] = [
431
+ const [latest, proven, finalized, checkpointed, proposedCheckpoint] = [
406
432
  await this.getBlockNumber(),
407
433
  await this.getProvenBlockNumber(),
408
434
  this.finalizedBlockNumber,
409
435
  this.checkpointedBlockNumber,
436
+ await this.getProposedCheckpointL2BlockNumber(),
410
437
  ] as const;
411
438
 
412
439
  const latestBlock = this.l2Blocks[latest - 1];
413
440
  const provenBlock = this.l2Blocks[proven - 1];
414
441
  const finalizedBlock = this.l2Blocks[finalized - 1];
415
442
  const checkpointedBlock = this.l2Blocks[checkpointed - 1];
443
+ const proposedCheckpointBlock = this.l2Blocks[proposedCheckpoint - 1];
416
444
 
417
445
  const latestBlockId = {
418
446
  number: BlockNumber(latest),
@@ -430,6 +458,10 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
430
458
  number: BlockNumber(checkpointed),
431
459
  hash: (await checkpointedBlock?.hash())?.toString(),
432
460
  };
461
+ const proposedCheckpointBlockId = {
462
+ number: BlockNumber(proposedCheckpoint),
463
+ hash: (await proposedCheckpointBlock?.hash())?.toString(),
464
+ };
433
465
 
434
466
  const makeTipId = (blockId: typeof latestBlockId) => ({
435
467
  block: blockId,
@@ -444,6 +476,7 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
444
476
  checkpointed: makeTipId(checkpointedBlockId),
445
477
  proven: makeTipId(provenBlockId),
446
478
  finalized: makeTipId(finalizedBlockId),
479
+ proposedCheckpoint: makeTipId(proposedCheckpointBlockId),
447
480
  };
448
481
  }
449
482
 
@@ -525,6 +558,14 @@ export class MockL2BlockSource implements L2BlockSource, ContractDataSource {
525
558
  return Promise.resolve({ valid: true });
526
559
  }
527
560
 
561
+ getProposedCheckpoint(): Promise<ProposedCheckpointData | undefined> {
562
+ return Promise.resolve(undefined);
563
+ }
564
+
565
+ getProposedCheckpointOnly(): Promise<ProposedCheckpointData | undefined> {
566
+ return Promise.resolve(undefined);
567
+ }
568
+
528
569
  /** Returns checkpoints whose slot falls within the given epoch. */
529
570
  private getCheckpointsInEpoch(epochNumber: EpochNumber): Checkpoint[] {
530
571
  const epochDuration = DefaultL1ContractsConfig.aztecEpochDuration;
@@ -70,9 +70,10 @@ export class NoopL1Archiver extends Archiver {
70
70
  debugClient,
71
71
  rollup,
72
72
  {
73
+ rollupAddress: EthAddress.ZERO,
73
74
  registryAddress: EthAddress.ZERO,
75
+ inboxAddress: EthAddress.ZERO,
74
76
  governanceProposerAddress: EthAddress.ZERO,
75
- slashFactoryAddress: EthAddress.ZERO,
76
77
  slashingProposerAddress: EthAddress.ZERO,
77
78
  },
78
79
  dataStore,
@@ -82,6 +83,7 @@ export class NoopL1Archiver extends Archiver {
82
83
  skipValidateCheckpointAttestations: true,
83
84
  maxAllowedEthClientDriftSeconds: 300,
84
85
  ethereumAllowNoDebugHosts: true, // Skip trace validation
86
+ skipHistoricalLogsCheck: true, // Skip historical logs validation
85
87
  },
86
88
  blobClient,
87
89
  instrumentation,