@aztec/archiver 0.0.1-commit.9593d84 → 0.0.1-commit.967fc6998

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (209) hide show
  1. package/README.md +156 -22
  2. package/dest/archiver.d.ts +139 -0
  3. package/dest/archiver.d.ts.map +1 -0
  4. package/dest/archiver.js +699 -0
  5. package/dest/config.d.ts +30 -0
  6. package/dest/config.d.ts.map +1 -0
  7. package/dest/{archiver/config.js → config.js} +21 -5
  8. package/dest/errors.d.ts +41 -0
  9. package/dest/errors.d.ts.map +1 -0
  10. package/dest/errors.js +62 -0
  11. package/dest/factory.d.ts +9 -7
  12. package/dest/factory.d.ts.map +1 -1
  13. package/dest/factory.js +94 -13
  14. package/dest/index.d.ts +11 -4
  15. package/dest/index.d.ts.map +1 -1
  16. package/dest/index.js +9 -3
  17. package/dest/interfaces.d.ts +9 -0
  18. package/dest/interfaces.d.ts.map +1 -0
  19. package/dest/interfaces.js +3 -0
  20. package/dest/l1/bin/retrieve-calldata.d.ts +3 -0
  21. package/dest/l1/bin/retrieve-calldata.d.ts.map +1 -0
  22. package/dest/l1/bin/retrieve-calldata.js +152 -0
  23. package/dest/l1/calldata_retriever.d.ts +135 -0
  24. package/dest/l1/calldata_retriever.d.ts.map +1 -0
  25. package/dest/l1/calldata_retriever.js +402 -0
  26. package/dest/l1/data_retrieval.d.ts +88 -0
  27. package/dest/l1/data_retrieval.d.ts.map +1 -0
  28. package/dest/{archiver → l1}/data_retrieval.js +83 -155
  29. package/dest/l1/debug_tx.d.ts +19 -0
  30. package/dest/l1/debug_tx.d.ts.map +1 -0
  31. package/dest/l1/debug_tx.js +73 -0
  32. package/dest/l1/spire_proposer.d.ts +70 -0
  33. package/dest/l1/spire_proposer.d.ts.map +1 -0
  34. package/dest/l1/spire_proposer.js +149 -0
  35. package/dest/l1/trace_tx.d.ts +97 -0
  36. package/dest/l1/trace_tx.d.ts.map +1 -0
  37. package/dest/l1/trace_tx.js +91 -0
  38. package/dest/l1/types.d.ts +12 -0
  39. package/dest/l1/types.d.ts.map +1 -0
  40. package/dest/l1/types.js +3 -0
  41. package/dest/l1/validate_trace.d.ts +32 -0
  42. package/dest/l1/validate_trace.d.ts.map +1 -0
  43. package/dest/l1/validate_trace.js +154 -0
  44. package/dest/modules/data_source_base.d.ts +89 -0
  45. package/dest/modules/data_source_base.d.ts.map +1 -0
  46. package/dest/modules/data_source_base.js +216 -0
  47. package/dest/modules/data_store_updater.d.ts +80 -0
  48. package/dest/modules/data_store_updater.d.ts.map +1 -0
  49. package/dest/modules/data_store_updater.js +323 -0
  50. package/dest/modules/instrumentation.d.ts +50 -0
  51. package/dest/modules/instrumentation.d.ts.map +1 -0
  52. package/dest/{archiver → modules}/instrumentation.js +49 -62
  53. package/dest/modules/l1_synchronizer.d.ts +71 -0
  54. package/dest/modules/l1_synchronizer.d.ts.map +1 -0
  55. package/dest/modules/l1_synchronizer.js +1117 -0
  56. package/dest/modules/validation.d.ts +17 -0
  57. package/dest/modules/validation.d.ts.map +1 -0
  58. package/dest/{archiver → modules}/validation.js +7 -1
  59. package/dest/store/block_store.d.ts +196 -0
  60. package/dest/store/block_store.d.ts.map +1 -0
  61. package/dest/store/block_store.js +773 -0
  62. package/dest/store/contract_class_store.d.ts +18 -0
  63. package/dest/store/contract_class_store.d.ts.map +1 -0
  64. package/dest/{archiver/kv_archiver_store → store}/contract_class_store.js +13 -9
  65. package/dest/store/contract_instance_store.d.ts +24 -0
  66. package/dest/store/contract_instance_store.d.ts.map +1 -0
  67. package/dest/{archiver/kv_archiver_store → store}/contract_instance_store.js +1 -1
  68. package/dest/store/kv_archiver_store.d.ts +354 -0
  69. package/dest/store/kv_archiver_store.d.ts.map +1 -0
  70. package/dest/store/kv_archiver_store.js +464 -0
  71. package/dest/store/l2_tips_cache.d.ts +19 -0
  72. package/dest/store/l2_tips_cache.d.ts.map +1 -0
  73. package/dest/store/l2_tips_cache.js +89 -0
  74. package/dest/store/log_store.d.ts +54 -0
  75. package/dest/store/log_store.d.ts.map +1 -0
  76. package/dest/store/log_store.js +456 -0
  77. package/dest/store/message_store.d.ts +40 -0
  78. package/dest/store/message_store.d.ts.map +1 -0
  79. package/dest/{archiver/kv_archiver_store → store}/message_store.js +15 -14
  80. package/dest/{archiver/structs → structs}/data_retrieval.d.ts +1 -1
  81. package/dest/structs/data_retrieval.d.ts.map +1 -0
  82. package/dest/structs/inbox_message.d.ts +15 -0
  83. package/dest/structs/inbox_message.d.ts.map +1 -0
  84. package/dest/{archiver/structs → structs}/inbox_message.js +6 -5
  85. package/dest/structs/published.d.ts +2 -0
  86. package/dest/structs/published.d.ts.map +1 -0
  87. package/dest/test/fake_l1_state.d.ts +195 -0
  88. package/dest/test/fake_l1_state.d.ts.map +1 -0
  89. package/dest/test/fake_l1_state.js +421 -0
  90. package/dest/test/index.d.ts +2 -1
  91. package/dest/test/index.d.ts.map +1 -1
  92. package/dest/test/index.js +4 -1
  93. package/dest/test/mock_archiver.d.ts +16 -8
  94. package/dest/test/mock_archiver.d.ts.map +1 -1
  95. package/dest/test/mock_archiver.js +19 -14
  96. package/dest/test/mock_l1_to_l2_message_source.d.ts +7 -6
  97. package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
  98. package/dest/test/mock_l1_to_l2_message_source.js +21 -11
  99. package/dest/test/mock_l2_block_source.d.ts +51 -18
  100. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  101. package/dest/test/mock_l2_block_source.js +245 -82
  102. package/dest/test/mock_structs.d.ts +80 -4
  103. package/dest/test/mock_structs.d.ts.map +1 -1
  104. package/dest/test/mock_structs.js +145 -11
  105. package/dest/test/noop_l1_archiver.d.ts +23 -0
  106. package/dest/test/noop_l1_archiver.d.ts.map +1 -0
  107. package/dest/test/noop_l1_archiver.js +68 -0
  108. package/package.json +20 -20
  109. package/src/archiver.ts +443 -0
  110. package/src/{archiver/config.ts → config.ts} +28 -12
  111. package/src/errors.ts +102 -0
  112. package/src/factory.ts +142 -13
  113. package/src/index.ts +11 -3
  114. package/src/interfaces.ts +9 -0
  115. package/src/l1/README.md +55 -0
  116. package/src/l1/bin/retrieve-calldata.ts +194 -0
  117. package/src/l1/calldata_retriever.ts +511 -0
  118. package/src/{archiver → l1}/data_retrieval.ts +143 -226
  119. package/src/l1/debug_tx.ts +99 -0
  120. package/src/l1/spire_proposer.ts +152 -0
  121. package/src/l1/trace_tx.ts +128 -0
  122. package/src/l1/types.ts +13 -0
  123. package/src/l1/validate_trace.ts +229 -0
  124. package/src/modules/data_source_base.ts +328 -0
  125. package/src/modules/data_store_updater.ts +448 -0
  126. package/src/{archiver → modules}/instrumentation.ts +63 -66
  127. package/src/modules/l1_synchronizer.ts +933 -0
  128. package/src/{archiver → modules}/validation.ts +11 -6
  129. package/src/store/block_store.ts +1015 -0
  130. package/src/{archiver/kv_archiver_store → store}/contract_class_store.ts +13 -9
  131. package/src/{archiver/kv_archiver_store → store}/contract_instance_store.ts +2 -2
  132. package/src/store/kv_archiver_store.ts +671 -0
  133. package/src/store/l2_tips_cache.ts +89 -0
  134. package/src/store/log_store.ts +637 -0
  135. package/src/{archiver/kv_archiver_store → store}/message_store.ts +21 -18
  136. package/src/{archiver/structs → structs}/inbox_message.ts +8 -8
  137. package/src/{archiver/structs → structs}/published.ts +0 -1
  138. package/src/test/fake_l1_state.ts +657 -0
  139. package/src/test/fixtures/debug_traceTransaction-multicall3.json +88 -0
  140. package/src/test/fixtures/debug_traceTransaction-multiplePropose.json +153 -0
  141. package/src/test/fixtures/debug_traceTransaction-proxied.json +122 -0
  142. package/src/test/fixtures/trace_transaction-multicall3.json +65 -0
  143. package/src/test/fixtures/trace_transaction-multiplePropose.json +319 -0
  144. package/src/test/fixtures/trace_transaction-proxied.json +128 -0
  145. package/src/test/fixtures/trace_transaction-randomRevert.json +216 -0
  146. package/src/test/index.ts +4 -0
  147. package/src/test/mock_archiver.ts +23 -16
  148. package/src/test/mock_l1_to_l2_message_source.ts +18 -11
  149. package/src/test/mock_l2_block_source.ts +296 -90
  150. package/src/test/mock_structs.ts +275 -13
  151. package/src/test/noop_l1_archiver.ts +109 -0
  152. package/dest/archiver/archiver.d.ts +0 -287
  153. package/dest/archiver/archiver.d.ts.map +0 -1
  154. package/dest/archiver/archiver.js +0 -1408
  155. package/dest/archiver/archiver_store.d.ts +0 -255
  156. package/dest/archiver/archiver_store.d.ts.map +0 -1
  157. package/dest/archiver/archiver_store.js +0 -4
  158. package/dest/archiver/archiver_store_test_suite.d.ts +0 -8
  159. package/dest/archiver/archiver_store_test_suite.d.ts.map +0 -1
  160. package/dest/archiver/archiver_store_test_suite.js +0 -1289
  161. package/dest/archiver/config.d.ts +0 -21
  162. package/dest/archiver/config.d.ts.map +0 -1
  163. package/dest/archiver/data_retrieval.d.ts +0 -79
  164. package/dest/archiver/data_retrieval.d.ts.map +0 -1
  165. package/dest/archiver/errors.d.ts +0 -12
  166. package/dest/archiver/errors.d.ts.map +0 -1
  167. package/dest/archiver/errors.js +0 -17
  168. package/dest/archiver/index.d.ts +0 -7
  169. package/dest/archiver/index.d.ts.map +0 -1
  170. package/dest/archiver/index.js +0 -4
  171. package/dest/archiver/instrumentation.d.ts +0 -35
  172. package/dest/archiver/instrumentation.d.ts.map +0 -1
  173. package/dest/archiver/kv_archiver_store/block_store.d.ts +0 -124
  174. package/dest/archiver/kv_archiver_store/block_store.d.ts.map +0 -1
  175. package/dest/archiver/kv_archiver_store/block_store.js +0 -370
  176. package/dest/archiver/kv_archiver_store/contract_class_store.d.ts +0 -18
  177. package/dest/archiver/kv_archiver_store/contract_class_store.d.ts.map +0 -1
  178. package/dest/archiver/kv_archiver_store/contract_instance_store.d.ts +0 -24
  179. package/dest/archiver/kv_archiver_store/contract_instance_store.d.ts.map +0 -1
  180. package/dest/archiver/kv_archiver_store/kv_archiver_store.d.ts +0 -168
  181. package/dest/archiver/kv_archiver_store/kv_archiver_store.d.ts.map +0 -1
  182. package/dest/archiver/kv_archiver_store/kv_archiver_store.js +0 -296
  183. package/dest/archiver/kv_archiver_store/log_store.d.ts +0 -49
  184. package/dest/archiver/kv_archiver_store/log_store.d.ts.map +0 -1
  185. package/dest/archiver/kv_archiver_store/log_store.js +0 -336
  186. package/dest/archiver/kv_archiver_store/message_store.d.ts +0 -39
  187. package/dest/archiver/kv_archiver_store/message_store.d.ts.map +0 -1
  188. package/dest/archiver/structs/data_retrieval.d.ts.map +0 -1
  189. package/dest/archiver/structs/inbox_message.d.ts +0 -15
  190. package/dest/archiver/structs/inbox_message.d.ts.map +0 -1
  191. package/dest/archiver/structs/published.d.ts +0 -3
  192. package/dest/archiver/structs/published.d.ts.map +0 -1
  193. package/dest/archiver/validation.d.ts +0 -17
  194. package/dest/archiver/validation.d.ts.map +0 -1
  195. package/dest/rpc/index.d.ts +0 -9
  196. package/dest/rpc/index.d.ts.map +0 -1
  197. package/dest/rpc/index.js +0 -15
  198. package/src/archiver/archiver.ts +0 -1858
  199. package/src/archiver/archiver_store.ts +0 -305
  200. package/src/archiver/archiver_store_test_suite.ts +0 -1264
  201. package/src/archiver/errors.ts +0 -26
  202. package/src/archiver/index.ts +0 -6
  203. package/src/archiver/kv_archiver_store/block_store.ts +0 -481
  204. package/src/archiver/kv_archiver_store/kv_archiver_store.ts +0 -422
  205. package/src/archiver/kv_archiver_store/log_store.ts +0 -406
  206. package/src/rpc/index.ts +0 -16
  207. /package/dest/{archiver/structs → structs}/data_retrieval.js +0 -0
  208. /package/dest/{archiver/structs → structs}/published.js +0 -0
  209. /package/src/{archiver/structs → structs}/data_retrieval.ts +0 -0
@@ -1,3 +1,4 @@
1
+ import type { BlobClientInterface } from '@aztec/blob-client/client';
1
2
  import {
2
3
  BlobDeserializationError,
3
4
  type CheckpointBlobData,
@@ -5,46 +6,39 @@ import {
5
6
  decodeCheckpointBlobDataFromBlobs,
6
7
  encodeBlockBlobData,
7
8
  } from '@aztec/blob-lib';
8
- import type { BlobSinkClientInterface } from '@aztec/blob-sink/client';
9
9
  import type {
10
+ CheckpointProposedLog,
10
11
  EpochProofPublicInputArgs,
11
- ViemClient,
12
- ViemCommitteeAttestations,
13
- ViemHeader,
14
- ViemPublicClient,
15
- } from '@aztec/ethereum';
12
+ InboxContract,
13
+ MessageSentLog,
14
+ RollupContract,
15
+ } from '@aztec/ethereum/contracts';
16
+ import type { ViemPublicClient, ViemPublicDebugClient } from '@aztec/ethereum/types';
16
17
  import { asyncPool } from '@aztec/foundation/async-pool';
17
- import { Buffer16, Buffer32 } from '@aztec/foundation/buffer';
18
- import type { EthAddress } from '@aztec/foundation/eth-address';
19
- import type { ViemSignature } from '@aztec/foundation/eth-signature';
20
- import { Fr } from '@aztec/foundation/fields';
18
+ import { CheckpointNumber, IndexWithinCheckpoint } from '@aztec/foundation/branded-types';
19
+ import { Fr } from '@aztec/foundation/curves/bn254';
20
+ import { EthAddress } from '@aztec/foundation/eth-address';
21
21
  import { type Logger, createLogger } from '@aztec/foundation/log';
22
- import { type InboxAbi, RollupAbi } from '@aztec/l1-artifacts';
23
- import { Body, CommitteeAttestation, L2BlockNew } from '@aztec/stdlib/block';
24
- import { Checkpoint, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
22
+ import { RollupAbi } from '@aztec/l1-artifacts';
23
+ import { Body, CommitteeAttestation, L2Block } from '@aztec/stdlib/block';
24
+ import { Checkpoint, L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
25
25
  import { Proof } from '@aztec/stdlib/proofs';
26
26
  import { CheckpointHeader } from '@aztec/stdlib/rollup';
27
27
  import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
28
28
  import { BlockHeader, GlobalVariables, PartialStateReference, StateReference } from '@aztec/stdlib/tx';
29
29
 
30
- import {
31
- type GetContractEventsReturnType,
32
- type GetContractReturnType,
33
- type Hex,
34
- decodeFunctionData,
35
- getAbiItem,
36
- hexToBytes,
37
- multicall3Abi,
38
- } from 'viem';
39
-
40
- import { NoBlobBodiesFoundError } from './errors.js';
41
- import type { DataRetrieval } from './structs/data_retrieval.js';
42
- import type { InboxMessage } from './structs/inbox_message.js';
43
- import type { L1PublishedData } from './structs/published.js';
30
+ import { type Hex, decodeFunctionData, getAbiItem, hexToBytes } from 'viem';
31
+
32
+ import { NoBlobBodiesFoundError } from '../errors.js';
33
+ import type { ArchiverInstrumentation } from '../modules/instrumentation.js';
34
+ import type { DataRetrieval } from '../structs/data_retrieval.js';
35
+ import type { InboxMessage } from '../structs/inbox_message.js';
36
+ import { CalldataRetriever } from './calldata_retriever.js';
44
37
 
45
38
  export type RetrievedCheckpoint = {
46
- checkpointNumber: number;
39
+ checkpointNumber: CheckpointNumber;
47
40
  archiveRoot: Fr;
41
+ feeAssetPriceModifier: bigint;
48
42
  header: CheckpointHeader;
49
43
  checkpointBlobData: CheckpointBlobData;
50
44
  l1: L1PublishedData;
@@ -56,6 +50,7 @@ export type RetrievedCheckpoint = {
56
50
  export async function retrievedToPublishedCheckpoint({
57
51
  checkpointNumber,
58
52
  archiveRoot,
53
+ feeAssetPriceModifier,
59
54
  header: checkpointHeader,
60
55
  checkpointBlobData,
61
56
  l1,
@@ -71,12 +66,12 @@ export async function retrievedToPublishedCheckpoint({
71
66
  .slice(1)
72
67
  .concat([archiveRoot]);
73
68
 
74
- // `blocksBlobData` is created from `decodeCheckpointBlobDataFromBlobs`. An error will be thrown if it can't read a
75
- // field for the `l1ToL2MessageRoot` of the first block. So below we can safely assume it exists:
69
+ // An error will be thrown from `decodeCheckpointBlobDataFromBlobs` if it can't read a field for the
70
+ // `l1ToL2MessageRoot` of the first block. So below we can safely assume it exists:
76
71
  const l1toL2MessageTreeRoot = blocksBlobData[0].l1ToL2MessageRoot!;
77
72
 
78
73
  const spongeBlob = SpongeBlob.init();
79
- const l2Blocks: L2BlockNew[] = [];
74
+ const l2Blocks: L2Block[] = [];
80
75
  for (let i = 0; i < blocksBlobData.length; i++) {
81
76
  const blockBlobData = blocksBlobData[i];
82
77
  const { blockEndMarker, blockEndStateField, lastArchiveRoot, noteHashRoot, nullifierRoot, publicDataRoot } =
@@ -107,7 +102,7 @@ export async function retrievedToPublishedCheckpoint({
107
102
  }),
108
103
  });
109
104
 
110
- const body = Body.fromTxBlobData(checkpointBlobData.blocks[0].txs);
105
+ const body = Body.fromTxBlobData(blockBlobData.txs);
111
106
 
112
107
  const blobFields = encodeBlockBlobData(blockBlobData);
113
108
  await spongeBlob.absorb(blobFields);
@@ -126,7 +121,7 @@ export async function retrievedToPublishedCheckpoint({
126
121
 
127
122
  const newArchive = new AppendOnlyTreeSnapshot(newArchiveRoots[i], l2BlockNumber + 1);
128
123
 
129
- l2Blocks.push(new L2BlockNew(newArchive, header, body));
124
+ l2Blocks.push(new L2Block(newArchive, header, body, checkpointNumber, IndexWithinCheckpoint(i)));
130
125
  }
131
126
 
132
127
  const lastBlock = l2Blocks.at(-1)!;
@@ -135,6 +130,7 @@ export async function retrievedToPublishedCheckpoint({
135
130
  header: checkpointHeader,
136
131
  blocks: l2Blocks,
137
132
  number: checkpointNumber,
133
+ feeAssetPriceModifier: feeAssetPriceModifier,
138
134
  });
139
135
 
140
136
  return PublishedCheckpoint.from({ checkpoint, l1, attestations });
@@ -142,20 +138,28 @@ export async function retrievedToPublishedCheckpoint({
142
138
 
143
139
  /**
144
140
  * Fetches new checkpoints.
141
+ * @param rollup - The rollup contract wrapper.
145
142
  * @param publicClient - The viem public client to use for transaction retrieval.
146
- * @param rollupAddress - The address of the rollup contract.
143
+ * @param debugClient - The viem debug client to use for trace/debug RPC methods (optional).
144
+ * @param blobClient - The blob client client for fetching blob data.
147
145
  * @param searchStartBlock - The block number to use for starting the search.
148
146
  * @param searchEndBlock - The highest block number that we should search up to.
149
- * @param expectedNextL2BlockNum - The next L2 block number that we expect to find.
150
- * @returns An array of block; as well as the next eth block to search from.
147
+ * @param contractAddresses - The contract addresses (governanceProposerAddress, slashFactoryAddress, slashingProposerAddress).
148
+ * @param instrumentation - The archiver instrumentation instance.
149
+ * @param logger - The logger instance.
150
+ * @param isHistoricalSync - Whether this is a historical sync.
151
+ * @returns An array of retrieved checkpoints.
151
152
  */
152
153
  export async function retrieveCheckpointsFromRollup(
153
- rollup: GetContractReturnType<typeof RollupAbi, ViemPublicClient>,
154
+ rollup: RollupContract,
154
155
  publicClient: ViemPublicClient,
155
- blobSinkClient: BlobSinkClientInterface,
156
+ debugClient: ViemPublicDebugClient,
157
+ blobClient: BlobClientInterface,
156
158
  searchStartBlock: bigint,
157
159
  searchEndBlock: bigint,
160
+ instrumentation: ArchiverInstrumentation,
158
161
  logger: Logger = createLogger('archiver'),
162
+ isHistoricalSync: boolean = false,
159
163
  ): Promise<RetrievedCheckpoint[]> {
160
164
  const retrievedCheckpoints: RetrievedCheckpoint[] = [];
161
165
 
@@ -165,15 +169,7 @@ export async function retrieveCheckpointsFromRollup(
165
169
  if (searchStartBlock > searchEndBlock) {
166
170
  break;
167
171
  }
168
- const checkpointProposedLogs = (
169
- await rollup.getEvents.CheckpointProposed(
170
- {},
171
- {
172
- fromBlock: searchStartBlock,
173
- toBlock: searchEndBlock,
174
- },
175
- )
176
- ).filter(log => log.blockNumber! >= searchStartBlock && log.blockNumber! <= searchEndBlock);
172
+ const checkpointProposedLogs = await rollup.getCheckpointProposedEvents(searchStartBlock, searchEndBlock);
177
173
 
178
174
  if (checkpointProposedLogs.length === 0) {
179
175
  break;
@@ -181,32 +177,35 @@ export async function retrieveCheckpointsFromRollup(
181
177
 
182
178
  const lastLog = checkpointProposedLogs.at(-1)!;
183
179
  logger.debug(
184
- `Got ${checkpointProposedLogs.length} processed logs for checkpoints ${checkpointProposedLogs[0].args.checkpointNumber}-${lastLog.args.checkpointNumber} between L1 blocks ${searchStartBlock}-${searchEndBlock}`,
180
+ `Got ${checkpointProposedLogs.length} processed logs for checkpoints ${checkpointProposedLogs[0].args.checkpointNumber}-${lastLog.args.checkpointNumber} between L1 blocks ${searchStartBlock}-${searchEndBlock}`,
185
181
  );
186
182
 
187
183
  if (rollupConstants === undefined) {
188
184
  const [chainId, version, targetCommitteeSize] = await Promise.all([
189
185
  publicClient.getChainId(),
190
- rollup.read.getVersion(),
191
- rollup.read.getTargetCommitteeSize(),
186
+ rollup.getVersion(),
187
+ rollup.getTargetCommitteeSize(),
192
188
  ]);
193
189
  rollupConstants = {
194
190
  chainId: new Fr(chainId),
195
191
  version: new Fr(version),
196
- targetCommitteeSize: Number(targetCommitteeSize),
192
+ targetCommitteeSize,
197
193
  };
198
194
  }
199
195
 
200
196
  const newCheckpoints = await processCheckpointProposedLogs(
201
197
  rollup,
202
198
  publicClient,
203
- blobSinkClient,
199
+ debugClient,
200
+ blobClient,
204
201
  checkpointProposedLogs,
205
202
  rollupConstants,
203
+ instrumentation,
206
204
  logger,
205
+ isHistoricalSync,
207
206
  );
208
207
  retrievedCheckpoints.push(...newCheckpoints);
209
- searchStartBlock = lastLog.blockNumber! + 1n;
208
+ searchStartBlock = lastLog.l1BlockNumber + 1n;
210
209
  } while (searchStartBlock <= searchEndBlock);
211
210
 
212
211
  // The asyncPool from processCheckpointProposedLogs will not necessarily return the checkpoints in order, so we sort them before returning.
@@ -215,56 +214,82 @@ export async function retrieveCheckpointsFromRollup(
215
214
 
216
215
  /**
217
216
  * Processes newly received CheckpointProposed logs.
218
- * @param rollup - The rollup contract
217
+ * @param rollup - The rollup contract wrapper.
219
218
  * @param publicClient - The viem public client to use for transaction retrieval.
219
+ * @param debugClient - The viem debug client to use for trace/debug RPC methods (optional).
220
+ * @param blobClient - The blob client client for fetching blob data.
220
221
  * @param logs - CheckpointProposed logs.
221
- * @returns - An array of checkpoints.
222
+ * @param rollupConstants - The rollup constants (chainId, version, targetCommitteeSize).
223
+ * @param instrumentation - The archiver instrumentation instance.
224
+ * @param logger - The logger instance.
225
+ * @param isHistoricalSync - Whether this is a historical sync.
226
+ * @returns An array of retrieved checkpoints.
222
227
  */
223
228
  async function processCheckpointProposedLogs(
224
- rollup: GetContractReturnType<typeof RollupAbi, ViemPublicClient>,
229
+ rollup: RollupContract,
225
230
  publicClient: ViemPublicClient,
226
- blobSinkClient: BlobSinkClientInterface,
227
- logs: GetContractEventsReturnType<typeof RollupAbi, 'CheckpointProposed'>,
231
+ debugClient: ViemPublicDebugClient,
232
+ blobClient: BlobClientInterface,
233
+ logs: CheckpointProposedLog[],
228
234
  { chainId, version, targetCommitteeSize }: { chainId: Fr; version: Fr; targetCommitteeSize: number },
235
+ instrumentation: ArchiverInstrumentation,
229
236
  logger: Logger,
237
+ isHistoricalSync: boolean,
230
238
  ): Promise<RetrievedCheckpoint[]> {
231
239
  const retrievedCheckpoints: RetrievedCheckpoint[] = [];
240
+ const calldataRetriever = new CalldataRetriever(
241
+ publicClient,
242
+ debugClient,
243
+ targetCommitteeSize,
244
+ instrumentation,
245
+ logger,
246
+ EthAddress.fromString(rollup.address),
247
+ );
248
+
232
249
  await asyncPool(10, logs, async log => {
233
- const checkpointNumber = Number(log.args.checkpointNumber!);
234
- const archive = log.args.archive!;
235
- const archiveFromChain = await rollup.read.archiveAt([BigInt(checkpointNumber)]);
236
- const blobHashes = log.args.versionedBlobHashes!.map(blobHash => Buffer.from(blobHash.slice(2), 'hex'));
250
+ const checkpointNumber = log.args.checkpointNumber;
251
+ const archive = log.args.archive;
252
+ const archiveFromChain = await rollup.archiveAt(checkpointNumber);
253
+ const blobHashes = log.args.versionedBlobHashes;
237
254
 
238
255
  // The value from the event and contract will match only if the checkpoint is in the chain.
239
- if (archive === archiveFromChain) {
240
- const checkpoint = await getCheckpointFromRollupTx(
241
- publicClient,
242
- blobSinkClient,
243
- log.transactionHash!,
256
+ if (archive.equals(archiveFromChain)) {
257
+ const expectedHashes = {
258
+ attestationsHash: log.args.attestationsHash.toString() as Hex,
259
+ payloadDigest: log.args.payloadDigest.toString() as Hex,
260
+ };
261
+
262
+ const checkpoint = await calldataRetriever.getCheckpointFromRollupTx(
263
+ log.l1TransactionHash,
244
264
  blobHashes,
245
265
  checkpointNumber,
246
- rollup.address,
247
- targetCommitteeSize,
248
- logger,
266
+ expectedHashes,
249
267
  );
268
+ const { timestamp, parentBeaconBlockRoot } = await getL1Block(publicClient, log.l1BlockNumber);
269
+ const l1 = new L1PublishedData(log.l1BlockNumber, timestamp, log.l1BlockHash.toString());
250
270
 
251
- const l1: L1PublishedData = {
252
- blockNumber: log.blockNumber,
253
- blockHash: log.blockHash,
254
- timestamp: await getL1BlockTime(publicClient, log.blockNumber),
255
- };
271
+ const checkpointBlobData = await getCheckpointBlobDataFromBlobs(
272
+ blobClient,
273
+ checkpoint.blockHash,
274
+ blobHashes,
275
+ checkpointNumber,
276
+ logger,
277
+ isHistoricalSync,
278
+ parentBeaconBlockRoot,
279
+ timestamp,
280
+ );
256
281
 
257
- retrievedCheckpoints.push({ ...checkpoint, l1, chainId, version });
258
- logger.trace(`Retrieved checkpoint ${checkpointNumber} from L1 tx ${log.transactionHash}`, {
259
- l1BlockNumber: log.blockNumber,
282
+ retrievedCheckpoints.push({ ...checkpoint, checkpointBlobData, l1, chainId, version });
283
+ logger.trace(`Retrieved checkpoint ${checkpointNumber} from L1 tx ${log.l1TransactionHash}`, {
284
+ l1BlockNumber: log.l1BlockNumber,
260
285
  checkpointNumber,
261
286
  archive: archive.toString(),
262
287
  attestations: checkpoint.attestations,
263
288
  });
264
289
  } else {
265
290
  logger.warn(`Ignoring checkpoint ${checkpointNumber} due to archive root mismatch`, {
266
- actual: archive,
267
- expected: archiveFromChain,
291
+ actual: archive.toString(),
292
+ expected: archiveFromChain.toString(),
268
293
  });
269
294
  }
270
295
  });
@@ -272,123 +297,29 @@ async function processCheckpointProposedLogs(
272
297
  return retrievedCheckpoints;
273
298
  }
274
299
 
275
- export async function getL1BlockTime(publicClient: ViemPublicClient, blockNumber: bigint): Promise<bigint> {
300
+ export async function getL1Block(
301
+ publicClient: ViemPublicClient,
302
+ blockNumber: bigint,
303
+ ): Promise<{ timestamp: bigint; parentBeaconBlockRoot: string | undefined }> {
276
304
  const block = await publicClient.getBlock({ blockNumber, includeTransactions: false });
277
- return block.timestamp;
278
- }
279
-
280
- /**
281
- * Extracts the first 'propose' method calldata from a multicall3 transaction's data.
282
- * @param multicall3Data - The multicall3 transaction input data
283
- * @param rollupAddress - The address of the rollup contract
284
- * @returns The calldata for the first 'propose' method call to the rollup contract
285
- */
286
- function extractRollupProposeCalldata(multicall3Data: Hex, rollupAddress: Hex): Hex {
287
- const { functionName: multicall3FunctionName, args: multicall3Args } = decodeFunctionData({
288
- abi: multicall3Abi,
289
- data: multicall3Data,
290
- });
291
-
292
- if (multicall3FunctionName !== 'aggregate3') {
293
- throw new Error(`Unexpected multicall3 method called ${multicall3FunctionName}`);
294
- }
295
-
296
- if (multicall3Args.length !== 1) {
297
- throw new Error(`Unexpected number of arguments for multicall3`);
298
- }
299
-
300
- const [calls] = multicall3Args;
301
-
302
- // Find all rollup calls
303
- const rollupAddressLower = rollupAddress.toLowerCase();
304
-
305
- for (let i = 0; i < calls.length; i++) {
306
- const addr = calls[i].target;
307
- if (addr.toLowerCase() !== rollupAddressLower) {
308
- continue;
309
- }
310
- const callData = calls[i].callData;
311
-
312
- try {
313
- const { functionName: rollupFunctionName } = decodeFunctionData({
314
- abi: RollupAbi,
315
- data: callData,
316
- });
317
-
318
- if (rollupFunctionName === 'propose') {
319
- return callData;
320
- }
321
- } catch {
322
- // Skip invalid function data
323
- continue;
324
- }
325
- }
326
-
327
- throw new Error(`Rollup address not found in multicall3 args`);
305
+ return { timestamp: block.timestamp, parentBeaconBlockRoot: block.parentBeaconBlockRoot };
328
306
  }
329
307
 
330
- /**
331
- * Gets checkpoint from the calldata of an L1 transaction.
332
- * Assumes that the checkpoint was published from an EOA.
333
- * TODO: Add retries and error management.
334
- * @param publicClient - The viem public client to use for transaction retrieval.
335
- * @param txHash - Hash of the tx that published it.
336
- * @param checkpointNumber - Checkpoint number.
337
- * @returns Checkpoint from the calldata, deserialized
338
- */
339
- async function getCheckpointFromRollupTx(
340
- publicClient: ViemPublicClient,
341
- blobSinkClient: BlobSinkClientInterface,
342
- txHash: `0x${string}`,
343
- blobHashes: Buffer[], // TODO(md): buffer32?
344
- checkpointNumber: number,
345
- rollupAddress: Hex,
346
- targetCommitteeSize: number,
308
+ export async function getCheckpointBlobDataFromBlobs(
309
+ blobClient: BlobClientInterface,
310
+ blockHash: string,
311
+ blobHashes: Buffer<ArrayBufferLike>[],
312
+ checkpointNumber: CheckpointNumber,
347
313
  logger: Logger,
348
- ): Promise<Omit<RetrievedCheckpoint, 'l1' | 'chainId' | 'version'>> {
349
- logger.trace(`Fetching checkpoint ${checkpointNumber} from rollup tx ${txHash}`);
350
- const { input: forwarderData, blockHash } = await publicClient.getTransaction({ hash: txHash });
351
-
352
- const rollupData = extractRollupProposeCalldata(forwarderData, rollupAddress);
353
- const { functionName: rollupFunctionName, args: rollupArgs } = decodeFunctionData({
354
- abi: RollupAbi,
355
- data: rollupData,
356
- });
357
-
358
- if (rollupFunctionName !== 'propose') {
359
- throw new Error(`Unexpected rollup method called ${rollupFunctionName}`);
360
- }
361
-
362
- const [decodedArgs, packedAttestations, _signers, _blobInput] = rollupArgs! as readonly [
363
- {
364
- archive: Hex;
365
- oracleInput: {
366
- feeAssetPriceModifier: bigint;
367
- };
368
- header: ViemHeader;
369
- txHashes: readonly Hex[];
370
- },
371
- ViemCommitteeAttestations,
372
- Hex[],
373
- ViemSignature,
374
- Hex,
375
- ];
376
-
377
- const attestations = CommitteeAttestation.fromPacked(packedAttestations, targetCommitteeSize);
378
-
379
- logger.trace(`Recovered propose calldata from tx ${txHash}`, {
380
- checkpointNumber,
381
- archive: decodedArgs.archive,
382
- header: decodedArgs.header,
383
- l1BlockHash: blockHash,
384
- blobHashes,
385
- attestations,
386
- packedAttestations,
387
- targetCommitteeSize,
314
+ isHistoricalSync: boolean,
315
+ parentBeaconBlockRoot?: string,
316
+ l1BlockTimestamp?: bigint,
317
+ ): Promise<CheckpointBlobData> {
318
+ const blobBodies = await blobClient.getBlobSidecar(blockHash, blobHashes, {
319
+ isHistoricalSync,
320
+ parentBeaconBlockRoot,
321
+ l1BlockTimestamp,
388
322
  });
389
-
390
- const header = CheckpointHeader.fromViem(decodedArgs.header);
391
- const blobBodies = await blobSinkClient.getBlobSidecar(blockHash, blobHashes);
392
323
  if (blobBodies.length === 0) {
393
324
  throw new NoBlobBodiesFoundError(checkpointNumber);
394
325
  }
@@ -396,35 +327,28 @@ async function getCheckpointFromRollupTx(
396
327
  let checkpointBlobData: CheckpointBlobData;
397
328
  try {
398
329
  // Attempt to decode the checkpoint blob data.
399
- checkpointBlobData = decodeCheckpointBlobDataFromBlobs(blobBodies.map(b => b.blob));
330
+ checkpointBlobData = decodeCheckpointBlobDataFromBlobs(blobBodies);
400
331
  } catch (err: any) {
401
332
  if (err instanceof BlobDeserializationError) {
402
333
  logger.fatal(err.message);
403
334
  } else {
404
335
  logger.fatal('Unable to sync: failed to decode fetched blob, this blob was likely not created by us');
405
336
  }
337
+ // Throwing an error since this is most likely caused by a bug.
406
338
  throw err;
407
339
  }
408
340
 
409
- const archiveRoot = new Fr(Buffer.from(hexToBytes(decodedArgs.archive)));
410
-
411
- return {
412
- checkpointNumber,
413
- archiveRoot,
414
- header,
415
- checkpointBlobData,
416
- attestations,
417
- };
341
+ return checkpointBlobData;
418
342
  }
419
343
 
420
344
  /** Given an L1 to L2 message, retrieves its corresponding event from the Inbox within a specific block range. */
421
345
  export async function retrieveL1ToL2Message(
422
- inbox: GetContractReturnType<typeof InboxAbi, ViemClient>,
346
+ inbox: InboxContract,
423
347
  leaf: Fr,
424
348
  fromBlock: bigint,
425
349
  toBlock: bigint,
426
350
  ): Promise<InboxMessage | undefined> {
427
- const logs = await inbox.getEvents.MessageSent({ hash: leaf.toString() }, { fromBlock, toBlock });
351
+ const logs = await inbox.getMessageSentEventByHash(leaf.toString(), fromBlock, toBlock);
428
352
 
429
353
  const messages = mapLogsInboxMessage(logs);
430
354
  return messages.length > 0 ? messages[0] : undefined;
@@ -432,47 +356,40 @@ export async function retrieveL1ToL2Message(
432
356
 
433
357
  /**
434
358
  * Fetch L1 to L2 messages.
435
- * @param publicClient - The viem public client to use for transaction retrieval.
436
- * @param inboxAddress - The address of the inbox contract to fetch messages from.
437
- * @param blockUntilSynced - If true, blocks until the archiver has fully synced.
359
+ * @param inbox - The inbox contract wrapper.
438
360
  * @param searchStartBlock - The block number to use for starting the search.
439
361
  * @param searchEndBlock - The highest block number that we should search up to.
440
362
  * @returns An array of InboxLeaf and next eth block to search from.
441
363
  */
442
364
  export async function retrieveL1ToL2Messages(
443
- inbox: GetContractReturnType<typeof InboxAbi, ViemClient>,
365
+ inbox: InboxContract,
444
366
  searchStartBlock: bigint,
445
367
  searchEndBlock: bigint,
446
368
  ): Promise<InboxMessage[]> {
447
369
  const retrievedL1ToL2Messages: InboxMessage[] = [];
448
370
  while (searchStartBlock <= searchEndBlock) {
449
- const messageSentLogs = (
450
- await inbox.getEvents.MessageSent({}, { fromBlock: searchStartBlock, toBlock: searchEndBlock })
451
- ).filter(log => log.blockNumber! >= searchStartBlock && log.blockNumber! <= searchEndBlock);
371
+ const messageSentLogs = await inbox.getMessageSentEvents(searchStartBlock, searchEndBlock);
452
372
 
453
373
  if (messageSentLogs.length === 0) {
454
374
  break;
455
375
  }
456
376
 
457
377
  retrievedL1ToL2Messages.push(...mapLogsInboxMessage(messageSentLogs));
458
- searchStartBlock = messageSentLogs.at(-1)!.blockNumber + 1n;
378
+ searchStartBlock = messageSentLogs.at(-1)!.l1BlockNumber + 1n;
459
379
  }
460
380
 
461
381
  return retrievedL1ToL2Messages;
462
382
  }
463
383
 
464
- function mapLogsInboxMessage(logs: GetContractEventsReturnType<typeof InboxAbi, 'MessageSent'>): InboxMessage[] {
465
- return logs.map(log => {
466
- const { index, hash, checkpointNumber, rollingHash } = log.args;
467
- return {
468
- index: index!,
469
- leaf: Fr.fromHexString(hash!),
470
- l1BlockNumber: log.blockNumber,
471
- l1BlockHash: Buffer32.fromString(log.blockHash),
472
- l2BlockNumber: Number(checkpointNumber!),
473
- rollingHash: Buffer16.fromString(rollingHash!),
474
- };
475
- });
384
+ function mapLogsInboxMessage(logs: MessageSentLog[]): InboxMessage[] {
385
+ return logs.map(log => ({
386
+ index: log.args.index,
387
+ leaf: log.args.leaf,
388
+ l1BlockNumber: log.l1BlockNumber,
389
+ l1BlockHash: log.l1BlockHash,
390
+ checkpointNumber: log.args.checkpointNumber,
391
+ rollingHash: log.args.rollingHash,
392
+ }));
476
393
  }
477
394
 
478
395
  /** Retrieves L2ProofVerified events from the rollup contract. */
@@ -481,7 +398,7 @@ export async function retrieveL2ProofVerifiedEvents(
481
398
  rollupAddress: EthAddress,
482
399
  searchStartBlock: bigint,
483
400
  searchEndBlock?: bigint,
484
- ): Promise<{ l1BlockNumber: bigint; checkpointNumber: number; proverId: Fr; txHash: Hex }[]> {
401
+ ): Promise<{ l1BlockNumber: bigint; checkpointNumber: CheckpointNumber; proverId: Fr; txHash: Hex }[]> {
485
402
  const logs = await publicClient.getLogs({
486
403
  address: rollupAddress.toString(),
487
404
  fromBlock: searchStartBlock,
@@ -492,7 +409,7 @@ export async function retrieveL2ProofVerifiedEvents(
492
409
 
493
410
  return logs.map(log => ({
494
411
  l1BlockNumber: log.blockNumber,
495
- checkpointNumber: Number(log.args.checkpointNumber),
412
+ checkpointNumber: CheckpointNumber.fromBigInt(log.args.checkpointNumber),
496
413
  proverId: Fr.fromHexString(log.args.proverId),
497
414
  txHash: log.transactionHash,
498
415
  }));
@@ -0,0 +1,99 @@
1
+ import type { DebugCallTrace, ViemPublicDebugClient } from '@aztec/ethereum/types';
2
+ import { EthAddress } from '@aztec/foundation/eth-address';
3
+ import type { Logger } from '@aztec/foundation/log';
4
+ import { type ZodFor, schemas } from '@aztec/foundation/schemas';
5
+ import { withHexPrefix } from '@aztec/foundation/string';
6
+
7
+ import type { Hex } from 'viem';
8
+ import { z } from 'zod';
9
+
10
+ import type { CallInfo } from './types.js';
11
+
12
+ /** Zod schema for validating call trace from debug_traceTransaction */
13
+ export const callTraceSchema: ZodFor<DebugCallTrace> = z.lazy(() =>
14
+ z.object({
15
+ from: schemas.HexStringWith0x,
16
+ to: schemas.HexStringWith0x.optional(),
17
+ type: z.string(),
18
+ input: schemas.HexStringWith0x.optional(),
19
+ output: schemas.HexStringWith0x.optional(),
20
+ gas: schemas.HexStringWith0x.optional(),
21
+ gasUsed: schemas.HexStringWith0x.optional(),
22
+ value: schemas.HexStringWith0x.optional(),
23
+ error: z.string().optional(),
24
+ calls: z.array(callTraceSchema).optional(),
25
+ }),
26
+ );
27
+
28
+ /**
29
+ * Traces a transaction and extracts all CALL operations to a specific contract and function selector.
30
+ *
31
+ * @param client - The Viem public client
32
+ * @param txHash - The transaction hash to trace
33
+ * @param targetAddress - The contract address to filter for
34
+ * @param functionSelector - The 4-byte function selector to filter for (with or without 0x prefix)
35
+ * @returns Array of CallInfo objects containing from, gasUsed, input, and value for matching calls
36
+ */
37
+ export async function getSuccessfulCallsFromDebug(
38
+ client: ViemPublicDebugClient,
39
+ txHash: Hex,
40
+ targetAddress: EthAddress,
41
+ functionSelector: string,
42
+ logger?: Logger,
43
+ ): Promise<CallInfo[]> {
44
+ // Normalize inputs for comparison
45
+ const normalizedTarget = targetAddress.toString().toLowerCase();
46
+ const normalizedSelector = withHexPrefix(functionSelector.toLowerCase());
47
+
48
+ // Call debug_traceTransaction with callTracer
49
+ // Using 'any' here because debug_traceTransaction is not in viem's standard RPC types
50
+ const rawTrace = await client.request({
51
+ method: 'debug_traceTransaction',
52
+ params: [txHash, { tracer: 'callTracer' }],
53
+ });
54
+
55
+ if (rawTrace === null || rawTrace === undefined) {
56
+ throw new Error(`Failed to retrieve debug_traceTransaction for ${txHash}`);
57
+ }
58
+
59
+ logger?.trace(`Retrieved debug_traceTransaction for ${txHash}`, { trace: rawTrace });
60
+
61
+ // Validate the response with zod
62
+ const trace = callTraceSchema.parse(rawTrace);
63
+
64
+ const results: CallInfo[] = [];
65
+
66
+ /**
67
+ * Recursively traverse the call trace tree
68
+ */
69
+ function traverseCalls(callTrace: DebugCallTrace) {
70
+ // Skip calls that have errors, and all its descendants
71
+ if (callTrace.error) {
72
+ return;
73
+ }
74
+
75
+ // Check if this is a CALL (not DELEGATECALL or STATICCALL) to the target address with matching selector
76
+ if (
77
+ callTrace.type.toUpperCase() === 'CALL' &&
78
+ callTrace.to?.toLowerCase() === normalizedTarget &&
79
+ callTrace.input?.toLowerCase().startsWith(normalizedSelector)
80
+ ) {
81
+ results.push({
82
+ from: EthAddress.fromString(callTrace.from),
83
+ gasUsed: callTrace.gasUsed === undefined ? undefined : BigInt(callTrace.gasUsed),
84
+ input: callTrace.input,
85
+ value: callTrace.value ? BigInt(callTrace.value) : 0n,
86
+ });
87
+ }
88
+
89
+ // Recursively process nested calls
90
+ for (const nestedCall of callTrace.calls ?? []) {
91
+ traverseCalls(nestedCall);
92
+ }
93
+ }
94
+
95
+ // Start traversal from the root trace
96
+ traverseCalls(trace);
97
+
98
+ return results;
99
+ }