@aztec/archiver 0.0.1-commit.9593d84 → 0.0.1-commit.96dac018d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (209) hide show
  1. package/README.md +156 -22
  2. package/dest/archiver.d.ts +139 -0
  3. package/dest/archiver.d.ts.map +1 -0
  4. package/dest/archiver.js +699 -0
  5. package/dest/config.d.ts +30 -0
  6. package/dest/config.d.ts.map +1 -0
  7. package/dest/{archiver/config.js → config.js} +21 -5
  8. package/dest/errors.d.ts +41 -0
  9. package/dest/errors.d.ts.map +1 -0
  10. package/dest/errors.js +62 -0
  11. package/dest/factory.d.ts +9 -7
  12. package/dest/factory.d.ts.map +1 -1
  13. package/dest/factory.js +94 -13
  14. package/dest/index.d.ts +11 -4
  15. package/dest/index.d.ts.map +1 -1
  16. package/dest/index.js +9 -3
  17. package/dest/interfaces.d.ts +9 -0
  18. package/dest/interfaces.d.ts.map +1 -0
  19. package/dest/interfaces.js +3 -0
  20. package/dest/l1/bin/retrieve-calldata.d.ts +3 -0
  21. package/dest/l1/bin/retrieve-calldata.d.ts.map +1 -0
  22. package/dest/l1/bin/retrieve-calldata.js +152 -0
  23. package/dest/l1/calldata_retriever.d.ts +135 -0
  24. package/dest/l1/calldata_retriever.d.ts.map +1 -0
  25. package/dest/l1/calldata_retriever.js +402 -0
  26. package/dest/l1/data_retrieval.d.ts +85 -0
  27. package/dest/l1/data_retrieval.d.ts.map +1 -0
  28. package/dest/{archiver → l1}/data_retrieval.js +75 -153
  29. package/dest/l1/debug_tx.d.ts +19 -0
  30. package/dest/l1/debug_tx.d.ts.map +1 -0
  31. package/dest/l1/debug_tx.js +73 -0
  32. package/dest/l1/spire_proposer.d.ts +70 -0
  33. package/dest/l1/spire_proposer.d.ts.map +1 -0
  34. package/dest/l1/spire_proposer.js +149 -0
  35. package/dest/l1/trace_tx.d.ts +97 -0
  36. package/dest/l1/trace_tx.d.ts.map +1 -0
  37. package/dest/l1/trace_tx.js +91 -0
  38. package/dest/l1/types.d.ts +12 -0
  39. package/dest/l1/types.d.ts.map +1 -0
  40. package/dest/l1/types.js +3 -0
  41. package/dest/l1/validate_trace.d.ts +32 -0
  42. package/dest/l1/validate_trace.d.ts.map +1 -0
  43. package/dest/l1/validate_trace.js +154 -0
  44. package/dest/modules/data_source_base.d.ts +89 -0
  45. package/dest/modules/data_source_base.d.ts.map +1 -0
  46. package/dest/modules/data_source_base.js +216 -0
  47. package/dest/modules/data_store_updater.d.ts +80 -0
  48. package/dest/modules/data_store_updater.d.ts.map +1 -0
  49. package/dest/modules/data_store_updater.js +323 -0
  50. package/dest/modules/instrumentation.d.ts +50 -0
  51. package/dest/modules/instrumentation.d.ts.map +1 -0
  52. package/dest/{archiver → modules}/instrumentation.js +49 -62
  53. package/dest/modules/l1_synchronizer.d.ts +71 -0
  54. package/dest/modules/l1_synchronizer.d.ts.map +1 -0
  55. package/dest/modules/l1_synchronizer.js +1117 -0
  56. package/dest/modules/validation.d.ts +17 -0
  57. package/dest/modules/validation.d.ts.map +1 -0
  58. package/dest/{archiver → modules}/validation.js +7 -1
  59. package/dest/store/block_store.d.ts +196 -0
  60. package/dest/store/block_store.d.ts.map +1 -0
  61. package/dest/store/block_store.js +773 -0
  62. package/dest/store/contract_class_store.d.ts +18 -0
  63. package/dest/store/contract_class_store.d.ts.map +1 -0
  64. package/dest/{archiver/kv_archiver_store → store}/contract_class_store.js +13 -9
  65. package/dest/store/contract_instance_store.d.ts +24 -0
  66. package/dest/store/contract_instance_store.d.ts.map +1 -0
  67. package/dest/{archiver/kv_archiver_store → store}/contract_instance_store.js +1 -1
  68. package/dest/store/kv_archiver_store.d.ts +354 -0
  69. package/dest/store/kv_archiver_store.d.ts.map +1 -0
  70. package/dest/store/kv_archiver_store.js +464 -0
  71. package/dest/store/l2_tips_cache.d.ts +19 -0
  72. package/dest/store/l2_tips_cache.d.ts.map +1 -0
  73. package/dest/store/l2_tips_cache.js +89 -0
  74. package/dest/store/log_store.d.ts +54 -0
  75. package/dest/store/log_store.d.ts.map +1 -0
  76. package/dest/store/log_store.js +456 -0
  77. package/dest/store/message_store.d.ts +40 -0
  78. package/dest/store/message_store.d.ts.map +1 -0
  79. package/dest/{archiver/kv_archiver_store → store}/message_store.js +15 -14
  80. package/dest/{archiver/structs → structs}/data_retrieval.d.ts +1 -1
  81. package/dest/structs/data_retrieval.d.ts.map +1 -0
  82. package/dest/structs/inbox_message.d.ts +15 -0
  83. package/dest/structs/inbox_message.d.ts.map +1 -0
  84. package/dest/{archiver/structs → structs}/inbox_message.js +6 -5
  85. package/dest/structs/published.d.ts +2 -0
  86. package/dest/structs/published.d.ts.map +1 -0
  87. package/dest/test/fake_l1_state.d.ts +195 -0
  88. package/dest/test/fake_l1_state.d.ts.map +1 -0
  89. package/dest/test/fake_l1_state.js +421 -0
  90. package/dest/test/index.d.ts +2 -1
  91. package/dest/test/index.d.ts.map +1 -1
  92. package/dest/test/index.js +4 -1
  93. package/dest/test/mock_archiver.d.ts +16 -8
  94. package/dest/test/mock_archiver.d.ts.map +1 -1
  95. package/dest/test/mock_archiver.js +19 -14
  96. package/dest/test/mock_l1_to_l2_message_source.d.ts +7 -6
  97. package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
  98. package/dest/test/mock_l1_to_l2_message_source.js +21 -11
  99. package/dest/test/mock_l2_block_source.d.ts +51 -18
  100. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  101. package/dest/test/mock_l2_block_source.js +245 -82
  102. package/dest/test/mock_structs.d.ts +80 -4
  103. package/dest/test/mock_structs.d.ts.map +1 -1
  104. package/dest/test/mock_structs.js +145 -11
  105. package/dest/test/noop_l1_archiver.d.ts +23 -0
  106. package/dest/test/noop_l1_archiver.d.ts.map +1 -0
  107. package/dest/test/noop_l1_archiver.js +68 -0
  108. package/package.json +20 -20
  109. package/src/archiver.ts +443 -0
  110. package/src/{archiver/config.ts → config.ts} +28 -12
  111. package/src/errors.ts +102 -0
  112. package/src/factory.ts +142 -13
  113. package/src/index.ts +11 -3
  114. package/src/interfaces.ts +9 -0
  115. package/src/l1/README.md +55 -0
  116. package/src/l1/bin/retrieve-calldata.ts +194 -0
  117. package/src/l1/calldata_retriever.ts +511 -0
  118. package/src/{archiver → l1}/data_retrieval.ts +133 -224
  119. package/src/l1/debug_tx.ts +99 -0
  120. package/src/l1/spire_proposer.ts +152 -0
  121. package/src/l1/trace_tx.ts +128 -0
  122. package/src/l1/types.ts +13 -0
  123. package/src/l1/validate_trace.ts +229 -0
  124. package/src/modules/data_source_base.ts +328 -0
  125. package/src/modules/data_store_updater.ts +448 -0
  126. package/src/{archiver → modules}/instrumentation.ts +63 -66
  127. package/src/modules/l1_synchronizer.ts +933 -0
  128. package/src/{archiver → modules}/validation.ts +11 -6
  129. package/src/store/block_store.ts +1015 -0
  130. package/src/{archiver/kv_archiver_store → store}/contract_class_store.ts +13 -9
  131. package/src/{archiver/kv_archiver_store → store}/contract_instance_store.ts +2 -2
  132. package/src/store/kv_archiver_store.ts +671 -0
  133. package/src/store/l2_tips_cache.ts +89 -0
  134. package/src/store/log_store.ts +637 -0
  135. package/src/{archiver/kv_archiver_store → store}/message_store.ts +21 -18
  136. package/src/{archiver/structs → structs}/inbox_message.ts +8 -8
  137. package/src/{archiver/structs → structs}/published.ts +0 -1
  138. package/src/test/fake_l1_state.ts +657 -0
  139. package/src/test/fixtures/debug_traceTransaction-multicall3.json +88 -0
  140. package/src/test/fixtures/debug_traceTransaction-multiplePropose.json +153 -0
  141. package/src/test/fixtures/debug_traceTransaction-proxied.json +122 -0
  142. package/src/test/fixtures/trace_transaction-multicall3.json +65 -0
  143. package/src/test/fixtures/trace_transaction-multiplePropose.json +319 -0
  144. package/src/test/fixtures/trace_transaction-proxied.json +128 -0
  145. package/src/test/fixtures/trace_transaction-randomRevert.json +216 -0
  146. package/src/test/index.ts +4 -0
  147. package/src/test/mock_archiver.ts +23 -16
  148. package/src/test/mock_l1_to_l2_message_source.ts +18 -11
  149. package/src/test/mock_l2_block_source.ts +296 -90
  150. package/src/test/mock_structs.ts +275 -13
  151. package/src/test/noop_l1_archiver.ts +109 -0
  152. package/dest/archiver/archiver.d.ts +0 -287
  153. package/dest/archiver/archiver.d.ts.map +0 -1
  154. package/dest/archiver/archiver.js +0 -1408
  155. package/dest/archiver/archiver_store.d.ts +0 -255
  156. package/dest/archiver/archiver_store.d.ts.map +0 -1
  157. package/dest/archiver/archiver_store.js +0 -4
  158. package/dest/archiver/archiver_store_test_suite.d.ts +0 -8
  159. package/dest/archiver/archiver_store_test_suite.d.ts.map +0 -1
  160. package/dest/archiver/archiver_store_test_suite.js +0 -1289
  161. package/dest/archiver/config.d.ts +0 -21
  162. package/dest/archiver/config.d.ts.map +0 -1
  163. package/dest/archiver/data_retrieval.d.ts +0 -79
  164. package/dest/archiver/data_retrieval.d.ts.map +0 -1
  165. package/dest/archiver/errors.d.ts +0 -12
  166. package/dest/archiver/errors.d.ts.map +0 -1
  167. package/dest/archiver/errors.js +0 -17
  168. package/dest/archiver/index.d.ts +0 -7
  169. package/dest/archiver/index.d.ts.map +0 -1
  170. package/dest/archiver/index.js +0 -4
  171. package/dest/archiver/instrumentation.d.ts +0 -35
  172. package/dest/archiver/instrumentation.d.ts.map +0 -1
  173. package/dest/archiver/kv_archiver_store/block_store.d.ts +0 -124
  174. package/dest/archiver/kv_archiver_store/block_store.d.ts.map +0 -1
  175. package/dest/archiver/kv_archiver_store/block_store.js +0 -370
  176. package/dest/archiver/kv_archiver_store/contract_class_store.d.ts +0 -18
  177. package/dest/archiver/kv_archiver_store/contract_class_store.d.ts.map +0 -1
  178. package/dest/archiver/kv_archiver_store/contract_instance_store.d.ts +0 -24
  179. package/dest/archiver/kv_archiver_store/contract_instance_store.d.ts.map +0 -1
  180. package/dest/archiver/kv_archiver_store/kv_archiver_store.d.ts +0 -168
  181. package/dest/archiver/kv_archiver_store/kv_archiver_store.d.ts.map +0 -1
  182. package/dest/archiver/kv_archiver_store/kv_archiver_store.js +0 -296
  183. package/dest/archiver/kv_archiver_store/log_store.d.ts +0 -49
  184. package/dest/archiver/kv_archiver_store/log_store.d.ts.map +0 -1
  185. package/dest/archiver/kv_archiver_store/log_store.js +0 -336
  186. package/dest/archiver/kv_archiver_store/message_store.d.ts +0 -39
  187. package/dest/archiver/kv_archiver_store/message_store.d.ts.map +0 -1
  188. package/dest/archiver/structs/data_retrieval.d.ts.map +0 -1
  189. package/dest/archiver/structs/inbox_message.d.ts +0 -15
  190. package/dest/archiver/structs/inbox_message.d.ts.map +0 -1
  191. package/dest/archiver/structs/published.d.ts +0 -3
  192. package/dest/archiver/structs/published.d.ts.map +0 -1
  193. package/dest/archiver/validation.d.ts +0 -17
  194. package/dest/archiver/validation.d.ts.map +0 -1
  195. package/dest/rpc/index.d.ts +0 -9
  196. package/dest/rpc/index.d.ts.map +0 -1
  197. package/dest/rpc/index.js +0 -15
  198. package/src/archiver/archiver.ts +0 -1858
  199. package/src/archiver/archiver_store.ts +0 -305
  200. package/src/archiver/archiver_store_test_suite.ts +0 -1264
  201. package/src/archiver/errors.ts +0 -26
  202. package/src/archiver/index.ts +0 -6
  203. package/src/archiver/kv_archiver_store/block_store.ts +0 -481
  204. package/src/archiver/kv_archiver_store/kv_archiver_store.ts +0 -422
  205. package/src/archiver/kv_archiver_store/log_store.ts +0 -406
  206. package/src/rpc/index.ts +0 -16
  207. /package/dest/{archiver/structs → structs}/data_retrieval.js +0 -0
  208. /package/dest/{archiver/structs → structs}/published.js +0 -0
  209. /package/src/{archiver/structs → structs}/data_retrieval.ts +0 -0
@@ -1,3 +1,4 @@
1
+ import type { BlobClientInterface } from '@aztec/blob-client/client';
1
2
  import {
2
3
  BlobDeserializationError,
3
4
  type CheckpointBlobData,
@@ -5,46 +6,39 @@ import {
5
6
  decodeCheckpointBlobDataFromBlobs,
6
7
  encodeBlockBlobData,
7
8
  } from '@aztec/blob-lib';
8
- import type { BlobSinkClientInterface } from '@aztec/blob-sink/client';
9
9
  import type {
10
+ CheckpointProposedLog,
10
11
  EpochProofPublicInputArgs,
11
- ViemClient,
12
- ViemCommitteeAttestations,
13
- ViemHeader,
14
- ViemPublicClient,
15
- } from '@aztec/ethereum';
12
+ InboxContract,
13
+ MessageSentLog,
14
+ RollupContract,
15
+ } from '@aztec/ethereum/contracts';
16
+ import type { ViemPublicClient, ViemPublicDebugClient } from '@aztec/ethereum/types';
16
17
  import { asyncPool } from '@aztec/foundation/async-pool';
17
- import { Buffer16, Buffer32 } from '@aztec/foundation/buffer';
18
- import type { EthAddress } from '@aztec/foundation/eth-address';
19
- import type { ViemSignature } from '@aztec/foundation/eth-signature';
20
- import { Fr } from '@aztec/foundation/fields';
18
+ import { CheckpointNumber, IndexWithinCheckpoint } from '@aztec/foundation/branded-types';
19
+ import { Fr } from '@aztec/foundation/curves/bn254';
20
+ import { EthAddress } from '@aztec/foundation/eth-address';
21
21
  import { type Logger, createLogger } from '@aztec/foundation/log';
22
- import { type InboxAbi, RollupAbi } from '@aztec/l1-artifacts';
23
- import { Body, CommitteeAttestation, L2BlockNew } from '@aztec/stdlib/block';
24
- import { Checkpoint, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
22
+ import { RollupAbi } from '@aztec/l1-artifacts';
23
+ import { Body, CommitteeAttestation, L2Block } from '@aztec/stdlib/block';
24
+ import { Checkpoint, L1PublishedData, PublishedCheckpoint } from '@aztec/stdlib/checkpoint';
25
25
  import { Proof } from '@aztec/stdlib/proofs';
26
26
  import { CheckpointHeader } from '@aztec/stdlib/rollup';
27
27
  import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
28
28
  import { BlockHeader, GlobalVariables, PartialStateReference, StateReference } from '@aztec/stdlib/tx';
29
29
 
30
- import {
31
- type GetContractEventsReturnType,
32
- type GetContractReturnType,
33
- type Hex,
34
- decodeFunctionData,
35
- getAbiItem,
36
- hexToBytes,
37
- multicall3Abi,
38
- } from 'viem';
39
-
40
- import { NoBlobBodiesFoundError } from './errors.js';
41
- import type { DataRetrieval } from './structs/data_retrieval.js';
42
- import type { InboxMessage } from './structs/inbox_message.js';
43
- import type { L1PublishedData } from './structs/published.js';
30
+ import { type Hex, decodeFunctionData, getAbiItem, hexToBytes } from 'viem';
31
+
32
+ import { NoBlobBodiesFoundError } from '../errors.js';
33
+ import type { ArchiverInstrumentation } from '../modules/instrumentation.js';
34
+ import type { DataRetrieval } from '../structs/data_retrieval.js';
35
+ import type { InboxMessage } from '../structs/inbox_message.js';
36
+ import { CalldataRetriever } from './calldata_retriever.js';
44
37
 
45
38
  export type RetrievedCheckpoint = {
46
- checkpointNumber: number;
39
+ checkpointNumber: CheckpointNumber;
47
40
  archiveRoot: Fr;
41
+ feeAssetPriceModifier: bigint;
48
42
  header: CheckpointHeader;
49
43
  checkpointBlobData: CheckpointBlobData;
50
44
  l1: L1PublishedData;
@@ -56,6 +50,7 @@ export type RetrievedCheckpoint = {
56
50
  export async function retrievedToPublishedCheckpoint({
57
51
  checkpointNumber,
58
52
  archiveRoot,
53
+ feeAssetPriceModifier,
59
54
  header: checkpointHeader,
60
55
  checkpointBlobData,
61
56
  l1,
@@ -71,12 +66,12 @@ export async function retrievedToPublishedCheckpoint({
71
66
  .slice(1)
72
67
  .concat([archiveRoot]);
73
68
 
74
- // `blocksBlobData` is created from `decodeCheckpointBlobDataFromBlobs`. An error will be thrown if it can't read a
75
- // field for the `l1ToL2MessageRoot` of the first block. So below we can safely assume it exists:
69
+ // An error will be thrown from `decodeCheckpointBlobDataFromBlobs` if it can't read a field for the
70
+ // `l1ToL2MessageRoot` of the first block. So below we can safely assume it exists:
76
71
  const l1toL2MessageTreeRoot = blocksBlobData[0].l1ToL2MessageRoot!;
77
72
 
78
73
  const spongeBlob = SpongeBlob.init();
79
- const l2Blocks: L2BlockNew[] = [];
74
+ const l2Blocks: L2Block[] = [];
80
75
  for (let i = 0; i < blocksBlobData.length; i++) {
81
76
  const blockBlobData = blocksBlobData[i];
82
77
  const { blockEndMarker, blockEndStateField, lastArchiveRoot, noteHashRoot, nullifierRoot, publicDataRoot } =
@@ -107,7 +102,7 @@ export async function retrievedToPublishedCheckpoint({
107
102
  }),
108
103
  });
109
104
 
110
- const body = Body.fromTxBlobData(checkpointBlobData.blocks[0].txs);
105
+ const body = Body.fromTxBlobData(blockBlobData.txs);
111
106
 
112
107
  const blobFields = encodeBlockBlobData(blockBlobData);
113
108
  await spongeBlob.absorb(blobFields);
@@ -126,7 +121,7 @@ export async function retrievedToPublishedCheckpoint({
126
121
 
127
122
  const newArchive = new AppendOnlyTreeSnapshot(newArchiveRoots[i], l2BlockNumber + 1);
128
123
 
129
- l2Blocks.push(new L2BlockNew(newArchive, header, body));
124
+ l2Blocks.push(new L2Block(newArchive, header, body, checkpointNumber, IndexWithinCheckpoint(i)));
130
125
  }
131
126
 
132
127
  const lastBlock = l2Blocks.at(-1)!;
@@ -135,6 +130,7 @@ export async function retrievedToPublishedCheckpoint({
135
130
  header: checkpointHeader,
136
131
  blocks: l2Blocks,
137
132
  number: checkpointNumber,
133
+ feeAssetPriceModifier: feeAssetPriceModifier,
138
134
  });
139
135
 
140
136
  return PublishedCheckpoint.from({ checkpoint, l1, attestations });
@@ -142,20 +138,28 @@ export async function retrievedToPublishedCheckpoint({
142
138
 
143
139
  /**
144
140
  * Fetches new checkpoints.
141
+ * @param rollup - The rollup contract wrapper.
145
142
  * @param publicClient - The viem public client to use for transaction retrieval.
146
- * @param rollupAddress - The address of the rollup contract.
143
+ * @param debugClient - The viem debug client to use for trace/debug RPC methods (optional).
144
+ * @param blobClient - The blob client client for fetching blob data.
147
145
  * @param searchStartBlock - The block number to use for starting the search.
148
146
  * @param searchEndBlock - The highest block number that we should search up to.
149
- * @param expectedNextL2BlockNum - The next L2 block number that we expect to find.
150
- * @returns An array of block; as well as the next eth block to search from.
147
+ * @param contractAddresses - The contract addresses (governanceProposerAddress, slashFactoryAddress, slashingProposerAddress).
148
+ * @param instrumentation - The archiver instrumentation instance.
149
+ * @param logger - The logger instance.
150
+ * @param isHistoricalSync - Whether this is a historical sync.
151
+ * @returns An array of retrieved checkpoints.
151
152
  */
152
153
  export async function retrieveCheckpointsFromRollup(
153
- rollup: GetContractReturnType<typeof RollupAbi, ViemPublicClient>,
154
+ rollup: RollupContract,
154
155
  publicClient: ViemPublicClient,
155
- blobSinkClient: BlobSinkClientInterface,
156
+ debugClient: ViemPublicDebugClient,
157
+ blobClient: BlobClientInterface,
156
158
  searchStartBlock: bigint,
157
159
  searchEndBlock: bigint,
160
+ instrumentation: ArchiverInstrumentation,
158
161
  logger: Logger = createLogger('archiver'),
162
+ isHistoricalSync: boolean = false,
159
163
  ): Promise<RetrievedCheckpoint[]> {
160
164
  const retrievedCheckpoints: RetrievedCheckpoint[] = [];
161
165
 
@@ -165,15 +169,7 @@ export async function retrieveCheckpointsFromRollup(
165
169
  if (searchStartBlock > searchEndBlock) {
166
170
  break;
167
171
  }
168
- const checkpointProposedLogs = (
169
- await rollup.getEvents.CheckpointProposed(
170
- {},
171
- {
172
- fromBlock: searchStartBlock,
173
- toBlock: searchEndBlock,
174
- },
175
- )
176
- ).filter(log => log.blockNumber! >= searchStartBlock && log.blockNumber! <= searchEndBlock);
172
+ const checkpointProposedLogs = await rollup.getCheckpointProposedEvents(searchStartBlock, searchEndBlock);
177
173
 
178
174
  if (checkpointProposedLogs.length === 0) {
179
175
  break;
@@ -181,32 +177,35 @@ export async function retrieveCheckpointsFromRollup(
181
177
 
182
178
  const lastLog = checkpointProposedLogs.at(-1)!;
183
179
  logger.debug(
184
- `Got ${checkpointProposedLogs.length} processed logs for checkpoints ${checkpointProposedLogs[0].args.checkpointNumber}-${lastLog.args.checkpointNumber} between L1 blocks ${searchStartBlock}-${searchEndBlock}`,
180
+ `Got ${checkpointProposedLogs.length} processed logs for checkpoints ${checkpointProposedLogs[0].args.checkpointNumber}-${lastLog.args.checkpointNumber} between L1 blocks ${searchStartBlock}-${searchEndBlock}`,
185
181
  );
186
182
 
187
183
  if (rollupConstants === undefined) {
188
184
  const [chainId, version, targetCommitteeSize] = await Promise.all([
189
185
  publicClient.getChainId(),
190
- rollup.read.getVersion(),
191
- rollup.read.getTargetCommitteeSize(),
186
+ rollup.getVersion(),
187
+ rollup.getTargetCommitteeSize(),
192
188
  ]);
193
189
  rollupConstants = {
194
190
  chainId: new Fr(chainId),
195
191
  version: new Fr(version),
196
- targetCommitteeSize: Number(targetCommitteeSize),
192
+ targetCommitteeSize,
197
193
  };
198
194
  }
199
195
 
200
196
  const newCheckpoints = await processCheckpointProposedLogs(
201
197
  rollup,
202
198
  publicClient,
203
- blobSinkClient,
199
+ debugClient,
200
+ blobClient,
204
201
  checkpointProposedLogs,
205
202
  rollupConstants,
203
+ instrumentation,
206
204
  logger,
205
+ isHistoricalSync,
207
206
  );
208
207
  retrievedCheckpoints.push(...newCheckpoints);
209
- searchStartBlock = lastLog.blockNumber! + 1n;
208
+ searchStartBlock = lastLog.l1BlockNumber + 1n;
210
209
  } while (searchStartBlock <= searchEndBlock);
211
210
 
212
211
  // The asyncPool from processCheckpointProposedLogs will not necessarily return the checkpoints in order, so we sort them before returning.
@@ -215,56 +214,83 @@ export async function retrieveCheckpointsFromRollup(
215
214
 
216
215
  /**
217
216
  * Processes newly received CheckpointProposed logs.
218
- * @param rollup - The rollup contract
217
+ * @param rollup - The rollup contract wrapper.
219
218
  * @param publicClient - The viem public client to use for transaction retrieval.
219
+ * @param debugClient - The viem debug client to use for trace/debug RPC methods (optional).
220
+ * @param blobClient - The blob client client for fetching blob data.
220
221
  * @param logs - CheckpointProposed logs.
221
- * @returns - An array of checkpoints.
222
+ * @param rollupConstants - The rollup constants (chainId, version, targetCommitteeSize).
223
+ * @param instrumentation - The archiver instrumentation instance.
224
+ * @param logger - The logger instance.
225
+ * @param isHistoricalSync - Whether this is a historical sync.
226
+ * @returns An array of retrieved checkpoints.
222
227
  */
223
228
  async function processCheckpointProposedLogs(
224
- rollup: GetContractReturnType<typeof RollupAbi, ViemPublicClient>,
229
+ rollup: RollupContract,
225
230
  publicClient: ViemPublicClient,
226
- blobSinkClient: BlobSinkClientInterface,
227
- logs: GetContractEventsReturnType<typeof RollupAbi, 'CheckpointProposed'>,
231
+ debugClient: ViemPublicDebugClient,
232
+ blobClient: BlobClientInterface,
233
+ logs: CheckpointProposedLog[],
228
234
  { chainId, version, targetCommitteeSize }: { chainId: Fr; version: Fr; targetCommitteeSize: number },
235
+ instrumentation: ArchiverInstrumentation,
229
236
  logger: Logger,
237
+ isHistoricalSync: boolean,
230
238
  ): Promise<RetrievedCheckpoint[]> {
231
239
  const retrievedCheckpoints: RetrievedCheckpoint[] = [];
240
+ const calldataRetriever = new CalldataRetriever(
241
+ publicClient,
242
+ debugClient,
243
+ targetCommitteeSize,
244
+ instrumentation,
245
+ logger,
246
+ EthAddress.fromString(rollup.address),
247
+ );
248
+
232
249
  await asyncPool(10, logs, async log => {
233
- const checkpointNumber = Number(log.args.checkpointNumber!);
234
- const archive = log.args.archive!;
235
- const archiveFromChain = await rollup.read.archiveAt([BigInt(checkpointNumber)]);
236
- const blobHashes = log.args.versionedBlobHashes!.map(blobHash => Buffer.from(blobHash.slice(2), 'hex'));
250
+ const checkpointNumber = log.args.checkpointNumber;
251
+ const archive = log.args.archive;
252
+ const archiveFromChain = await rollup.archiveAt(checkpointNumber);
253
+ const blobHashes = log.args.versionedBlobHashes;
237
254
 
238
255
  // The value from the event and contract will match only if the checkpoint is in the chain.
239
- if (archive === archiveFromChain) {
240
- const checkpoint = await getCheckpointFromRollupTx(
241
- publicClient,
242
- blobSinkClient,
243
- log.transactionHash!,
256
+ if (archive.equals(archiveFromChain)) {
257
+ const expectedHashes = {
258
+ attestationsHash: log.args.attestationsHash.toString() as Hex,
259
+ payloadDigest: log.args.payloadDigest.toString() as Hex,
260
+ };
261
+
262
+ const checkpoint = await calldataRetriever.getCheckpointFromRollupTx(
263
+ log.l1TransactionHash,
264
+ blobHashes,
265
+ checkpointNumber,
266
+ expectedHashes,
267
+ );
268
+ const checkpointBlobData = await getCheckpointBlobDataFromBlobs(
269
+ blobClient,
270
+ checkpoint.blockHash,
244
271
  blobHashes,
245
272
  checkpointNumber,
246
- rollup.address,
247
- targetCommitteeSize,
248
273
  logger,
274
+ isHistoricalSync,
249
275
  );
250
276
 
251
- const l1: L1PublishedData = {
252
- blockNumber: log.blockNumber,
253
- blockHash: log.blockHash,
254
- timestamp: await getL1BlockTime(publicClient, log.blockNumber),
255
- };
277
+ const l1 = new L1PublishedData(
278
+ log.l1BlockNumber,
279
+ await getL1BlockTime(publicClient, log.l1BlockNumber),
280
+ log.l1BlockHash.toString(),
281
+ );
256
282
 
257
- retrievedCheckpoints.push({ ...checkpoint, l1, chainId, version });
258
- logger.trace(`Retrieved checkpoint ${checkpointNumber} from L1 tx ${log.transactionHash}`, {
259
- l1BlockNumber: log.blockNumber,
283
+ retrievedCheckpoints.push({ ...checkpoint, checkpointBlobData, l1, chainId, version });
284
+ logger.trace(`Retrieved checkpoint ${checkpointNumber} from L1 tx ${log.l1TransactionHash}`, {
285
+ l1BlockNumber: log.l1BlockNumber,
260
286
  checkpointNumber,
261
287
  archive: archive.toString(),
262
288
  attestations: checkpoint.attestations,
263
289
  });
264
290
  } else {
265
291
  logger.warn(`Ignoring checkpoint ${checkpointNumber} due to archive root mismatch`, {
266
- actual: archive,
267
- expected: archiveFromChain,
292
+ actual: archive.toString(),
293
+ expected: archiveFromChain.toString(),
268
294
  });
269
295
  }
270
296
  });
@@ -277,118 +303,15 @@ export async function getL1BlockTime(publicClient: ViemPublicClient, blockNumber
277
303
  return block.timestamp;
278
304
  }
279
305
 
280
- /**
281
- * Extracts the first 'propose' method calldata from a multicall3 transaction's data.
282
- * @param multicall3Data - The multicall3 transaction input data
283
- * @param rollupAddress - The address of the rollup contract
284
- * @returns The calldata for the first 'propose' method call to the rollup contract
285
- */
286
- function extractRollupProposeCalldata(multicall3Data: Hex, rollupAddress: Hex): Hex {
287
- const { functionName: multicall3FunctionName, args: multicall3Args } = decodeFunctionData({
288
- abi: multicall3Abi,
289
- data: multicall3Data,
290
- });
291
-
292
- if (multicall3FunctionName !== 'aggregate3') {
293
- throw new Error(`Unexpected multicall3 method called ${multicall3FunctionName}`);
294
- }
295
-
296
- if (multicall3Args.length !== 1) {
297
- throw new Error(`Unexpected number of arguments for multicall3`);
298
- }
299
-
300
- const [calls] = multicall3Args;
301
-
302
- // Find all rollup calls
303
- const rollupAddressLower = rollupAddress.toLowerCase();
304
-
305
- for (let i = 0; i < calls.length; i++) {
306
- const addr = calls[i].target;
307
- if (addr.toLowerCase() !== rollupAddressLower) {
308
- continue;
309
- }
310
- const callData = calls[i].callData;
311
-
312
- try {
313
- const { functionName: rollupFunctionName } = decodeFunctionData({
314
- abi: RollupAbi,
315
- data: callData,
316
- });
317
-
318
- if (rollupFunctionName === 'propose') {
319
- return callData;
320
- }
321
- } catch {
322
- // Skip invalid function data
323
- continue;
324
- }
325
- }
326
-
327
- throw new Error(`Rollup address not found in multicall3 args`);
328
- }
329
-
330
- /**
331
- * Gets checkpoint from the calldata of an L1 transaction.
332
- * Assumes that the checkpoint was published from an EOA.
333
- * TODO: Add retries and error management.
334
- * @param publicClient - The viem public client to use for transaction retrieval.
335
- * @param txHash - Hash of the tx that published it.
336
- * @param checkpointNumber - Checkpoint number.
337
- * @returns Checkpoint from the calldata, deserialized
338
- */
339
- async function getCheckpointFromRollupTx(
340
- publicClient: ViemPublicClient,
341
- blobSinkClient: BlobSinkClientInterface,
342
- txHash: `0x${string}`,
343
- blobHashes: Buffer[], // TODO(md): buffer32?
344
- checkpointNumber: number,
345
- rollupAddress: Hex,
346
- targetCommitteeSize: number,
306
+ export async function getCheckpointBlobDataFromBlobs(
307
+ blobClient: BlobClientInterface,
308
+ blockHash: string,
309
+ blobHashes: Buffer<ArrayBufferLike>[],
310
+ checkpointNumber: CheckpointNumber,
347
311
  logger: Logger,
348
- ): Promise<Omit<RetrievedCheckpoint, 'l1' | 'chainId' | 'version'>> {
349
- logger.trace(`Fetching checkpoint ${checkpointNumber} from rollup tx ${txHash}`);
350
- const { input: forwarderData, blockHash } = await publicClient.getTransaction({ hash: txHash });
351
-
352
- const rollupData = extractRollupProposeCalldata(forwarderData, rollupAddress);
353
- const { functionName: rollupFunctionName, args: rollupArgs } = decodeFunctionData({
354
- abi: RollupAbi,
355
- data: rollupData,
356
- });
357
-
358
- if (rollupFunctionName !== 'propose') {
359
- throw new Error(`Unexpected rollup method called ${rollupFunctionName}`);
360
- }
361
-
362
- const [decodedArgs, packedAttestations, _signers, _blobInput] = rollupArgs! as readonly [
363
- {
364
- archive: Hex;
365
- oracleInput: {
366
- feeAssetPriceModifier: bigint;
367
- };
368
- header: ViemHeader;
369
- txHashes: readonly Hex[];
370
- },
371
- ViemCommitteeAttestations,
372
- Hex[],
373
- ViemSignature,
374
- Hex,
375
- ];
376
-
377
- const attestations = CommitteeAttestation.fromPacked(packedAttestations, targetCommitteeSize);
378
-
379
- logger.trace(`Recovered propose calldata from tx ${txHash}`, {
380
- checkpointNumber,
381
- archive: decodedArgs.archive,
382
- header: decodedArgs.header,
383
- l1BlockHash: blockHash,
384
- blobHashes,
385
- attestations,
386
- packedAttestations,
387
- targetCommitteeSize,
388
- });
389
-
390
- const header = CheckpointHeader.fromViem(decodedArgs.header);
391
- const blobBodies = await blobSinkClient.getBlobSidecar(blockHash, blobHashes);
312
+ isHistoricalSync: boolean,
313
+ ): Promise<CheckpointBlobData> {
314
+ const blobBodies = await blobClient.getBlobSidecar(blockHash, blobHashes, { isHistoricalSync });
392
315
  if (blobBodies.length === 0) {
393
316
  throw new NoBlobBodiesFoundError(checkpointNumber);
394
317
  }
@@ -396,35 +319,28 @@ async function getCheckpointFromRollupTx(
396
319
  let checkpointBlobData: CheckpointBlobData;
397
320
  try {
398
321
  // Attempt to decode the checkpoint blob data.
399
- checkpointBlobData = decodeCheckpointBlobDataFromBlobs(blobBodies.map(b => b.blob));
322
+ checkpointBlobData = decodeCheckpointBlobDataFromBlobs(blobBodies);
400
323
  } catch (err: any) {
401
324
  if (err instanceof BlobDeserializationError) {
402
325
  logger.fatal(err.message);
403
326
  } else {
404
327
  logger.fatal('Unable to sync: failed to decode fetched blob, this blob was likely not created by us');
405
328
  }
329
+ // Throwing an error since this is most likely caused by a bug.
406
330
  throw err;
407
331
  }
408
332
 
409
- const archiveRoot = new Fr(Buffer.from(hexToBytes(decodedArgs.archive)));
410
-
411
- return {
412
- checkpointNumber,
413
- archiveRoot,
414
- header,
415
- checkpointBlobData,
416
- attestations,
417
- };
333
+ return checkpointBlobData;
418
334
  }
419
335
 
420
336
  /** Given an L1 to L2 message, retrieves its corresponding event from the Inbox within a specific block range. */
421
337
  export async function retrieveL1ToL2Message(
422
- inbox: GetContractReturnType<typeof InboxAbi, ViemClient>,
338
+ inbox: InboxContract,
423
339
  leaf: Fr,
424
340
  fromBlock: bigint,
425
341
  toBlock: bigint,
426
342
  ): Promise<InboxMessage | undefined> {
427
- const logs = await inbox.getEvents.MessageSent({ hash: leaf.toString() }, { fromBlock, toBlock });
343
+ const logs = await inbox.getMessageSentEventByHash(leaf.toString(), fromBlock, toBlock);
428
344
 
429
345
  const messages = mapLogsInboxMessage(logs);
430
346
  return messages.length > 0 ? messages[0] : undefined;
@@ -432,47 +348,40 @@ export async function retrieveL1ToL2Message(
432
348
 
433
349
  /**
434
350
  * Fetch L1 to L2 messages.
435
- * @param publicClient - The viem public client to use for transaction retrieval.
436
- * @param inboxAddress - The address of the inbox contract to fetch messages from.
437
- * @param blockUntilSynced - If true, blocks until the archiver has fully synced.
351
+ * @param inbox - The inbox contract wrapper.
438
352
  * @param searchStartBlock - The block number to use for starting the search.
439
353
  * @param searchEndBlock - The highest block number that we should search up to.
440
354
  * @returns An array of InboxLeaf and next eth block to search from.
441
355
  */
442
356
  export async function retrieveL1ToL2Messages(
443
- inbox: GetContractReturnType<typeof InboxAbi, ViemClient>,
357
+ inbox: InboxContract,
444
358
  searchStartBlock: bigint,
445
359
  searchEndBlock: bigint,
446
360
  ): Promise<InboxMessage[]> {
447
361
  const retrievedL1ToL2Messages: InboxMessage[] = [];
448
362
  while (searchStartBlock <= searchEndBlock) {
449
- const messageSentLogs = (
450
- await inbox.getEvents.MessageSent({}, { fromBlock: searchStartBlock, toBlock: searchEndBlock })
451
- ).filter(log => log.blockNumber! >= searchStartBlock && log.blockNumber! <= searchEndBlock);
363
+ const messageSentLogs = await inbox.getMessageSentEvents(searchStartBlock, searchEndBlock);
452
364
 
453
365
  if (messageSentLogs.length === 0) {
454
366
  break;
455
367
  }
456
368
 
457
369
  retrievedL1ToL2Messages.push(...mapLogsInboxMessage(messageSentLogs));
458
- searchStartBlock = messageSentLogs.at(-1)!.blockNumber + 1n;
370
+ searchStartBlock = messageSentLogs.at(-1)!.l1BlockNumber + 1n;
459
371
  }
460
372
 
461
373
  return retrievedL1ToL2Messages;
462
374
  }
463
375
 
464
- function mapLogsInboxMessage(logs: GetContractEventsReturnType<typeof InboxAbi, 'MessageSent'>): InboxMessage[] {
465
- return logs.map(log => {
466
- const { index, hash, checkpointNumber, rollingHash } = log.args;
467
- return {
468
- index: index!,
469
- leaf: Fr.fromHexString(hash!),
470
- l1BlockNumber: log.blockNumber,
471
- l1BlockHash: Buffer32.fromString(log.blockHash),
472
- l2BlockNumber: Number(checkpointNumber!),
473
- rollingHash: Buffer16.fromString(rollingHash!),
474
- };
475
- });
376
+ function mapLogsInboxMessage(logs: MessageSentLog[]): InboxMessage[] {
377
+ return logs.map(log => ({
378
+ index: log.args.index,
379
+ leaf: log.args.leaf,
380
+ l1BlockNumber: log.l1BlockNumber,
381
+ l1BlockHash: log.l1BlockHash,
382
+ checkpointNumber: log.args.checkpointNumber,
383
+ rollingHash: log.args.rollingHash,
384
+ }));
476
385
  }
477
386
 
478
387
  /** Retrieves L2ProofVerified events from the rollup contract. */
@@ -481,7 +390,7 @@ export async function retrieveL2ProofVerifiedEvents(
481
390
  rollupAddress: EthAddress,
482
391
  searchStartBlock: bigint,
483
392
  searchEndBlock?: bigint,
484
- ): Promise<{ l1BlockNumber: bigint; checkpointNumber: number; proverId: Fr; txHash: Hex }[]> {
393
+ ): Promise<{ l1BlockNumber: bigint; checkpointNumber: CheckpointNumber; proverId: Fr; txHash: Hex }[]> {
485
394
  const logs = await publicClient.getLogs({
486
395
  address: rollupAddress.toString(),
487
396
  fromBlock: searchStartBlock,
@@ -492,7 +401,7 @@ export async function retrieveL2ProofVerifiedEvents(
492
401
 
493
402
  return logs.map(log => ({
494
403
  l1BlockNumber: log.blockNumber,
495
- checkpointNumber: Number(log.args.checkpointNumber),
404
+ checkpointNumber: CheckpointNumber.fromBigInt(log.args.checkpointNumber),
496
405
  proverId: Fr.fromHexString(log.args.proverId),
497
406
  txHash: log.transactionHash,
498
407
  }));
@@ -0,0 +1,99 @@
1
+ import type { DebugCallTrace, ViemPublicDebugClient } from '@aztec/ethereum/types';
2
+ import { EthAddress } from '@aztec/foundation/eth-address';
3
+ import type { Logger } from '@aztec/foundation/log';
4
+ import { type ZodFor, schemas } from '@aztec/foundation/schemas';
5
+ import { withHexPrefix } from '@aztec/foundation/string';
6
+
7
+ import type { Hex } from 'viem';
8
+ import { z } from 'zod';
9
+
10
+ import type { CallInfo } from './types.js';
11
+
12
+ /** Zod schema for validating call trace from debug_traceTransaction */
13
+ export const callTraceSchema: ZodFor<DebugCallTrace> = z.lazy(() =>
14
+ z.object({
15
+ from: schemas.HexStringWith0x,
16
+ to: schemas.HexStringWith0x.optional(),
17
+ type: z.string(),
18
+ input: schemas.HexStringWith0x.optional(),
19
+ output: schemas.HexStringWith0x.optional(),
20
+ gas: schemas.HexStringWith0x.optional(),
21
+ gasUsed: schemas.HexStringWith0x.optional(),
22
+ value: schemas.HexStringWith0x.optional(),
23
+ error: z.string().optional(),
24
+ calls: z.array(callTraceSchema).optional(),
25
+ }),
26
+ );
27
+
28
+ /**
29
+ * Traces a transaction and extracts all CALL operations to a specific contract and function selector.
30
+ *
31
+ * @param client - The Viem public client
32
+ * @param txHash - The transaction hash to trace
33
+ * @param targetAddress - The contract address to filter for
34
+ * @param functionSelector - The 4-byte function selector to filter for (with or without 0x prefix)
35
+ * @returns Array of CallInfo objects containing from, gasUsed, input, and value for matching calls
36
+ */
37
+ export async function getSuccessfulCallsFromDebug(
38
+ client: ViemPublicDebugClient,
39
+ txHash: Hex,
40
+ targetAddress: EthAddress,
41
+ functionSelector: string,
42
+ logger?: Logger,
43
+ ): Promise<CallInfo[]> {
44
+ // Normalize inputs for comparison
45
+ const normalizedTarget = targetAddress.toString().toLowerCase();
46
+ const normalizedSelector = withHexPrefix(functionSelector.toLowerCase());
47
+
48
+ // Call debug_traceTransaction with callTracer
49
+ // Using 'any' here because debug_traceTransaction is not in viem's standard RPC types
50
+ const rawTrace = await client.request({
51
+ method: 'debug_traceTransaction',
52
+ params: [txHash, { tracer: 'callTracer' }],
53
+ });
54
+
55
+ if (rawTrace === null || rawTrace === undefined) {
56
+ throw new Error(`Failed to retrieve debug_traceTransaction for ${txHash}`);
57
+ }
58
+
59
+ logger?.trace(`Retrieved debug_traceTransaction for ${txHash}`, { trace: rawTrace });
60
+
61
+ // Validate the response with zod
62
+ const trace = callTraceSchema.parse(rawTrace);
63
+
64
+ const results: CallInfo[] = [];
65
+
66
+ /**
67
+ * Recursively traverse the call trace tree
68
+ */
69
+ function traverseCalls(callTrace: DebugCallTrace) {
70
+ // Skip calls that have errors, and all its descendants
71
+ if (callTrace.error) {
72
+ return;
73
+ }
74
+
75
+ // Check if this is a CALL (not DELEGATECALL or STATICCALL) to the target address with matching selector
76
+ if (
77
+ callTrace.type.toUpperCase() === 'CALL' &&
78
+ callTrace.to?.toLowerCase() === normalizedTarget &&
79
+ callTrace.input?.toLowerCase().startsWith(normalizedSelector)
80
+ ) {
81
+ results.push({
82
+ from: EthAddress.fromString(callTrace.from),
83
+ gasUsed: callTrace.gasUsed === undefined ? undefined : BigInt(callTrace.gasUsed),
84
+ input: callTrace.input,
85
+ value: callTrace.value ? BigInt(callTrace.value) : 0n,
86
+ });
87
+ }
88
+
89
+ // Recursively process nested calls
90
+ for (const nestedCall of callTrace.calls ?? []) {
91
+ traverseCalls(nestedCall);
92
+ }
93
+ }
94
+
95
+ // Start traversal from the root trace
96
+ traverseCalls(trace);
97
+
98
+ return results;
99
+ }