@aztec/archiver 0.0.0-test.1 → 0.0.1-commit.03f7ef2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (151) hide show
  1. package/README.md +27 -6
  2. package/dest/archiver/archiver.d.ts +201 -94
  3. package/dest/archiver/archiver.d.ts.map +1 -1
  4. package/dest/archiver/archiver.js +1141 -396
  5. package/dest/archiver/archiver_store.d.ts +171 -83
  6. package/dest/archiver/archiver_store.d.ts.map +1 -1
  7. package/dest/archiver/archiver_store_test_suite.d.ts +1 -1
  8. package/dest/archiver/archiver_store_test_suite.d.ts.map +1 -1
  9. package/dest/archiver/archiver_store_test_suite.js +2389 -393
  10. package/dest/archiver/config.d.ts +7 -22
  11. package/dest/archiver/config.d.ts.map +1 -1
  12. package/dest/archiver/config.js +30 -14
  13. package/dest/archiver/errors.d.ts +33 -1
  14. package/dest/archiver/errors.d.ts.map +1 -1
  15. package/dest/archiver/errors.js +49 -0
  16. package/dest/archiver/index.d.ts +3 -4
  17. package/dest/archiver/index.d.ts.map +1 -1
  18. package/dest/archiver/index.js +1 -2
  19. package/dest/archiver/instrumentation.d.ts +14 -6
  20. package/dest/archiver/instrumentation.d.ts.map +1 -1
  21. package/dest/archiver/instrumentation.js +69 -17
  22. package/dest/archiver/kv_archiver_store/block_store.d.ts +91 -21
  23. package/dest/archiver/kv_archiver_store/block_store.d.ts.map +1 -1
  24. package/dest/archiver/kv_archiver_store/block_store.js +476 -86
  25. package/dest/archiver/kv_archiver_store/contract_class_store.d.ts +4 -4
  26. package/dest/archiver/kv_archiver_store/contract_class_store.d.ts.map +1 -1
  27. package/dest/archiver/kv_archiver_store/contract_class_store.js +13 -19
  28. package/dest/archiver/kv_archiver_store/contract_instance_store.d.ts +12 -9
  29. package/dest/archiver/kv_archiver_store/contract_instance_store.d.ts.map +1 -1
  30. package/dest/archiver/kv_archiver_store/contract_instance_store.js +30 -16
  31. package/dest/archiver/kv_archiver_store/kv_archiver_store.d.ts +80 -75
  32. package/dest/archiver/kv_archiver_store/kv_archiver_store.d.ts.map +1 -1
  33. package/dest/archiver/kv_archiver_store/kv_archiver_store.js +142 -83
  34. package/dest/archiver/kv_archiver_store/log_store.d.ts +12 -16
  35. package/dest/archiver/kv_archiver_store/log_store.d.ts.map +1 -1
  36. package/dest/archiver/kv_archiver_store/log_store.js +153 -113
  37. package/dest/archiver/kv_archiver_store/message_store.d.ts +25 -18
  38. package/dest/archiver/kv_archiver_store/message_store.d.ts.map +1 -1
  39. package/dest/archiver/kv_archiver_store/message_store.js +152 -49
  40. package/dest/archiver/l1/bin/retrieve-calldata.d.ts +3 -0
  41. package/dest/archiver/l1/bin/retrieve-calldata.d.ts.map +1 -0
  42. package/dest/archiver/l1/bin/retrieve-calldata.js +149 -0
  43. package/dest/archiver/l1/calldata_retriever.d.ts +112 -0
  44. package/dest/archiver/l1/calldata_retriever.d.ts.map +1 -0
  45. package/dest/archiver/l1/calldata_retriever.js +471 -0
  46. package/dest/archiver/l1/data_retrieval.d.ts +90 -0
  47. package/dest/archiver/l1/data_retrieval.d.ts.map +1 -0
  48. package/dest/archiver/l1/data_retrieval.js +331 -0
  49. package/dest/archiver/l1/debug_tx.d.ts +19 -0
  50. package/dest/archiver/l1/debug_tx.d.ts.map +1 -0
  51. package/dest/archiver/l1/debug_tx.js +73 -0
  52. package/dest/archiver/l1/spire_proposer.d.ts +70 -0
  53. package/dest/archiver/l1/spire_proposer.d.ts.map +1 -0
  54. package/dest/archiver/l1/spire_proposer.js +157 -0
  55. package/dest/archiver/l1/trace_tx.d.ts +97 -0
  56. package/dest/archiver/l1/trace_tx.d.ts.map +1 -0
  57. package/dest/archiver/l1/trace_tx.js +91 -0
  58. package/dest/archiver/l1/types.d.ts +12 -0
  59. package/dest/archiver/l1/types.d.ts.map +1 -0
  60. package/dest/archiver/l1/types.js +3 -0
  61. package/dest/archiver/l1/validate_trace.d.ts +29 -0
  62. package/dest/archiver/l1/validate_trace.d.ts.map +1 -0
  63. package/dest/archiver/l1/validate_trace.js +150 -0
  64. package/dest/archiver/structs/data_retrieval.d.ts +1 -1
  65. package/dest/archiver/structs/inbox_message.d.ts +15 -0
  66. package/dest/archiver/structs/inbox_message.d.ts.map +1 -0
  67. package/dest/archiver/structs/inbox_message.js +39 -0
  68. package/dest/archiver/structs/published.d.ts +2 -11
  69. package/dest/archiver/structs/published.d.ts.map +1 -1
  70. package/dest/archiver/structs/published.js +1 -1
  71. package/dest/archiver/validation.d.ts +17 -0
  72. package/dest/archiver/validation.d.ts.map +1 -0
  73. package/dest/archiver/validation.js +98 -0
  74. package/dest/factory.d.ts +9 -14
  75. package/dest/factory.d.ts.map +1 -1
  76. package/dest/factory.js +22 -52
  77. package/dest/index.d.ts +2 -2
  78. package/dest/index.d.ts.map +1 -1
  79. package/dest/index.js +1 -1
  80. package/dest/rpc/index.d.ts +2 -3
  81. package/dest/rpc/index.d.ts.map +1 -1
  82. package/dest/rpc/index.js +1 -4
  83. package/dest/test/index.d.ts +1 -1
  84. package/dest/test/mock_archiver.d.ts +16 -8
  85. package/dest/test/mock_archiver.d.ts.map +1 -1
  86. package/dest/test/mock_archiver.js +19 -14
  87. package/dest/test/mock_l1_to_l2_message_source.d.ts +9 -6
  88. package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
  89. package/dest/test/mock_l1_to_l2_message_source.js +21 -7
  90. package/dest/test/mock_l2_block_source.d.ts +52 -13
  91. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  92. package/dest/test/mock_l2_block_source.js +140 -15
  93. package/dest/test/mock_structs.d.ts +10 -0
  94. package/dest/test/mock_structs.d.ts.map +1 -0
  95. package/dest/test/mock_structs.js +38 -0
  96. package/package.json +29 -30
  97. package/src/archiver/archiver.ts +1477 -501
  98. package/src/archiver/archiver_store.ts +197 -88
  99. package/src/archiver/archiver_store_test_suite.ts +2403 -350
  100. package/src/archiver/config.ts +38 -46
  101. package/src/archiver/errors.ts +85 -0
  102. package/src/archiver/index.ts +2 -3
  103. package/src/archiver/instrumentation.ts +91 -22
  104. package/src/archiver/kv_archiver_store/block_store.ts +640 -101
  105. package/src/archiver/kv_archiver_store/contract_class_store.ts +14 -24
  106. package/src/archiver/kv_archiver_store/contract_instance_store.ts +36 -28
  107. package/src/archiver/kv_archiver_store/kv_archiver_store.ts +193 -113
  108. package/src/archiver/kv_archiver_store/log_store.ts +205 -127
  109. package/src/archiver/kv_archiver_store/message_store.ts +213 -54
  110. package/src/archiver/l1/README.md +98 -0
  111. package/src/archiver/l1/bin/retrieve-calldata.ts +182 -0
  112. package/src/archiver/l1/calldata_retriever.ts +641 -0
  113. package/src/archiver/l1/data_retrieval.ts +512 -0
  114. package/src/archiver/l1/debug_tx.ts +99 -0
  115. package/src/archiver/l1/spire_proposer.ts +160 -0
  116. package/src/archiver/l1/trace_tx.ts +128 -0
  117. package/src/archiver/l1/types.ts +13 -0
  118. package/src/archiver/l1/validate_trace.ts +211 -0
  119. package/src/archiver/structs/inbox_message.ts +41 -0
  120. package/src/archiver/structs/published.ts +1 -11
  121. package/src/archiver/validation.ts +124 -0
  122. package/src/factory.ts +28 -69
  123. package/src/index.ts +1 -1
  124. package/src/rpc/index.ts +1 -5
  125. package/src/test/fixtures/debug_traceTransaction-multicall3.json +88 -0
  126. package/src/test/fixtures/debug_traceTransaction-multiplePropose.json +153 -0
  127. package/src/test/fixtures/debug_traceTransaction-proxied.json +122 -0
  128. package/src/test/fixtures/trace_transaction-multicall3.json +65 -0
  129. package/src/test/fixtures/trace_transaction-multiplePropose.json +319 -0
  130. package/src/test/fixtures/trace_transaction-proxied.json +128 -0
  131. package/src/test/fixtures/trace_transaction-randomRevert.json +216 -0
  132. package/src/test/mock_archiver.ts +22 -16
  133. package/src/test/mock_l1_to_l2_message_source.ts +20 -8
  134. package/src/test/mock_l2_block_source.ts +186 -21
  135. package/src/test/mock_structs.ts +50 -0
  136. package/dest/archiver/data_retrieval.d.ts +0 -74
  137. package/dest/archiver/data_retrieval.d.ts.map +0 -1
  138. package/dest/archiver/data_retrieval.js +0 -283
  139. package/dest/archiver/kv_archiver_store/nullifier_store.d.ts +0 -12
  140. package/dest/archiver/kv_archiver_store/nullifier_store.d.ts.map +0 -1
  141. package/dest/archiver/kv_archiver_store/nullifier_store.js +0 -73
  142. package/dest/archiver/memory_archiver_store/l1_to_l2_message_store.d.ts +0 -23
  143. package/dest/archiver/memory_archiver_store/l1_to_l2_message_store.d.ts.map +0 -1
  144. package/dest/archiver/memory_archiver_store/l1_to_l2_message_store.js +0 -49
  145. package/dest/archiver/memory_archiver_store/memory_archiver_store.d.ts +0 -175
  146. package/dest/archiver/memory_archiver_store/memory_archiver_store.d.ts.map +0 -1
  147. package/dest/archiver/memory_archiver_store/memory_archiver_store.js +0 -636
  148. package/src/archiver/data_retrieval.ts +0 -422
  149. package/src/archiver/kv_archiver_store/nullifier_store.ts +0 -97
  150. package/src/archiver/memory_archiver_store/l1_to_l2_message_store.ts +0 -61
  151. package/src/archiver/memory_archiver_store/memory_archiver_store.ts +0 -801
@@ -0,0 +1,50 @@
1
+ import { CheckpointNumber } from '@aztec/foundation/branded-types';
2
+ import { Buffer16, Buffer32 } from '@aztec/foundation/buffer';
3
+ import { randomBigInt, randomInt } from '@aztec/foundation/crypto/random';
4
+ import { Fr } from '@aztec/foundation/curves/bn254';
5
+ import { InboxLeaf } from '@aztec/stdlib/messaging';
6
+
7
+ import { type InboxMessage, updateRollingHash } from '../archiver/structs/inbox_message.js';
8
+
9
+ export function makeInboxMessage(
10
+ previousRollingHash = Buffer16.ZERO,
11
+ overrides: Partial<InboxMessage> = {},
12
+ ): InboxMessage {
13
+ const { checkpointNumber = CheckpointNumber(randomInt(100) + 1) } = overrides;
14
+ const { l1BlockNumber = randomBigInt(100n) + 1n } = overrides;
15
+ const { l1BlockHash = Buffer32.random() } = overrides;
16
+ const { leaf = Fr.random() } = overrides;
17
+ const { rollingHash = updateRollingHash(previousRollingHash, leaf) } = overrides;
18
+ const { index = InboxLeaf.smallestIndexForCheckpoint(checkpointNumber) } = overrides;
19
+
20
+ return {
21
+ index,
22
+ leaf,
23
+ checkpointNumber,
24
+ l1BlockNumber,
25
+ l1BlockHash,
26
+ rollingHash,
27
+ };
28
+ }
29
+
30
+ export function makeInboxMessages(
31
+ count: number,
32
+ opts: {
33
+ initialHash?: Buffer16;
34
+ initialCheckpointNumber?: CheckpointNumber;
35
+ overrideFn?: (msg: InboxMessage, index: number) => InboxMessage;
36
+ } = {},
37
+ ): InboxMessage[] {
38
+ const { initialHash = Buffer16.ZERO, overrideFn = msg => msg, initialCheckpointNumber = 1 } = opts;
39
+ const messages: InboxMessage[] = [];
40
+ let rollingHash = initialHash;
41
+ for (let i = 0; i < count; i++) {
42
+ const leaf = Fr.random();
43
+ const checkpointNumber = CheckpointNumber(i + initialCheckpointNumber);
44
+ const message = overrideFn(makeInboxMessage(rollingHash, { leaf, checkpointNumber }), i);
45
+ rollingHash = message.rollingHash;
46
+ messages.push(message);
47
+ }
48
+
49
+ return messages;
50
+ }
@@ -1,74 +0,0 @@
1
- /// <reference types="node" resolution-mode="require"/>
2
- /// <reference types="node" resolution-mode="require"/>
3
- import type { BlobSinkClientInterface } from '@aztec/blob-sink/client';
4
- import type { ViemPublicClient } from '@aztec/ethereum';
5
- import type { EthAddress } from '@aztec/foundation/eth-address';
6
- import { Fr } from '@aztec/foundation/fields';
7
- import { type Logger } from '@aztec/foundation/log';
8
- import { type InboxAbi, RollupAbi } from '@aztec/l1-artifacts';
9
- import { L2Block } from '@aztec/stdlib/block';
10
- import { InboxLeaf } from '@aztec/stdlib/messaging';
11
- import { Proof } from '@aztec/stdlib/proofs';
12
- import { type GetContractEventsReturnType, type GetContractReturnType, type Hex } from 'viem';
13
- import type { DataRetrieval } from './structs/data_retrieval.js';
14
- import type { L1Published } from './structs/published.js';
15
- /**
16
- * Fetches new L2 blocks.
17
- * @param publicClient - The viem public client to use for transaction retrieval.
18
- * @param rollupAddress - The address of the rollup contract.
19
- * @param searchStartBlock - The block number to use for starting the search.
20
- * @param searchEndBlock - The highest block number that we should search up to.
21
- * @param expectedNextL2BlockNum - The next L2 block number that we expect to find.
22
- * @returns An array of block; as well as the next eth block to search from.
23
- */
24
- export declare function retrieveBlocksFromRollup(rollup: GetContractReturnType<typeof RollupAbi, ViemPublicClient>, publicClient: ViemPublicClient, blobSinkClient: BlobSinkClientInterface, searchStartBlock: bigint, searchEndBlock: bigint, logger?: Logger): Promise<L1Published<L2Block>[]>;
25
- /**
26
- * Processes newly received L2BlockProposed logs.
27
- * @param rollup - The rollup contract
28
- * @param publicClient - The viem public client to use for transaction retrieval.
29
- * @param logs - L2BlockProposed logs.
30
- * @returns - An array blocks.
31
- */
32
- export declare function processL2BlockProposedLogs(rollup: GetContractReturnType<typeof RollupAbi, ViemPublicClient>, publicClient: ViemPublicClient, blobSinkClient: BlobSinkClientInterface, logs: GetContractEventsReturnType<typeof RollupAbi, 'L2BlockProposed'>, logger: Logger): Promise<L1Published<L2Block>[]>;
33
- export declare function getL1BlockTime(publicClient: ViemPublicClient, blockNumber: bigint): Promise<bigint>;
34
- /**
35
- * Fetch L1 to L2 messages.
36
- * @param publicClient - The viem public client to use for transaction retrieval.
37
- * @param inboxAddress - The address of the inbox contract to fetch messages from.
38
- * @param blockUntilSynced - If true, blocks until the archiver has fully synced.
39
- * @param searchStartBlock - The block number to use for starting the search.
40
- * @param searchEndBlock - The highest block number that we should search up to.
41
- * @returns An array of InboxLeaf and next eth block to search from.
42
- */
43
- export declare function retrieveL1ToL2Messages(inbox: GetContractReturnType<typeof InboxAbi, ViemPublicClient>, searchStartBlock: bigint, searchEndBlock: bigint): Promise<DataRetrieval<InboxLeaf>>;
44
- /** Retrieves L2ProofVerified events from the rollup contract. */
45
- export declare function retrieveL2ProofVerifiedEvents(publicClient: ViemPublicClient, rollupAddress: EthAddress, searchStartBlock: bigint, searchEndBlock?: bigint): Promise<{
46
- l1BlockNumber: bigint;
47
- l2BlockNumber: bigint;
48
- proverId: Fr;
49
- txHash: Hex;
50
- }[]>;
51
- /** Retrieve submitted proofs from the rollup contract */
52
- export declare function retrieveL2ProofsFromRollup(publicClient: ViemPublicClient, rollupAddress: EthAddress, searchStartBlock: bigint, searchEndBlock?: bigint): Promise<DataRetrieval<{
53
- proof: Proof;
54
- proverId: Fr;
55
- l2BlockNumber: bigint;
56
- txHash: `0x${string}`;
57
- }>>;
58
- export type SubmitBlockProof = {
59
- archiveRoot: Fr;
60
- proverId: Fr;
61
- aggregationObject: Buffer;
62
- proof: Proof;
63
- };
64
- /**
65
- * Gets block metadata (header and archive snapshot) from the calldata of an L1 transaction.
66
- * Assumes that the block was published from an EOA.
67
- * TODO: Add retries and error management.
68
- * @param publicClient - The viem public client to use for transaction retrieval.
69
- * @param txHash - Hash of the tx that published it.
70
- * @param l2BlockNum - L2 block number.
71
- * @returns L2 block metadata (header and archive) from the calldata, deserialized
72
- */
73
- export declare function getProofFromSubmitProofTx(publicClient: ViemPublicClient, txHash: `0x${string}`, expectedProverId: Fr): Promise<SubmitBlockProof>;
74
- //# sourceMappingURL=data_retrieval.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"data_retrieval.d.ts","sourceRoot":"","sources":["../../src/archiver/data_retrieval.ts"],"names":[],"mappings":";;AACA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,KAAK,EAA6B,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEnF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAEhE,OAAO,EAAE,EAAE,EAAE,MAAM,0BAA0B,CAAC;AAC9C,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAElE,OAAO,EAAgB,KAAK,QAAQ,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAC7E,OAAO,EAAQ,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACpD,OAAO,EAAE,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAI7C,OAAO,EACL,KAAK,2BAA2B,EAChC,KAAK,qBAAqB,EAC1B,KAAK,GAAG,EAIT,MAAM,MAAM,CAAC;AAGd,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,KAAK,EAAE,WAAW,EAAmB,MAAM,wBAAwB,CAAC;AAE3E;;;;;;;;GAQG;AACH,wBAAsB,wBAAwB,CAC5C,MAAM,EAAE,qBAAqB,CAAC,OAAO,SAAS,EAAE,gBAAgB,CAAC,EACjE,YAAY,EAAE,gBAAgB,EAC9B,cAAc,EAAE,uBAAuB,EACvC,gBAAgB,EAAE,MAAM,EACxB,cAAc,EAAE,MAAM,EACtB,MAAM,GAAE,MAAiC,GACxC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAsCjC;AAED;;;;;;GAMG;AACH,wBAAsB,0BAA0B,CAC9C,MAAM,EAAE,qBAAqB,CAAC,OAAO,SAAS,EAAE,gBAAgB,CAAC,EACjE,YAAY,EAAE,gBAAgB,EAC9B,cAAc,EAAE,uBAAuB,EACvC,IAAI,EAAE,2BAA2B,CAAC,OAAO,SAAS,EAAE,iBAAiB,CAAC,EACtE,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAoCjC;AAED,wBAAsB,cAAc,CAAC,YAAY,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAGzG;AAsID;;;;;;;;GAQG;AACH,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,qBAAqB,CAAC,OAAO,QAAQ,EAAE,gBAAgB,CAAC,EAC/D,gBAAgB,EAAE,MAAM,EACxB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CA8BnC;AAED,iEAAiE;AACjE,wBAAsB,6BAA6B,CACjD,YAAY,EAAE,gBAAgB,EAC9B,aAAa,EAAE,UAAU,EACzB,gBAAgB,EAAE,MAAM,EACxB,cAAc,CAAC,EAAE,MAAM,GACtB,OAAO,CAAC;IAAE,aAAa,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,EAAE,CAAC;IAAC,MAAM,EAAE,GAAG,CAAA;CAAE,EAAE,CAAC,CAexF;AAED,yDAAyD;AACzD,wBAAsB,0BAA0B,CAC9C,YAAY,EAAE,gBAAgB,EAC9B,aAAa,EAAE,UAAU,EACzB,gBAAgB,EAAE,MAAM,EACxB,cAAc,CAAC,EAAE,MAAM,GACtB,OAAO,CAAC,aAAa,CAAC;IAAE,KAAK,EAAE,KAAK,CAAC;IAAC,QAAQ,EAAE,EAAE,CAAC;IAAC,aAAa,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,KAAK,MAAM,EAAE,CAAA;CAAE,CAAC,CAAC,CAatG;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,WAAW,EAAE,EAAE,CAAC;IAChB,QAAQ,EAAE,EAAE,CAAC;IACb,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC;AAEF;;;;;;;;GAQG;AACH,wBAAsB,yBAAyB,CAC7C,YAAY,EAAE,gBAAgB,EAC9B,MAAM,EAAE,KAAK,MAAM,EAAE,EACrB,gBAAgB,EAAE,EAAE,GACnB,OAAO,CAAC,gBAAgB,CAAC,CAuC3B"}
@@ -1,283 +0,0 @@
1
- import { Blob, BlobDeserializationError } from '@aztec/blob-lib';
2
- import { asyncPool } from '@aztec/foundation/async-pool';
3
- import { Fr } from '@aztec/foundation/fields';
4
- import { createLogger } from '@aztec/foundation/log';
5
- import { numToUInt32BE } from '@aztec/foundation/serialize';
6
- import { ForwarderAbi, RollupAbi } from '@aztec/l1-artifacts';
7
- import { Body, L2Block } from '@aztec/stdlib/block';
8
- import { InboxLeaf } from '@aztec/stdlib/messaging';
9
- import { Proof } from '@aztec/stdlib/proofs';
10
- import { AppendOnlyTreeSnapshot } from '@aztec/stdlib/trees';
11
- import { BlockHeader } from '@aztec/stdlib/tx';
12
- import { decodeFunctionData, getAbiItem, hexToBytes } from 'viem';
13
- import { NoBlobBodiesFoundError } from './errors.js';
14
- /**
15
- * Fetches new L2 blocks.
16
- * @param publicClient - The viem public client to use for transaction retrieval.
17
- * @param rollupAddress - The address of the rollup contract.
18
- * @param searchStartBlock - The block number to use for starting the search.
19
- * @param searchEndBlock - The highest block number that we should search up to.
20
- * @param expectedNextL2BlockNum - The next L2 block number that we expect to find.
21
- * @returns An array of block; as well as the next eth block to search from.
22
- */ export async function retrieveBlocksFromRollup(rollup, publicClient, blobSinkClient, searchStartBlock, searchEndBlock, logger = createLogger('archiver')) {
23
- const retrievedBlocks = [];
24
- do {
25
- if (searchStartBlock > searchEndBlock) {
26
- break;
27
- }
28
- const l2BlockProposedLogs = (await rollup.getEvents.L2BlockProposed({}, {
29
- fromBlock: searchStartBlock,
30
- toBlock: searchEndBlock
31
- })).filter((log)=>log.blockNumber >= searchStartBlock && log.blockNumber <= searchEndBlock);
32
- if (l2BlockProposedLogs.length === 0) {
33
- break;
34
- }
35
- const lastLog = l2BlockProposedLogs[l2BlockProposedLogs.length - 1];
36
- logger.debug(`Got ${l2BlockProposedLogs.length} L2 block processed logs for L2 blocks ${l2BlockProposedLogs[0].args.blockNumber}-${lastLog.args.blockNumber} between L1 blocks ${searchStartBlock}-${searchEndBlock}`);
37
- const newBlocks = await processL2BlockProposedLogs(rollup, publicClient, blobSinkClient, l2BlockProposedLogs, logger);
38
- retrievedBlocks.push(...newBlocks);
39
- searchStartBlock = lastLog.blockNumber + 1n;
40
- }while (searchStartBlock <= searchEndBlock)
41
- // The asyncpool from processL2BlockProposedLogs will not necessarily return the blocks in order, so we sort them before returning.
42
- return retrievedBlocks.sort((a, b)=>Number(a.l1.blockNumber - b.l1.blockNumber));
43
- }
44
- /**
45
- * Processes newly received L2BlockProposed logs.
46
- * @param rollup - The rollup contract
47
- * @param publicClient - The viem public client to use for transaction retrieval.
48
- * @param logs - L2BlockProposed logs.
49
- * @returns - An array blocks.
50
- */ export async function processL2BlockProposedLogs(rollup, publicClient, blobSinkClient, logs, logger) {
51
- const retrievedBlocks = [];
52
- await asyncPool(10, logs, async (log)=>{
53
- const l2BlockNumber = log.args.blockNumber;
54
- const archive = log.args.archive;
55
- const archiveFromChain = await rollup.read.archiveAt([
56
- l2BlockNumber
57
- ]);
58
- const blobHashes = log.args.versionedBlobHashes.map((blobHash)=>Buffer.from(blobHash.slice(2), 'hex'));
59
- // The value from the event and contract will match only if the block is in the chain.
60
- if (archive === archiveFromChain) {
61
- const block = await getBlockFromRollupTx(publicClient, blobSinkClient, log.transactionHash, blobHashes, l2BlockNumber, rollup.address, logger);
62
- const l1 = {
63
- blockNumber: log.blockNumber,
64
- blockHash: log.blockHash,
65
- timestamp: await getL1BlockTime(publicClient, log.blockNumber)
66
- };
67
- retrievedBlocks.push({
68
- data: block,
69
- l1
70
- });
71
- } else {
72
- logger.warn(`Ignoring L2 block ${l2BlockNumber} due to archive root mismatch`, {
73
- actual: archive,
74
- expected: archiveFromChain
75
- });
76
- }
77
- });
78
- return retrievedBlocks;
79
- }
80
- export async function getL1BlockTime(publicClient, blockNumber) {
81
- const block = await publicClient.getBlock({
82
- blockNumber,
83
- includeTransactions: false
84
- });
85
- return block.timestamp;
86
- }
87
- /**
88
- * Extracts the first 'propose' method calldata from a forwarder transaction's data.
89
- * @param forwarderData - The forwarder transaction input data
90
- * @param rollupAddress - The address of the rollup contract
91
- * @returns The calldata for the first 'propose' method call to the rollup contract
92
- */ function extractRollupProposeCalldata(forwarderData, rollupAddress) {
93
- // TODO(#11451): custom forwarders
94
- const { functionName: forwarderFunctionName, args: forwarderArgs } = decodeFunctionData({
95
- abi: ForwarderAbi,
96
- data: forwarderData
97
- });
98
- if (forwarderFunctionName !== 'forward') {
99
- throw new Error(`Unexpected forwarder method called ${forwarderFunctionName}`);
100
- }
101
- if (forwarderArgs.length !== 2) {
102
- throw new Error(`Unexpected number of arguments for forwarder`);
103
- }
104
- const [to, data] = forwarderArgs;
105
- // Find all rollup calls
106
- const rollupAddressLower = rollupAddress.toLowerCase();
107
- for(let i = 0; i < to.length; i++){
108
- const addr = to[i];
109
- if (addr.toLowerCase() !== rollupAddressLower) {
110
- continue;
111
- }
112
- const callData = data[i];
113
- try {
114
- const { functionName: rollupFunctionName } = decodeFunctionData({
115
- abi: RollupAbi,
116
- data: callData
117
- });
118
- if (rollupFunctionName === 'propose') {
119
- return callData;
120
- }
121
- } catch (err) {
122
- continue;
123
- }
124
- }
125
- throw new Error(`Rollup address not found in forwarder args`);
126
- }
127
- /**
128
- * Gets block from the calldata of an L1 transaction.
129
- * Assumes that the block was published from an EOA.
130
- * TODO: Add retries and error management.
131
- * @param publicClient - The viem public client to use for transaction retrieval.
132
- * @param txHash - Hash of the tx that published it.
133
- * @param l2BlockNum - L2 block number.
134
- * @returns L2 block from the calldata, deserialized
135
- */ async function getBlockFromRollupTx(publicClient, blobSinkClient, txHash, blobHashes, l2BlockNum, rollupAddress, logger) {
136
- const { input: forwarderData, blockHash } = await publicClient.getTransaction({
137
- hash: txHash
138
- });
139
- const rollupData = extractRollupProposeCalldata(forwarderData, rollupAddress);
140
- const { functionName: rollupFunctionName, args: rollupArgs } = decodeFunctionData({
141
- abi: RollupAbi,
142
- data: rollupData
143
- });
144
- if (rollupFunctionName !== 'propose') {
145
- throw new Error(`Unexpected rollup method called ${rollupFunctionName}`);
146
- }
147
- const [decodedArgs] = rollupArgs;
148
- const header = BlockHeader.fromBuffer(Buffer.from(hexToBytes(decodedArgs.header)));
149
- const blobBodies = await blobSinkClient.getBlobSidecar(blockHash, blobHashes);
150
- if (blobBodies.length === 0) {
151
- throw new NoBlobBodiesFoundError(Number(l2BlockNum));
152
- }
153
- let blockFields;
154
- try {
155
- blockFields = Blob.toEncodedFields(blobBodies);
156
- } catch (err) {
157
- if (err instanceof BlobDeserializationError) {
158
- logger.fatal(err.message);
159
- } else {
160
- logger.fatal('Unable to sync: failed to decode fetched blob, this blob was likely not created by us');
161
- }
162
- throw err;
163
- }
164
- // The blob source gives us blockFields, and we must construct the body from them:
165
- const blockBody = Body.fromBlobFields(blockFields);
166
- const blockNumberFromHeader = header.globalVariables.blockNumber.toBigInt();
167
- if (blockNumberFromHeader !== l2BlockNum) {
168
- throw new Error(`Block number mismatch: expected ${l2BlockNum} but got ${blockNumberFromHeader}`);
169
- }
170
- const archive = AppendOnlyTreeSnapshot.fromBuffer(Buffer.concat([
171
- Buffer.from(hexToBytes(decodedArgs.archive)),
172
- numToUInt32BE(Number(l2BlockNum + 1n))
173
- ]));
174
- return new L2Block(archive, header, blockBody);
175
- }
176
- /**
177
- * Fetch L1 to L2 messages.
178
- * @param publicClient - The viem public client to use for transaction retrieval.
179
- * @param inboxAddress - The address of the inbox contract to fetch messages from.
180
- * @param blockUntilSynced - If true, blocks until the archiver has fully synced.
181
- * @param searchStartBlock - The block number to use for starting the search.
182
- * @param searchEndBlock - The highest block number that we should search up to.
183
- * @returns An array of InboxLeaf and next eth block to search from.
184
- */ export async function retrieveL1ToL2Messages(inbox, searchStartBlock, searchEndBlock) {
185
- const retrievedL1ToL2Messages = [];
186
- do {
187
- if (searchStartBlock > searchEndBlock) {
188
- break;
189
- }
190
- const messageSentLogs = (await inbox.getEvents.MessageSent({}, {
191
- fromBlock: searchStartBlock,
192
- toBlock: searchEndBlock
193
- })).filter((log)=>log.blockNumber >= searchStartBlock && log.blockNumber <= searchEndBlock);
194
- if (messageSentLogs.length === 0) {
195
- break;
196
- }
197
- for (const log of messageSentLogs){
198
- const { index, hash } = log.args;
199
- retrievedL1ToL2Messages.push(new InboxLeaf(index, Fr.fromHexString(hash)));
200
- }
201
- // handles the case when there are no new messages:
202
- searchStartBlock = (messageSentLogs.findLast((msgLog)=>!!msgLog)?.blockNumber || searchStartBlock) + 1n;
203
- }while (searchStartBlock <= searchEndBlock)
204
- return {
205
- lastProcessedL1BlockNumber: searchStartBlock - 1n,
206
- retrievedData: retrievedL1ToL2Messages
207
- };
208
- }
209
- /** Retrieves L2ProofVerified events from the rollup contract. */ export async function retrieveL2ProofVerifiedEvents(publicClient, rollupAddress, searchStartBlock, searchEndBlock) {
210
- const logs = await publicClient.getLogs({
211
- address: rollupAddress.toString(),
212
- fromBlock: searchStartBlock,
213
- toBlock: searchEndBlock ? searchEndBlock : undefined,
214
- strict: true,
215
- event: getAbiItem({
216
- abi: RollupAbi,
217
- name: 'L2ProofVerified'
218
- })
219
- });
220
- return logs.map((log)=>({
221
- l1BlockNumber: log.blockNumber,
222
- l2BlockNumber: log.args.blockNumber,
223
- proverId: Fr.fromHexString(log.args.proverId),
224
- txHash: log.transactionHash
225
- }));
226
- }
227
- /** Retrieve submitted proofs from the rollup contract */ export async function retrieveL2ProofsFromRollup(publicClient, rollupAddress, searchStartBlock, searchEndBlock) {
228
- const logs = await retrieveL2ProofVerifiedEvents(publicClient, rollupAddress, searchStartBlock, searchEndBlock);
229
- const retrievedData = [];
230
- const lastProcessedL1BlockNumber = logs.length > 0 ? logs.at(-1).l1BlockNumber : searchStartBlock - 1n;
231
- for (const { txHash, proverId, l2BlockNumber } of logs){
232
- const proofData = await getProofFromSubmitProofTx(publicClient, txHash, proverId);
233
- retrievedData.push({
234
- proof: proofData.proof,
235
- proverId: proofData.proverId,
236
- l2BlockNumber,
237
- txHash
238
- });
239
- }
240
- return {
241
- retrievedData,
242
- lastProcessedL1BlockNumber
243
- };
244
- }
245
- /**
246
- * Gets block metadata (header and archive snapshot) from the calldata of an L1 transaction.
247
- * Assumes that the block was published from an EOA.
248
- * TODO: Add retries and error management.
249
- * @param publicClient - The viem public client to use for transaction retrieval.
250
- * @param txHash - Hash of the tx that published it.
251
- * @param l2BlockNum - L2 block number.
252
- * @returns L2 block metadata (header and archive) from the calldata, deserialized
253
- */ export async function getProofFromSubmitProofTx(publicClient, txHash, expectedProverId) {
254
- const { input: data } = await publicClient.getTransaction({
255
- hash: txHash
256
- });
257
- const { functionName, args } = decodeFunctionData({
258
- abi: RollupAbi,
259
- data
260
- });
261
- let proverId;
262
- let archiveRoot;
263
- let aggregationObject;
264
- let proof;
265
- if (functionName === 'submitEpochRootProof') {
266
- const [decodedArgs] = args;
267
- aggregationObject = Buffer.from(hexToBytes(decodedArgs.aggregationObject));
268
- proverId = Fr.fromHexString(decodedArgs.args.proverId);
269
- archiveRoot = Fr.fromHexString(decodedArgs.args.endArchive);
270
- proof = Proof.fromBuffer(Buffer.from(hexToBytes(decodedArgs.proof)));
271
- } else {
272
- throw new Error(`Unexpected proof method called ${functionName}`);
273
- }
274
- if (!proverId.equals(expectedProverId)) {
275
- throw new Error(`Prover ID mismatch: expected ${expectedProverId} but got ${proverId}`);
276
- }
277
- return {
278
- proverId,
279
- aggregationObject,
280
- archiveRoot,
281
- proof
282
- };
283
- }
@@ -1,12 +0,0 @@
1
- import type { Fr } from '@aztec/foundation/fields';
2
- import type { AztecAsyncKVStore } from '@aztec/kv-store';
3
- import type { InBlock, L2Block } from '@aztec/stdlib/block';
4
- export declare class NullifierStore {
5
- #private;
6
- private db;
7
- constructor(db: AztecAsyncKVStore);
8
- addNullifiers(blocks: L2Block[]): Promise<boolean>;
9
- deleteNullifiers(blocks: L2Block[]): Promise<boolean>;
10
- findNullifiersIndexesWithBlock(blockNumber: number, nullifiers: Fr[]): Promise<(InBlock<bigint> | undefined)[]>;
11
- }
12
- //# sourceMappingURL=nullifier_store.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"nullifier_store.d.ts","sourceRoot":"","sources":["../../../src/archiver/kv_archiver_store/nullifier_store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,0BAA0B,CAAC;AAEnD,OAAO,KAAK,EAAE,iBAAiB,EAAiB,MAAM,iBAAiB,CAAC;AACxE,OAAO,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAE5D,qBAAa,cAAc;;IAMb,OAAO,CAAC,EAAE;gBAAF,EAAE,EAAE,iBAAiB;IAMnC,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IA0BlD,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAerD,8BAA8B,CAClC,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,EAAE,EAAE,GACf,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC,EAAE,CAAC;CAkC5C"}
@@ -1,73 +0,0 @@
1
- import { MAX_NULLIFIERS_PER_TX } from '@aztec/constants';
2
- import { createLogger } from '@aztec/foundation/log';
3
- export class NullifierStore {
4
- db;
5
- #nullifiersToBlockNumber;
6
- #nullifiersToBlockHash;
7
- #nullifiersToIndex;
8
- #log;
9
- constructor(db){
10
- this.db = db;
11
- this.#log = createLogger('archiver:log_store');
12
- this.#nullifiersToBlockNumber = db.openMap('archiver_nullifiers_to_block_number');
13
- this.#nullifiersToBlockHash = db.openMap('archiver_nullifiers_to_block_hash');
14
- this.#nullifiersToIndex = db.openMap('archiver_nullifiers_to_index');
15
- }
16
- async addNullifiers(blocks) {
17
- const blockHashes = await Promise.all(blocks.map((block)=>block.hash()));
18
- await this.db.transactionAsync(async ()=>{
19
- await Promise.all(blocks.map((block, i)=>{
20
- const dataStartIndexForBlock = block.header.state.partial.nullifierTree.nextAvailableLeafIndex - block.body.txEffects.length * MAX_NULLIFIERS_PER_TX;
21
- return Promise.all(block.body.txEffects.map((txEffects, txIndex)=>{
22
- const dataStartIndexForTx = dataStartIndexForBlock + txIndex * MAX_NULLIFIERS_PER_TX;
23
- return Promise.all(txEffects.nullifiers.map(async (nullifier, nullifierIndex)=>{
24
- await this.#nullifiersToBlockNumber.set(nullifier.toString(), block.number);
25
- await this.#nullifiersToBlockHash.set(nullifier.toString(), blockHashes[i].toString());
26
- await this.#nullifiersToIndex.set(nullifier.toString(), dataStartIndexForTx + nullifierIndex);
27
- }));
28
- }));
29
- }));
30
- });
31
- return true;
32
- }
33
- async deleteNullifiers(blocks) {
34
- await this.db.transactionAsync(async ()=>{
35
- for (const block of blocks){
36
- for (const nullifier of block.body.txEffects.flatMap((tx)=>tx.nullifiers)){
37
- await Promise.all([
38
- this.#nullifiersToBlockNumber.delete(nullifier.toString()),
39
- this.#nullifiersToBlockHash.delete(nullifier.toString()),
40
- this.#nullifiersToIndex.delete(nullifier.toString())
41
- ]);
42
- }
43
- }
44
- });
45
- return true;
46
- }
47
- async findNullifiersIndexesWithBlock(blockNumber, nullifiers) {
48
- const asStrings = nullifiers.map((x)=>x.toString());
49
- const maybeNullifiers = await Promise.all(asStrings.map(async (nullifier)=>{
50
- const [data, l2BlockNumber, l2BlockHash] = await Promise.all([
51
- this.#nullifiersToIndex.getAsync(nullifier),
52
- this.#nullifiersToBlockNumber.getAsync(nullifier),
53
- this.#nullifiersToBlockHash.getAsync(nullifier)
54
- ]);
55
- return {
56
- data,
57
- l2BlockNumber,
58
- l2BlockHash
59
- };
60
- }));
61
- return maybeNullifiers.map(({ data, l2BlockNumber, l2BlockHash })=>{
62
- if (data === undefined || l2BlockNumber === undefined || l2BlockHash === undefined || l2BlockNumber > blockNumber) {
63
- return undefined;
64
- } else {
65
- return {
66
- data: BigInt(data),
67
- l2BlockNumber,
68
- l2BlockHash
69
- };
70
- }
71
- });
72
- }
73
- }
@@ -1,23 +0,0 @@
1
- import type { Fr } from '@aztec/foundation/fields';
2
- import { InboxLeaf } from '@aztec/stdlib/messaging';
3
- /**
4
- * A simple in-memory implementation of an L1 to L2 message store.
5
- */
6
- export declare class L1ToL2MessageStore {
7
- #private;
8
- /**
9
- * A map pointing from a key in a "messageIndex" format to the corresponding L1 to L2 message hash.
10
- */
11
- protected store: Map<string, Fr>;
12
- constructor();
13
- getTotalL1ToL2MessageCount(): bigint;
14
- addMessage(message: InboxLeaf): void;
15
- getMessages(blockNumber: bigint): Fr[];
16
- /**
17
- * Gets the L1 to L2 message index in the L1 to L2 message tree.
18
- * @param l1ToL2Message - The L1 to L2 message.
19
- * @returns The index of the L1 to L2 message in the L1 to L2 message tree (undefined if not found).
20
- */
21
- getMessageIndex(l1ToL2Message: Fr): bigint | undefined;
22
- }
23
- //# sourceMappingURL=l1_to_l2_message_store.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"l1_to_l2_message_store.d.ts","sourceRoot":"","sources":["../../../src/archiver/memory_archiver_store/l1_to_l2_message_store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,0BAA0B,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEpD;;GAEG;AACH,qBAAa,kBAAkB;;IAC7B;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAa;;IAM7C,0BAA0B,IAAI,MAAM;IAIpC,UAAU,CAAC,OAAO,EAAE,SAAS;IAI7B,WAAW,CAAC,WAAW,EAAE,MAAM,GAAG,EAAE,EAAE;IAsBtC;;;;OAIG;IACH,eAAe,CAAC,aAAa,EAAE,EAAE,GAAG,MAAM,GAAG,SAAS;CAQvD"}
@@ -1,49 +0,0 @@
1
- import { L1_TO_L2_MSG_SUBTREE_HEIGHT } from '@aztec/constants';
2
- import { InboxLeaf } from '@aztec/stdlib/messaging';
3
- /**
4
- * A simple in-memory implementation of an L1 to L2 message store.
5
- */ export class L1ToL2MessageStore {
6
- /**
7
- * A map pointing from a key in a "messageIndex" format to the corresponding L1 to L2 message hash.
8
- */ store = new Map();
9
- #l1ToL2MessagesSubtreeSize = 2 ** L1_TO_L2_MSG_SUBTREE_HEIGHT;
10
- constructor(){}
11
- getTotalL1ToL2MessageCount() {
12
- return BigInt(this.store.size);
13
- }
14
- addMessage(message) {
15
- this.store.set(`${message.index}`, message.leaf);
16
- }
17
- getMessages(blockNumber) {
18
- const messages = [];
19
- let undefinedMessageFound = false;
20
- const startIndex = Number(InboxLeaf.smallestIndexFromL2Block(blockNumber));
21
- for(let i = startIndex; i < startIndex + this.#l1ToL2MessagesSubtreeSize; i++){
22
- // This is inefficient but probably fine for now.
23
- const message = this.store.get(`${i}`);
24
- if (message) {
25
- if (undefinedMessageFound) {
26
- throw new Error(`L1 to L2 message gap found in block ${blockNumber}`);
27
- }
28
- messages.push(message);
29
- } else {
30
- undefinedMessageFound = true;
31
- // We continue iterating over messages here to verify that there are no more messages after the undefined one.
32
- // --> If this was the case this would imply there is some issue with log fetching.
33
- }
34
- }
35
- return messages;
36
- }
37
- /**
38
- * Gets the L1 to L2 message index in the L1 to L2 message tree.
39
- * @param l1ToL2Message - The L1 to L2 message.
40
- * @returns The index of the L1 to L2 message in the L1 to L2 message tree (undefined if not found).
41
- */ getMessageIndex(l1ToL2Message) {
42
- for (const [key, message] of this.store.entries()){
43
- if (message.equals(l1ToL2Message)) {
44
- return BigInt(key);
45
- }
46
- }
47
- return undefined;
48
- }
49
- }