@aztec/archiver 0.0.1-commit.b655e406 → 0.0.1-commit.c31f2472

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (210) hide show
  1. package/README.md +156 -22
  2. package/dest/archiver.d.ts +136 -0
  3. package/dest/archiver.d.ts.map +1 -0
  4. package/dest/archiver.js +781 -0
  5. package/dest/config.d.ts +30 -0
  6. package/dest/config.d.ts.map +1 -0
  7. package/dest/{archiver/config.js → config.js} +26 -5
  8. package/dest/errors.d.ts +41 -0
  9. package/dest/errors.d.ts.map +1 -0
  10. package/dest/errors.js +62 -0
  11. package/dest/factory.d.ts +9 -7
  12. package/dest/factory.d.ts.map +1 -1
  13. package/dest/factory.js +92 -13
  14. package/dest/index.d.ts +10 -4
  15. package/dest/index.d.ts.map +1 -1
  16. package/dest/index.js +8 -3
  17. package/dest/interfaces.d.ts +9 -0
  18. package/dest/interfaces.d.ts.map +1 -0
  19. package/dest/interfaces.js +3 -0
  20. package/dest/l1/bin/retrieve-calldata.d.ts +3 -0
  21. package/dest/l1/bin/retrieve-calldata.d.ts.map +1 -0
  22. package/dest/l1/bin/retrieve-calldata.js +149 -0
  23. package/dest/l1/calldata_retriever.d.ts +112 -0
  24. package/dest/l1/calldata_retriever.d.ts.map +1 -0
  25. package/dest/l1/calldata_retriever.js +471 -0
  26. package/dest/l1/data_retrieval.d.ts +88 -0
  27. package/dest/l1/data_retrieval.d.ts.map +1 -0
  28. package/dest/l1/data_retrieval.js +312 -0
  29. package/dest/l1/debug_tx.d.ts +19 -0
  30. package/dest/l1/debug_tx.d.ts.map +1 -0
  31. package/dest/l1/debug_tx.js +73 -0
  32. package/dest/l1/spire_proposer.d.ts +70 -0
  33. package/dest/l1/spire_proposer.d.ts.map +1 -0
  34. package/dest/l1/spire_proposer.js +157 -0
  35. package/dest/l1/trace_tx.d.ts +97 -0
  36. package/dest/l1/trace_tx.d.ts.map +1 -0
  37. package/dest/l1/trace_tx.js +91 -0
  38. package/dest/l1/types.d.ts +12 -0
  39. package/dest/l1/types.d.ts.map +1 -0
  40. package/dest/l1/types.js +3 -0
  41. package/dest/l1/validate_trace.d.ts +32 -0
  42. package/dest/l1/validate_trace.d.ts.map +1 -0
  43. package/dest/l1/validate_trace.js +154 -0
  44. package/dest/modules/data_source_base.d.ts +84 -0
  45. package/dest/modules/data_source_base.d.ts.map +1 -0
  46. package/dest/modules/data_source_base.js +260 -0
  47. package/dest/modules/data_store_updater.d.ts +73 -0
  48. package/dest/modules/data_store_updater.d.ts.map +1 -0
  49. package/dest/modules/data_store_updater.js +302 -0
  50. package/dest/modules/instrumentation.d.ts +37 -0
  51. package/dest/modules/instrumentation.d.ts.map +1 -0
  52. package/dest/{archiver → modules}/instrumentation.js +30 -60
  53. package/dest/modules/l1_synchronizer.d.ts +75 -0
  54. package/dest/modules/l1_synchronizer.d.ts.map +1 -0
  55. package/dest/modules/l1_synchronizer.js +1112 -0
  56. package/dest/modules/validation.d.ts +17 -0
  57. package/dest/modules/validation.d.ts.map +1 -0
  58. package/dest/{archiver → modules}/validation.js +35 -21
  59. package/dest/store/block_store.d.ts +192 -0
  60. package/dest/store/block_store.d.ts.map +1 -0
  61. package/dest/store/block_store.js +721 -0
  62. package/dest/store/contract_class_store.d.ts +18 -0
  63. package/dest/store/contract_class_store.d.ts.map +1 -0
  64. package/dest/{archiver/kv_archiver_store → store}/contract_class_store.js +2 -2
  65. package/dest/store/contract_instance_store.d.ts +24 -0
  66. package/dest/store/contract_instance_store.d.ts.map +1 -0
  67. package/dest/{archiver/kv_archiver_store → store}/contract_instance_store.js +1 -1
  68. package/dest/store/kv_archiver_store.d.ts +340 -0
  69. package/dest/store/kv_archiver_store.d.ts.map +1 -0
  70. package/dest/store/kv_archiver_store.js +447 -0
  71. package/dest/store/log_store.d.ts +54 -0
  72. package/dest/store/log_store.d.ts.map +1 -0
  73. package/dest/store/log_store.js +436 -0
  74. package/dest/store/message_store.d.ts +40 -0
  75. package/dest/store/message_store.d.ts.map +1 -0
  76. package/dest/{archiver/kv_archiver_store → store}/message_store.js +15 -14
  77. package/dest/structs/data_retrieval.d.ts +27 -0
  78. package/dest/structs/data_retrieval.d.ts.map +1 -0
  79. package/dest/structs/inbox_message.d.ts +15 -0
  80. package/dest/structs/inbox_message.d.ts.map +1 -0
  81. package/dest/{archiver/structs → structs}/inbox_message.js +6 -5
  82. package/dest/structs/published.d.ts +2 -0
  83. package/dest/structs/published.d.ts.map +1 -0
  84. package/dest/test/fake_l1_state.d.ts +190 -0
  85. package/dest/test/fake_l1_state.d.ts.map +1 -0
  86. package/dest/test/fake_l1_state.js +383 -0
  87. package/dest/test/index.d.ts +2 -1
  88. package/dest/test/index.d.ts.map +1 -1
  89. package/dest/test/index.js +4 -1
  90. package/dest/test/mock_archiver.d.ts +16 -8
  91. package/dest/test/mock_archiver.d.ts.map +1 -1
  92. package/dest/test/mock_archiver.js +18 -14
  93. package/dest/test/mock_l1_to_l2_message_source.d.ts +7 -6
  94. package/dest/test/mock_l1_to_l2_message_source.d.ts.map +1 -1
  95. package/dest/test/mock_l1_to_l2_message_source.js +21 -11
  96. package/dest/test/mock_l2_block_source.d.ts +38 -19
  97. package/dest/test/mock_l2_block_source.d.ts.map +1 -1
  98. package/dest/test/mock_l2_block_source.js +181 -61
  99. package/dest/test/mock_structs.d.ts +80 -4
  100. package/dest/test/mock_structs.d.ts.map +1 -1
  101. package/dest/test/mock_structs.js +145 -11
  102. package/dest/test/noop_l1_archiver.d.ts +23 -0
  103. package/dest/test/noop_l1_archiver.d.ts.map +1 -0
  104. package/dest/test/noop_l1_archiver.js +68 -0
  105. package/package.json +20 -20
  106. package/src/archiver.ts +543 -0
  107. package/src/{archiver/config.ts → config.ts} +33 -12
  108. package/src/errors.ts +102 -0
  109. package/src/factory.ts +128 -13
  110. package/src/index.ts +10 -3
  111. package/src/interfaces.ts +9 -0
  112. package/src/l1/README.md +98 -0
  113. package/src/l1/bin/retrieve-calldata.ts +187 -0
  114. package/src/l1/calldata_retriever.ts +641 -0
  115. package/src/l1/data_retrieval.ts +495 -0
  116. package/src/l1/debug_tx.ts +99 -0
  117. package/src/l1/spire_proposer.ts +160 -0
  118. package/src/l1/trace_tx.ts +128 -0
  119. package/src/l1/types.ts +13 -0
  120. package/src/l1/validate_trace.ts +229 -0
  121. package/src/modules/data_source_base.ts +367 -0
  122. package/src/modules/data_store_updater.ts +423 -0
  123. package/src/{archiver → modules}/instrumentation.ts +32 -62
  124. package/src/modules/l1_synchronizer.ts +930 -0
  125. package/src/modules/validation.ts +129 -0
  126. package/src/store/block_store.ts +966 -0
  127. package/src/{archiver/kv_archiver_store → store}/contract_class_store.ts +2 -2
  128. package/src/{archiver/kv_archiver_store → store}/contract_instance_store.ts +2 -2
  129. package/src/store/kv_archiver_store.ts +639 -0
  130. package/src/store/log_store.ts +575 -0
  131. package/src/{archiver/kv_archiver_store → store}/message_store.ts +21 -18
  132. package/src/{archiver/structs → structs}/inbox_message.ts +8 -8
  133. package/src/structs/published.ts +1 -0
  134. package/src/test/fake_l1_state.ts +599 -0
  135. package/src/test/fixtures/debug_traceTransaction-multicall3.json +88 -0
  136. package/src/test/fixtures/debug_traceTransaction-multiplePropose.json +153 -0
  137. package/src/test/fixtures/debug_traceTransaction-proxied.json +122 -0
  138. package/src/test/fixtures/trace_transaction-multicall3.json +65 -0
  139. package/src/test/fixtures/trace_transaction-multiplePropose.json +319 -0
  140. package/src/test/fixtures/trace_transaction-proxied.json +128 -0
  141. package/src/test/fixtures/trace_transaction-randomRevert.json +216 -0
  142. package/src/test/index.ts +4 -0
  143. package/src/test/mock_archiver.ts +22 -16
  144. package/src/test/mock_l1_to_l2_message_source.ts +18 -11
  145. package/src/test/mock_l2_block_source.ts +202 -75
  146. package/src/test/mock_structs.ts +275 -13
  147. package/src/test/noop_l1_archiver.ts +109 -0
  148. package/dest/archiver/archiver.d.ts +0 -277
  149. package/dest/archiver/archiver.d.ts.map +0 -1
  150. package/dest/archiver/archiver.js +0 -1322
  151. package/dest/archiver/archiver_store.d.ts +0 -255
  152. package/dest/archiver/archiver_store.d.ts.map +0 -1
  153. package/dest/archiver/archiver_store.js +0 -4
  154. package/dest/archiver/archiver_store_test_suite.d.ts +0 -8
  155. package/dest/archiver/archiver_store_test_suite.d.ts.map +0 -1
  156. package/dest/archiver/archiver_store_test_suite.js +0 -1288
  157. package/dest/archiver/config.d.ts +0 -21
  158. package/dest/archiver/config.d.ts.map +0 -1
  159. package/dest/archiver/data_retrieval.d.ts +0 -79
  160. package/dest/archiver/data_retrieval.d.ts.map +0 -1
  161. package/dest/archiver/data_retrieval.js +0 -362
  162. package/dest/archiver/errors.d.ts +0 -12
  163. package/dest/archiver/errors.d.ts.map +0 -1
  164. package/dest/archiver/errors.js +0 -17
  165. package/dest/archiver/index.d.ts +0 -7
  166. package/dest/archiver/index.d.ts.map +0 -1
  167. package/dest/archiver/index.js +0 -4
  168. package/dest/archiver/instrumentation.d.ts +0 -35
  169. package/dest/archiver/instrumentation.d.ts.map +0 -1
  170. package/dest/archiver/kv_archiver_store/block_store.d.ts +0 -124
  171. package/dest/archiver/kv_archiver_store/block_store.d.ts.map +0 -1
  172. package/dest/archiver/kv_archiver_store/block_store.js +0 -370
  173. package/dest/archiver/kv_archiver_store/contract_class_store.d.ts +0 -18
  174. package/dest/archiver/kv_archiver_store/contract_class_store.d.ts.map +0 -1
  175. package/dest/archiver/kv_archiver_store/contract_instance_store.d.ts +0 -24
  176. package/dest/archiver/kv_archiver_store/contract_instance_store.d.ts.map +0 -1
  177. package/dest/archiver/kv_archiver_store/kv_archiver_store.d.ts +0 -168
  178. package/dest/archiver/kv_archiver_store/kv_archiver_store.d.ts.map +0 -1
  179. package/dest/archiver/kv_archiver_store/kv_archiver_store.js +0 -296
  180. package/dest/archiver/kv_archiver_store/log_store.d.ts +0 -49
  181. package/dest/archiver/kv_archiver_store/log_store.d.ts.map +0 -1
  182. package/dest/archiver/kv_archiver_store/log_store.js +0 -336
  183. package/dest/archiver/kv_archiver_store/message_store.d.ts +0 -39
  184. package/dest/archiver/kv_archiver_store/message_store.d.ts.map +0 -1
  185. package/dest/archiver/structs/data_retrieval.d.ts +0 -27
  186. package/dest/archiver/structs/data_retrieval.d.ts.map +0 -1
  187. package/dest/archiver/structs/inbox_message.d.ts +0 -15
  188. package/dest/archiver/structs/inbox_message.d.ts.map +0 -1
  189. package/dest/archiver/structs/published.d.ts +0 -2
  190. package/dest/archiver/structs/published.d.ts.map +0 -1
  191. package/dest/archiver/validation.d.ts +0 -11
  192. package/dest/archiver/validation.d.ts.map +0 -1
  193. package/dest/rpc/index.d.ts +0 -9
  194. package/dest/rpc/index.d.ts.map +0 -1
  195. package/dest/rpc/index.js +0 -15
  196. package/src/archiver/archiver.ts +0 -1722
  197. package/src/archiver/archiver_store.ts +0 -305
  198. package/src/archiver/archiver_store_test_suite.ts +0 -1263
  199. package/src/archiver/data_retrieval.ts +0 -545
  200. package/src/archiver/errors.ts +0 -26
  201. package/src/archiver/index.ts +0 -6
  202. package/src/archiver/kv_archiver_store/block_store.ts +0 -481
  203. package/src/archiver/kv_archiver_store/kv_archiver_store.ts +0 -422
  204. package/src/archiver/kv_archiver_store/log_store.ts +0 -406
  205. package/src/archiver/structs/published.ts +0 -1
  206. package/src/archiver/validation.ts +0 -99
  207. package/src/rpc/index.ts +0 -16
  208. /package/dest/{archiver/structs → structs}/data_retrieval.js +0 -0
  209. /package/dest/{archiver/structs → structs}/published.js +0 -0
  210. /package/src/{archiver/structs → structs}/data_retrieval.ts +0 -0
@@ -1,336 +0,0 @@
1
- import { INITIAL_L2_BLOCK_NUM, MAX_NOTE_HASHES_PER_TX } from '@aztec/constants';
2
- import { createLogger } from '@aztec/foundation/log';
3
- import { BufferReader, numToUInt32BE } from '@aztec/foundation/serialize';
4
- import { ContractClassLog, ExtendedContractClassLog, ExtendedPublicLog, LogId, PrivateLog, PublicLog, TxScopedL2Log } from '@aztec/stdlib/logs';
5
- /**
6
- * A store for logs
7
- */ export class LogStore {
8
- db;
9
- blockStore;
10
- #logsByTag;
11
- #logTagsByBlock;
12
- #privateLogsByBlock;
13
- #publicLogsByBlock;
14
- #contractClassLogsByBlock;
15
- #logsMaxPageSize;
16
- #log;
17
- constructor(db, blockStore, logsMaxPageSize = 1000){
18
- this.db = db;
19
- this.blockStore = blockStore;
20
- this.#log = createLogger('archiver:log_store');
21
- this.#logsByTag = db.openMap('archiver_tagged_logs_by_tag');
22
- this.#logTagsByBlock = db.openMap('archiver_log_tags_by_block');
23
- this.#privateLogsByBlock = db.openMap('archiver_private_logs_by_block');
24
- this.#publicLogsByBlock = db.openMap('archiver_public_logs_by_block');
25
- this.#contractClassLogsByBlock = db.openMap('archiver_contract_class_logs_by_block');
26
- this.#logsMaxPageSize = logsMaxPageSize;
27
- }
28
- #extractTaggedLogs(block) {
29
- const taggedLogs = new Map();
30
- const dataStartIndexForBlock = block.header.state.partial.noteHashTree.nextAvailableLeafIndex - block.body.txEffects.length * MAX_NOTE_HASHES_PER_TX;
31
- block.body.txEffects.forEach((txEffect, txIndex)=>{
32
- const txHash = txEffect.txHash;
33
- const dataStartIndexForTx = dataStartIndexForBlock + txIndex * MAX_NOTE_HASHES_PER_TX;
34
- txEffect.privateLogs.forEach((log, logIndex)=>{
35
- const tag = log.fields[0];
36
- this.#log.debug(`Found private log with tag ${tag.toString()} in block ${block.number}`);
37
- const currentLogs = taggedLogs.get(tag.toString()) ?? [];
38
- currentLogs.push(new TxScopedL2Log(txHash, dataStartIndexForTx, logIndex, block.number, log).toBuffer());
39
- taggedLogs.set(tag.toString(), currentLogs);
40
- });
41
- txEffect.publicLogs.forEach((log, logIndex)=>{
42
- const tag = log.fields[0];
43
- this.#log.debug(`Found public log with tag ${tag.toString()} in block ${block.number}`);
44
- const currentLogs = taggedLogs.get(tag.toString()) ?? [];
45
- currentLogs.push(new TxScopedL2Log(txHash, dataStartIndexForTx, logIndex, block.number, log).toBuffer());
46
- taggedLogs.set(tag.toString(), currentLogs);
47
- });
48
- });
49
- return taggedLogs;
50
- }
51
- /**
52
- * Append new logs to the store's list.
53
- * @param blocks - The blocks for which to add the logs.
54
- * @returns True if the operation is successful.
55
- */ addLogs(blocks) {
56
- const taggedLogsToAdd = blocks.map((block)=>this.#extractTaggedLogs(block)).reduce((acc, val)=>{
57
- for (const [tag, logs] of val.entries()){
58
- const currentLogs = acc.get(tag) ?? [];
59
- acc.set(tag, currentLogs.concat(logs));
60
- }
61
- return acc;
62
- }, new Map());
63
- const tagsToUpdate = Array.from(taggedLogsToAdd.keys());
64
- return this.db.transactionAsync(async ()=>{
65
- const currentTaggedLogs = await Promise.all(tagsToUpdate.map(async (tag)=>({
66
- tag,
67
- logBuffers: await this.#logsByTag.getAsync(tag)
68
- })));
69
- currentTaggedLogs.forEach((taggedLogBuffer)=>{
70
- if (taggedLogBuffer.logBuffers && taggedLogBuffer.logBuffers.length > 0) {
71
- taggedLogsToAdd.set(taggedLogBuffer.tag, taggedLogBuffer.logBuffers.concat(taggedLogsToAdd.get(taggedLogBuffer.tag)));
72
- }
73
- });
74
- for (const block of blocks){
75
- const tagsInBlock = [];
76
- for (const [tag, logs] of taggedLogsToAdd.entries()){
77
- await this.#logsByTag.set(tag, logs);
78
- tagsInBlock.push(tag);
79
- }
80
- await this.#logTagsByBlock.set(block.number, tagsInBlock);
81
- const privateLogsInBlock = block.body.txEffects.map((txEffect)=>txEffect.privateLogs).flat().map((log)=>log.toBuffer());
82
- await this.#privateLogsByBlock.set(block.number, Buffer.concat(privateLogsInBlock));
83
- const publicLogsInBlock = block.body.txEffects.map((txEffect, txIndex)=>[
84
- numToUInt32BE(txIndex),
85
- numToUInt32BE(txEffect.publicLogs.length),
86
- txEffect.publicLogs.map((log)=>log.toBuffer())
87
- ].flat()).flat();
88
- const contractClassLogsInBlock = block.body.txEffects.map((txEffect, txIndex)=>[
89
- numToUInt32BE(txIndex),
90
- numToUInt32BE(txEffect.contractClassLogs.length),
91
- txEffect.contractClassLogs.map((log)=>log.toBuffer())
92
- ].flat()).flat();
93
- await this.#publicLogsByBlock.set(block.number, Buffer.concat(publicLogsInBlock));
94
- await this.#contractClassLogsByBlock.set(block.number, Buffer.concat(contractClassLogsInBlock));
95
- }
96
- return true;
97
- });
98
- }
99
- deleteLogs(blocks) {
100
- return this.db.transactionAsync(async ()=>{
101
- const tagsToDelete = (await Promise.all(blocks.map(async (block)=>{
102
- const tags = await this.#logTagsByBlock.getAsync(block.number);
103
- return tags ?? [];
104
- }))).flat();
105
- await Promise.all(blocks.map((block)=>Promise.all([
106
- this.#privateLogsByBlock.delete(block.number),
107
- this.#publicLogsByBlock.delete(block.number),
108
- this.#logTagsByBlock.delete(block.number),
109
- this.#contractClassLogsByBlock.delete(block.number)
110
- ])));
111
- await Promise.all(tagsToDelete.map((tag)=>this.#logsByTag.delete(tag.toString())));
112
- return true;
113
- });
114
- }
115
- /**
116
- * Retrieves all private logs from up to `limit` blocks, starting from the block number `start`.
117
- * @param start - The block number from which to begin retrieving logs.
118
- * @param limit - The maximum number of blocks to retrieve logs from.
119
- * @returns An array of private logs from the specified range of blocks.
120
- */ async getPrivateLogs(start, limit) {
121
- const logs = [];
122
- for await (const buffer of this.#privateLogsByBlock.valuesAsync({
123
- start,
124
- limit
125
- })){
126
- const reader = new BufferReader(buffer);
127
- while(reader.remainingBytes() > 0){
128
- logs.push(reader.readObject(PrivateLog));
129
- }
130
- }
131
- return logs;
132
- }
133
- /**
134
- * Gets all logs that match any of the received tags (i.e. logs with their first field equal to a tag).
135
- * @param tags - The tags to filter the logs by.
136
- * @returns For each received tag, an array of matching logs is returned. An empty array implies no logs match
137
- * that tag.
138
- */ async getLogsByTags(tags, limitPerTag) {
139
- if (limitPerTag !== undefined && limitPerTag <= 0) {
140
- throw new TypeError('limitPerTag needs to be greater than 0');
141
- }
142
- const logs = await Promise.all(tags.map((tag)=>this.#logsByTag.getAsync(tag.toString())));
143
- return logs.map((logBuffers)=>logBuffers?.slice(0, limitPerTag).map((logBuffer)=>TxScopedL2Log.fromBuffer(logBuffer)) ?? []);
144
- }
145
- /**
146
- * Gets public logs based on the provided filter.
147
- * @param filter - The filter to apply to the logs.
148
- * @returns The requested logs.
149
- */ getPublicLogs(filter) {
150
- if (filter.afterLog) {
151
- return this.#filterPublicLogsBetweenBlocks(filter);
152
- } else if (filter.txHash) {
153
- return this.#filterPublicLogsOfTx(filter);
154
- } else {
155
- return this.#filterPublicLogsBetweenBlocks(filter);
156
- }
157
- }
158
- async #filterPublicLogsOfTx(filter) {
159
- if (!filter.txHash) {
160
- throw new Error('Missing txHash');
161
- }
162
- const [blockNumber, txIndex] = await this.blockStore.getTxLocation(filter.txHash) ?? [];
163
- if (typeof blockNumber !== 'number' || typeof txIndex !== 'number') {
164
- return {
165
- logs: [],
166
- maxLogsHit: false
167
- };
168
- }
169
- const buffer = await this.#publicLogsByBlock.getAsync(blockNumber) ?? Buffer.alloc(0);
170
- const publicLogsInBlock = [
171
- []
172
- ];
173
- const reader = new BufferReader(buffer);
174
- while(reader.remainingBytes() > 0){
175
- const indexOfTx = reader.readNumber();
176
- const numLogsInTx = reader.readNumber();
177
- publicLogsInBlock[indexOfTx] = [];
178
- for(let i = 0; i < numLogsInTx; i++){
179
- publicLogsInBlock[indexOfTx].push(reader.readObject(PublicLog));
180
- }
181
- }
182
- const txLogs = publicLogsInBlock[txIndex];
183
- const logs = [];
184
- const maxLogsHit = this.#accumulateLogs(logs, blockNumber, txIndex, txLogs, filter);
185
- return {
186
- logs,
187
- maxLogsHit
188
- };
189
- }
190
- async #filterPublicLogsBetweenBlocks(filter) {
191
- const start = filter.afterLog?.blockNumber ?? Math.max(filter.fromBlock ?? INITIAL_L2_BLOCK_NUM, INITIAL_L2_BLOCK_NUM);
192
- const end = filter.toBlock;
193
- if (typeof end === 'number' && end < start) {
194
- return {
195
- logs: [],
196
- maxLogsHit: true
197
- };
198
- }
199
- const logs = [];
200
- let maxLogsHit = false;
201
- loopOverBlocks: for await (const [blockNumber, logBuffer] of this.#publicLogsByBlock.entriesAsync({
202
- start,
203
- end
204
- })){
205
- const publicLogsInBlock = [
206
- []
207
- ];
208
- const reader = new BufferReader(logBuffer);
209
- while(reader.remainingBytes() > 0){
210
- const indexOfTx = reader.readNumber();
211
- const numLogsInTx = reader.readNumber();
212
- publicLogsInBlock[indexOfTx] = [];
213
- for(let i = 0; i < numLogsInTx; i++){
214
- publicLogsInBlock[indexOfTx].push(reader.readObject(PublicLog));
215
- }
216
- }
217
- for(let txIndex = filter.afterLog?.txIndex ?? 0; txIndex < publicLogsInBlock.length; txIndex++){
218
- const txLogs = publicLogsInBlock[txIndex];
219
- maxLogsHit = this.#accumulateLogs(logs, blockNumber, txIndex, txLogs, filter);
220
- if (maxLogsHit) {
221
- this.#log.debug(`Max logs hit at block ${blockNumber}`);
222
- break loopOverBlocks;
223
- }
224
- }
225
- }
226
- return {
227
- logs,
228
- maxLogsHit
229
- };
230
- }
231
- /**
232
- * Gets contract class logs based on the provided filter.
233
- * @param filter - The filter to apply to the logs.
234
- * @returns The requested logs.
235
- */ getContractClassLogs(filter) {
236
- if (filter.afterLog) {
237
- return this.#filterContractClassLogsBetweenBlocks(filter);
238
- } else if (filter.txHash) {
239
- return this.#filterContractClassLogsOfTx(filter);
240
- } else {
241
- return this.#filterContractClassLogsBetweenBlocks(filter);
242
- }
243
- }
244
- async #filterContractClassLogsOfTx(filter) {
245
- if (!filter.txHash) {
246
- throw new Error('Missing txHash');
247
- }
248
- const [blockNumber, txIndex] = await this.blockStore.getTxLocation(filter.txHash) ?? [];
249
- if (typeof blockNumber !== 'number' || typeof txIndex !== 'number') {
250
- return {
251
- logs: [],
252
- maxLogsHit: false
253
- };
254
- }
255
- const contractClassLogsBuffer = await this.#contractClassLogsByBlock.getAsync(blockNumber) ?? Buffer.alloc(0);
256
- const contractClassLogsInBlock = [
257
- []
258
- ];
259
- const reader = new BufferReader(contractClassLogsBuffer);
260
- while(reader.remainingBytes() > 0){
261
- const indexOfTx = reader.readNumber();
262
- const numLogsInTx = reader.readNumber();
263
- contractClassLogsInBlock[indexOfTx] = [];
264
- for(let i = 0; i < numLogsInTx; i++){
265
- contractClassLogsInBlock[indexOfTx].push(reader.readObject(ContractClassLog));
266
- }
267
- }
268
- const txLogs = contractClassLogsInBlock[txIndex];
269
- const logs = [];
270
- const maxLogsHit = this.#accumulateLogs(logs, blockNumber, txIndex, txLogs, filter);
271
- return {
272
- logs,
273
- maxLogsHit
274
- };
275
- }
276
- async #filterContractClassLogsBetweenBlocks(filter) {
277
- const start = filter.afterLog?.blockNumber ?? Math.max(filter.fromBlock ?? INITIAL_L2_BLOCK_NUM, INITIAL_L2_BLOCK_NUM);
278
- const end = filter.toBlock;
279
- if (typeof end === 'number' && end < start) {
280
- return {
281
- logs: [],
282
- maxLogsHit: true
283
- };
284
- }
285
- const logs = [];
286
- let maxLogsHit = false;
287
- loopOverBlocks: for await (const [blockNumber, logBuffer] of this.#contractClassLogsByBlock.entriesAsync({
288
- start,
289
- end
290
- })){
291
- const contractClassLogsInBlock = [
292
- []
293
- ];
294
- const reader = new BufferReader(logBuffer);
295
- while(reader.remainingBytes() > 0){
296
- const indexOfTx = reader.readNumber();
297
- const numLogsInTx = reader.readNumber();
298
- contractClassLogsInBlock[indexOfTx] = [];
299
- for(let i = 0; i < numLogsInTx; i++){
300
- contractClassLogsInBlock[indexOfTx].push(reader.readObject(ContractClassLog));
301
- }
302
- }
303
- for(let txIndex = filter.afterLog?.txIndex ?? 0; txIndex < contractClassLogsInBlock.length; txIndex++){
304
- const txLogs = contractClassLogsInBlock[txIndex];
305
- maxLogsHit = this.#accumulateLogs(logs, blockNumber, txIndex, txLogs, filter);
306
- if (maxLogsHit) {
307
- this.#log.debug(`Max logs hit at block ${blockNumber}`);
308
- break loopOverBlocks;
309
- }
310
- }
311
- }
312
- return {
313
- logs,
314
- maxLogsHit
315
- };
316
- }
317
- #accumulateLogs(results, blockNumber, txIndex, txLogs, filter) {
318
- let maxLogsHit = false;
319
- let logIndex = typeof filter.afterLog?.logIndex === 'number' ? filter.afterLog.logIndex + 1 : 0;
320
- for(; logIndex < txLogs.length; logIndex++){
321
- const log = txLogs[logIndex];
322
- if (!filter.contractAddress || log.contractAddress.equals(filter.contractAddress)) {
323
- if (log instanceof ContractClassLog) {
324
- results.push(new ExtendedContractClassLog(new LogId(blockNumber, txIndex, logIndex), log));
325
- } else {
326
- results.push(new ExtendedPublicLog(new LogId(blockNumber, txIndex, logIndex), log));
327
- }
328
- if (results.length >= this.#logsMaxPageSize) {
329
- maxLogsHit = true;
330
- break;
331
- }
332
- }
333
- }
334
- return maxLogsHit;
335
- }
336
- }
@@ -1,39 +0,0 @@
1
- import type { L1BlockId } from '@aztec/ethereum';
2
- import { Fr } from '@aztec/foundation/fields';
3
- import { type AztecAsyncKVStore, type CustomRange } from '@aztec/kv-store';
4
- import { type InboxMessage } from '../structs/inbox_message.js';
5
- export declare class MessageStoreError extends Error {
6
- readonly inboxMessage: InboxMessage;
7
- constructor(message: string, inboxMessage: InboxMessage);
8
- }
9
- export declare class MessageStore {
10
- #private;
11
- private db;
12
- constructor(db: AztecAsyncKVStore);
13
- getTotalL1ToL2MessageCount(): Promise<bigint>;
14
- /** Gets the last L1 block synced. */
15
- getSynchedL1Block(): Promise<L1BlockId | undefined>;
16
- /** Sets the last L1 block synced */
17
- setSynchedL1Block(l1Block: L1BlockId): Promise<void>;
18
- /**
19
- * Append L1 to L2 messages to the store.
20
- * Requires new messages to be in order and strictly after the last message added.
21
- * Throws if out of order messages are added or if the rolling hash is invalid.
22
- */
23
- addL1ToL2Messages(messages: InboxMessage[]): Promise<void>;
24
- /**
25
- * Gets the L1 to L2 message index in the L1 to L2 message tree.
26
- * @param l1ToL2Message - The L1 to L2 message.
27
- * @returns The index of the L1 to L2 message in the L1 to L2 message tree (undefined if not found).
28
- */
29
- getL1ToL2MessageIndex(l1ToL2Message: Fr): Promise<bigint | undefined>;
30
- getLastMessage(): Promise<InboxMessage | undefined>;
31
- getL1ToL2Messages(blockNumber: number): Promise<Fr[]>;
32
- iterateL1ToL2Messages(range?: CustomRange<bigint>): AsyncIterableIterator<InboxMessage>;
33
- removeL1ToL2Messages(startIndex: bigint): Promise<void>;
34
- rollbackL1ToL2MessagesToL2Block(targetBlockNumber: number): Promise<void>;
35
- private indexToKey;
36
- private leafToIndexKey;
37
- private increaseTotalMessageCount;
38
- }
39
- //# sourceMappingURL=message_store.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"message_store.d.ts","sourceRoot":"","sources":["../../../src/archiver/kv_archiver_store/message_store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAEjD,OAAO,EAAE,EAAE,EAAE,MAAM,0BAA0B,CAAC;AAI9C,OAAO,EACL,KAAK,iBAAiB,EAGtB,KAAK,WAAW,EAEjB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EACL,KAAK,YAAY,EAIlB,MAAM,6BAA6B,CAAC;AAErC,qBAAa,iBAAkB,SAAQ,KAAK;aAGxB,YAAY,EAAE,YAAY;gBAD1C,OAAO,EAAE,MAAM,EACC,YAAY,EAAE,YAAY;CAK7C;AAED,qBAAa,YAAY;;IAYX,OAAO,CAAC,EAAE;gBAAF,EAAE,EAAE,iBAAiB;IAO5B,0BAA0B,IAAI,OAAO,CAAC,MAAM,CAAC;IAI1D,qCAAqC;IACxB,iBAAiB,IAAI,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;IAUhE,oCAAoC;IACvB,iBAAiB,CAAC,OAAO,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAKjE;;;;OAIG;IACI,iBAAiB,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA+FjE;;;;OAIG;IACI,qBAAqB,CAAC,aAAa,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAI/D,cAAc,IAAI,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;IAKnD,iBAAiB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,EAAE,EAAE,CAAC;IAuBpD,qBAAqB,CAAC,KAAK,GAAE,WAAW,CAAC,MAAM,CAAM,GAAG,qBAAqB,CAAC,YAAY,CAAC;IAOlG,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBvD,+BAA+B,CAAC,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMhF,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,cAAc;YAIR,yBAAyB;CASxC"}
@@ -1,27 +0,0 @@
1
- /**
2
- * Data retrieved from logs
3
- */
4
- export type DataRetrieval<T> = {
5
- /**
6
- * Blocknumber of the last L1 block from which we obtained data.
7
- */
8
- lastProcessedL1BlockNumber: bigint;
9
- /**
10
- * The data returned.
11
- */
12
- retrievedData: T[];
13
- };
14
- /**
15
- * Data retrieved from logs
16
- */
17
- export type SingletonDataRetrieval<T> = {
18
- /**
19
- * Blocknumber of the last L1 block from which we obtained data.
20
- */
21
- lastProcessedL1BlockNumber: bigint;
22
- /**
23
- * The data returned.
24
- */
25
- retrievedData: T;
26
- };
27
- //# sourceMappingURL=data_retrieval.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"data_retrieval.d.ts","sourceRoot":"","sources":["../../../src/archiver/structs/data_retrieval.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,MAAM,aAAa,CAAC,CAAC,IAAI;IAC7B;;OAEG;IACH,0BAA0B,EAAE,MAAM,CAAC;IACnC;;OAEG;IACH,aAAa,EAAE,CAAC,EAAE,CAAC;CACpB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,sBAAsB,CAAC,CAAC,IAAI;IACtC;;OAEG;IACH,0BAA0B,EAAE,MAAM,CAAC;IACnC;;OAEG;IACH,aAAa,EAAE,CAAC,CAAC;CAClB,CAAC"}
@@ -1,15 +0,0 @@
1
- import { Buffer16, Buffer32 } from '@aztec/foundation/buffer';
2
- import { Fr } from '@aztec/foundation/fields';
3
- import type { UInt32 } from '@aztec/stdlib/types';
4
- export type InboxMessage = {
5
- index: bigint;
6
- leaf: Fr;
7
- l2BlockNumber: UInt32;
8
- l1BlockNumber: bigint;
9
- l1BlockHash: Buffer32;
10
- rollingHash: Buffer16;
11
- };
12
- export declare function updateRollingHash(currentRollingHash: Buffer16, leaf: Fr): Buffer16;
13
- export declare function serializeInboxMessage(message: InboxMessage): Buffer;
14
- export declare function deserializeInboxMessage(buffer: Buffer): InboxMessage;
15
- //# sourceMappingURL=inbox_message.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"inbox_message.d.ts","sourceRoot":"","sources":["../../../src/archiver/structs/inbox_message.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAE9D,OAAO,EAAE,EAAE,EAAE,MAAM,0BAA0B,CAAC;AAE9C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAElD,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,EAAE,CAAC;IACT,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,QAAQ,CAAC;IACtB,WAAW,EAAE,QAAQ,CAAC;CACvB,CAAC;AAEF,wBAAgB,iBAAiB,CAAC,kBAAkB,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,GAAG,QAAQ,CAGlF;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,YAAY,GAAG,MAAM,CASnE;AAED,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CASpE"}
@@ -1,2 +0,0 @@
1
- export type { PublishedL2Block, L1PublishedData } from '@aztec/stdlib/block';
2
- //# sourceMappingURL=published.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"published.d.ts","sourceRoot":"","sources":["../../../src/archiver/structs/published.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC"}
@@ -1,11 +0,0 @@
1
- import type { EpochCache } from '@aztec/epoch-cache';
2
- import type { Logger } from '@aztec/foundation/log';
3
- import { type PublishedL2Block, type ValidateBlockResult } from '@aztec/stdlib/block';
4
- import { type L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
5
- export type { ValidateBlockResult };
6
- /**
7
- * Validates the attestations submitted for the given block.
8
- * Returns true if the attestations are valid and sufficient, false otherwise.
9
- */
10
- export declare function validateBlockAttestations(publishedBlock: PublishedL2Block, epochCache: EpochCache, constants: Pick<L1RollupConstants, 'epochDuration'>, logger?: Logger): Promise<ValidateBlockResult>;
11
- //# sourceMappingURL=validation.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/archiver/validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAErD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EACL,KAAK,gBAAgB,EAErB,KAAK,mBAAmB,EAEzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,KAAK,iBAAiB,EAAkB,MAAM,6BAA6B,CAAC;AAErF,YAAY,EAAE,mBAAmB,EAAE,CAAC;AAEpC;;;GAGG;AACH,wBAAsB,yBAAyB,CAC7C,cAAc,EAAE,gBAAgB,EAChC,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,IAAI,CAAC,iBAAiB,EAAE,eAAe,CAAC,EACnD,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,mBAAmB,CAAC,CA4E9B"}
@@ -1,9 +0,0 @@
1
- import { type ArchiverApi } from '@aztec/stdlib/interfaces/server';
2
- import { type ComponentsVersions } from '@aztec/stdlib/versioning';
3
- export declare function createArchiverClient(url: string, versions: Partial<ComponentsVersions>, fetch?: (host: string, body: unknown, extraHeaders?: Record<string, string>, noRetry?: boolean) => Promise<{
4
- response: any;
5
- headers: {
6
- get: (header: string) => string | null | undefined;
7
- };
8
- }>): ArchiverApi;
9
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rpc/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,WAAW,EAAqB,MAAM,iCAAiC,CAAC;AACtF,OAAO,EAAE,KAAK,kBAAkB,EAAgC,MAAM,0BAA0B,CAAC;AAGjG,wBAAgB,oBAAoB,CAClC,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,OAAO,CAAC,kBAAkB,CAAC,EACrC,KAAK;;;;;EAAmC,GACvC,WAAW,CAMb"}
package/dest/rpc/index.js DELETED
@@ -1,15 +0,0 @@
1
- import { createSafeJsonRpcClient } from '@aztec/foundation/json-rpc/client';
2
- import { ArchiverApiSchema } from '@aztec/stdlib/interfaces/server';
3
- import { getVersioningResponseHandler } from '@aztec/stdlib/versioning';
4
- import { makeTracedFetch } from '@aztec/telemetry-client';
5
- export function createArchiverClient(url, versions, fetch = makeTracedFetch([
6
- 1,
7
- 2,
8
- 3
9
- ], true)) {
10
- return createSafeJsonRpcClient(url, ArchiverApiSchema, {
11
- namespaceMethods: 'archiver',
12
- fetch,
13
- onResponse: getVersioningResponseHandler(versions)
14
- });
15
- }