@aztec/p2p 0.0.1-commit.6d63667d → 0.0.1-commit.72dcdcda8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (316) hide show
  1. package/dest/client/factory.d.ts +10 -10
  2. package/dest/client/factory.d.ts.map +1 -1
  3. package/dest/client/factory.js +39 -15
  4. package/dest/client/interface.d.ts +46 -33
  5. package/dest/client/interface.d.ts.map +1 -1
  6. package/dest/client/p2p_client.d.ts +39 -51
  7. package/dest/client/p2p_client.d.ts.map +1 -1
  8. package/dest/client/p2p_client.js +145 -200
  9. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +7 -8
  10. package/dest/config.d.ts +24 -8
  11. package/dest/config.d.ts.map +1 -1
  12. package/dest/config.js +16 -6
  13. package/dest/errors/tx-pool.error.d.ts +8 -0
  14. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  15. package/dest/errors/tx-pool.error.js +9 -0
  16. package/dest/index.d.ts +2 -1
  17. package/dest/index.d.ts.map +1 -1
  18. package/dest/index.js +1 -0
  19. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  20. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  21. package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
  22. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  25. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  26. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/index.js +1 -2
  28. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  29. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  31. package/dest/mem_pools/index.d.ts +3 -2
  32. package/dest/mem_pools/index.d.ts.map +1 -1
  33. package/dest/mem_pools/index.js +1 -1
  34. package/dest/mem_pools/interface.d.ts +5 -5
  35. package/dest/mem_pools/interface.d.ts.map +1 -1
  36. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  37. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  38. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  39. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  40. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
  41. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
  42. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
  43. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  44. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  45. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +5 -2
  46. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
  47. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  48. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
  49. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
  50. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  51. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
  52. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +48 -5
  53. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
  54. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
  56. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
  57. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
  58. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  59. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
  60. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
  61. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
  62. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +14 -4
  63. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
  64. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
  65. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +2 -2
  66. package/dest/mem_pools/tx_pool_v2/index.d.ts +3 -2
  67. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
  68. package/dest/mem_pools/tx_pool_v2/index.js +2 -1
  69. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  70. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  71. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  72. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +22 -8
  73. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  74. package/dest/mem_pools/tx_pool_v2/interfaces.js +4 -1
  75. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +56 -8
  76. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  77. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +108 -10
  78. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +12 -3
  79. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  80. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +36 -14
  81. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +9 -4
  82. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  83. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +11 -6
  84. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +13 -5
  85. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  86. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +342 -185
  87. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  88. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  89. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  90. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  91. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  92. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  93. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  94. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  95. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  96. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  97. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  98. package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
  99. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  100. package/dest/msg_validators/tx_validator/factory.js +219 -58
  101. package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
  102. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  103. package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
  104. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  105. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  106. package/dest/msg_validators/tx_validator/index.js +1 -0
  107. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  108. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  109. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  110. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  111. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  112. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  113. package/dest/services/dummy_service.d.ts +13 -5
  114. package/dest/services/dummy_service.d.ts.map +1 -1
  115. package/dest/services/dummy_service.js +10 -4
  116. package/dest/services/encoding.d.ts +3 -3
  117. package/dest/services/encoding.d.ts.map +1 -1
  118. package/dest/services/encoding.js +11 -10
  119. package/dest/services/gossipsub/index.d.ts +3 -0
  120. package/dest/services/gossipsub/index.d.ts.map +1 -0
  121. package/dest/services/gossipsub/index.js +2 -0
  122. package/dest/services/gossipsub/scoring.d.ts +21 -3
  123. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  124. package/dest/services/gossipsub/scoring.js +24 -7
  125. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  126. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  127. package/dest/services/gossipsub/topic_score_params.js +346 -0
  128. package/dest/services/libp2p/libp2p_service.d.ts +95 -43
  129. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  130. package/dest/services/libp2p/libp2p_service.js +418 -331
  131. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  132. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  133. package/dest/services/peer-manager/peer_scoring.js +25 -2
  134. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -3
  135. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  136. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +19 -46
  137. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
  138. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  139. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
  140. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  141. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
  142. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
  143. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  144. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
  145. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  146. package/dest/services/reqresp/interface.d.ts +10 -1
  147. package/dest/services/reqresp/interface.d.ts.map +1 -1
  148. package/dest/services/reqresp/interface.js +15 -1
  149. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +4 -3
  150. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  151. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +7 -1
  152. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  153. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +15 -0
  154. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  155. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  156. package/dest/services/reqresp/protocols/tx.js +20 -0
  157. package/dest/services/reqresp/reqresp.d.ts +1 -1
  158. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  159. package/dest/services/reqresp/reqresp.js +13 -5
  160. package/dest/services/service.d.ts +39 -3
  161. package/dest/services/service.d.ts.map +1 -1
  162. package/dest/services/tx_collection/config.d.ts +19 -1
  163. package/dest/services/tx_collection/config.d.ts.map +1 -1
  164. package/dest/services/tx_collection/config.js +46 -0
  165. package/dest/services/tx_collection/fast_tx_collection.d.ts +3 -1
  166. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  167. package/dest/services/tx_collection/fast_tx_collection.js +56 -36
  168. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  169. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  170. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  171. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  172. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  173. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  174. package/dest/services/tx_collection/index.d.ts +2 -1
  175. package/dest/services/tx_collection/index.d.ts.map +1 -1
  176. package/dest/services/tx_collection/index.js +1 -0
  177. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  178. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  179. package/dest/services/tx_collection/instrumentation.js +2 -1
  180. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  181. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  182. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  183. package/dest/services/tx_collection/proposal_tx_collector.d.ts +7 -6
  184. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  185. package/dest/services/tx_collection/proposal_tx_collector.js +5 -4
  186. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  187. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  188. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  189. package/dest/services/tx_collection/tx_collection.d.ts +23 -10
  190. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  191. package/dest/services/tx_collection/tx_collection.js +75 -3
  192. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  193. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  194. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  195. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  196. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  197. package/dest/services/tx_collection/tx_source.js +19 -2
  198. package/dest/services/tx_file_store/config.d.ts +1 -3
  199. package/dest/services/tx_file_store/config.d.ts.map +1 -1
  200. package/dest/services/tx_file_store/config.js +0 -4
  201. package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
  202. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  203. package/dest/services/tx_file_store/tx_file_store.js +9 -6
  204. package/dest/services/tx_provider.d.ts +4 -4
  205. package/dest/services/tx_provider.d.ts.map +1 -1
  206. package/dest/services/tx_provider.js +9 -8
  207. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  208. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  209. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  210. package/dest/test-helpers/mock-pubsub.d.ts +30 -4
  211. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  212. package/dest/test-helpers/mock-pubsub.js +105 -4
  213. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  214. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  215. package/dest/test-helpers/reqresp-nodes.js +4 -3
  216. package/dest/test-helpers/testbench-utils.d.ts +43 -38
  217. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  218. package/dest/test-helpers/testbench-utils.js +128 -59
  219. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  220. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  221. package/dest/testbench/p2p_client_testbench_worker.js +15 -15
  222. package/dest/util.d.ts +2 -2
  223. package/dest/util.d.ts.map +1 -1
  224. package/package.json +14 -14
  225. package/src/client/factory.ts +74 -27
  226. package/src/client/interface.ts +56 -34
  227. package/src/client/p2p_client.ts +180 -247
  228. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +20 -11
  229. package/src/config.ts +35 -11
  230. package/src/errors/tx-pool.error.ts +12 -0
  231. package/src/index.ts +1 -0
  232. package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
  233. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  234. package/src/mem_pools/attestation_pool/index.ts +9 -2
  235. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  236. package/src/mem_pools/index.ts +4 -1
  237. package/src/mem_pools/interface.ts +4 -4
  238. package/src/mem_pools/tx_pool/README.md +1 -1
  239. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  240. package/src/mem_pools/tx_pool_v2/README.md +76 -10
  241. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  242. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
  243. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +5 -2
  244. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
  245. package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
  246. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +49 -4
  247. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
  248. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
  249. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
  250. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +24 -6
  251. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +3 -3
  252. package/src/mem_pools/tx_pool_v2/index.ts +2 -1
  253. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  254. package/src/mem_pools/tx_pool_v2/interfaces.ts +23 -8
  255. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +153 -17
  256. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +43 -16
  257. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +18 -7
  258. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +383 -182
  259. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  260. package/src/msg_validators/tx_validator/README.md +115 -0
  261. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  262. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  263. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  264. package/src/msg_validators/tx_validator/factory.ts +353 -77
  265. package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
  266. package/src/msg_validators/tx_validator/index.ts +1 -0
  267. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  268. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  269. package/src/services/dummy_service.ts +18 -6
  270. package/src/services/encoding.ts +9 -9
  271. package/src/services/gossipsub/README.md +641 -0
  272. package/src/services/gossipsub/index.ts +2 -0
  273. package/src/services/gossipsub/scoring.ts +29 -5
  274. package/src/services/gossipsub/topic_score_params.ts +487 -0
  275. package/src/services/libp2p/libp2p_service.ts +436 -355
  276. package/src/services/peer-manager/peer_scoring.ts +25 -0
  277. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +20 -48
  278. package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
  279. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
  280. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
  281. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  282. package/src/services/reqresp/interface.ts +26 -1
  283. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +4 -3
  284. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +17 -0
  285. package/src/services/reqresp/protocols/tx.ts +22 -0
  286. package/src/services/reqresp/reqresp.ts +16 -4
  287. package/src/services/service.ts +51 -2
  288. package/src/services/tx_collection/config.ts +68 -0
  289. package/src/services/tx_collection/fast_tx_collection.ts +65 -32
  290. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  291. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  292. package/src/services/tx_collection/index.ts +1 -0
  293. package/src/services/tx_collection/instrumentation.ts +7 -1
  294. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  295. package/src/services/tx_collection/proposal_tx_collector.ts +8 -7
  296. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  297. package/src/services/tx_collection/tx_collection.ts +113 -16
  298. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  299. package/src/services/tx_collection/tx_source.ts +22 -3
  300. package/src/services/tx_file_store/config.ts +0 -6
  301. package/src/services/tx_file_store/tx_file_store.ts +10 -8
  302. package/src/services/tx_provider.ts +10 -9
  303. package/src/test-helpers/make-test-p2p-clients.ts +3 -5
  304. package/src/test-helpers/mock-pubsub.ts +146 -9
  305. package/src/test-helpers/reqresp-nodes.ts +4 -6
  306. package/src/test-helpers/testbench-utils.ts +127 -71
  307. package/src/testbench/p2p_client_testbench_worker.ts +24 -21
  308. package/src/util.ts +7 -1
  309. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  310. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  311. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  312. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  313. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  314. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  315. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  316. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
@@ -19,7 +19,7 @@ import { protocolContractsHash } from '@aztec/protocol-contracts';
19
19
  import type { L2BlockSource } from '@aztec/stdlib/block';
20
20
  import type { ContractDataSource } from '@aztec/stdlib/contract';
21
21
  import type { ClientProtocolCircuitVerifier, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
22
- import { type BlockProposal, P2PClientType, P2PMessage } from '@aztec/stdlib/p2p';
22
+ import { type BlockProposal, P2PMessage } from '@aztec/stdlib/p2p';
23
23
  import { ChonkProof } from '@aztec/stdlib/proofs';
24
24
  import { makeAztecAddress, makeBlockHeader, makeBlockProposal, mockTx } from '@aztec/stdlib/testing';
25
25
  import { Tx, TxHash, type TxValidationResult } from '@aztec/stdlib/tx';
@@ -29,22 +29,19 @@ import type { Message, PeerId } from '@libp2p/interface';
29
29
  import { TopicValidatorResult } from '@libp2p/interface';
30
30
  import { peerIdFromString } from '@libp2p/peer-id';
31
31
 
32
- import type { P2PClient } from '../client/p2p_client.js';
32
+ import type { P2PClient } from '../client/index.js';
33
33
  import type { P2PConfig } from '../config.js';
34
34
  import { createP2PClient } from '../index.js';
35
- import type { MemPools } from '../mem_pools/interface.js';
36
- import { LibP2PService } from '../services/libp2p/libp2p_service.js';
35
+ import type { MemPools } from '../mem_pools/index.js';
36
+ import { BatchTxRequesterCollector, LibP2PService, SendBatchRequestCollector } from '../services/index.js';
37
37
  import type { PeerManager } from '../services/peer-manager/peer_manager.js';
38
38
  import type { BatchTxRequesterLibP2PService } from '../services/reqresp/batch-tx-requester/interface.js';
39
39
  import type { IBatchRequestTxValidator } from '../services/reqresp/batch-tx-requester/tx_validator.js';
40
40
  import { RateLimitStatus } from '../services/reqresp/rate-limiter/rate_limiter.js';
41
41
  import type { ReqResp } from '../services/reqresp/reqresp.js';
42
42
  import type { PeerDiscoveryService } from '../services/service.js';
43
- import {
44
- BatchTxRequesterCollector,
45
- SendBatchRequestCollector,
46
- } from '../services/tx_collection/proposal_tx_collector.js';
47
- import { AlwaysTrueCircuitVerifier } from '../test-helpers/reqresp-nodes.js';
43
+ import { MissingTxsTracker } from '../services/tx_collection/missing_txs_tracker.js';
44
+ import { AlwaysTrueCircuitVerifier } from '../test-helpers/index.js';
48
45
  import {
49
46
  BENCHMARK_CONSTANTS,
50
47
  type CollectorType,
@@ -55,7 +52,7 @@ import {
55
52
  createMockEpochCache,
56
53
  createMockWorldStateSynchronizer,
57
54
  filterTxsByDistribution,
58
- } from '../test-helpers/testbench-utils.js';
55
+ } from '../test-helpers/index.js';
59
56
  import type { PubSubLibp2p } from '../util.js';
60
57
 
61
58
  export type { DistributionPattern, CollectorType } from '../test-helpers/testbench-utils.js';
@@ -89,12 +86,11 @@ export interface BenchReadyMessage {
89
86
  }
90
87
  const txCache = new Map<number, Tx[]>();
91
88
 
92
- class TestLibP2PService<T extends P2PClientType = P2PClientType.Full> extends LibP2PService<T> {
89
+ class TestLibP2PService extends LibP2PService {
93
90
  private disableTxValidation: boolean;
94
91
  private gossipMessageCount = 0;
95
92
 
96
93
  constructor(
97
- clientType: T,
98
94
  config: P2PConfig,
99
95
  node: PubSubLibp2p,
100
96
  peerDiscoveryService: PeerDiscoveryService,
@@ -110,7 +106,6 @@ class TestLibP2PService<T extends P2PClientType = P2PClientType.Full> extends Li
110
106
  disableTxValidation = true,
111
107
  ) {
112
108
  super(
113
- clientType,
114
109
  config,
115
110
  node,
116
111
  peerDiscoveryService,
@@ -144,7 +139,7 @@ class TestLibP2PService<T extends P2PClientType = P2PClientType.Full> extends Li
144
139
  const txHash = tx.getTxHash();
145
140
  const txHashString = txHash.toString();
146
141
  this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()}.`);
147
- await this.mempools.txPool.addTxs([tx]);
142
+ await this.mempools.txPool.addPendingTxs([tx]);
148
143
  } else {
149
144
  await super.handleGossipedTx(payload, msgId, source);
150
145
  }
@@ -166,7 +161,7 @@ async function generateDeterministicTxs(txCount: number, seed: number, config: P
166
161
  return cached.slice(0, txCount);
167
162
  }
168
163
 
169
- const includeByTimestampBase = BigInt(seed);
164
+ const expirationTimestampBase = BigInt(seed);
170
165
  for (let i = cached.length; i < txCount; i++) {
171
166
  const txSeed = seed * 10000 + i;
172
167
  const tx = await mockTx(txSeed, {
@@ -182,7 +177,7 @@ async function generateDeterministicTxs(txCount: number, seed: number, config: P
182
177
  hasPublicTeardownCallRequest: false,
183
178
  publicCalldataSize: 0,
184
179
  });
185
- tx.data.includeByTimestamp = includeByTimestampBase + BigInt(i);
180
+ tx.data.expirationTimestamp = expirationTimestampBase + BigInt(i);
186
181
  await tx.recomputeHash();
187
182
  cached.push(tx);
188
183
  }
@@ -277,7 +272,12 @@ async function runAggregatorBenchmark(
277
272
  new DateProvider(),
278
273
  noopTxValidator,
279
274
  );
280
- const fetchedTxs = await collector.collectTxs(txHashes, blockProposal, pinnedPeer, timeoutMs);
275
+ const fetchedTxs = await collector.collectTxs(
276
+ MissingTxsTracker.fromArray(txHashes),
277
+ blockProposal,
278
+ pinnedPeer,
279
+ timeoutMs,
280
+ );
281
281
  const durationMs = timer.ms();
282
282
  return {
283
283
  type: 'BENCH_RESULT',
@@ -292,7 +292,12 @@ async function runAggregatorBenchmark(
292
292
  BENCHMARK_CONSTANTS.FIXED_MAX_PEERS,
293
293
  BENCHMARK_CONSTANTS.FIXED_MAX_RETRY_ATTEMPTS,
294
294
  );
295
- const fetchedTxs = await collector.collectTxs(txHashes, blockProposal, pinnedPeer, timeoutMs);
295
+ const fetchedTxs = await collector.collectTxs(
296
+ MissingTxsTracker.fromArray(txHashes),
297
+ blockProposal,
298
+ pinnedPeer,
299
+ timeoutMs,
300
+ );
296
301
  const durationMs = timer.ms();
297
302
  return {
298
303
  type: 'BENCH_RESULT',
@@ -358,7 +363,6 @@ process.on('message', async msg => {
358
363
  };
359
364
 
360
365
  const client = await createP2PClient(
361
- P2PClientType.Full,
362
366
  config as P2PConfig & DataStoreConfig,
363
367
  l2BlockSource,
364
368
  proofVerifier as ClientProtocolCircuitVerifier,
@@ -371,7 +375,6 @@ process.on('message', async msg => {
371
375
  );
372
376
 
373
377
  const testService = new TestLibP2PService(
374
- P2PClientType.Full,
375
378
  config,
376
379
  (client as any).p2pService.node,
377
380
  (client as any).p2pService.peerDiscoveryService,
@@ -447,7 +450,7 @@ process.on('message', async msg => {
447
450
  const txHashes = allTxs.map(tx => tx.getTxHash());
448
451
  const blockProposal = await createBlockProposal(benchCmd.blockNumber, txHashes, benchCmd.seed);
449
452
 
450
- await workerAttestationPool.addBlockProposal(blockProposal);
453
+ await workerAttestationPool.tryAddBlockProposal(blockProposal);
451
454
  workerLogger.debug(
452
455
  `[BENCH] Added block proposal with archive ${blockProposal.archive.toString().slice(0, 10)}...`,
453
456
  );
package/src/util.ts CHANGED
@@ -23,7 +23,13 @@ export interface PubSubLibp2p extends Pick<Libp2p, 'status' | 'start' | 'stop' |
23
23
  services: {
24
24
  pubsub: Pick<
25
25
  GossipSub,
26
- 'addEventListener' | 'removeEventListener' | 'publish' | 'subscribe' | 'reportMessageValidationResult' | 'direct'
26
+ | 'addEventListener'
27
+ | 'removeEventListener'
28
+ | 'publish'
29
+ | 'subscribe'
30
+ | 'reportMessageValidationResult'
31
+ | 'direct'
32
+ | 'getMeshPeers'
27
33
  > & { score: Pick<GossipSub['score'], 'score'> };
28
34
  };
29
35
  }
@@ -1,40 +0,0 @@
1
- import { SlotNumber } from '@aztec/foundation/branded-types';
2
- import type { AztecAsyncKVStore } from '@aztec/kv-store';
3
- import { BlockProposal, CheckpointAttestation, CheckpointProposal, type CheckpointProposalCore } from '@aztec/stdlib/p2p';
4
- import { type TelemetryClient } from '@aztec/telemetry-client';
5
- import type { AttestationPool } from './attestation_pool.js';
6
- export declare const MAX_PROPOSALS_PER_SLOT = 5;
7
- export declare const ATTESTATION_CAP_BUFFER = 10;
8
- export declare class KvAttestationPool implements AttestationPool {
9
- private store;
10
- private log;
11
- private metrics;
12
- private proposals;
13
- private checkpointAttestations;
14
- private checkpointProposals;
15
- private checkpointProposalsForSlot;
16
- private checkpointAttestationsForProposal;
17
- constructor(store: AztecAsyncKVStore, telemetry?: TelemetryClient, log?: import("@aztec/foundation/log").Logger);
18
- private poolStats;
19
- isEmpty(): Promise<boolean>;
20
- private getProposalKey;
21
- private getAttestationKey;
22
- addBlockProposal(blockProposal: BlockProposal): Promise<void>;
23
- getBlockProposal(id: string): Promise<BlockProposal | undefined>;
24
- hasBlockProposal(idOrProposal: string | BlockProposal): Promise<boolean>;
25
- addCheckpointProposal(proposal: CheckpointProposal): Promise<void>;
26
- getCheckpointProposal(id: string): Promise<CheckpointProposalCore | undefined>;
27
- hasCheckpointProposal(idOrProposal: string | CheckpointProposal): Promise<boolean>;
28
- addCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void>;
29
- getCheckpointAttestationsForSlot(slot: SlotNumber): Promise<CheckpointAttestation[]>;
30
- getCheckpointAttestationsForSlotAndProposal(slot: SlotNumber, proposalId: string): Promise<CheckpointAttestation[]>;
31
- deleteCheckpointAttestationsOlderThan(oldestSlot: SlotNumber): Promise<void>;
32
- private deleteCheckpointAttestationsForSlot;
33
- hasCheckpointAttestation(attestation: CheckpointAttestation): Promise<boolean>;
34
- canAddProposal(_block: BlockProposal): Promise<boolean>;
35
- canAddCheckpointProposal(proposal: CheckpointProposal): Promise<boolean>;
36
- canAddCheckpointAttestation(attestation: CheckpointAttestation, committeeSize: number): Promise<boolean>;
37
- hasReachedCheckpointProposalCap(slot: SlotNumber): Promise<boolean>;
38
- hasReachedCheckpointAttestationCap(slot: SlotNumber, proposalId: string, committeeSize: number): Promise<boolean>;
39
- }
40
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoia3ZfYXR0ZXN0YXRpb25fcG9vbC5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL21lbV9wb29scy9hdHRlc3RhdGlvbl9wb29sL2t2X2F0dGVzdGF0aW9uX3Bvb2wudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLFVBQVUsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBSTdELE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFxQyxNQUFNLGlCQUFpQixDQUFDO0FBQzVGLE9BQU8sRUFDTCxhQUFhLEVBQ2IscUJBQXFCLEVBQ3JCLGtCQUFrQixFQUNsQixLQUFLLHNCQUFzQixFQUM1QixNQUFNLG1CQUFtQixDQUFDO0FBQzNCLE9BQU8sRUFBRSxLQUFLLGVBQWUsRUFBc0IsTUFBTSx5QkFBeUIsQ0FBQztBQUluRixPQUFPLEtBQUssRUFBRSxlQUFlLEVBQUUsTUFBTSx1QkFBdUIsQ0FBQztBQUU3RCxlQUFPLE1BQU0sc0JBQXNCLElBQUksQ0FBQztBQUN4QyxlQUFPLE1BQU0sc0JBQXNCLEtBQUssQ0FBQztBQUV6QyxxQkFBYSxpQkFBa0IsWUFBVyxlQUFlO0lBZXJELE9BQU8sQ0FBQyxLQUFLO0lBRWIsT0FBTyxDQUFDLEdBQUc7SUFoQmIsT0FBTyxDQUFDLE9BQU8sQ0FBNkM7SUFFNUQsT0FBTyxDQUFDLFNBQVMsQ0FHZjtJQUdGLE9BQU8sQ0FBQyxzQkFBc0IsQ0FBZ0M7SUFDOUQsT0FBTyxDQUFDLG1CQUFtQixDQUFnQztJQUMzRCxPQUFPLENBQUMsMEJBQTBCLENBQXFDO0lBQ3ZFLE9BQU8sQ0FBQyxpQ0FBaUMsQ0FBcUM7SUFFOUUsWUFDVSxLQUFLLEVBQUUsaUJBQWlCLEVBQ2hDLFNBQVMsR0FBRSxlQUFzQyxFQUN6QyxHQUFHLHlDQUF5QyxFQVdyRDtJQUVELE9BQU8sQ0FBQyxTQUFTLENBSWY7SUFFVyxPQUFPLElBQUksT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQVF2QztJQUVELE9BQU8sQ0FBQyxjQUFjO0lBWXRCLE9BQU8sQ0FBQyxpQkFBaUI7SUFJWixnQkFBZ0IsQ0FBQyxhQUFhLEVBQUUsYUFBYSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FNekU7SUFFWSxnQkFBZ0IsQ0FBQyxFQUFFLEVBQUUsTUFBTSxHQUFHLE9BQU8sQ0FBQyxhQUFhLEdBQUcsU0FBUyxDQUFDLENBVzVFO0lBRVksZ0JBQWdCLENBQUMsWUFBWSxFQUFFLE1BQU0sR0FBRyxhQUFhLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUdwRjtJQUVZLHFCQUFxQixDQUFDLFFBQVEsRUFBRSxrQkFBa0IsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBNEI5RTtJQUVZLHFCQUFxQixDQUFDLEVBQUUsRUFBRSxNQUFNLEdBQUcsT0FBTyxDQUFDLHNCQUFzQixHQUFHLFNBQVMsQ0FBQyxDQVcxRjtJQUVZLHFCQUFxQixDQUFDLFlBQVksRUFBRSxNQUFNLEdBQUcsa0JBQWtCLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUc5RjtJQUVZLHlCQUF5QixDQUFDLFlBQVksRUFBRSxxQkFBcUIsRUFBRSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FzQzNGO0lBRVksZ0NBQWdDLENBQUMsSUFBSSxFQUFFLFVBQVUsR0FBRyxPQUFPLENBQUMscUJBQXFCLEVBQUUsQ0FBQyxDQVNoRztJQUVZLDJDQUEyQyxDQUN0RCxJQUFJLEVBQUUsVUFBVSxFQUNoQixVQUFVLEVBQUUsTUFBTSxHQUNqQixPQUFPLENBQUMscUJBQXFCLEVBQUUsQ0FBQyxDQWtCbEM7SUFFWSxxQ0FBcUMsQ0FBQyxVQUFVLEVBQUUsVUFBVSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FLeEY7WUFFYSxtQ0FBbUM7SUF3QnBDLHdCQUF3QixDQUFDLFdBQVcsRUFBRSxxQkFBcUIsR0FBRyxPQUFPLENBQUMsT0FBTyxDQUFDLENBYzFGO0lBRU0sY0FBYyxDQUFDLE1BQU0sRUFBRSxhQUFhLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUc3RDtJQUVZLHdCQUF3QixDQUFDLFFBQVEsRUFBRSxrQkFBa0IsR0FBRyxPQUFPLENBQUMsT0FBTyxDQUFDLENBTXBGO0lBRVksMkJBQTJCLENBQ3RDLFdBQVcsRUFBRSxxQkFBcUIsRUFDbEMsYUFBYSxFQUFFLE1BQU0sR0FDcEIsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQVNsQjtJQUVZLCtCQUErQixDQUFDLElBQUksRUFBRSxVQUFVLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUcvRTtJQUVZLGtDQUFrQyxDQUM3QyxJQUFJLEVBQUUsVUFBVSxFQUNoQixVQUFVLEVBQUUsTUFBTSxFQUNsQixhQUFhLEVBQUUsTUFBTSxHQUNwQixPQUFPLENBQUMsT0FBTyxDQUFDLENBS2xCO0NBQ0YifQ==
@@ -1 +0,0 @@
1
- {"version":3,"file":"kv_attestation_pool.d.ts","sourceRoot":"","sources":["../../../src/mem_pools/attestation_pool/kv_attestation_pool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAI7D,OAAO,KAAK,EAAE,iBAAiB,EAAqC,MAAM,iBAAiB,CAAC;AAC5F,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,kBAAkB,EAClB,KAAK,sBAAsB,EAC5B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAInF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAE7D,eAAO,MAAM,sBAAsB,IAAI,CAAC;AACxC,eAAO,MAAM,sBAAsB,KAAK,CAAC;AAEzC,qBAAa,iBAAkB,YAAW,eAAe;IAerD,OAAO,CAAC,KAAK;IAEb,OAAO,CAAC,GAAG;IAhBb,OAAO,CAAC,OAAO,CAA6C;IAE5D,OAAO,CAAC,SAAS,CAGf;IAGF,OAAO,CAAC,sBAAsB,CAAgC;IAC9D,OAAO,CAAC,mBAAmB,CAAgC;IAC3D,OAAO,CAAC,0BAA0B,CAAqC;IACvE,OAAO,CAAC,iCAAiC,CAAqC;IAE9E,YACU,KAAK,EAAE,iBAAiB,EAChC,SAAS,GAAE,eAAsC,EACzC,GAAG,yCAAyC,EAWrD;IAED,OAAO,CAAC,SAAS,CAIf;IAEW,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,CAQvC;IAED,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,iBAAiB;IAIZ,gBAAgB,CAAC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAMzE;IAEY,gBAAgB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC,CAW5E;IAEY,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAGpF;IAEY,qBAAqB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CA4B9E;IAEY,qBAAqB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC,CAW1F;IAEY,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,CAG9F;IAEY,yBAAyB,CAAC,YAAY,EAAE,qBAAqB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAsC3F;IAEY,gCAAgC,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAShG;IAEY,2CAA2C,CACtD,IAAI,EAAE,UAAU,EAChB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAkBlC;IAEY,qCAAqC,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAKxF;YAEa,mCAAmC;IAwBpC,wBAAwB,CAAC,WAAW,EAAE,qBAAqB,GAAG,OAAO,CAAC,OAAO,CAAC,CAc1F;IAEM,cAAc,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAG7D;IAEY,wBAAwB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,CAMpF;IAEY,2BAA2B,CACtC,WAAW,EAAE,qBAAqB,EAClC,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,OAAO,CAAC,CASlB;IAEY,+BAA+B,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,CAG/E;IAEY,kCAAkC,CAC7C,IAAI,EAAE,UAAU,EAChB,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,OAAO,CAAC,CAKlB;CACF"}
@@ -1,218 +0,0 @@
1
- import { SlotNumber } from '@aztec/foundation/branded-types';
2
- import { Fr } from '@aztec/foundation/curves/bn254';
3
- import { toArray } from '@aztec/foundation/iterable';
4
- import { createLogger } from '@aztec/foundation/log';
5
- import { BlockProposal, CheckpointAttestation, CheckpointProposal } from '@aztec/stdlib/p2p';
6
- import { getTelemetryClient } from '@aztec/telemetry-client';
7
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
8
- import { PoolInstrumentation, PoolName } from '../instrumentation.js';
9
- export const MAX_PROPOSALS_PER_SLOT = 5;
10
- export const ATTESTATION_CAP_BUFFER = 10;
11
- export class KvAttestationPool {
12
- store;
13
- log;
14
- metrics;
15
- proposals;
16
- // Checkpoint attestation storage
17
- checkpointAttestations;
18
- checkpointProposals;
19
- checkpointProposalsForSlot;
20
- checkpointAttestationsForProposal;
21
- constructor(store, telemetry = getTelemetryClient(), log = createLogger('aztec:attestation_pool')){
22
- this.store = store;
23
- this.log = log;
24
- this.poolStats = async ()=>{
25
- return {
26
- itemCount: await this.checkpointAttestations.sizeAsync()
27
- };
28
- };
29
- this.proposals = store.openMap('proposals');
30
- // Initialize checkpoint attestation storage
31
- this.checkpointAttestations = store.openMap('checkpoint_attestations');
32
- this.checkpointProposals = store.openMap('checkpoint_proposals');
33
- this.checkpointProposalsForSlot = store.openMultiMap('checkpoint_proposals_for_slot');
34
- this.checkpointAttestationsForProposal = store.openMultiMap('checkpoint_attestations_for_proposal');
35
- this.metrics = new PoolInstrumentation(telemetry, PoolName.ATTESTATION_POOL, this.poolStats);
36
- }
37
- poolStats;
38
- async isEmpty() {
39
- for await (const _ of this.checkpointAttestations.entriesAsync()){
40
- return false;
41
- }
42
- for await (const _ of this.proposals.entriesAsync()){
43
- return false;
44
- }
45
- return true;
46
- }
47
- getProposalKey(slot, proposalId) {
48
- const slotStr = typeof slot === 'string' ? slot : new Fr(slot).toString();
49
- const proposalIdStr = typeof proposalId === 'string' ? proposalId : Buffer.isBuffer(proposalId) ? Fr.fromBuffer(proposalId).toString() : proposalId.toString();
50
- return `${slotStr}-${proposalIdStr}`;
51
- }
52
- getAttestationKey(slot, proposalId, address) {
53
- return `${this.getProposalKey(slot, proposalId)}-${address}`;
54
- }
55
- async addBlockProposal(blockProposal) {
56
- await this.store.transactionAsync(async ()=>{
57
- const proposalId = blockProposal.archive.toString();
58
- // Strip signedTxs before storing to avoid persisting full tx data
59
- await this.proposals.set(proposalId, blockProposal.withoutSignedTxs().toBuffer());
60
- });
61
- }
62
- async getBlockProposal(id) {
63
- const buffer = await this.proposals.getAsync(id);
64
- try {
65
- if (buffer && buffer.length > 0) {
66
- return BlockProposal.fromBuffer(buffer);
67
- }
68
- } catch {
69
- return Promise.resolve(undefined);
70
- }
71
- return Promise.resolve(undefined);
72
- }
73
- async hasBlockProposal(idOrProposal) {
74
- const id = typeof idOrProposal === 'string' ? idOrProposal : idOrProposal.archive.toString();
75
- return await this.proposals.hasAsync(id);
76
- }
77
- async addCheckpointProposal(proposal) {
78
- if (!await this.canAddCheckpointProposal(proposal)) {
79
- throw new ProposalSlotCapExceededError(`Maximum checkpoint proposals per slot reached: slot=${proposal.slotNumber} cap=${MAX_PROPOSALS_PER_SLOT} proposal=${proposal.archive.toString()}`);
80
- }
81
- // Extract and validate the block proposal if present
82
- const blockProposal = proposal.getBlockProposal();
83
- if (blockProposal && !await this.canAddProposal(blockProposal)) {
84
- throw new ProposalSlotCapExceededError(`Maximum block proposals per slot reached when extracting from checkpoint: slot=${proposal.slotNumber} proposal=${blockProposal.archive.toString()}`);
85
- }
86
- await this.store.transactionAsync(async ()=>{
87
- const slotKey = proposal.slotNumber;
88
- const proposalId = proposal.archive.toString();
89
- await this.checkpointProposalsForSlot.set(slotKey, proposalId);
90
- // Store the checkpoint proposal as core (without lastBlock) to avoid duplication
91
- await this.checkpointProposals.set(proposalId, proposal.toCore().toBuffer());
92
- // Store the extracted block proposal separately
93
- if (blockProposal) {
94
- await this.proposals.set(blockProposal.archive.toString(), blockProposal.withoutSignedTxs().toBuffer());
95
- }
96
- });
97
- }
98
- async getCheckpointProposal(id) {
99
- const buffer = await this.checkpointProposals.getAsync(id);
100
- try {
101
- if (buffer && buffer.length > 0) {
102
- return CheckpointProposal.fromBuffer(buffer);
103
- }
104
- } catch {
105
- return Promise.resolve(undefined);
106
- }
107
- return Promise.resolve(undefined);
108
- }
109
- async hasCheckpointProposal(idOrProposal) {
110
- const id = typeof idOrProposal === 'string' ? idOrProposal : idOrProposal.archive.toString();
111
- return await this.checkpointProposals.hasAsync(id);
112
- }
113
- async addCheckpointAttestations(attestations) {
114
- await this.store.transactionAsync(async ()=>{
115
- for (const attestation of attestations){
116
- const slotNumber = attestation.payload.header.slotNumber;
117
- const proposalId = attestation.archive;
118
- const sender = attestation.getSender();
119
- // Skip attestations with invalid signatures
120
- if (!sender) {
121
- this.log.warn(`Skipping checkpoint attestation with invalid signature for slot ${slotNumber}`, {
122
- signature: attestation.signature.toString(),
123
- slotNumber,
124
- proposalId
125
- });
126
- continue;
127
- }
128
- const address = sender.toString();
129
- await this.checkpointAttestations.set(this.getAttestationKey(slotNumber, proposalId, address), attestation.toBuffer());
130
- await this.checkpointProposalsForSlot.set(slotNumber, proposalId.toString());
131
- await this.checkpointAttestationsForProposal.set(this.getProposalKey(slotNumber, proposalId), this.getAttestationKey(slotNumber, proposalId, address));
132
- this.log.verbose(`Added checkpoint attestation for slot ${slotNumber} from ${address}`, {
133
- signature: attestation.signature.toString(),
134
- slotNumber,
135
- address,
136
- proposalId
137
- });
138
- }
139
- });
140
- }
141
- async getCheckpointAttestationsForSlot(slot) {
142
- const proposalIds = await toArray(this.checkpointProposalsForSlot.getValuesAsync(slot));
143
- const attestations = [];
144
- for (const proposalId of proposalIds){
145
- attestations.push(...await this.getCheckpointAttestationsForSlotAndProposal(slot, proposalId));
146
- }
147
- return attestations;
148
- }
149
- async getCheckpointAttestationsForSlotAndProposal(slot, proposalId) {
150
- const attestationIds = await toArray(this.checkpointAttestationsForProposal.getValuesAsync(this.getProposalKey(slot, proposalId)));
151
- const attestations = [];
152
- for (const id of attestationIds){
153
- const buf = await this.checkpointAttestations.getAsync(id);
154
- if (!buf) {
155
- throw new Error('Checkpoint attestation not found ' + id);
156
- }
157
- const attestation = CheckpointAttestation.fromBuffer(buf);
158
- attestations.push(attestation);
159
- }
160
- return attestations;
161
- }
162
- async deleteCheckpointAttestationsOlderThan(oldestSlot) {
163
- const olderThan = await toArray(this.checkpointProposalsForSlot.keysAsync({
164
- end: oldestSlot
165
- }));
166
- for (const oldSlot of olderThan){
167
- await this.deleteCheckpointAttestationsForSlot(SlotNumber(oldSlot));
168
- }
169
- }
170
- async deleteCheckpointAttestationsForSlot(slot) {
171
- let numberOfAttestations = 0;
172
- await this.store.transactionAsync(async ()=>{
173
- const proposalIds = await toArray(this.checkpointProposalsForSlot.getValuesAsync(slot));
174
- for (const proposalId of proposalIds){
175
- const attestations = await toArray(this.checkpointAttestationsForProposal.getValuesAsync(this.getProposalKey(slot, proposalId)));
176
- numberOfAttestations += attestations.length;
177
- for (const attestation of attestations){
178
- await this.checkpointAttestations.delete(attestation);
179
- }
180
- await this.checkpointProposals.delete(proposalId);
181
- await this.checkpointAttestationsForProposal.delete(this.getProposalKey(slot, proposalId));
182
- }
183
- await this.checkpointProposalsForSlot.delete(slot);
184
- this.log.verbose(`Removed ${numberOfAttestations} checkpoint attestations for slot ${slot}`);
185
- });
186
- }
187
- async hasCheckpointAttestation(attestation) {
188
- const slotNumber = attestation.payload.header.slotNumber;
189
- const proposalId = attestation.archive;
190
- const sender = attestation.getSender();
191
- // Attestations with invalid signatures are never in the pool
192
- if (!sender) {
193
- return false;
194
- }
195
- const address = sender.toString();
196
- const key = this.getAttestationKey(slotNumber, proposalId, address);
197
- return await this.checkpointAttestations.hasAsync(key);
198
- }
199
- canAddProposal(_block) {
200
- // TODO(palla/mbps): implement proposal cap logic
201
- return Promise.resolve(true);
202
- }
203
- async canAddCheckpointProposal(proposal) {
204
- // TODO(palla/mbps): Adjust checkpoint proposal limit to 1. Also connect to slashing condition in the caller.
205
- return await this.checkpointProposals.hasAsync(proposal.archive.toString()) || !await this.hasReachedCheckpointProposalCap(proposal.slotNumber);
206
- }
207
- async canAddCheckpointAttestation(attestation, committeeSize) {
208
- return await this.hasCheckpointAttestation(attestation) || !await this.hasReachedCheckpointAttestationCap(attestation.payload.header.slotNumber, attestation.archive.toString(), committeeSize);
209
- }
210
- async hasReachedCheckpointProposalCap(slot) {
211
- const uniqueProposalCount = await this.checkpointProposalsForSlot.getValueCountAsync(slot);
212
- return uniqueProposalCount >= MAX_PROPOSALS_PER_SLOT;
213
- }
214
- async hasReachedCheckpointAttestationCap(slot, proposalId, committeeSize) {
215
- const limit = committeeSize + ATTESTATION_CAP_BUFFER;
216
- return await this.checkpointAttestationsForProposal.getValueCountAsync(this.getProposalKey(slot, proposalId)) >= limit;
217
- }
218
- }
@@ -1,31 +0,0 @@
1
- import type { SlotNumber } from '@aztec/foundation/branded-types';
2
- import type { BlockProposal, CheckpointAttestation, CheckpointProposal, CheckpointProposalCore } from '@aztec/stdlib/p2p';
3
- import { type TelemetryClient } from '@aztec/telemetry-client';
4
- import type { AttestationPool } from './attestation_pool.js';
5
- export declare class InMemoryAttestationPool implements AttestationPool {
6
- private log;
7
- private metrics;
8
- private proposals;
9
- private checkpointAttestations;
10
- private checkpointProposals;
11
- constructor(telemetry?: TelemetryClient, log?: import("@aztec/foundation/log").Logger);
12
- private poolStats;
13
- isEmpty(): Promise<boolean>;
14
- addBlockProposal(blockProposal: BlockProposal): Promise<void>;
15
- getBlockProposal(id: string): Promise<BlockProposal | undefined>;
16
- hasBlockProposal(idOrProposal: string | BlockProposal): Promise<boolean>;
17
- canAddProposal(_block: BlockProposal): Promise<boolean>;
18
- addCheckpointProposal(proposal: CheckpointProposal): Promise<void>;
19
- getCheckpointProposal(id: string): Promise<CheckpointProposalCore | undefined>;
20
- hasCheckpointProposal(idOrProposal: string | CheckpointProposal): Promise<boolean>;
21
- addCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void>;
22
- getCheckpointAttestationsForSlot(slot: SlotNumber): Promise<CheckpointAttestation[]>;
23
- getCheckpointAttestationsForSlotAndProposal(slot: SlotNumber, proposalId: string): Promise<CheckpointAttestation[]>;
24
- deleteCheckpointAttestationsOlderThan(oldestSlot: SlotNumber): Promise<void>;
25
- hasReachedCheckpointProposalCap(slot: SlotNumber): Promise<boolean>;
26
- hasReachedCheckpointAttestationCap(slot: SlotNumber, proposalId: string, committeeSize: number): Promise<boolean>;
27
- canAddCheckpointProposal(proposal: CheckpointProposal): Promise<boolean>;
28
- canAddCheckpointAttestation(attestation: CheckpointAttestation, committeeSize: number): Promise<boolean>;
29
- hasCheckpointAttestation(attestation: CheckpointAttestation): Promise<boolean>;
30
- }
31
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibWVtb3J5X2F0dGVzdGF0aW9uX3Bvb2wuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uL3NyYy9tZW1fcG9vbHMvYXR0ZXN0YXRpb25fcG9vbC9tZW1vcnlfYXR0ZXN0YXRpb25fcG9vbC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssRUFBRSxVQUFVLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUVsRSxPQUFPLEtBQUssRUFDVixhQUFhLEVBQ2IscUJBQXFCLEVBQ3JCLGtCQUFrQixFQUNsQixzQkFBc0IsRUFDdkIsTUFBTSxtQkFBbUIsQ0FBQztBQUMzQixPQUFPLEVBQUUsS0FBSyxlQUFlLEVBQXNCLE1BQU0seUJBQXlCLENBQUM7QUFJbkYsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0sdUJBQXVCLENBQUM7QUFHN0QscUJBQWEsdUJBQXdCLFlBQVcsZUFBZTtJQWUzRCxPQUFPLENBQUMsR0FBRztJQWRiLE9BQU8sQ0FBQyxPQUFPLENBQTZDO0lBRTVELE9BQU8sQ0FBQyxTQUFTLENBQTZCO0lBSTlDLE9BQU8sQ0FBQyxzQkFBc0IsQ0FHNUI7SUFDRixPQUFPLENBQUMsbUJBQW1CLENBQXNDO0lBRWpFLFlBQ0UsU0FBUyxHQUFFLGVBQXNDLEVBQ3pDLEdBQUcseUNBQXVDLEVBTW5EO0lBRUQsT0FBTyxDQUFDLFNBQVMsQ0FJZjtJQUVLLE9BQU8sSUFBSSxPQUFPLENBQUMsT0FBTyxDQUFDLENBRWpDO0lBRU0sZ0JBQWdCLENBQUMsYUFBYSxFQUFFLGFBQWEsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBSW5FO0lBRU0sZ0JBQWdCLENBQUMsRUFBRSxFQUFFLE1BQU0sR0FBRyxPQUFPLENBQUMsYUFBYSxHQUFHLFNBQVMsQ0FBQyxDQUV0RTtJQUVNLGdCQUFnQixDQUFDLFlBQVksRUFBRSxNQUFNLEdBQUcsYUFBYSxHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FHOUU7SUFFTSxjQUFjLENBQUMsTUFBTSxFQUFFLGFBQWEsR0FBRyxPQUFPLENBQUMsT0FBTyxDQUFDLENBRzdEO0lBSVkscUJBQXFCLENBQUMsUUFBUSxFQUFFLGtCQUFrQixHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0EyQjlFO0lBRU0scUJBQXFCLENBQUMsRUFBRSxFQUFFLE1BQU0sR0FBRyxPQUFPLENBQUMsc0JBQXNCLEdBQUcsU0FBUyxDQUFDLENBRXBGO0lBRU0scUJBQXFCLENBQUMsWUFBWSxFQUFFLE1BQU0sR0FBRyxrQkFBa0IsR0FBRyxPQUFPLENBQUMsT0FBTyxDQUFDLENBR3hGO0lBRU0seUJBQXlCLENBQUMsWUFBWSxFQUFFLHFCQUFxQixFQUFFLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxDQTZCckY7SUFFTSxnQ0FBZ0MsQ0FBQyxJQUFJLEVBQUUsVUFBVSxHQUFHLE9BQU8sQ0FBQyxxQkFBcUIsRUFBRSxDQUFDLENBTTFGO0lBRU0sMkNBQTJDLENBQ2hELElBQUksRUFBRSxVQUFVLEVBQ2hCLFVBQVUsRUFBRSxNQUFNLEdBQ2pCLE9BQU8sQ0FBQyxxQkFBcUIsRUFBRSxDQUFDLENBU2xDO0lBRU0scUNBQXFDLENBQUMsVUFBVSxFQUFFLFVBQVUsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBa0JsRjtJQUVNLCtCQUErQixDQUFDLElBQUksRUFBRSxVQUFVLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUl6RTtJQUVNLGtDQUFrQyxDQUN2QyxJQUFJLEVBQUUsVUFBVSxFQUNoQixVQUFVLEVBQUUsTUFBTSxFQUNsQixhQUFhLEVBQUUsTUFBTSxHQUNwQixPQUFPLENBQUMsT0FBTyxDQUFDLENBSWxCO0lBRVksd0JBQXdCLENBQUMsUUFBUSxFQUFFLGtCQUFrQixHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FLcEY7SUFFWSwyQkFBMkIsQ0FDdEMsV0FBVyxFQUFFLHFCQUFxQixFQUNsQyxhQUFhLEVBQUUsTUFBTSxHQUNwQixPQUFPLENBQUMsT0FBTyxDQUFDLENBU2xCO0lBRU0sd0JBQXdCLENBQUMsV0FBVyxFQUFFLHFCQUFxQixHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FxQnBGO0NBQ0YifQ==
@@ -1 +0,0 @@
1
- {"version":3,"file":"memory_attestation_pool.d.ts","sourceRoot":"","sources":["../../../src/mem_pools/attestation_pool/memory_attestation_pool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAElE,OAAO,KAAK,EACV,aAAa,EACb,qBAAqB,EACrB,kBAAkB,EAClB,sBAAsB,EACvB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAInF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAG7D,qBAAa,uBAAwB,YAAW,eAAe;IAe3D,OAAO,CAAC,GAAG;IAdb,OAAO,CAAC,OAAO,CAA6C;IAE5D,OAAO,CAAC,SAAS,CAA6B;IAI9C,OAAO,CAAC,sBAAsB,CAG5B;IACF,OAAO,CAAC,mBAAmB,CAAsC;IAEjE,YACE,SAAS,GAAE,eAAsC,EACzC,GAAG,yCAAuC,EAMnD;IAED,OAAO,CAAC,SAAS,CAIf;IAEK,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,CAEjC;IAEM,gBAAgB,CAAC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAInE;IAEM,gBAAgB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC,CAEtE;IAEM,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAG9E;IAEM,cAAc,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAG7D;IAIY,qBAAqB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CA2B9E;IAEM,qBAAqB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC,CAEpF;IAEM,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,CAGxF;IAEM,yBAAyB,CAAC,YAAY,EAAE,qBAAqB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CA6BrF;IAEM,gCAAgC,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAM1F;IAEM,2CAA2C,CAChD,IAAI,EAAE,UAAU,EAChB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,qBAAqB,EAAE,CAAC,CASlC;IAEM,qCAAqC,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAkBlF;IAEM,+BAA+B,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,CAIzE;IAEM,kCAAkC,CACvC,IAAI,EAAE,UAAU,EAChB,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,OAAO,CAAC,CAIlB;IAEY,wBAAwB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,CAKpF;IAEY,2BAA2B,CACtC,WAAW,EAAE,qBAAqB,EAClC,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,OAAO,CAAC,CASlB;IAEM,wBAAwB,CAAC,WAAW,EAAE,qBAAqB,GAAG,OAAO,CAAC,OAAO,CAAC,CAqBpF;CACF"}
@@ -1,180 +0,0 @@
1
- import { createLogger } from '@aztec/foundation/log';
2
- import { getTelemetryClient } from '@aztec/telemetry-client';
3
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
4
- import { PoolInstrumentation, PoolName } from '../instrumentation.js';
5
- import { ATTESTATION_CAP_BUFFER, MAX_PROPOSALS_PER_SLOT } from './kv_attestation_pool.js';
6
- export class InMemoryAttestationPool {
7
- log;
8
- metrics;
9
- proposals;
10
- // Checkpoint attestations
11
- // eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
12
- checkpointAttestations;
13
- checkpointProposals;
14
- constructor(telemetry = getTelemetryClient(), log = createLogger('p2p:attestation_pool')){
15
- this.log = log;
16
- this.poolStats = ()=>{
17
- return Promise.resolve({
18
- itemCount: this.checkpointAttestations.size
19
- });
20
- };
21
- this.proposals = new Map();
22
- this.checkpointAttestations = new Map();
23
- this.checkpointProposals = new Map();
24
- this.metrics = new PoolInstrumentation(telemetry, PoolName.ATTESTATION_POOL, this.poolStats);
25
- }
26
- poolStats;
27
- isEmpty() {
28
- return Promise.resolve(this.checkpointAttestations.size === 0 && this.proposals.size === 0);
29
- }
30
- addBlockProposal(blockProposal) {
31
- // Strip signedTxs before storing to avoid holding full tx data in memory
32
- this.proposals.set(blockProposal.archive.toString(), blockProposal.withoutSignedTxs());
33
- return Promise.resolve();
34
- }
35
- getBlockProposal(id) {
36
- return Promise.resolve(this.proposals.get(id));
37
- }
38
- hasBlockProposal(idOrProposal) {
39
- const id = typeof idOrProposal === 'string' ? idOrProposal : idOrProposal.archive.toString();
40
- return Promise.resolve(this.proposals.has(id));
41
- }
42
- canAddProposal(_block) {
43
- // TODO(palla/mbps): See when to allow
44
- return Promise.resolve(true);
45
- }
46
- // Checkpoint attestation methods
47
- async addCheckpointProposal(proposal) {
48
- if (!await this.canAddCheckpointProposal(proposal)) {
49
- throw new ProposalSlotCapExceededError(`Maximum checkpoint proposals per slot reached: slot=${proposal.slotNumber} cap=${MAX_PROPOSALS_PER_SLOT} proposal=${proposal.archive.toString()}`);
50
- }
51
- // Extract and validate the block proposal if present
52
- const blockProposal = proposal.getBlockProposal();
53
- if (blockProposal && !await this.canAddProposal(blockProposal)) {
54
- throw new ProposalSlotCapExceededError(`Maximum block proposals per slot reached when extracting from checkpoint: slot=${proposal.slotNumber} proposal=${blockProposal.archive.toString()}`);
55
- }
56
- const slotProposalMapping = getCheckpointSlotOrDefault(this.checkpointAttestations, proposal.slotNumber);
57
- slotProposalMapping.set(proposal.archive.toString(), new Map());
58
- // Store the checkpoint proposal as core (without lastBlock) to avoid duplication
59
- this.checkpointProposals.set(proposal.archive.toString(), proposal.toCore());
60
- // Store the extracted block proposal separately
61
- if (blockProposal) {
62
- this.proposals.set(blockProposal.archive.toString(), blockProposal.withoutSignedTxs());
63
- }
64
- return Promise.resolve();
65
- }
66
- getCheckpointProposal(id) {
67
- return Promise.resolve(this.checkpointProposals.get(id));
68
- }
69
- hasCheckpointProposal(idOrProposal) {
70
- const id = typeof idOrProposal === 'string' ? idOrProposal : idOrProposal.archive.toString();
71
- return Promise.resolve(this.checkpointProposals.has(id));
72
- }
73
- addCheckpointAttestations(attestations) {
74
- for (const attestation of attestations){
75
- const slotNumber = attestation.payload.header.slotNumber;
76
- const proposalId = attestation.archive.toString();
77
- const sender = attestation.getSender();
78
- // Skip attestations with invalid signatures
79
- if (!sender) {
80
- this.log.warn(`Skipping checkpoint attestation with invalid signature for slot ${slotNumber}`, {
81
- signature: attestation.signature.toString(),
82
- slotNumber,
83
- proposalId
84
- });
85
- continue;
86
- }
87
- const slotAttestationMap = getCheckpointSlotOrDefault(this.checkpointAttestations, slotNumber);
88
- const proposalAttestationMap = getCheckpointProposalOrDefault(slotAttestationMap, proposalId);
89
- proposalAttestationMap.set(sender.toString(), attestation);
90
- this.log.verbose(`Added checkpoint attestation for slot ${slotNumber} from ${sender}`, {
91
- signature: attestation.signature.toString(),
92
- slotNumber,
93
- address: sender,
94
- proposalId
95
- });
96
- }
97
- return Promise.resolve();
98
- }
99
- getCheckpointAttestationsForSlot(slot) {
100
- return Promise.resolve(Array.from(this.checkpointAttestations.get(slot)?.values() ?? []).flatMap((proposalAttestationMap)=>Array.from(proposalAttestationMap.values())));
101
- }
102
- getCheckpointAttestationsForSlotAndProposal(slot, proposalId) {
103
- const slotAttestationMap = this.checkpointAttestations.get(slot);
104
- if (slotAttestationMap) {
105
- const proposalAttestationMap = slotAttestationMap.get(proposalId);
106
- if (proposalAttestationMap) {
107
- return Promise.resolve(Array.from(proposalAttestationMap.values()));
108
- }
109
- }
110
- return Promise.resolve([]);
111
- }
112
- deleteCheckpointAttestationsOlderThan(oldestSlot) {
113
- const olderThan = [];
114
- const slots = this.checkpointAttestations.keys();
115
- for (const slot of slots){
116
- if (slot < oldestSlot) {
117
- olderThan.push(slot);
118
- } else {
119
- break;
120
- }
121
- }
122
- for (const oldSlot of olderThan){
123
- const proposalIds = this.checkpointAttestations.get(oldSlot)?.keys();
124
- proposalIds?.forEach((proposalId)=>this.checkpointProposals.delete(proposalId));
125
- this.checkpointAttestations.delete(oldSlot);
126
- }
127
- return Promise.resolve();
128
- }
129
- hasReachedCheckpointProposalCap(slot) {
130
- const slotAttestationMap = this.checkpointAttestations.get(slot);
131
- const proposalCount = slotAttestationMap?.size ?? 0;
132
- return Promise.resolve(proposalCount >= MAX_PROPOSALS_PER_SLOT);
133
- }
134
- hasReachedCheckpointAttestationCap(slot, proposalId, committeeSize) {
135
- const limit = committeeSize + ATTESTATION_CAP_BUFFER;
136
- const count = this.checkpointAttestations.get(slot)?.get(proposalId)?.size ?? 0;
137
- return Promise.resolve(limit <= 0 || count >= limit);
138
- }
139
- async canAddCheckpointProposal(proposal) {
140
- return this.checkpointProposals.has(proposal.archive.toString()) || !await this.hasReachedCheckpointProposalCap(proposal.slotNumber);
141
- }
142
- async canAddCheckpointAttestation(attestation, committeeSize) {
143
- const sender = attestation.getSender();
144
- const slot = attestation.payload.header.slotNumber;
145
- const pid = attestation.archive.toString();
146
- return !!sender && ((this.checkpointAttestations.get(slot)?.get(pid)?.has(sender.toString()) ?? false) || !await this.hasReachedCheckpointAttestationCap(slot, pid, committeeSize));
147
- }
148
- hasCheckpointAttestation(attestation) {
149
- const slotNumber = attestation.payload.header.slotNumber;
150
- const proposalId = attestation.archive.toString();
151
- const sender = attestation.getSender();
152
- // Attestations with invalid signatures are never in the pool
153
- if (!sender) {
154
- return Promise.resolve(false);
155
- }
156
- const slotAttestationMap = this.checkpointAttestations.get(slotNumber);
157
- if (!slotAttestationMap) {
158
- return Promise.resolve(false);
159
- }
160
- const proposalAttestationMap = slotAttestationMap.get(proposalId);
161
- if (!proposalAttestationMap) {
162
- return Promise.resolve(false);
163
- }
164
- return Promise.resolve(proposalAttestationMap.has(sender.toString()));
165
- }
166
- }
167
- // Checkpoint attestation helper functions
168
- function getCheckpointSlotOrDefault(// eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
169
- map, slot) {
170
- if (!map.has(slot)) {
171
- map.set(slot, new Map());
172
- }
173
- return map.get(slot);
174
- }
175
- function getCheckpointProposalOrDefault(map, proposalId) {
176
- if (!map.has(proposalId)) {
177
- map.set(proposalId, new Map());
178
- }
179
- return map.get(proposalId);
180
- }