@aztec/p2p 0.0.1-commit.f1df4d2 → 0.0.1-commit.f224bb98b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (394) hide show
  1. package/dest/client/factory.d.ts +11 -11
  2. package/dest/client/factory.d.ts.map +1 -1
  3. package/dest/client/factory.js +45 -15
  4. package/dest/client/interface.d.ts +46 -33
  5. package/dest/client/interface.d.ts.map +1 -1
  6. package/dest/client/p2p_client.d.ts +39 -51
  7. package/dest/client/p2p_client.d.ts.map +1 -1
  8. package/dest/client/p2p_client.js +151 -224
  9. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +7 -8
  10. package/dest/config.d.ts +49 -18
  11. package/dest/config.d.ts.map +1 -1
  12. package/dest/config.js +92 -38
  13. package/dest/errors/tx-pool.error.d.ts +8 -0
  14. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  15. package/dest/errors/tx-pool.error.js +9 -0
  16. package/dest/index.d.ts +2 -1
  17. package/dest/index.d.ts.map +1 -1
  18. package/dest/index.js +1 -0
  19. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  20. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  21. package/dest/mem_pools/attestation_pool/attestation_pool.js +445 -3
  22. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  25. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  26. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/index.js +1 -2
  28. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  29. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  31. package/dest/mem_pools/index.d.ts +3 -2
  32. package/dest/mem_pools/index.d.ts.map +1 -1
  33. package/dest/mem_pools/index.js +1 -1
  34. package/dest/mem_pools/instrumentation.d.ts +4 -2
  35. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.js +16 -14
  37. package/dest/mem_pools/interface.d.ts +5 -5
  38. package/dest/mem_pools/interface.d.ts.map +1 -1
  39. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  40. package/dest/mem_pools/tx_pool/priority.d.ts +2 -2
  41. package/dest/mem_pools/tx_pool/priority.d.ts.map +1 -1
  42. package/dest/mem_pools/tx_pool/priority.js +4 -3
  43. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +1 -1
  44. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +1 -1
  45. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +3 -1
  46. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  47. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  48. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  49. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  50. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  52. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  53. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  54. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  77. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  79. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  80. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
  82. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  83. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  85. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  86. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  87. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  88. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  89. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  90. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  91. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +213 -0
  92. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/interfaces.js +10 -0
  94. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +127 -0
  95. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +210 -0
  97. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  98. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  100. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  101. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  102. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
  103. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
  104. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  105. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +164 -0
  106. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
  107. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  108. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +916 -0
  109. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  110. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  111. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -4
  112. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  113. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
  114. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -4
  115. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  116. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
  117. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -8
  118. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  119. package/dest/msg_validators/proposal_validator/proposal_validator.js +48 -36
  120. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  121. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  122. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  123. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  124. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  125. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  126. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  127. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  128. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  129. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  130. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  131. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  132. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  133. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  134. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  135. package/dest/msg_validators/tx_validator/factory.d.ts +125 -6
  136. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  137. package/dest/msg_validators/tx_validator/factory.js +226 -58
  138. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  139. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  140. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  141. package/dest/msg_validators/tx_validator/gas_validator.d.ts +67 -3
  142. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  143. package/dest/msg_validators/tx_validator/gas_validator.js +104 -37
  144. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  145. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  146. package/dest/msg_validators/tx_validator/index.js +2 -0
  147. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  148. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  149. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  150. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  151. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  152. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  153. package/dest/msg_validators/tx_validator/phases_validator.d.ts +2 -2
  154. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  155. package/dest/msg_validators/tx_validator/phases_validator.js +44 -23
  156. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  157. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  158. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  159. package/dest/services/dummy_service.d.ts +13 -5
  160. package/dest/services/dummy_service.d.ts.map +1 -1
  161. package/dest/services/dummy_service.js +10 -4
  162. package/dest/services/encoding.d.ts +3 -3
  163. package/dest/services/encoding.d.ts.map +1 -1
  164. package/dest/services/encoding.js +11 -10
  165. package/dest/services/gossipsub/index.d.ts +3 -0
  166. package/dest/services/gossipsub/index.d.ts.map +1 -0
  167. package/dest/services/gossipsub/index.js +2 -0
  168. package/dest/services/gossipsub/scoring.d.ts +21 -3
  169. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  170. package/dest/services/gossipsub/scoring.js +24 -7
  171. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  172. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  173. package/dest/services/gossipsub/topic_score_params.js +346 -0
  174. package/dest/services/libp2p/libp2p_service.d.ts +94 -42
  175. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  176. package/dest/services/libp2p/libp2p_service.js +463 -350
  177. package/dest/services/peer-manager/metrics.d.ts +3 -1
  178. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  179. package/dest/services/peer-manager/metrics.js +6 -0
  180. package/dest/services/peer-manager/peer_manager.d.ts +1 -1
  181. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  182. package/dest/services/peer-manager/peer_manager.js +2 -1
  183. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  184. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  185. package/dest/services/peer-manager/peer_scoring.js +25 -2
  186. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
  187. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  188. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +26 -53
  189. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
  190. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  191. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
  192. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  193. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
  194. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
  195. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  196. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
  197. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  198. package/dest/services/reqresp/interface.d.ts +10 -1
  199. package/dest/services/reqresp/interface.d.ts.map +1 -1
  200. package/dest/services/reqresp/interface.js +15 -1
  201. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  202. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  203. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
  204. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
  205. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  206. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
  207. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  208. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  209. package/dest/services/reqresp/protocols/tx.js +20 -0
  210. package/dest/services/reqresp/reqresp.d.ts +1 -1
  211. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  212. package/dest/services/reqresp/reqresp.js +13 -5
  213. package/dest/services/service.d.ts +39 -3
  214. package/dest/services/service.d.ts.map +1 -1
  215. package/dest/services/tx_collection/config.d.ts +22 -4
  216. package/dest/services/tx_collection/config.d.ts.map +1 -1
  217. package/dest/services/tx_collection/config.js +49 -3
  218. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
  219. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  220. package/dest/services/tx_collection/fast_tx_collection.js +64 -48
  221. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  222. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  223. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  224. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  225. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  226. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  227. package/dest/services/tx_collection/index.d.ts +3 -2
  228. package/dest/services/tx_collection/index.d.ts.map +1 -1
  229. package/dest/services/tx_collection/index.js +1 -0
  230. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  231. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  232. package/dest/services/tx_collection/instrumentation.js +2 -1
  233. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  234. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  235. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  236. package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
  237. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  238. package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
  239. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  240. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  241. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  242. package/dest/services/tx_collection/tx_collection.d.ts +23 -10
  243. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  244. package/dest/services/tx_collection/tx_collection.js +75 -3
  245. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  246. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  247. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  248. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  249. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  250. package/dest/services/tx_collection/tx_source.js +19 -2
  251. package/dest/services/tx_file_store/config.d.ts +1 -3
  252. package/dest/services/tx_file_store/config.d.ts.map +1 -1
  253. package/dest/services/tx_file_store/config.js +0 -4
  254. package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
  255. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  256. package/dest/services/tx_file_store/tx_file_store.js +9 -6
  257. package/dest/services/tx_provider.d.ts +4 -4
  258. package/dest/services/tx_provider.d.ts.map +1 -1
  259. package/dest/services/tx_provider.js +9 -8
  260. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  261. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  262. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  263. package/dest/test-helpers/mock-pubsub.d.ts +30 -4
  264. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  265. package/dest/test-helpers/mock-pubsub.js +105 -4
  266. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  267. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  268. package/dest/test-helpers/reqresp-nodes.js +4 -3
  269. package/dest/test-helpers/testbench-utils.d.ts +43 -38
  270. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  271. package/dest/test-helpers/testbench-utils.js +129 -59
  272. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  273. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  274. package/dest/testbench/p2p_client_testbench_worker.js +17 -16
  275. package/dest/testbench/worker_client_manager.d.ts +3 -1
  276. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  277. package/dest/testbench/worker_client_manager.js +6 -2
  278. package/dest/util.d.ts +3 -3
  279. package/dest/util.d.ts.map +1 -1
  280. package/package.json +14 -14
  281. package/src/client/factory.ts +82 -28
  282. package/src/client/interface.ts +56 -34
  283. package/src/client/p2p_client.ts +181 -269
  284. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +21 -12
  285. package/src/config.ts +141 -44
  286. package/src/errors/tx-pool.error.ts +12 -0
  287. package/src/index.ts +1 -0
  288. package/src/mem_pools/attestation_pool/attestation_pool.ts +497 -91
  289. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  290. package/src/mem_pools/attestation_pool/index.ts +9 -2
  291. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  292. package/src/mem_pools/index.ts +4 -1
  293. package/src/mem_pools/instrumentation.ts +17 -13
  294. package/src/mem_pools/interface.ts +4 -4
  295. package/src/mem_pools/tx_pool/README.md +1 -1
  296. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  297. package/src/mem_pools/tx_pool/priority.ts +6 -3
  298. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +3 -1
  299. package/src/mem_pools/tx_pool_v2/README.md +283 -0
  300. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  301. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  302. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  303. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  304. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
  305. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  306. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  307. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
  308. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  309. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  310. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  311. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
  312. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
  313. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  314. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  315. package/src/mem_pools/tx_pool_v2/interfaces.ts +245 -0
  316. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +327 -0
  317. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  318. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
  319. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +226 -0
  320. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1097 -0
  321. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  322. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +14 -4
  323. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +20 -7
  324. package/src/msg_validators/proposal_validator/proposal_validator.ts +63 -40
  325. package/src/msg_validators/tx_validator/README.md +115 -0
  326. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  327. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  328. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  329. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  330. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  331. package/src/msg_validators/tx_validator/factory.ts +366 -77
  332. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  333. package/src/msg_validators/tx_validator/gas_validator.ts +123 -27
  334. package/src/msg_validators/tx_validator/index.ts +2 -0
  335. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  336. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  337. package/src/msg_validators/tx_validator/phases_validator.ts +51 -26
  338. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  339. package/src/services/dummy_service.ts +18 -6
  340. package/src/services/encoding.ts +9 -9
  341. package/src/services/gossipsub/README.md +641 -0
  342. package/src/services/gossipsub/index.ts +2 -0
  343. package/src/services/gossipsub/scoring.ts +29 -5
  344. package/src/services/gossipsub/topic_score_params.ts +487 -0
  345. package/src/services/libp2p/libp2p_service.ts +488 -372
  346. package/src/services/peer-manager/metrics.ts +7 -0
  347. package/src/services/peer-manager/peer_manager.ts +2 -1
  348. package/src/services/peer-manager/peer_scoring.ts +25 -0
  349. package/src/services/reqresp/batch-tx-requester/README.md +7 -7
  350. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +31 -59
  351. package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
  352. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
  353. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
  354. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  355. package/src/services/reqresp/interface.ts +26 -1
  356. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
  357. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
  358. package/src/services/reqresp/protocols/tx.ts +22 -0
  359. package/src/services/reqresp/reqresp.ts +16 -4
  360. package/src/services/service.ts +51 -2
  361. package/src/services/tx_collection/config.ts +74 -6
  362. package/src/services/tx_collection/fast_tx_collection.ts +74 -51
  363. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  364. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  365. package/src/services/tx_collection/index.ts +2 -1
  366. package/src/services/tx_collection/instrumentation.ts +7 -1
  367. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  368. package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
  369. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  370. package/src/services/tx_collection/tx_collection.ts +113 -16
  371. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  372. package/src/services/tx_collection/tx_source.ts +22 -3
  373. package/src/services/tx_file_store/config.ts +0 -6
  374. package/src/services/tx_file_store/tx_file_store.ts +10 -8
  375. package/src/services/tx_provider.ts +10 -9
  376. package/src/test-helpers/make-test-p2p-clients.ts +4 -6
  377. package/src/test-helpers/mock-pubsub.ts +146 -9
  378. package/src/test-helpers/reqresp-nodes.ts +5 -7
  379. package/src/test-helpers/testbench-utils.ts +128 -71
  380. package/src/testbench/p2p_client_testbench_worker.ts +26 -22
  381. package/src/testbench/worker_client_manager.ts +13 -5
  382. package/src/util.ts +8 -2
  383. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  384. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  385. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  386. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  387. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  388. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  389. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
  390. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  391. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
  392. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  393. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
  394. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
@@ -1,12 +1,16 @@
1
1
  import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
2
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
2
+ import type { EpochCacheInterface } from '@aztec/epoch-cache';
3
+ import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
3
4
  import { createLogger } from '@aztec/foundation/log';
5
+ import { RunningPromise } from '@aztec/foundation/promise';
4
6
  import { DateProvider } from '@aztec/foundation/timer';
5
7
  import type { AztecAsyncKVStore, AztecAsyncSingleton } from '@aztec/kv-store';
6
8
  import { L2TipsKVStore } from '@aztec/kv-store/stores';
7
9
  import {
10
+ type CheckpointId,
8
11
  type EthAddress,
9
12
  type L2Block,
13
+ type L2BlockId,
10
14
  type L2BlockSource,
11
15
  L2BlockStream,
12
16
  type L2BlockStreamEvent,
@@ -14,32 +18,32 @@ import {
14
18
  type L2TipsStore,
15
19
  } from '@aztec/stdlib/block';
16
20
  import type { ContractDataSource } from '@aztec/stdlib/contract';
17
- import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
18
21
  import { type PeerInfo, tryStop } from '@aztec/stdlib/interfaces/server';
19
- import {
20
- type BlockProposal,
21
- CheckpointAttestation,
22
- type CheckpointProposal,
23
- type P2PClientType,
24
- } from '@aztec/stdlib/p2p';
25
- import type { Tx, TxHash } from '@aztec/stdlib/tx';
22
+ import { type BlockProposal, CheckpointAttestation, type CheckpointProposal, type TopicType } from '@aztec/stdlib/p2p';
23
+ import type { BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
26
24
  import { Attributes, type TelemetryClient, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
27
25
 
28
26
  import type { PeerId } from '@libp2p/interface';
29
27
  import type { ENR } from '@nethermindeth/enr';
30
28
 
31
29
  import { type P2PConfig, getP2PDefaultConfig } from '../config.js';
32
- import type { AttestationPool } from '../mem_pools/attestation_pool/attestation_pool.js';
30
+ import { TxPoolError } from '../errors/tx-pool.error.js';
31
+ import type { AttestationPoolApi } from '../mem_pools/attestation_pool/attestation_pool.js';
33
32
  import type { MemPools } from '../mem_pools/interface.js';
34
- import type { TxPool } from '../mem_pools/tx_pool/index.js';
33
+ import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
35
34
  import type { AuthRequest, StatusMessage } from '../services/index.js';
36
35
  import {
37
36
  ReqRespSubProtocol,
38
37
  type ReqRespSubProtocolHandler,
39
38
  type ReqRespSubProtocolValidators,
40
39
  } from '../services/reqresp/interface.js';
41
- import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
42
- import type { P2PBlockReceivedCallback, P2PCheckpointReceivedCallback, P2PService } from '../services/service.js';
40
+ import type {
41
+ DuplicateAttestationInfo,
42
+ DuplicateProposalInfo,
43
+ P2PBlockReceivedCallback,
44
+ P2PCheckpointReceivedCallback,
45
+ P2PService,
46
+ } from '../services/service.js';
43
47
  import { TxCollection } from '../services/tx_collection/tx_collection.js';
44
48
  import type { TxFileStore } from '../services/tx_file_store/tx_file_store.js';
45
49
  import { TxProvider } from '../services/tx_provider.js';
@@ -48,10 +52,7 @@ import { type P2P, P2PClientState, type P2PSyncState } from './interface.js';
48
52
  /**
49
53
  * The P2P client implementation.
50
54
  */
51
- export class P2PClient<T extends P2PClientType = P2PClientType.Full>
52
- extends WithTracer
53
- implements P2P, P2P<P2PClientType.Prover>
54
- {
55
+ export class P2PClient extends WithTracer implements P2P {
55
56
  /** The JS promise that will be running to keep the client's data in sync. Can be interrupted if the client is stopped. */
56
57
  private runningPromise!: Promise<void>;
57
58
 
@@ -65,8 +66,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
65
66
  private l2Tips: L2TipsStore;
66
67
  private synchedLatestSlot: AztecAsyncSingleton<bigint>;
67
68
 
68
- private txPool: TxPool;
69
- private attestationPool: AttestationPool;
69
+ private txPool: TxPoolV2;
70
+ private attestationPool: AttestationPoolApi;
70
71
 
71
72
  private config: P2PConfig;
72
73
 
@@ -76,22 +77,20 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
76
77
 
77
78
  private validatorAddresses: EthAddress[] = [];
78
79
 
79
- /**
80
- * In-memory P2P client constructor.
81
- * @param store - The client's instance of the KV store.
82
- * @param l2BlockSource - P2P client's source for fetching existing blocks.
83
- * @param txPool - The client's instance of a transaction pool. Defaults to in-memory implementation.
84
- * @param p2pService - The concrete instance of p2p networking to use.
85
- * @param log - A logger.
86
- */
80
+ /** Tracks the last slot for which we called prepareForSlot */
81
+ private lastSlotProcessed: SlotNumber = SlotNumber.ZERO;
82
+
83
+ /** Polls for slot changes and calls prepareForSlot on the tx pool */
84
+ private slotMonitor: RunningPromise | undefined;
85
+
87
86
  constructor(
88
- _clientType: T,
89
87
  private store: AztecAsyncKVStore,
90
88
  private l2BlockSource: L2BlockSource & ContractDataSource,
91
89
  mempools: MemPools,
92
90
  private p2pService: P2PService,
93
91
  private txCollection: TxCollection,
94
92
  private txFileStore: TxFileStore | undefined,
93
+ private epochCache: EpochCacheInterface,
95
94
  config: Partial<P2PConfig> = {},
96
95
  private _dateProvider: DateProvider = new DateProvider(),
97
96
  private telemetry: TelemetryClient = getTelemetryClient(),
@@ -111,27 +110,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
111
110
  this.telemetry,
112
111
  );
113
112
 
114
- // Default to collecting all txs when we see a valid proposal
115
- // This can be overridden by the validator client to validate, and it will call getTxsForBlockProposal on its own
116
- // Note: Validators do NOT attest to individual blocks - attestations are only for checkpoint proposals.
117
- // TODO(palla/txs): We should not trigger a request for txs on a proposal before fully validating it. We need to bring
118
- // validator-client code into here so we can validate a proposal is reasonable.
119
- this.registerBlockProposalHandler(async (block, sender) => {
120
- this.log.debug(`Received block proposal from ${sender.toString()}`);
121
- // TODO(palla/txs): Need to subtract validatorReexecuteDeadlineMs from this deadline (see ValidatorClient.getReexecutionDeadline)
122
- const constants = this.txCollection.getConstants();
123
- const nextSlotTimestampSeconds = Number(getTimestampForSlot(SlotNumber(block.slotNumber + 1), constants));
124
- const deadline = new Date(nextSlotTimestampSeconds * 1000);
125
- const parentBlock = await this.l2BlockSource.getBlockHeaderByArchive(block.blockHeader.lastArchive.root);
126
- if (!parentBlock) {
127
- this.log.debug(`Cannot collect txs for proposal as parent block not found`);
128
- return false;
129
- }
130
- const blockNumber = BlockNumber(parentBlock.getBlockNumber() + 1);
131
- await this.txProvider.getTxsForBlockProposal(block, blockNumber, { pinnedPeer: sender, deadline });
132
- return true;
133
- });
134
-
135
113
  this.l2Tips = new L2TipsKVStore(store, 'p2p_client');
136
114
  this.synchedLatestSlot = store.openSingleton('p2p_pool_last_l2_slot');
137
115
  }
@@ -157,14 +135,17 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
157
135
  return Promise.resolve(this.p2pService.getPeers(includePending));
158
136
  }
159
137
 
138
+ public getGossipMeshPeerCount(topicType: TopicType): Promise<number> {
139
+ return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
140
+ }
141
+
160
142
  public getL2BlockHash(number: BlockNumber): Promise<string | undefined> {
161
143
  return this.l2Tips.getL2BlockHash(number);
162
144
  }
163
145
 
164
- public updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
165
- this.txPool.updateConfig(config);
146
+ public async updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
147
+ await this.txPool.updateConfig(config);
166
148
  this.p2pService.updateConfig(config);
167
- return Promise.resolve();
168
149
  }
169
150
 
170
151
  public getL2Tips(): Promise<L2Tips> {
@@ -193,7 +174,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
193
174
  break;
194
175
  case 'chain-pruned':
195
176
  this.txCollection.stopCollectingForBlocksAfter(event.block.number);
196
- await this.handlePruneL2Blocks(event.block.number);
177
+ await this.handlePruneL2Blocks(event.block, event.checkpoint);
197
178
  break;
198
179
  case 'chain-checkpointed':
199
180
  break;
@@ -209,7 +190,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
209
190
  }
210
191
 
211
192
  #assertIsReady() {
212
- // this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
213
193
  if (!this.isReady()) {
214
194
  throw new Error('P2P client not ready');
215
195
  }
@@ -227,6 +207,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
227
207
  return this.syncPromise;
228
208
  }
229
209
 
210
+ // Start the tx pool first, as it needs to hydrate state from persistence
211
+ await this.txPool.start();
212
+
230
213
  // get the current latest block numbers
231
214
  const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
232
215
  this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
@@ -277,6 +260,15 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
277
260
  this.blockStream!.start();
278
261
  await this.txCollection.start();
279
262
  this.txFileStore?.start();
263
+
264
+ // Start slot monitor to call prepareForSlot when the slot changes
265
+ this.slotMonitor = new RunningPromise(
266
+ () => this.maybeCallPrepareForSlot(),
267
+ this.log,
268
+ this.config.slotCheckIntervalMS,
269
+ );
270
+ this.slotMonitor.start();
271
+
280
272
  return this.syncPromise;
281
273
  }
282
274
 
@@ -307,6 +299,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
307
299
  */
308
300
  public async stop() {
309
301
  this.log.debug('Stopping p2p client...');
302
+ await this.slotMonitor?.stop();
303
+ this.log.debug('Stopped slot monitor');
310
304
  await tryStop(this.txCollection);
311
305
  this.log.debug('Stopped tx collection service');
312
306
  await this.txFileStore?.stop();
@@ -315,6 +309,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
315
309
  this.log.debug('Stopped p2p service');
316
310
  await this.blockStream?.stop();
317
311
  this.log.debug('Stopped block downloader');
312
+ await this.txPool.stop();
313
+ this.log.debug('Stopped tx pool');
318
314
  await this.runningPromise;
319
315
  this.setCurrentState(P2PClientState.STOPPED);
320
316
  this.log.info('P2P client stopped');
@@ -334,7 +330,18 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
334
330
  public async broadcastProposal(proposal: BlockProposal): Promise<void> {
335
331
  this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
336
332
  // Store our own proposal so we can respond to req/resp requests for it
337
- await this.attestationPool.addBlockProposal(proposal);
333
+ const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
334
+ if (count > 1) {
335
+ if (this.config.broadcastEquivocatedProposals) {
336
+ this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
337
+ slot: proposal.slotNumber,
338
+ archive: proposal.archive.toString(),
339
+ count,
340
+ });
341
+ } else {
342
+ throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
343
+ }
344
+ }
338
345
  return this.p2pService.propagate(proposal);
339
346
  }
340
347
 
@@ -348,7 +355,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
348
355
  const blockProposal = proposal.getBlockProposal();
349
356
  if (blockProposal) {
350
357
  // Store our own last-block proposal so we can respond to req/resp requests for it.
351
- await this.attestationPool.addBlockProposal(blockProposal);
358
+ await this.attestationPool.tryAddBlockProposal(blockProposal);
352
359
  }
353
360
  return this.p2pService.propagate(proposal);
354
361
  }
@@ -367,8 +374,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
367
374
  : this.attestationPool.getCheckpointAttestationsForSlot(slot));
368
375
  }
369
376
 
370
- public addCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void> {
371
- return this.attestationPool.addCheckpointAttestations(attestations);
377
+ public addOwnCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void> {
378
+ return this.attestationPool.addOwnCheckpointAttestations(attestations);
379
+ }
380
+
381
+ public hasBlockProposalsForSlot(slot: SlotNumber): Promise<boolean> {
382
+ return this.attestationPool.hasBlockProposalsForSlot(slot);
372
383
  }
373
384
 
374
385
  // REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
@@ -381,38 +392,35 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
381
392
  this.p2pService.registerCheckpointReceivedCallback(handler);
382
393
  }
383
394
 
384
- /**
385
- * Uses the batched Request Response protocol to request a set of transactions from the network.
386
- */
387
- public async requestTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<Tx[]> {
388
- const timeoutMs = 8000; // Longer timeout for now
389
- const maxRetryAttempts = 10; // Keep retrying within the timeout
390
- const requests = chunkTxHashesRequest(txHashes);
391
- const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
392
-
393
- const txBatches = await this.p2pService.sendBatchRequest(
394
- ReqRespSubProtocol.TX,
395
- requests,
396
- pinnedPeerId,
397
- timeoutMs,
398
- maxPeers,
399
- maxRetryAttempts,
400
- );
395
+ public registerDuplicateProposalCallback(callback: (info: DuplicateProposalInfo) => void): void {
396
+ this.p2pService.registerDuplicateProposalCallback(callback);
397
+ }
401
398
 
402
- const txs = txBatches.flat();
403
- if (txs.length > 0) {
404
- await this.txPool.addTxs(txs);
399
+ public registerDuplicateAttestationCallback(callback: (info: DuplicateAttestationInfo) => void): void {
400
+ this.p2pService.registerDuplicateAttestationCallback(callback);
401
+ }
402
+
403
+ public async getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
404
+ if (limit !== undefined && limit <= 0) {
405
+ throw new TypeError('limit must be greater than 0');
405
406
  }
406
407
 
407
- const txHashesStr = txHashes.map(tx => tx.toString()).join(', ');
408
- this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
408
+ let txHashes = await this.txPool.getPendingTxHashes();
409
409
 
410
- // We return all transactions, even the not found ones to the caller, such they can handle missing items themselves.
411
- return txs;
412
- }
410
+ let startIndex = 0;
411
+ if (after) {
412
+ startIndex = txHashes.findIndex(txHash => after.equals(txHash));
413
+ if (startIndex === -1) {
414
+ return [];
415
+ }
416
+ startIndex++;
417
+ }
418
+
419
+ const endIndex = limit !== undefined ? startIndex + limit : undefined;
420
+ txHashes = txHashes.slice(startIndex, endIndex);
413
421
 
414
- public getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
415
- return this.getTxs('pending', limit, after);
422
+ const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
423
+ return maybeTxs.filter((tx): tx is Tx => !!tx);
416
424
  }
417
425
 
418
426
  public getPendingTxCount(): Promise<number> {
@@ -428,62 +436,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
428
436
  }
429
437
  }
430
438
 
431
- /**
432
- * Returns all transactions in the transaction pool.
433
- * @param filter - The type of txs to return
434
- * @param limit - How many txs to return
435
- * @param after - If paginating, the last known tx hash. Will return txs after this hash
436
- * @returns An array of Txs.
437
- */
438
- public async getTxs(filter: 'all' | 'pending' | 'mined', limit?: number, after?: TxHash): Promise<Tx[]> {
439
- if (limit !== undefined && limit <= 0) {
440
- throw new TypeError('limit must be greater than 0');
441
- }
442
-
443
- let txs: Tx[] | undefined = undefined;
444
- let txHashes: TxHash[];
445
-
446
- if (filter === 'all') {
447
- txs = await this.txPool.getAllTxs();
448
- txHashes = await Promise.all(txs.map(tx => tx.getTxHash()));
449
- } else if (filter === 'mined') {
450
- const minedTxHashes = await this.txPool.getMinedTxHashes();
451
- txHashes = minedTxHashes.map(([txHash]) => txHash);
452
- } else if (filter === 'pending') {
453
- txHashes = await this.txPool.getPendingTxHashes();
454
- } else {
455
- const _: never = filter;
456
- throw new Error(`Unknown filter ${filter}`);
457
- }
458
-
459
- let startIndex = 0;
460
- let endIndex: number | undefined = undefined;
461
-
462
- if (after) {
463
- startIndex = txHashes.findIndex(txHash => after.equals(txHash));
464
-
465
- // if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
466
- if (startIndex === -1) {
467
- return [];
439
+ public async *iterateEligiblePendingTxs(): AsyncIterableIterator<Tx> {
440
+ for (const txHash of await this.txPool.getEligiblePendingTxHashes()) {
441
+ const tx = await this.txPool.getTxByHash(txHash);
442
+ if (tx) {
443
+ yield tx;
468
444
  }
469
-
470
- // increment by one because we don't want to return the same tx again
471
- startIndex++;
472
- }
473
-
474
- if (limit !== undefined) {
475
- endIndex = startIndex + limit;
476
- }
477
-
478
- txHashes = txHashes.slice(startIndex, endIndex);
479
- if (txs) {
480
- txs = txs.slice(startIndex, endIndex);
481
- } else {
482
- const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
483
- txs = maybeTxs.filter((tx): tx is Tx => !!tx);
484
445
  }
485
-
486
- return txs;
487
446
  }
488
447
 
489
448
  /**
@@ -508,49 +467,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
508
467
  return this.txPool.hasTxs(txHashes);
509
468
  }
510
469
 
511
- /**
512
- * Returns transactions in the transaction pool by hash.
513
- * If a transaction is not in the pool, it will be requested from the network.
514
- * @param txHashes - Hashes of the transactions to look for.
515
- * @returns The txs found, or undefined if not found in the order requested.
516
- */
517
- async getTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<(Tx | undefined)[]> {
518
- const txs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
519
- const missingTxHashes = txs
520
- .map((tx, index) => [tx, index] as const)
521
- .filter(([tx, _index]) => !tx)
522
- .map(([_tx, index]) => txHashes[index]);
523
-
524
- if (missingTxHashes.length === 0) {
525
- return txs as Tx[];
526
- }
527
-
528
- const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
529
- // TODO: optimize
530
- // Merge the found txs in order
531
- const mergingTxs = txHashes.map(txHash => {
532
- // Is it in the txs list from the mempool?
533
- for (const tx of txs) {
534
- if (tx !== undefined && tx.getTxHash().equals(txHash)) {
535
- return tx;
536
- }
537
- }
538
-
539
- // Is it in the fetched missing txs?
540
- // Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
541
- for (const tx of missingTxs) {
542
- if (tx.getTxHash().equals(txHash)) {
543
- return tx;
544
- }
545
- }
546
-
547
- // Otherwise return undefined
548
- return undefined;
549
- });
550
-
551
- return mergingTxs;
552
- }
553
-
554
470
  /**
555
471
  * Returns an archived transaction in the transaction pool by its hash.
556
472
  * @param txHash - Hash of the archived transaction to look for.
@@ -561,25 +477,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
561
477
  }
562
478
 
563
479
  /**
564
- * Verifies the 'tx' and, if valid, adds it to local tx pool and forwards it to other peers.
565
- * @param tx - The tx to verify.
480
+ * Accepts a transaction, adds it to local tx pool and forwards it to other peers.
481
+ * @param tx - The tx to send.
566
482
  * @returns Empty promise.
567
483
  **/
568
484
  public async sendTx(tx: Tx): Promise<void> {
569
- const addedCount = await this.addTxsToPool([tx]);
570
- const txAddedSuccessfully = addedCount === 1;
571
- if (txAddedSuccessfully) {
485
+ this.#assertIsReady();
486
+ const result = await this.txPool.addPendingTxs([tx], { feeComparisonOnly: true });
487
+ if (result.accepted.length === 1) {
572
488
  await this.p2pService.propagate(tx);
489
+ return;
573
490
  }
574
- }
575
491
 
576
- /**
577
- * Adds transactions to the pool. Does not send to peers or validate the txs.
578
- * @param txs - The transactions.
579
- **/
580
- public async addTxsToPool(txs: Tx[]): Promise<number> {
581
- this.#assertIsReady();
582
- return await this.txPool.addTxs(txs);
492
+ const txHashStr = tx.getTxHash().toString();
493
+ const reason = result.errors?.get(txHashStr);
494
+ if (reason) {
495
+ this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
496
+ throw new TxPoolError(reason);
497
+ }
498
+
499
+ this.log.warn(
500
+ `Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`,
501
+ );
583
502
  }
584
503
 
585
504
  /**
@@ -587,8 +506,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
587
506
  * @param txHash - Hash of the tx to query.
588
507
  * @returns Pending or mined depending on its status, or undefined if not found.
589
508
  */
590
- public getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
591
- return this.txPool.getTxStatus(txHash);
509
+ public async getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
510
+ const status = await this.txPool.getTxStatus(txHash);
511
+ return status === 'protected' ? 'pending' : status;
592
512
  }
593
513
 
594
514
  public getEnr(): ENR | undefined {
@@ -600,14 +520,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
600
520
  }
601
521
 
602
522
  /**
603
- * Deletes the 'txs' from the pool.
604
- * NOT used if we use sendTx as reconcileTxPool will handle this.
605
- * @param txHashes - Hashes of the transactions to delete.
606
- * @returns Empty promise.
523
+ * Handles failed transaction execution by removing txs from the pool.
524
+ * @param txHashes - Hashes of the transactions that failed execution.
607
525
  **/
608
- public async deleteTxs(txHashes: TxHash[]): Promise<void> {
526
+ public async handleFailedExecution(txHashes: TxHash[]): Promise<void> {
609
527
  this.#assertIsReady();
610
- await this.txPool.deleteTxs(txHashes);
528
+ await this.txPool.handleFailedExecution(txHashes);
611
529
  }
612
530
 
613
531
  /**
@@ -667,14 +585,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
667
585
  }
668
586
 
669
587
  /**
670
- * Mark all txs from these blocks as mined.
588
+ * Handles mined blocks by marking the txs in them as mined.
671
589
  * @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
672
590
  * @returns Empty promise.
673
591
  */
674
- private async markTxsAsMinedFromBlocks(blocks: L2Block[]): Promise<void> {
592
+ private async handleMinedBlocks(blocks: L2Block[]): Promise<void> {
675
593
  for (const block of blocks) {
676
- const txHashes = block.body.txEffects.map(txEffect => txEffect.txHash);
677
- await this.txPool.markAsMined(txHashes, block.header);
594
+ await this.txPool.handleMinedBlock(block);
678
595
  }
679
596
  }
680
597
 
@@ -685,16 +602,14 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
685
602
  */
686
603
  private async handleLatestL2Blocks(blocks: L2Block[]): Promise<void> {
687
604
  if (!blocks.length) {
688
- return Promise.resolve();
605
+ return;
689
606
  }
690
607
 
691
- await this.markTxsAsMinedFromBlocks(blocks);
692
- await this.txPool.clearNonEvictableTxs();
608
+ await this.handleMinedBlocks(blocks);
609
+ await this.maybeCallPrepareForSlot();
693
610
  await this.startCollectingMissingTxs(blocks);
694
-
695
611
  const lastBlock = blocks.at(-1)!;
696
612
  await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
697
- this.log.verbose(`Synched to latest block ${lastBlock.number}`);
698
613
  }
699
614
 
700
615
  /** Request txs for unproven blocks so the prover node has more chances to get them. */
@@ -733,68 +648,53 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
733
648
  */
734
649
  private async handleFinalizedL2Blocks(blocks: L2Block[]): Promise<void> {
735
650
  if (!blocks.length) {
736
- return Promise.resolve();
651
+ return;
737
652
  }
738
- this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
739
-
740
- const lastBlockNum = blocks[blocks.length - 1].number;
741
- const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
742
-
743
- const txHashes = blocks.flatMap(block => block.body.txEffects.map(txEffect => txEffect.txHash));
744
- this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
745
- await this.txPool.deleteTxs(txHashes, { permanently: true });
746
- await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
747
-
748
- await this.attestationPool.deleteCheckpointAttestationsOlderThan(lastBlockSlot);
749
653
 
750
- this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
654
+ // Finalization is monotonic, so we only need to call with the last block
655
+ const lastBlock = blocks.at(-1)!;
656
+ await this.txPool.handleFinalizedBlock(lastBlock.header);
657
+ await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
751
658
  }
752
659
 
753
660
  /**
754
661
  * Updates the tx pool after a chain prune.
755
- * @param latestBlock - The block number the chain was pruned to.
662
+ * Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
663
+ * @param latestBlock - The block ID the chain was pruned to.
664
+ * @param newCheckpoint - The checkpoint ID after the prune.
756
665
  */
757
- private async handlePruneL2Blocks(latestBlock: BlockNumber): Promise<void> {
758
- const txsToDelete = new Map<string, TxHash>();
759
- const minedTxs = await this.txPool.getMinedTxHashes();
760
-
761
- // Find transactions that reference pruned blocks in their historical header
762
- for (const tx of await this.txPool.getAllTxs()) {
763
- // every tx that's been generated against a block that has now been pruned is no longer valid
764
- if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
765
- const txHash = tx.getTxHash();
766
- txsToDelete.set(txHash.toString(), txHash);
767
- }
768
- }
666
+ private async handlePruneL2Blocks(latestBlock: L2BlockId, newCheckpoint: CheckpointId): Promise<void> {
667
+ const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && (await this.isEpochPrune(newCheckpoint));
668
+ await this.txPool.handlePrunedBlocks(latestBlock, { deleteAllTxs });
669
+ }
769
670
 
770
- this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
771
- newLatestBlock: latestBlock,
772
- previousLatestBlock: await this.getSyncedLatestBlockNum(),
773
- txsToDelete: Array.from(txsToDelete.keys()),
774
- });
775
-
776
- // delete invalid txs (both pending and mined)
777
- await this.txPool.deleteTxs(Array.from(txsToDelete.values()));
778
-
779
- // everything left in the mined set was built against a block on the proven chain so its still valid
780
- // move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
781
- // in which case we clean them up to avoid potential reorg loops
782
- // NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
783
- // (see this.keepProvenTxsFor)
784
- const minedTxsFromReorg: TxHash[] = [];
785
- for (const [txHash, blockNumber] of minedTxs) {
786
- // We keep the txsToDelete out of this list as they have already been deleted above
787
- if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
788
- minedTxsFromReorg.push(txHash);
789
- }
671
+ /**
672
+ * Returns true if the prune crossed a checkpoint boundary.
673
+ * If the old and new checkpoint numbers are the same, the prune is within a single checkpoint.
674
+ * If they differ, the prune spans across checkpoints (epoch prune).
675
+ */
676
+ private async isEpochPrune(newCheckpoint: CheckpointId): Promise<boolean> {
677
+ const tips = await this.l2Tips.getL2Tips();
678
+ const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
679
+ if (oldCheckpointNumber <= CheckpointNumber.ZERO) {
680
+ return false;
681
+ }
682
+ const newCheckpointNumber = newCheckpoint.number;
683
+ const isEpochPrune = oldCheckpointNumber !== newCheckpointNumber;
684
+ if (isEpochPrune) {
685
+ this.log.info(`Detected epoch prune to ${newCheckpointNumber}`, { oldCheckpointNumber, newCheckpointNumber });
790
686
  }
687
+ return isEpochPrune;
688
+ }
791
689
 
792
- if (this.config.txPoolDeleteTxsAfterReorg) {
793
- this.log.info(`Deleting ${minedTxsFromReorg.length} mined txs from reorg`);
794
- await this.txPool.deleteTxs(minedTxsFromReorg);
795
- } else {
796
- await this.txPool.markMinedAsPending(minedTxsFromReorg, latestBlock);
690
+ /** Checks if the slot has changed and calls prepareForSlot if so. */
691
+ private async maybeCallPrepareForSlot(): Promise<void> {
692
+ const { currentSlot } = this.epochCache.getCurrentAndNextSlot();
693
+ if (currentSlot <= this.lastSlotProcessed) {
694
+ return;
797
695
  }
696
+ this.lastSlotProcessed = currentSlot;
697
+ await this.txPool.prepareForSlot(currentSlot);
798
698
  }
799
699
 
800
700
  private async startServiceIfSynched() {
@@ -834,16 +734,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
834
734
  this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
835
735
  }
836
736
 
837
- public validate(txs: Tx[]): Promise<void> {
838
- return this.p2pService.validate(txs);
737
+ public validateTxsReceivedInBlockProposal(txs: Tx[]): Promise<void> {
738
+ return this.p2pService.validateTxsReceivedInBlockProposal(txs);
739
+ }
740
+
741
+ /**
742
+ * Protects existing transactions by hash for a given slot.
743
+ * Returns hashes of transactions that weren't found in the pool.
744
+ * @param txHashes - Hashes of the transactions to protect.
745
+ * @param blockHeader - The block header providing slot context.
746
+ * @returns Hashes of transactions not found in the pool.
747
+ */
748
+ public protectTxs(txHashes: TxHash[], blockHeader: BlockHeader): Promise<TxHash[]> {
749
+ return this.txPool.protectTxs(txHashes, blockHeader);
839
750
  }
840
751
 
841
752
  /**
842
- * Marks transactions as non-evictable in the pool.
843
- * @param txHashes - Hashes of the transactions to mark as non-evictable.
753
+ * Prepares the pool for a new slot.
754
+ * Unprotects transactions from earlier slots and validates them.
755
+ * @param slotNumber - The slot number to prepare for
844
756
  */
845
- public markTxsAsNonEvictable(txHashes: TxHash[]): Promise<void> {
846
- return this.txPool.markTxsAsNonEvictable(txHashes);
757
+ public async prepareForSlot(slotNumber: SlotNumber): Promise<void> {
758
+ await this.txPool.prepareForSlot(slotNumber);
847
759
  }
848
760
 
849
761
  public handleAuthRequestFromPeer(authRequest: AuthRequest, peerId: PeerId): Promise<StatusMessage> {