@aztec/p2p 0.0.1-commit.f2ce05ee → 0.0.1-commit.f5d02921e

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (423) hide show
  1. package/README.md +129 -3
  2. package/dest/client/factory.d.ts +9 -9
  3. package/dest/client/factory.d.ts.map +1 -1
  4. package/dest/client/factory.js +52 -14
  5. package/dest/client/interface.d.ts +47 -34
  6. package/dest/client/interface.d.ts.map +1 -1
  7. package/dest/client/p2p_client.d.ts +39 -51
  8. package/dest/client/p2p_client.d.ts.map +1 -1
  9. package/dest/client/p2p_client.js +164 -224
  10. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +20 -10
  11. package/dest/config.d.ts +52 -16
  12. package/dest/config.d.ts.map +1 -1
  13. package/dest/config.js +100 -37
  14. package/dest/errors/p2p-service.error.d.ts +9 -0
  15. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  16. package/dest/errors/p2p-service.error.js +10 -0
  17. package/dest/errors/tx-pool.error.d.ts +8 -0
  18. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  19. package/dest/errors/tx-pool.error.js +9 -0
  20. package/dest/index.d.ts +2 -2
  21. package/dest/index.d.ts.map +1 -1
  22. package/dest/index.js +1 -1
  23. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +21 -12
  24. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.js +75 -40
  26. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  27. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +57 -57
  29. package/dest/mem_pools/attestation_pool/index.d.ts +2 -2
  30. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  31. package/dest/mem_pools/attestation_pool/index.js +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  33. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  34. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  35. package/dest/mem_pools/index.d.ts +2 -2
  36. package/dest/mem_pools/index.d.ts.map +1 -1
  37. package/dest/mem_pools/instrumentation.d.ts +4 -2
  38. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  39. package/dest/mem_pools/instrumentation.js +16 -14
  40. package/dest/mem_pools/interface.d.ts +3 -3
  41. package/dest/mem_pools/interface.d.ts.map +1 -1
  42. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  45. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
  46. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
  47. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
  48. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +7 -3
  51. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
  52. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  53. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
  54. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
  55. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  56. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
  57. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +54 -5
  58. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
  59. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
  62. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
  63. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  64. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
  65. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
  66. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
  67. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +16 -4
  68. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
  69. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
  70. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +3 -3
  71. package/dest/mem_pools/tx_pool_v2/index.d.ts +3 -2
  72. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
  73. package/dest/mem_pools/tx_pool_v2/index.js +2 -1
  74. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  75. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  76. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  77. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +30 -12
  78. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  79. package/dest/mem_pools/tx_pool_v2/interfaces.js +5 -1
  80. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +78 -15
  81. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  82. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +144 -19
  83. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +12 -3
  84. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  85. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +50 -45
  86. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +12 -5
  87. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  88. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +17 -6
  89. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +14 -5
  90. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +364 -189
  92. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +1 -1
  93. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  94. package/dest/msg_validators/attestation_validator/attestation_validator.js +5 -4
  95. package/dest/msg_validators/clock_tolerance.d.ts +1 -1
  96. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  97. package/dest/msg_validators/clock_tolerance.js +4 -3
  98. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -4
  99. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  100. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
  101. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -4
  102. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  103. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
  104. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -8
  105. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  106. package/dest/msg_validators/proposal_validator/proposal_validator.js +53 -41
  107. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  108. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  110. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  111. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  112. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  113. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  114. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  115. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  116. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  117. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  118. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  119. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  120. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  121. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  122. package/dest/msg_validators/tx_validator/data_validator.d.ts +1 -1
  123. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  124. package/dest/msg_validators/tx_validator/data_validator.js +35 -2
  125. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  126. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  127. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  128. package/dest/msg_validators/tx_validator/factory.d.ts +133 -6
  129. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  130. package/dest/msg_validators/tx_validator/factory.js +247 -60
  131. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  132. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  133. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  134. package/dest/msg_validators/tx_validator/gas_validator.d.ts +67 -3
  135. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  136. package/dest/msg_validators/tx_validator/gas_validator.js +104 -37
  137. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  138. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  139. package/dest/msg_validators/tx_validator/index.js +2 -0
  140. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  141. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  142. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  143. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  144. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  145. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  146. package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
  147. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  148. package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
  149. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  150. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  151. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  152. package/dest/services/dummy_service.d.ts +12 -6
  153. package/dest/services/dummy_service.d.ts.map +1 -1
  154. package/dest/services/dummy_service.js +12 -5
  155. package/dest/services/encoding.d.ts +7 -3
  156. package/dest/services/encoding.d.ts.map +1 -1
  157. package/dest/services/encoding.js +18 -11
  158. package/dest/services/gossipsub/topic_score_params.d.ts +18 -6
  159. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  160. package/dest/services/gossipsub/topic_score_params.js +32 -10
  161. package/dest/services/libp2p/libp2p_service.d.ts +37 -23
  162. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  163. package/dest/services/libp2p/libp2p_service.js +274 -173
  164. package/dest/services/peer-manager/metrics.d.ts +3 -1
  165. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  166. package/dest/services/peer-manager/metrics.js +6 -0
  167. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  168. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  169. package/dest/services/peer-manager/peer_manager.js +24 -9
  170. package/dest/services/peer-manager/peer_scoring.d.ts +5 -2
  171. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  172. package/dest/services/peer-manager/peer_scoring.js +28 -10
  173. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +12 -8
  174. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  175. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +83 -106
  176. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +4 -7
  177. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  178. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
  179. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  180. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
  181. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
  182. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  183. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
  184. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  185. package/dest/services/reqresp/interface.d.ts +10 -1
  186. package/dest/services/reqresp/interface.d.ts.map +1 -1
  187. package/dest/services/reqresp/interface.js +15 -1
  188. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +3 -3
  189. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  190. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +7 -1
  191. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  192. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +15 -0
  193. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  194. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  195. package/dest/services/reqresp/protocols/tx.js +20 -0
  196. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  197. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  198. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  199. package/dest/services/reqresp/reqresp.d.ts +1 -1
  200. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  201. package/dest/services/reqresp/reqresp.js +30 -14
  202. package/dest/services/service.d.ts +26 -4
  203. package/dest/services/service.d.ts.map +1 -1
  204. package/dest/services/tx_collection/config.d.ts +19 -1
  205. package/dest/services/tx_collection/config.d.ts.map +1 -1
  206. package/dest/services/tx_collection/config.js +46 -0
  207. package/dest/services/tx_collection/fast_tx_collection.d.ts +3 -4
  208. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  209. package/dest/services/tx_collection/fast_tx_collection.js +80 -76
  210. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  211. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  212. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  213. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  214. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  215. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  216. package/dest/services/tx_collection/index.d.ts +2 -1
  217. package/dest/services/tx_collection/index.d.ts.map +1 -1
  218. package/dest/services/tx_collection/index.js +1 -0
  219. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  220. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  221. package/dest/services/tx_collection/instrumentation.js +2 -1
  222. package/dest/services/tx_collection/proposal_tx_collector.d.ts +7 -7
  223. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  224. package/dest/services/tx_collection/proposal_tx_collector.js +5 -4
  225. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  226. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  227. package/dest/services/tx_collection/request_tracker.js +84 -0
  228. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  229. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  230. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  231. package/dest/services/tx_collection/tx_collection.d.ts +23 -13
  232. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  233. package/dest/services/tx_collection/tx_collection.js +75 -3
  234. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  235. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  236. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  237. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  238. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  239. package/dest/services/tx_collection/tx_source.js +26 -7
  240. package/dest/services/tx_file_store/config.d.ts +1 -3
  241. package/dest/services/tx_file_store/config.d.ts.map +1 -1
  242. package/dest/services/tx_file_store/config.js +0 -4
  243. package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
  244. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  245. package/dest/services/tx_file_store/tx_file_store.js +9 -6
  246. package/dest/services/tx_provider.d.ts +4 -4
  247. package/dest/services/tx_provider.d.ts.map +1 -1
  248. package/dest/services/tx_provider.js +9 -8
  249. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  250. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  251. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  252. package/dest/test-helpers/mock-pubsub.d.ts +30 -4
  253. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  254. package/dest/test-helpers/mock-pubsub.js +105 -4
  255. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  256. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  257. package/dest/test-helpers/reqresp-nodes.js +2 -2
  258. package/dest/test-helpers/testbench-utils.d.ts +35 -24
  259. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  260. package/dest/test-helpers/testbench-utils.js +115 -38
  261. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  262. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  263. package/dest/testbench/p2p_client_testbench_worker.js +57 -27
  264. package/dest/testbench/worker_client_manager.d.ts +3 -1
  265. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  266. package/dest/testbench/worker_client_manager.js +6 -3
  267. package/dest/util.d.ts +3 -3
  268. package/dest/util.d.ts.map +1 -1
  269. package/package.json +14 -14
  270. package/src/client/factory.ts +102 -25
  271. package/src/client/interface.ts +52 -34
  272. package/src/client/p2p_client.ts +190 -266
  273. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +33 -14
  274. package/src/config.ts +149 -43
  275. package/src/errors/p2p-service.error.ts +11 -0
  276. package/src/errors/tx-pool.error.ts +12 -0
  277. package/src/index.ts +1 -1
  278. package/src/mem_pools/attestation_pool/attestation_pool.ts +104 -50
  279. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +61 -57
  280. package/src/mem_pools/attestation_pool/index.ts +3 -3
  281. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  282. package/src/mem_pools/index.ts +1 -1
  283. package/src/mem_pools/instrumentation.ts +17 -13
  284. package/src/mem_pools/interface.ts +2 -2
  285. package/src/mem_pools/tx_pool_v2/README.md +85 -11
  286. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  287. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
  288. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +7 -3
  289. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
  290. package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
  291. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +59 -4
  292. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
  293. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
  294. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
  295. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +33 -6
  296. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +4 -3
  297. package/src/mem_pools/tx_pool_v2/index.ts +2 -1
  298. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  299. package/src/mem_pools/tx_pool_v2/interfaces.ts +32 -12
  300. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +209 -27
  301. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +58 -45
  302. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +34 -8
  303. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +410 -187
  304. package/src/msg_validators/attestation_validator/README.md +49 -0
  305. package/src/msg_validators/attestation_validator/attestation_validator.ts +5 -4
  306. package/src/msg_validators/clock_tolerance.ts +4 -3
  307. package/src/msg_validators/proposal_validator/README.md +123 -0
  308. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +14 -4
  309. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +20 -7
  310. package/src/msg_validators/proposal_validator/proposal_validator.ts +69 -45
  311. package/src/msg_validators/tx_validator/README.md +119 -0
  312. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  313. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  314. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  315. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  316. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  317. package/src/msg_validators/tx_validator/data_validator.ts +42 -1
  318. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  319. package/src/msg_validators/tx_validator/factory.ts +394 -78
  320. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  321. package/src/msg_validators/tx_validator/gas_validator.ts +123 -27
  322. package/src/msg_validators/tx_validator/index.ts +2 -0
  323. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  324. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  325. package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
  326. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  327. package/src/services/dummy_service.ts +18 -7
  328. package/src/services/encoding.ts +18 -10
  329. package/src/services/gossipsub/README.md +29 -14
  330. package/src/services/gossipsub/topic_score_params.ts +49 -13
  331. package/src/services/libp2p/libp2p_service.ts +288 -198
  332. package/src/services/peer-manager/metrics.ts +7 -0
  333. package/src/services/peer-manager/peer_manager.ts +28 -9
  334. package/src/services/peer-manager/peer_scoring.ts +21 -5
  335. package/src/services/reqresp/README.md +229 -0
  336. package/src/services/reqresp/batch-tx-requester/README.md +46 -7
  337. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +79 -112
  338. package/src/services/reqresp/batch-tx-requester/interface.ts +3 -6
  339. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
  340. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
  341. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  342. package/src/services/reqresp/interface.ts +26 -1
  343. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +2 -2
  344. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +17 -0
  345. package/src/services/reqresp/protocols/tx.ts +22 -0
  346. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  347. package/src/services/reqresp/reqresp.ts +35 -15
  348. package/src/services/service.ts +37 -3
  349. package/src/services/tx_collection/config.ts +68 -0
  350. package/src/services/tx_collection/fast_tx_collection.ts +83 -76
  351. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  352. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  353. package/src/services/tx_collection/index.ts +1 -0
  354. package/src/services/tx_collection/instrumentation.ts +7 -1
  355. package/src/services/tx_collection/proposal_tx_collector.ts +9 -13
  356. package/src/services/tx_collection/request_tracker.ts +127 -0
  357. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  358. package/src/services/tx_collection/tx_collection.ts +114 -19
  359. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  360. package/src/services/tx_collection/tx_source.ts +28 -8
  361. package/src/services/tx_file_store/config.ts +0 -6
  362. package/src/services/tx_file_store/tx_file_store.ts +10 -8
  363. package/src/services/tx_provider.ts +10 -9
  364. package/src/test-helpers/make-test-p2p-clients.ts +4 -6
  365. package/src/test-helpers/mock-pubsub.ts +146 -9
  366. package/src/test-helpers/reqresp-nodes.ts +3 -6
  367. package/src/test-helpers/testbench-utils.ts +137 -43
  368. package/src/testbench/p2p_client_testbench_worker.ts +63 -30
  369. package/src/testbench/worker_client_manager.ts +13 -6
  370. package/src/util.ts +8 -2
  371. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  372. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  373. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  374. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  375. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  376. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  377. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  378. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  379. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  380. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  381. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  382. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  383. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  384. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  385. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  386. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  387. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  388. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  389. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  390. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  391. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  392. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  393. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  394. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  395. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  396. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  397. package/dest/mem_pools/tx_pool/index.js +0 -2
  398. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  399. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  400. package/dest/mem_pools/tx_pool/priority.js +0 -15
  401. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  402. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  403. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  404. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  405. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  406. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  407. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
  408. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  409. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
  410. package/src/mem_pools/tx_pool/README.md +0 -270
  411. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  412. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  413. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  414. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  415. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  416. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  417. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  418. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  419. package/src/mem_pools/tx_pool/index.ts +0 -2
  420. package/src/mem_pools/tx_pool/priority.ts +0 -20
  421. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  422. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  423. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
@@ -1,12 +1,16 @@
1
1
  import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
2
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
2
+ import type { EpochCacheInterface } from '@aztec/epoch-cache';
3
+ import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
3
4
  import { createLogger } from '@aztec/foundation/log';
5
+ import { RunningPromise } from '@aztec/foundation/promise';
4
6
  import { DateProvider } from '@aztec/foundation/timer';
5
7
  import type { AztecAsyncKVStore, AztecAsyncSingleton } from '@aztec/kv-store';
6
8
  import { L2TipsKVStore } from '@aztec/kv-store/stores';
7
9
  import {
10
+ type CheckpointId,
8
11
  type EthAddress,
9
12
  type L2Block,
13
+ type L2BlockId,
10
14
  type L2BlockSource,
11
15
  L2BlockStream,
12
16
  type L2BlockStreamEvent,
@@ -14,32 +18,27 @@ import {
14
18
  type L2TipsStore,
15
19
  } from '@aztec/stdlib/block';
16
20
  import type { ContractDataSource } from '@aztec/stdlib/contract';
17
- import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
18
21
  import { type PeerInfo, tryStop } from '@aztec/stdlib/interfaces/server';
19
- import {
20
- type BlockProposal,
21
- CheckpointAttestation,
22
- type CheckpointProposal,
23
- type P2PClientType,
24
- } from '@aztec/stdlib/p2p';
25
- import type { Tx, TxHash } from '@aztec/stdlib/tx';
22
+ import { type BlockProposal, CheckpointAttestation, type CheckpointProposal, type TopicType } from '@aztec/stdlib/p2p';
23
+ import type { BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
26
24
  import { Attributes, type TelemetryClient, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
27
25
 
28
26
  import type { PeerId } from '@libp2p/interface';
29
27
  import type { ENR } from '@nethermindeth/enr';
30
28
 
31
29
  import { type P2PConfig, getP2PDefaultConfig } from '../config.js';
30
+ import { TxPoolError } from '../errors/tx-pool.error.js';
32
31
  import type { AttestationPoolApi } from '../mem_pools/attestation_pool/attestation_pool.js';
33
32
  import type { MemPools } from '../mem_pools/interface.js';
34
- import type { TxPool } from '../mem_pools/tx_pool/index.js';
33
+ import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
35
34
  import type { AuthRequest, StatusMessage } from '../services/index.js';
36
35
  import {
37
36
  ReqRespSubProtocol,
38
37
  type ReqRespSubProtocolHandler,
39
38
  type ReqRespSubProtocolValidators,
40
39
  } from '../services/reqresp/interface.js';
41
- import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
42
40
  import type {
41
+ DuplicateAttestationInfo,
43
42
  DuplicateProposalInfo,
44
43
  P2PBlockReceivedCallback,
45
44
  P2PCheckpointReceivedCallback,
@@ -53,10 +52,7 @@ import { type P2P, P2PClientState, type P2PSyncState } from './interface.js';
53
52
  /**
54
53
  * The P2P client implementation.
55
54
  */
56
- export class P2PClient<T extends P2PClientType = P2PClientType.Full>
57
- extends WithTracer
58
- implements P2P, P2P<P2PClientType.Prover>
59
- {
55
+ export class P2PClient extends WithTracer implements P2P {
60
56
  /** The JS promise that will be running to keep the client's data in sync. Can be interrupted if the client is stopped. */
61
57
  private runningPromise!: Promise<void>;
62
58
 
@@ -70,7 +66,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
70
66
  private l2Tips: L2TipsStore;
71
67
  private synchedLatestSlot: AztecAsyncSingleton<bigint>;
72
68
 
73
- private txPool: TxPool;
69
+ private txPool: TxPoolV2;
74
70
  private attestationPool: AttestationPoolApi;
75
71
 
76
72
  private config: P2PConfig;
@@ -81,22 +77,20 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
81
77
 
82
78
  private validatorAddresses: EthAddress[] = [];
83
79
 
84
- /**
85
- * In-memory P2P client constructor.
86
- * @param store - The client's instance of the KV store.
87
- * @param l2BlockSource - P2P client's source for fetching existing blocks.
88
- * @param txPool - The client's instance of a transaction pool. Defaults to in-memory implementation.
89
- * @param p2pService - The concrete instance of p2p networking to use.
90
- * @param log - A logger.
91
- */
80
+ /** Tracks the last slot for which we called prepareForSlot */
81
+ private lastSlotProcessed: SlotNumber = SlotNumber.ZERO;
82
+
83
+ /** Polls for slot changes and calls prepareForSlot on the tx pool */
84
+ private slotMonitor: RunningPromise | undefined;
85
+
92
86
  constructor(
93
- _clientType: T,
94
87
  private store: AztecAsyncKVStore,
95
88
  private l2BlockSource: L2BlockSource & ContractDataSource,
96
89
  mempools: MemPools,
97
90
  private p2pService: P2PService,
98
91
  private txCollection: TxCollection,
99
92
  private txFileStore: TxFileStore | undefined,
93
+ private epochCache: EpochCacheInterface,
100
94
  config: Partial<P2PConfig> = {},
101
95
  private _dateProvider: DateProvider = new DateProvider(),
102
96
  private telemetry: TelemetryClient = getTelemetryClient(),
@@ -116,27 +110,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
116
110
  this.telemetry,
117
111
  );
118
112
 
119
- // Default to collecting all txs when we see a valid proposal
120
- // This can be overridden by the validator client to validate, and it will call getTxsForBlockProposal on its own
121
- // Note: Validators do NOT attest to individual blocks - attestations are only for checkpoint proposals.
122
- // TODO(palla/txs): We should not trigger a request for txs on a proposal before fully validating it. We need to bring
123
- // validator-client code into here so we can validate a proposal is reasonable.
124
- this.registerBlockProposalHandler(async (block, sender) => {
125
- this.log.debug(`Received block proposal from ${sender.toString()}`);
126
- // TODO(palla/txs): Need to subtract validatorReexecuteDeadlineMs from this deadline (see ValidatorClient.getReexecutionDeadline)
127
- const constants = this.txCollection.getConstants();
128
- const nextSlotTimestampSeconds = Number(getTimestampForSlot(SlotNumber(block.slotNumber + 1), constants));
129
- const deadline = new Date(nextSlotTimestampSeconds * 1000);
130
- const parentBlock = await this.l2BlockSource.getBlockHeaderByArchive(block.blockHeader.lastArchive.root);
131
- if (!parentBlock) {
132
- this.log.debug(`Cannot collect txs for proposal as parent block not found`);
133
- return false;
134
- }
135
- const blockNumber = BlockNumber(parentBlock.getBlockNumber() + 1);
136
- await this.txProvider.getTxsForBlockProposal(block, blockNumber, { pinnedPeer: sender, deadline });
137
- return true;
138
- });
139
-
140
113
  this.l2Tips = new L2TipsKVStore(store, 'p2p_client');
141
114
  this.synchedLatestSlot = store.openSingleton('p2p_pool_last_l2_slot');
142
115
  }
@@ -162,14 +135,17 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
162
135
  return Promise.resolve(this.p2pService.getPeers(includePending));
163
136
  }
164
137
 
138
+ public getGossipMeshPeerCount(topicType: TopicType): Promise<number> {
139
+ return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
140
+ }
141
+
165
142
  public getL2BlockHash(number: BlockNumber): Promise<string | undefined> {
166
143
  return this.l2Tips.getL2BlockHash(number);
167
144
  }
168
145
 
169
- public updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
170
- this.txPool.updateConfig(config);
146
+ public async updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
147
+ await this.txPool.updateConfig(config);
171
148
  this.p2pService.updateConfig(config);
172
- return Promise.resolve();
173
149
  }
174
150
 
175
151
  public getL2Tips(): Promise<L2Tips> {
@@ -198,7 +174,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
198
174
  break;
199
175
  case 'chain-pruned':
200
176
  this.txCollection.stopCollectingForBlocksAfter(event.block.number);
201
- await this.handlePruneL2Blocks(event.block.number);
177
+ await this.handlePruneL2Blocks(event.block, event.checkpoint);
202
178
  break;
203
179
  case 'chain-checkpointed':
204
180
  break;
@@ -214,7 +190,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
214
190
  }
215
191
 
216
192
  #assertIsReady() {
217
- // this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
218
193
  if (!this.isReady()) {
219
194
  throw new Error('P2P client not ready');
220
195
  }
@@ -232,6 +207,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
232
207
  return this.syncPromise;
233
208
  }
234
209
 
210
+ // Start the tx pool first, as it needs to hydrate state from persistence
211
+ await this.txPool.start();
212
+
235
213
  // get the current latest block numbers
236
214
  const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
237
215
  this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
@@ -282,6 +260,15 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
282
260
  this.blockStream!.start();
283
261
  await this.txCollection.start();
284
262
  this.txFileStore?.start();
263
+
264
+ // Start slot monitor to call prepareForSlot when the slot changes
265
+ this.slotMonitor = new RunningPromise(
266
+ () => this.maybeCallPrepareForSlot(),
267
+ this.log,
268
+ this.config.slotCheckIntervalMS,
269
+ );
270
+ this.slotMonitor.start();
271
+
285
272
  return this.syncPromise;
286
273
  }
287
274
 
@@ -312,6 +299,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
312
299
  */
313
300
  public async stop() {
314
301
  this.log.debug('Stopping p2p client...');
302
+ await this.slotMonitor?.stop();
303
+ this.log.debug('Stopped slot monitor');
315
304
  await tryStop(this.txCollection);
316
305
  this.log.debug('Stopped tx collection service');
317
306
  await this.txFileStore?.stop();
@@ -320,6 +309,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
320
309
  this.log.debug('Stopped p2p service');
321
310
  await this.blockStream?.stop();
322
311
  this.log.debug('Stopped block downloader');
312
+ await this.txPool.stop();
313
+ this.log.debug('Stopped tx pool');
323
314
  await this.runningPromise;
324
315
  this.setCurrentState(P2PClientState.STOPPED);
325
316
  this.log.info('P2P client stopped');
@@ -339,9 +330,17 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
339
330
  public async broadcastProposal(proposal: BlockProposal): Promise<void> {
340
331
  this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
341
332
  // Store our own proposal so we can respond to req/resp requests for it
342
- const { totalForPosition } = await this.attestationPool.tryAddBlockProposal(proposal);
343
- if (totalForPosition > 1) {
344
- throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
333
+ const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
334
+ if (count > 1) {
335
+ if (this.config.broadcastEquivocatedProposals) {
336
+ this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
337
+ slot: proposal.slotNumber,
338
+ archive: proposal.archive.toString(),
339
+ count,
340
+ });
341
+ } else {
342
+ throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
343
+ }
345
344
  }
346
345
  return this.p2pService.propagate(proposal);
347
346
  }
@@ -358,6 +357,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
358
357
  // Store our own last-block proposal so we can respond to req/resp requests for it.
359
358
  await this.attestationPool.tryAddBlockProposal(blockProposal);
360
359
  }
360
+ // Gossipsub doesn't deliver own messages, so fire the all-nodes handler locally
361
+ await this.p2pService.notifyOwnCheckpointProposal(proposal.toCore());
361
362
  return this.p2pService.propagate(proposal);
362
363
  }
363
364
 
@@ -379,52 +380,53 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
379
380
  return this.attestationPool.addOwnCheckpointAttestations(attestations);
380
381
  }
381
382
 
383
+ public hasBlockProposalsForSlot(slot: SlotNumber): Promise<boolean> {
384
+ return this.attestationPool.hasBlockProposalsForSlot(slot);
385
+ }
386
+
382
387
  // REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
383
388
  // ^ This pattern is not my favorite (md)
384
389
  public registerBlockProposalHandler(handler: P2PBlockReceivedCallback): void {
385
390
  this.p2pService.registerBlockReceivedCallback(handler);
386
391
  }
387
392
 
388
- public registerCheckpointProposalHandler(handler: P2PCheckpointReceivedCallback): void {
389
- this.p2pService.registerCheckpointReceivedCallback(handler);
393
+ public registerValidatorCheckpointProposalHandler(handler: P2PCheckpointReceivedCallback): void {
394
+ this.p2pService.registerValidatorCheckpointReceivedCallback(handler);
395
+ }
396
+
397
+ public registerAllNodesCheckpointProposalHandler(handler: P2PCheckpointReceivedCallback): void {
398
+ this.p2pService.registerAllNodesCheckpointReceivedCallback(handler);
390
399
  }
391
400
 
392
401
  public registerDuplicateProposalCallback(callback: (info: DuplicateProposalInfo) => void): void {
393
402
  this.p2pService.registerDuplicateProposalCallback(callback);
394
403
  }
395
404
 
396
- /**
397
- * Uses the batched Request Response protocol to request a set of transactions from the network.
398
- */
399
- public async requestTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<Tx[]> {
400
- const timeoutMs = 8000; // Longer timeout for now
401
- const maxRetryAttempts = 10; // Keep retrying within the timeout
402
- const requests = chunkTxHashesRequest(txHashes);
403
- const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
404
-
405
- const txBatches = await this.p2pService.sendBatchRequest(
406
- ReqRespSubProtocol.TX,
407
- requests,
408
- pinnedPeerId,
409
- timeoutMs,
410
- maxPeers,
411
- maxRetryAttempts,
412
- );
405
+ public registerDuplicateAttestationCallback(callback: (info: DuplicateAttestationInfo) => void): void {
406
+ this.p2pService.registerDuplicateAttestationCallback(callback);
407
+ }
413
408
 
414
- const txs = txBatches.flat();
415
- if (txs.length > 0) {
416
- await this.txPool.addTxs(txs);
409
+ public async getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
410
+ if (limit !== undefined && limit <= 0) {
411
+ throw new TypeError('limit must be greater than 0');
417
412
  }
418
413
 
419
- const txHashesStr = txHashes.map(tx => tx.toString()).join(', ');
420
- this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
414
+ let txHashes = await this.txPool.getPendingTxHashes();
421
415
 
422
- // We return all transactions, even the not found ones to the caller, such they can handle missing items themselves.
423
- return txs;
424
- }
416
+ let startIndex = 0;
417
+ if (after) {
418
+ startIndex = txHashes.findIndex(txHash => after.equals(txHash));
419
+ if (startIndex === -1) {
420
+ return [];
421
+ }
422
+ startIndex++;
423
+ }
424
+
425
+ const endIndex = limit !== undefined ? startIndex + limit : undefined;
426
+ txHashes = txHashes.slice(startIndex, endIndex);
425
427
 
426
- public getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
427
- return this.getTxs('pending', limit, after);
428
+ const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
429
+ return maybeTxs.filter((tx): tx is Tx => !!tx);
428
430
  }
429
431
 
430
432
  public getPendingTxCount(): Promise<number> {
@@ -440,62 +442,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
440
442
  }
441
443
  }
442
444
 
443
- /**
444
- * Returns all transactions in the transaction pool.
445
- * @param filter - The type of txs to return
446
- * @param limit - How many txs to return
447
- * @param after - If paginating, the last known tx hash. Will return txs after this hash
448
- * @returns An array of Txs.
449
- */
450
- public async getTxs(filter: 'all' | 'pending' | 'mined', limit?: number, after?: TxHash): Promise<Tx[]> {
451
- if (limit !== undefined && limit <= 0) {
452
- throw new TypeError('limit must be greater than 0');
453
- }
454
-
455
- let txs: Tx[] | undefined = undefined;
456
- let txHashes: TxHash[];
457
-
458
- if (filter === 'all') {
459
- txs = await this.txPool.getAllTxs();
460
- txHashes = await Promise.all(txs.map(tx => tx.getTxHash()));
461
- } else if (filter === 'mined') {
462
- const minedTxHashes = await this.txPool.getMinedTxHashes();
463
- txHashes = minedTxHashes.map(([txHash]) => txHash);
464
- } else if (filter === 'pending') {
465
- txHashes = await this.txPool.getPendingTxHashes();
466
- } else {
467
- const _: never = filter;
468
- throw new Error(`Unknown filter ${filter}`);
469
- }
470
-
471
- let startIndex = 0;
472
- let endIndex: number | undefined = undefined;
473
-
474
- if (after) {
475
- startIndex = txHashes.findIndex(txHash => after.equals(txHash));
476
-
477
- // if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
478
- if (startIndex === -1) {
479
- return [];
445
+ public async *iterateEligiblePendingTxs(): AsyncIterableIterator<Tx> {
446
+ for (const txHash of await this.txPool.getEligiblePendingTxHashes()) {
447
+ const tx = await this.txPool.getTxByHash(txHash);
448
+ if (tx) {
449
+ yield tx;
480
450
  }
481
-
482
- // increment by one because we don't want to return the same tx again
483
- startIndex++;
484
451
  }
485
-
486
- if (limit !== undefined) {
487
- endIndex = startIndex + limit;
488
- }
489
-
490
- txHashes = txHashes.slice(startIndex, endIndex);
491
- if (txs) {
492
- txs = txs.slice(startIndex, endIndex);
493
- } else {
494
- const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
495
- txs = maybeTxs.filter((tx): tx is Tx => !!tx);
496
- }
497
-
498
- return txs;
499
452
  }
500
453
 
501
454
  /**
@@ -520,49 +473,6 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
520
473
  return this.txPool.hasTxs(txHashes);
521
474
  }
522
475
 
523
- /**
524
- * Returns transactions in the transaction pool by hash.
525
- * If a transaction is not in the pool, it will be requested from the network.
526
- * @param txHashes - Hashes of the transactions to look for.
527
- * @returns The txs found, or undefined if not found in the order requested.
528
- */
529
- async getTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<(Tx | undefined)[]> {
530
- const txs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
531
- const missingTxHashes = txs
532
- .map((tx, index) => [tx, index] as const)
533
- .filter(([tx, _index]) => !tx)
534
- .map(([_tx, index]) => txHashes[index]);
535
-
536
- if (missingTxHashes.length === 0) {
537
- return txs as Tx[];
538
- }
539
-
540
- const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
541
- // TODO: optimize
542
- // Merge the found txs in order
543
- const mergingTxs = txHashes.map(txHash => {
544
- // Is it in the txs list from the mempool?
545
- for (const tx of txs) {
546
- if (tx !== undefined && tx.getTxHash().equals(txHash)) {
547
- return tx;
548
- }
549
- }
550
-
551
- // Is it in the fetched missing txs?
552
- // Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
553
- for (const tx of missingTxs) {
554
- if (tx.getTxHash().equals(txHash)) {
555
- return tx;
556
- }
557
- }
558
-
559
- // Otherwise return undefined
560
- return undefined;
561
- });
562
-
563
- return mergingTxs;
564
- }
565
-
566
476
  /**
567
477
  * Returns an archived transaction in the transaction pool by its hash.
568
478
  * @param txHash - Hash of the archived transaction to look for.
@@ -573,25 +483,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
573
483
  }
574
484
 
575
485
  /**
576
- * Verifies the 'tx' and, if valid, adds it to local tx pool and forwards it to other peers.
577
- * @param tx - The tx to verify.
486
+ * Accepts a transaction, adds it to local tx pool and forwards it to other peers.
487
+ * @param tx - The tx to send.
578
488
  * @returns Empty promise.
579
489
  **/
580
490
  public async sendTx(tx: Tx): Promise<void> {
581
- const addedCount = await this.addTxsToPool([tx]);
582
- const txAddedSuccessfully = addedCount === 1;
583
- if (txAddedSuccessfully) {
491
+ this.#assertIsReady();
492
+ const result = await this.txPool.addPendingTxs([tx], { feeComparisonOnly: true });
493
+ if (result.accepted.length === 1) {
584
494
  await this.p2pService.propagate(tx);
495
+ return;
585
496
  }
586
- }
587
497
 
588
- /**
589
- * Adds transactions to the pool. Does not send to peers or validate the txs.
590
- * @param txs - The transactions.
591
- **/
592
- public async addTxsToPool(txs: Tx[]): Promise<number> {
593
- this.#assertIsReady();
594
- return await this.txPool.addTxs(txs);
498
+ const txHashStr = tx.getTxHash().toString();
499
+ const reason = result.errors?.get(txHashStr);
500
+ if (reason) {
501
+ this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
502
+ throw new TxPoolError(reason);
503
+ }
504
+
505
+ this.log.warn(
506
+ `Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`,
507
+ );
595
508
  }
596
509
 
597
510
  /**
@@ -599,8 +512,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
599
512
  * @param txHash - Hash of the tx to query.
600
513
  * @returns Pending or mined depending on its status, or undefined if not found.
601
514
  */
602
- public getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
603
- return this.txPool.getTxStatus(txHash);
515
+ public async getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
516
+ const status = await this.txPool.getTxStatus(txHash);
517
+ return status === 'protected' ? 'pending' : status;
604
518
  }
605
519
 
606
520
  public getEnr(): ENR | undefined {
@@ -612,14 +526,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
612
526
  }
613
527
 
614
528
  /**
615
- * Deletes the 'txs' from the pool.
616
- * NOT used if we use sendTx as reconcileTxPool will handle this.
617
- * @param txHashes - Hashes of the transactions to delete.
618
- * @returns Empty promise.
529
+ * Handles failed transaction execution by removing txs from the pool.
530
+ * @param txHashes - Hashes of the transactions that failed execution.
619
531
  **/
620
- public async deleteTxs(txHashes: TxHash[]): Promise<void> {
532
+ public async handleFailedExecution(txHashes: TxHash[]): Promise<void> {
621
533
  this.#assertIsReady();
622
- await this.txPool.deleteTxs(txHashes);
534
+ await this.txPool.handleFailedExecution(txHashes);
623
535
  }
624
536
 
625
537
  /**
@@ -679,14 +591,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
679
591
  }
680
592
 
681
593
  /**
682
- * Mark all txs from these blocks as mined.
594
+ * Handles mined blocks by marking the txs in them as mined.
683
595
  * @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
684
596
  * @returns Empty promise.
685
597
  */
686
- private async markTxsAsMinedFromBlocks(blocks: L2Block[]): Promise<void> {
598
+ private async handleMinedBlocks(blocks: L2Block[]): Promise<void> {
687
599
  for (const block of blocks) {
688
- const txHashes = block.body.txEffects.map(txEffect => txEffect.txHash);
689
- await this.txPool.markAsMined(txHashes, block.header);
600
+ await this.txPool.handleMinedBlock(block);
690
601
  }
691
602
  }
692
603
 
@@ -697,16 +608,14 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
697
608
  */
698
609
  private async handleLatestL2Blocks(blocks: L2Block[]): Promise<void> {
699
610
  if (!blocks.length) {
700
- return Promise.resolve();
611
+ return;
701
612
  }
702
613
 
703
- await this.markTxsAsMinedFromBlocks(blocks);
704
- await this.txPool.clearNonEvictableTxs();
614
+ await this.handleMinedBlocks(blocks);
615
+ await this.maybeCallPrepareForSlot();
705
616
  await this.startCollectingMissingTxs(blocks);
706
-
707
617
  const lastBlock = blocks.at(-1)!;
708
618
  await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
709
- this.log.verbose(`Synched to latest block ${lastBlock.number}`);
710
619
  }
711
620
 
712
621
  /** Request txs for unproven blocks so the prover node has more chances to get them. */
@@ -745,68 +654,71 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
745
654
  */
746
655
  private async handleFinalizedL2Blocks(blocks: L2Block[]): Promise<void> {
747
656
  if (!blocks.length) {
748
- return Promise.resolve();
657
+ return;
749
658
  }
750
- this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
751
659
 
752
- const lastBlockNum = blocks[blocks.length - 1].number;
753
- const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
754
-
755
- const txHashes = blocks.flatMap(block => block.body.txEffects.map(txEffect => txEffect.txHash));
756
- this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
757
- await this.txPool.deleteTxs(txHashes, { permanently: true });
758
- await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
759
-
760
- await this.attestationPool.deleteOlderThan(lastBlockSlot);
761
-
762
- this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
660
+ // Finalization is monotonic, so we only need to call with the last block
661
+ const lastBlock = blocks.at(-1)!;
662
+ await this.txPool.handleFinalizedBlock(lastBlock.header);
663
+ await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
763
664
  }
764
665
 
765
666
  /**
766
667
  * Updates the tx pool after a chain prune.
767
- * @param latestBlock - The block number the chain was pruned to.
668
+ * Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
669
+ * @param latestBlock - The block ID the chain was pruned to.
670
+ * @param newCheckpoint - The checkpoint ID after the prune.
768
671
  */
769
- private async handlePruneL2Blocks(latestBlock: BlockNumber): Promise<void> {
770
- const txsToDelete = new Map<string, TxHash>();
771
- const minedTxs = await this.txPool.getMinedTxHashes();
772
-
773
- // Find transactions that reference pruned blocks in their historical header
774
- for (const tx of await this.txPool.getAllTxs()) {
775
- // every tx that's been generated against a block that has now been pruned is no longer valid
776
- if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
777
- const txHash = tx.getTxHash();
778
- txsToDelete.set(txHash.toString(), txHash);
779
- }
780
- }
672
+ private async handlePruneL2Blocks(latestBlock: L2BlockId, newCheckpoint: CheckpointId): Promise<void> {
673
+ const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && (await this.isEpochPrune(newCheckpoint));
674
+ await this.txPool.handlePrunedBlocks(latestBlock, { deleteAllTxs });
675
+ }
781
676
 
782
- this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
783
- newLatestBlock: latestBlock,
784
- previousLatestBlock: await this.getSyncedLatestBlockNum(),
785
- txsToDelete: Array.from(txsToDelete.keys()),
786
- });
787
-
788
- // delete invalid txs (both pending and mined)
789
- await this.txPool.deleteTxs(Array.from(txsToDelete.values()));
790
-
791
- // everything left in the mined set was built against a block on the proven chain so its still valid
792
- // move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
793
- // in which case we clean them up to avoid potential reorg loops
794
- // NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
795
- // (see this.keepProvenTxsFor)
796
- const minedTxsFromReorg: TxHash[] = [];
797
- for (const [txHash, blockNumber] of minedTxs) {
798
- // We keep the txsToDelete out of this list as they have already been deleted above
799
- if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
800
- minedTxsFromReorg.push(txHash);
801
- }
677
+ /**
678
+ * Returns true if the prune is an epoch prune (new checkpoint number is less than old).
679
+ * If the checkpoint number stays the same or increases, the prune is within a checkpoint.
680
+ */
681
+ private async isEpochPrune(newCheckpoint: CheckpointId): Promise<boolean> {
682
+ const tips = await this.l2Tips.getL2Tips();
683
+ const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
684
+ if (oldCheckpointNumber <= CheckpointNumber.INITIAL) {
685
+ return false;
802
686
  }
687
+ const newCheckpointNumber = newCheckpoint.number;
688
+ // We check that the new checkpoint number is less than the old checkpoint number in order to consider it an epoch prune.
689
+ // To be more certain that it is an epoch prune, we will check that at least 2 checkpoints were removed.
690
+ // This means we should avoid thinking checkpoints removed by L1 re-orgs are epoch prunes
691
+ const thresholdForEpochPrune = CheckpointNumber(oldCheckpointNumber - 2);
692
+ const isEpochPrune = newCheckpointNumber <= thresholdForEpochPrune;
693
+ if (isEpochPrune) {
694
+ this.log.info(`Detected epoch prune to ${newCheckpointNumber}`, {
695
+ oldCheckpointNumber,
696
+ newCheckpointNumber,
697
+ thresholdForEpochPrune,
698
+ });
699
+ }
700
+ return isEpochPrune;
701
+ }
803
702
 
804
- if (this.config.txPoolDeleteTxsAfterReorg) {
805
- this.log.info(`Deleting ${minedTxsFromReorg.length} mined txs from reorg`);
806
- await this.txPool.deleteTxs(minedTxsFromReorg);
703
+ /** Checks if the slot has changed and calls prepareForSlot if so. */
704
+ private async maybeCallPrepareForSlot(): Promise<void> {
705
+ // If we have a proposed checkpoint available, we want to prepare the target slot - otherwise we prepare the current slot
706
+ const l2Tips = await this.l2Tips.getL2Tips();
707
+ const hasProposedCheckpoint = l2Tips.proposedCheckpoint.checkpoint.number > l2Tips.checkpointed.checkpoint.number;
708
+
709
+ let slot;
710
+ if (this.epochCache.isProposerPipeliningEnabled() && hasProposedCheckpoint) {
711
+ const { targetSlot } = this.epochCache.getTargetAndNextSlot();
712
+ slot = targetSlot;
807
713
  } else {
808
- await this.txPool.markMinedAsPending(minedTxsFromReorg, latestBlock);
714
+ const { currentSlot } = this.epochCache.getCurrentAndNextSlot();
715
+ slot = currentSlot;
716
+ }
717
+ if (slot <= this.lastSlotProcessed) {
718
+ return;
809
719
  }
720
+ this.lastSlotProcessed = slot;
721
+ await this.txPool.prepareForSlot(slot);
810
722
  }
811
723
 
812
724
  private async startServiceIfSynched() {
@@ -846,16 +758,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
846
758
  this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
847
759
  }
848
760
 
849
- public validate(txs: Tx[]): Promise<void> {
850
- return this.p2pService.validate(txs);
761
+ public validateTxsReceivedInBlockProposal(txs: Tx[]): Promise<void> {
762
+ return this.p2pService.validateTxsReceivedInBlockProposal(txs);
763
+ }
764
+
765
+ /**
766
+ * Protects existing transactions by hash for a given slot.
767
+ * Returns hashes of transactions that weren't found in the pool.
768
+ * @param txHashes - Hashes of the transactions to protect.
769
+ * @param blockHeader - The block header providing slot context.
770
+ * @returns Hashes of transactions not found in the pool.
771
+ */
772
+ public protectTxs(txHashes: TxHash[], blockHeader: BlockHeader): Promise<TxHash[]> {
773
+ return this.txPool.protectTxs(txHashes, blockHeader);
851
774
  }
852
775
 
853
776
  /**
854
- * Marks transactions as non-evictable in the pool.
855
- * @param txHashes - Hashes of the transactions to mark as non-evictable.
777
+ * Prepares the pool for a new slot.
778
+ * Unprotects transactions from earlier slots and validates them.
779
+ * @param slotNumber - The slot number to prepare for
856
780
  */
857
- public markTxsAsNonEvictable(txHashes: TxHash[]): Promise<void> {
858
- return this.txPool.markTxsAsNonEvictable(txHashes);
781
+ public async prepareForSlot(slotNumber: SlotNumber): Promise<void> {
782
+ await this.txPool.prepareForSlot(slotNumber);
859
783
  }
860
784
 
861
785
  public handleAuthRequestFromPeer(authRequest: AuthRequest, peerId: PeerId): Promise<StatusMessage> {