@aztec/p2p 0.0.1-commit.43c09e3f → 0.0.1-commit.4d3c002

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (449) hide show
  1. package/README.md +129 -3
  2. package/dest/client/factory.d.ts +11 -11
  3. package/dest/client/factory.d.ts.map +1 -1
  4. package/dest/client/factory.js +55 -17
  5. package/dest/client/interface.d.ts +54 -34
  6. package/dest/client/interface.d.ts.map +1 -1
  7. package/dest/client/p2p_client.d.ts +41 -52
  8. package/dest/client/p2p_client.d.ts.map +1 -1
  9. package/dest/client/p2p_client.js +170 -224
  10. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +21 -11
  11. package/dest/config.d.ts +55 -18
  12. package/dest/config.d.ts.map +1 -1
  13. package/dest/config.js +102 -38
  14. package/dest/errors/p2p-service.error.d.ts +9 -0
  15. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  16. package/dest/errors/p2p-service.error.js +10 -0
  17. package/dest/errors/tx-pool.error.d.ts +8 -0
  18. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  19. package/dest/errors/tx-pool.error.js +9 -0
  20. package/dest/index.d.ts +2 -2
  21. package/dest/index.d.ts.map +1 -1
  22. package/dest/index.js +1 -1
  23. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  24. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.js +446 -3
  26. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  27. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  29. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  30. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  31. package/dest/mem_pools/attestation_pool/index.js +1 -2
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  33. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  34. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  35. package/dest/mem_pools/index.d.ts +3 -3
  36. package/dest/mem_pools/index.d.ts.map +1 -1
  37. package/dest/mem_pools/index.js +1 -1
  38. package/dest/mem_pools/instrumentation.d.ts +4 -2
  39. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  40. package/dest/mem_pools/instrumentation.js +16 -14
  41. package/dest/mem_pools/interface.d.ts +5 -5
  42. package/dest/mem_pools/interface.d.ts.map +1 -1
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  45. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
  47. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
  48. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  51. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +7 -3
  52. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
  53. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  54. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
  55. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
  56. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  57. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
  58. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +54 -5
  59. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
  60. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
  62. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
  63. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
  64. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  65. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
  66. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
  67. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
  68. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +16 -4
  69. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
  70. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
  71. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +3 -3
  72. package/dest/mem_pools/tx_pool_v2/index.d.ts +3 -2
  73. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
  74. package/dest/mem_pools/tx_pool_v2/index.js +2 -1
  75. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  76. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  77. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  78. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +34 -12
  79. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  80. package/dest/mem_pools/tx_pool_v2/interfaces.js +5 -1
  81. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +78 -15
  82. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  83. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +144 -18
  84. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  85. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  86. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
  87. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +12 -5
  88. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  89. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +23 -6
  90. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +14 -5
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  92. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +476 -594
  93. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +1 -1
  94. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  95. package/dest/msg_validators/attestation_validator/attestation_validator.js +5 -4
  96. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  97. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  98. package/dest/msg_validators/clock_tolerance.d.ts +1 -1
  99. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  100. package/dest/msg_validators/clock_tolerance.js +4 -3
  101. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -4
  102. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  103. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
  104. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -4
  105. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  106. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
  107. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -8
  108. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/proposal_validator/proposal_validator.js +53 -41
  110. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  111. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  112. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  113. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  114. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  115. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  116. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  117. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  118. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  119. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  120. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  121. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  122. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  123. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  124. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  125. package/dest/msg_validators/tx_validator/data_validator.d.ts +1 -1
  126. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  127. package/dest/msg_validators/tx_validator/data_validator.js +35 -2
  128. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  129. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  130. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  131. package/dest/msg_validators/tx_validator/factory.d.ts +133 -6
  132. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  133. package/dest/msg_validators/tx_validator/factory.js +247 -60
  134. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  135. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  136. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  137. package/dest/msg_validators/tx_validator/gas_validator.d.ts +67 -3
  138. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  139. package/dest/msg_validators/tx_validator/gas_validator.js +104 -37
  140. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  141. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  142. package/dest/msg_validators/tx_validator/index.js +2 -0
  143. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  144. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  145. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  146. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  147. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  148. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  149. package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
  150. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  151. package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
  152. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  153. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  154. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  155. package/dest/services/discv5/discV5_service.d.ts +1 -1
  156. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  157. package/dest/services/discv5/discV5_service.js +5 -2
  158. package/dest/services/dummy_service.d.ts +16 -6
  159. package/dest/services/dummy_service.d.ts.map +1 -1
  160. package/dest/services/dummy_service.js +15 -5
  161. package/dest/services/encoding.d.ts +7 -3
  162. package/dest/services/encoding.d.ts.map +1 -1
  163. package/dest/services/encoding.js +18 -11
  164. package/dest/services/gossipsub/index.d.ts +3 -0
  165. package/dest/services/gossipsub/index.d.ts.map +1 -0
  166. package/dest/services/gossipsub/index.js +2 -0
  167. package/dest/services/gossipsub/scoring.d.ts +21 -3
  168. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  169. package/dest/services/gossipsub/scoring.js +24 -7
  170. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  171. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  172. package/dest/services/gossipsub/topic_score_params.js +346 -0
  173. package/dest/services/libp2p/libp2p_service.d.ts +108 -51
  174. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  175. package/dest/services/libp2p/libp2p_service.js +568 -383
  176. package/dest/services/peer-manager/metrics.d.ts +3 -1
  177. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  178. package/dest/services/peer-manager/metrics.js +6 -0
  179. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  180. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  181. package/dest/services/peer-manager/peer_manager.js +24 -9
  182. package/dest/services/peer-manager/peer_scoring.d.ts +5 -2
  183. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  184. package/dest/services/peer-manager/peer_scoring.js +53 -12
  185. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +14 -10
  186. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  187. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +89 -112
  188. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +4 -7
  189. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  190. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
  191. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  192. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
  193. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
  194. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  195. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
  196. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  197. package/dest/services/reqresp/interface.d.ts +10 -1
  198. package/dest/services/reqresp/interface.d.ts.map +1 -1
  199. package/dest/services/reqresp/interface.js +15 -1
  200. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  201. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  202. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
  203. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
  204. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  205. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
  206. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  207. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  208. package/dest/services/reqresp/protocols/tx.js +20 -0
  209. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  210. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  211. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  212. package/dest/services/reqresp/reqresp.d.ts +1 -1
  213. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  214. package/dest/services/reqresp/reqresp.js +30 -14
  215. package/dest/services/service.d.ts +45 -4
  216. package/dest/services/service.d.ts.map +1 -1
  217. package/dest/services/tx_collection/config.d.ts +22 -4
  218. package/dest/services/tx_collection/config.d.ts.map +1 -1
  219. package/dest/services/tx_collection/config.js +49 -3
  220. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -8
  221. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  222. package/dest/services/tx_collection/fast_tx_collection.js +88 -88
  223. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  224. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  225. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  226. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  227. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  228. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  229. package/dest/services/tx_collection/index.d.ts +3 -2
  230. package/dest/services/tx_collection/index.d.ts.map +1 -1
  231. package/dest/services/tx_collection/index.js +1 -0
  232. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  233. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  234. package/dest/services/tx_collection/instrumentation.js +2 -1
  235. package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -15
  236. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  237. package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
  238. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  239. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  240. package/dest/services/tx_collection/request_tracker.js +84 -0
  241. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  242. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  243. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  244. package/dest/services/tx_collection/tx_collection.d.ts +23 -13
  245. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  246. package/dest/services/tx_collection/tx_collection.js +75 -3
  247. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  248. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  249. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  250. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  251. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  252. package/dest/services/tx_collection/tx_source.js +26 -7
  253. package/dest/services/tx_file_store/config.d.ts +1 -3
  254. package/dest/services/tx_file_store/config.d.ts.map +1 -1
  255. package/dest/services/tx_file_store/config.js +0 -4
  256. package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
  257. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  258. package/dest/services/tx_file_store/tx_file_store.js +9 -6
  259. package/dest/services/tx_provider.d.ts +4 -4
  260. package/dest/services/tx_provider.d.ts.map +1 -1
  261. package/dest/services/tx_provider.js +9 -8
  262. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  263. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  264. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  265. package/dest/test-helpers/mock-pubsub.d.ts +37 -4
  266. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  267. package/dest/test-helpers/mock-pubsub.js +113 -5
  268. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  269. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  270. package/dest/test-helpers/reqresp-nodes.js +9 -4
  271. package/dest/test-helpers/testbench-utils.d.ts +43 -38
  272. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  273. package/dest/test-helpers/testbench-utils.js +149 -61
  274. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  275. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  276. package/dest/testbench/p2p_client_testbench_worker.js +58 -28
  277. package/dest/testbench/worker_client_manager.d.ts +3 -1
  278. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  279. package/dest/testbench/worker_client_manager.js +6 -3
  280. package/dest/util.d.ts +9 -5
  281. package/dest/util.d.ts.map +1 -1
  282. package/dest/util.js +2 -10
  283. package/package.json +14 -14
  284. package/src/client/factory.ts +106 -30
  285. package/src/client/interface.ts +65 -35
  286. package/src/client/p2p_client.ts +205 -269
  287. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +34 -15
  288. package/src/config.ts +158 -44
  289. package/src/errors/p2p-service.error.ts +11 -0
  290. package/src/errors/tx-pool.error.ts +12 -0
  291. package/src/index.ts +1 -1
  292. package/src/mem_pools/attestation_pool/attestation_pool.ts +499 -91
  293. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  294. package/src/mem_pools/attestation_pool/index.ts +9 -2
  295. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  296. package/src/mem_pools/index.ts +2 -2
  297. package/src/mem_pools/instrumentation.ts +17 -13
  298. package/src/mem_pools/interface.ts +4 -4
  299. package/src/mem_pools/tx_pool_v2/README.md +112 -17
  300. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  301. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
  302. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +7 -3
  303. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
  304. package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
  305. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +59 -4
  306. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
  307. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
  308. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
  309. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +33 -6
  310. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +4 -3
  311. package/src/mem_pools/tx_pool_v2/index.ts +2 -1
  312. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  313. package/src/mem_pools/tx_pool_v2/interfaces.ts +34 -12
  314. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +209 -26
  315. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
  316. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +37 -8
  317. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +518 -678
  318. package/src/msg_validators/attestation_validator/README.md +49 -0
  319. package/src/msg_validators/attestation_validator/attestation_validator.ts +5 -4
  320. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  321. package/src/msg_validators/clock_tolerance.ts +4 -3
  322. package/src/msg_validators/proposal_validator/README.md +123 -0
  323. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +14 -4
  324. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +20 -7
  325. package/src/msg_validators/proposal_validator/proposal_validator.ts +69 -45
  326. package/src/msg_validators/tx_validator/README.md +119 -0
  327. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  328. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  329. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  330. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  331. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  332. package/src/msg_validators/tx_validator/data_validator.ts +42 -1
  333. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  334. package/src/msg_validators/tx_validator/factory.ts +394 -78
  335. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  336. package/src/msg_validators/tx_validator/gas_validator.ts +123 -27
  337. package/src/msg_validators/tx_validator/index.ts +2 -0
  338. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  339. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  340. package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
  341. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  342. package/src/services/discv5/discV5_service.ts +5 -2
  343. package/src/services/dummy_service.ts +24 -7
  344. package/src/services/encoding.ts +18 -10
  345. package/src/services/gossipsub/README.md +641 -0
  346. package/src/services/gossipsub/index.ts +2 -0
  347. package/src/services/gossipsub/scoring.ts +29 -5
  348. package/src/services/gossipsub/topic_score_params.ts +487 -0
  349. package/src/services/libp2p/libp2p_service.ts +599 -418
  350. package/src/services/peer-manager/metrics.ts +7 -0
  351. package/src/services/peer-manager/peer_manager.ts +28 -9
  352. package/src/services/peer-manager/peer_scoring.ts +46 -5
  353. package/src/services/reqresp/README.md +229 -0
  354. package/src/services/reqresp/batch-tx-requester/README.md +53 -14
  355. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +89 -122
  356. package/src/services/reqresp/batch-tx-requester/interface.ts +3 -6
  357. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
  358. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
  359. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  360. package/src/services/reqresp/interface.ts +26 -1
  361. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
  362. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
  363. package/src/services/reqresp/protocols/tx.ts +22 -0
  364. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  365. package/src/services/reqresp/reqresp.ts +35 -15
  366. package/src/services/service.ts +60 -3
  367. package/src/services/tx_collection/config.ts +74 -6
  368. package/src/services/tx_collection/fast_tx_collection.ts +94 -97
  369. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  370. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  371. package/src/services/tx_collection/index.ts +2 -1
  372. package/src/services/tx_collection/instrumentation.ts +7 -1
  373. package/src/services/tx_collection/proposal_tx_collector.ts +21 -27
  374. package/src/services/tx_collection/request_tracker.ts +127 -0
  375. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  376. package/src/services/tx_collection/tx_collection.ts +114 -19
  377. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  378. package/src/services/tx_collection/tx_source.ts +28 -8
  379. package/src/services/tx_file_store/config.ts +0 -6
  380. package/src/services/tx_file_store/tx_file_store.ts +10 -8
  381. package/src/services/tx_provider.ts +10 -9
  382. package/src/test-helpers/make-test-p2p-clients.ts +4 -6
  383. package/src/test-helpers/mock-pubsub.ts +153 -9
  384. package/src/test-helpers/reqresp-nodes.ts +9 -7
  385. package/src/test-helpers/testbench-utils.ts +156 -74
  386. package/src/testbench/p2p_client_testbench_worker.ts +64 -31
  387. package/src/testbench/worker_client_manager.ts +13 -6
  388. package/src/util.ts +15 -16
  389. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  390. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  391. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  392. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  393. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  394. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  395. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  396. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  397. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  398. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  399. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  400. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  401. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  402. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  403. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  404. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  405. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  406. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  407. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  408. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  409. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  410. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  411. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  412. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  413. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  414. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  415. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  416. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  417. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  418. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  419. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  420. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  421. package/dest/mem_pools/tx_pool/index.js +0 -2
  422. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  423. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  424. package/dest/mem_pools/tx_pool/priority.js +0 -15
  425. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  426. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  427. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  428. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  429. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  430. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  431. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
  432. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  433. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
  434. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  435. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
  436. package/src/mem_pools/tx_pool/README.md +0 -270
  437. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  438. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  439. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  440. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  441. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  442. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  443. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  444. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  445. package/src/mem_pools/tx_pool/index.ts +0 -2
  446. package/src/mem_pools/tx_pool/priority.ts +0 -20
  447. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  448. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  449. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
@@ -372,17 +372,16 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
372
372
  }
373
373
  var _dec, _dec1, _initProto;
374
374
  import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
375
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
375
+ import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
376
376
  import { createLogger } from '@aztec/foundation/log';
377
+ import { RunningPromise } from '@aztec/foundation/promise';
377
378
  import { DateProvider } from '@aztec/foundation/timer';
378
379
  import { L2TipsKVStore } from '@aztec/kv-store/stores';
379
380
  import { L2BlockStream } from '@aztec/stdlib/block';
380
- import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
381
381
  import { tryStop } from '@aztec/stdlib/interfaces/server';
382
382
  import { Attributes, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
383
383
  import { getP2PDefaultConfig } from '../config.js';
384
- import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
385
- import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
384
+ import { TxPoolError } from '../errors/tx-pool.error.js';
386
385
  import { TxProvider } from '../services/tx_provider.js';
387
386
  import { P2PClientState } from './interface.js';
388
387
  _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
@@ -402,6 +401,7 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
402
401
  p2pService;
403
402
  txCollection;
404
403
  txFileStore;
404
+ epochCache;
405
405
  _dateProvider;
406
406
  telemetry;
407
407
  log;
@@ -434,15 +434,10 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
434
434
  blockStream;
435
435
  txProvider;
436
436
  validatorAddresses;
437
- /**
438
- * In-memory P2P client constructor.
439
- * @param store - The client's instance of the KV store.
440
- * @param l2BlockSource - P2P client's source for fetching existing blocks.
441
- * @param txPool - The client's instance of a transaction pool. Defaults to in-memory implementation.
442
- * @param p2pService - The concrete instance of p2p networking to use.
443
- * @param log - A logger.
444
- */ constructor(_clientType, store, l2BlockSource, mempools, p2pService, txCollection, txFileStore, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
445
- super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this.txFileStore = txFileStore, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = (_initProto(this), P2PClientState.IDLE), this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [];
437
+ /** Tracks the last slot for which we called prepareForSlot */ lastSlotProcessed;
438
+ /** Polls for slot changes and calls prepareForSlot on the tx pool */ slotMonitor;
439
+ constructor(store, l2BlockSource, mempools, p2pService, txCollection, txFileStore, epochCache, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
440
+ super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this.txFileStore = txFileStore, this.epochCache = epochCache, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = (_initProto(this), P2PClientState.IDLE), this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [], this.lastSlotProcessed = SlotNumber.ZERO;
446
441
  this.config = {
447
442
  ...getP2PDefaultConfig(),
448
443
  ...config
@@ -450,29 +445,6 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
450
445
  this.txPool = mempools.txPool;
451
446
  this.attestationPool = mempools.attestationPool;
452
447
  this.txProvider = new TxProvider(this.txCollection, this.txPool, this, this.log.createChild('tx-provider'), this.telemetry);
453
- // Default to collecting all txs when we see a valid proposal
454
- // This can be overridden by the validator client to validate, and it will call getTxsForBlockProposal on its own
455
- // Note: Validators do NOT attest to individual blocks - attestations are only for checkpoint proposals.
456
- // TODO(palla/txs): We should not trigger a request for txs on a proposal before fully validating it. We need to bring
457
- // validator-client code into here so we can validate a proposal is reasonable.
458
- this.registerBlockProposalHandler(async (block, sender)=>{
459
- this.log.debug(`Received block proposal from ${sender.toString()}`);
460
- // TODO(palla/txs): Need to subtract validatorReexecuteDeadlineMs from this deadline (see ValidatorClient.getReexecutionDeadline)
461
- const constants = this.txCollection.getConstants();
462
- const nextSlotTimestampSeconds = Number(getTimestampForSlot(SlotNumber(block.slotNumber + 1), constants));
463
- const deadline = new Date(nextSlotTimestampSeconds * 1000);
464
- const parentBlock = await this.l2BlockSource.getBlockHeaderByArchive(block.blockHeader.lastArchive.root);
465
- if (!parentBlock) {
466
- this.log.debug(`Cannot collect txs for proposal as parent block not found`);
467
- return false;
468
- }
469
- const blockNumber = BlockNumber(parentBlock.getBlockNumber() + 1);
470
- await this.txProvider.getTxsForBlockProposal(block, blockNumber, {
471
- pinnedPeer: sender,
472
- deadline
473
- });
474
- return true;
475
- });
476
448
  this.l2Tips = new L2TipsKVStore(store, 'p2p_client');
477
449
  this.synchedLatestSlot = store.openSingleton('p2p_pool_last_l2_slot');
478
450
  }
@@ -494,13 +466,15 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
494
466
  getPeers(includePending) {
495
467
  return Promise.resolve(this.p2pService.getPeers(includePending));
496
468
  }
469
+ getGossipMeshPeerCount(topicType) {
470
+ return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
471
+ }
497
472
  getL2BlockHash(number) {
498
473
  return this.l2Tips.getL2BlockHash(number);
499
474
  }
500
- updateP2PConfig(config) {
501
- this.txPool.updateConfig(config);
475
+ async updateP2PConfig(config) {
476
+ await this.txPool.updateConfig(config);
502
477
  this.p2pService.updateConfig(config);
503
- return Promise.resolve();
504
478
  }
505
479
  getL2Tips() {
506
480
  return this.l2Tips.getL2Tips();
@@ -527,7 +501,7 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
527
501
  break;
528
502
  case 'chain-pruned':
529
503
  this.txCollection.stopCollectingForBlocksAfter(event.block.number);
530
- await this.handlePruneL2Blocks(event.block.number);
504
+ await this.handlePruneL2Blocks(event.block, event.checkpoint);
531
505
  break;
532
506
  case 'chain-checkpointed':
533
507
  break;
@@ -542,7 +516,6 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
542
516
  await this.startServiceIfSynched();
543
517
  }
544
518
  #assertIsReady() {
545
- // this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
546
519
  if (!this.isReady()) {
547
520
  throw new Error('P2P client not ready');
548
521
  }
@@ -557,6 +530,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
557
530
  if (this.currentState !== P2PClientState.IDLE) {
558
531
  return this.syncPromise;
559
532
  }
533
+ // Start the tx pool first, as it needs to hydrate state from persistence
534
+ await this.txPool.start();
560
535
  // get the current latest block numbers
561
536
  const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
562
537
  this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
@@ -600,6 +575,9 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
600
575
  this.blockStream.start();
601
576
  await this.txCollection.start();
602
577
  this.txFileStore?.start();
578
+ // Start slot monitor to call prepareForSlot when the slot changes
579
+ this.slotMonitor = new RunningPromise(()=>this.maybeCallPrepareForSlot(), this.log, this.config.slotCheckIntervalMS);
580
+ this.slotMonitor.start();
603
581
  return this.syncPromise;
604
582
  }
605
583
  addReqRespSubProtocol(subProtocol, handler, validator) {
@@ -620,6 +598,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
620
598
  * 'ready' will now return 'false' and the running promise that keeps the client synced is interrupted.
621
599
  */ async stop() {
622
600
  this.log.debug('Stopping p2p client...');
601
+ await this.slotMonitor?.stop();
602
+ this.log.debug('Stopped slot monitor');
623
603
  await tryStop(this.txCollection);
624
604
  this.log.debug('Stopped tx collection service');
625
605
  await this.txFileStore?.stop();
@@ -628,6 +608,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
628
608
  this.log.debug('Stopped p2p service');
629
609
  await this.blockStream?.stop();
630
610
  this.log.debug('Stopped block downloader');
611
+ await this.txPool.stop();
612
+ this.log.debug('Stopped tx pool');
631
613
  await this.runningPromise;
632
614
  this.setCurrentState(P2PClientState.STOPPED);
633
615
  this.log.info('P2P client stopped');
@@ -639,7 +621,18 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
639
621
  async broadcastProposal(proposal) {
640
622
  this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
641
623
  // Store our own proposal so we can respond to req/resp requests for it
642
- await this.attestationPool.addBlockProposal(proposal);
624
+ const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
625
+ if (count > 1) {
626
+ if (this.config.broadcastEquivocatedProposals) {
627
+ this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
628
+ slot: proposal.slotNumber,
629
+ archive: proposal.archive.toString(),
630
+ count
631
+ });
632
+ } else {
633
+ throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
634
+ }
635
+ }
643
636
  return this.p2pService.propagate(proposal);
644
637
  }
645
638
  async broadcastCheckpointProposal(proposal) {
@@ -647,8 +640,10 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
647
640
  const blockProposal = proposal.getBlockProposal();
648
641
  if (blockProposal) {
649
642
  // Store our own last-block proposal so we can respond to req/resp requests for it.
650
- await this.attestationPool.addBlockProposal(blockProposal);
643
+ await this.attestationPool.tryAddBlockProposal(blockProposal);
651
644
  }
645
+ // Gossipsub doesn't deliver own messages, so fire the all-nodes handler locally
646
+ await this.p2pService.notifyOwnCheckpointProposal(proposal.toCore());
652
647
  return this.p2pService.propagate(proposal);
653
648
  }
654
649
  async broadcastCheckpointAttestations(attestations) {
@@ -658,94 +653,65 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
658
653
  async getCheckpointAttestationsForSlot(slot, proposalId) {
659
654
  return await (proposalId ? this.attestationPool.getCheckpointAttestationsForSlotAndProposal(slot, proposalId) : this.attestationPool.getCheckpointAttestationsForSlot(slot));
660
655
  }
661
- addCheckpointAttestations(attestations) {
662
- return this.attestationPool.addCheckpointAttestations(attestations);
656
+ addOwnCheckpointAttestations(attestations) {
657
+ return this.attestationPool.addOwnCheckpointAttestations(attestations);
658
+ }
659
+ hasBlockProposalsForSlot(slot) {
660
+ return this.attestationPool.hasBlockProposalsForSlot(slot);
663
661
  }
664
662
  // REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
665
663
  // ^ This pattern is not my favorite (md)
666
664
  registerBlockProposalHandler(handler) {
667
665
  this.p2pService.registerBlockReceivedCallback(handler);
668
666
  }
669
- registerCheckpointProposalHandler(handler) {
670
- this.p2pService.registerCheckpointReceivedCallback(handler);
667
+ registerValidatorCheckpointProposalHandler(handler) {
668
+ this.p2pService.registerValidatorCheckpointReceivedCallback(handler);
671
669
  }
672
- /**
673
- * Uses the batched Request Response protocol to request a set of transactions from the network.
674
- */ async requestTxsByHash(txHashes, pinnedPeerId) {
675
- const timeoutMs = 8000; // Longer timeout for now
676
- const maxRetryAttempts = 10; // Keep retrying within the timeout
677
- const requests = chunkTxHashesRequest(txHashes);
678
- const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
679
- const txBatches = await this.p2pService.sendBatchRequest(ReqRespSubProtocol.TX, requests, pinnedPeerId, timeoutMs, maxPeers, maxRetryAttempts);
680
- const txs = txBatches.flat();
681
- if (txs.length > 0) {
682
- await this.txPool.addTxs(txs);
683
- }
684
- const txHashesStr = txHashes.map((tx)=>tx.toString()).join(', ');
685
- this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
686
- // We return all transactions, even the not found ones to the caller, such they can handle missing items themselves.
687
- return txs;
670
+ registerAllNodesCheckpointProposalHandler(handler) {
671
+ this.p2pService.registerAllNodesCheckpointReceivedCallback(handler);
688
672
  }
689
- getPendingTxs(limit, after) {
690
- return this.getTxs('pending', limit, after);
673
+ registerDuplicateProposalCallback(callback) {
674
+ this.p2pService.registerDuplicateProposalCallback(callback);
691
675
  }
692
- getPendingTxCount() {
693
- return this.txPool.getPendingTxCount();
694
- }
695
- async *iteratePendingTxs() {
696
- for (const txHash of (await this.txPool.getPendingTxHashes())){
697
- const tx = await this.txPool.getTxByHash(txHash);
698
- if (tx) {
699
- yield tx;
700
- }
701
- }
676
+ registerDuplicateAttestationCallback(callback) {
677
+ this.p2pService.registerDuplicateAttestationCallback(callback);
702
678
  }
703
- /**
704
- * Returns all transactions in the transaction pool.
705
- * @param filter - The type of txs to return
706
- * @param limit - How many txs to return
707
- * @param after - If paginating, the last known tx hash. Will return txs after this hash
708
- * @returns An array of Txs.
709
- */ async getTxs(filter, limit, after) {
679
+ async getPendingTxs(limit, after) {
710
680
  if (limit !== undefined && limit <= 0) {
711
681
  throw new TypeError('limit must be greater than 0');
712
682
  }
713
- let txs = undefined;
714
- let txHashes;
715
- if (filter === 'all') {
716
- txs = await this.txPool.getAllTxs();
717
- txHashes = await Promise.all(txs.map((tx)=>tx.getTxHash()));
718
- } else if (filter === 'mined') {
719
- const minedTxHashes = await this.txPool.getMinedTxHashes();
720
- txHashes = minedTxHashes.map(([txHash])=>txHash);
721
- } else if (filter === 'pending') {
722
- txHashes = await this.txPool.getPendingTxHashes();
723
- } else {
724
- const _ = filter;
725
- throw new Error(`Unknown filter ${filter}`);
726
- }
683
+ let txHashes = await this.txPool.getPendingTxHashes();
727
684
  let startIndex = 0;
728
- let endIndex = undefined;
729
685
  if (after) {
730
686
  startIndex = txHashes.findIndex((txHash)=>after.equals(txHash));
731
- // if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
732
687
  if (startIndex === -1) {
733
688
  return [];
734
689
  }
735
- // increment by one because we don't want to return the same tx again
736
690
  startIndex++;
737
691
  }
738
- if (limit !== undefined) {
739
- endIndex = startIndex + limit;
740
- }
692
+ const endIndex = limit !== undefined ? startIndex + limit : undefined;
741
693
  txHashes = txHashes.slice(startIndex, endIndex);
742
- if (txs) {
743
- txs = txs.slice(startIndex, endIndex);
744
- } else {
745
- const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
746
- txs = maybeTxs.filter((tx)=>!!tx);
694
+ const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
695
+ return maybeTxs.filter((tx)=>!!tx);
696
+ }
697
+ getPendingTxCount() {
698
+ return this.txPool.getPendingTxCount();
699
+ }
700
+ async *iteratePendingTxs() {
701
+ for (const txHash of (await this.txPool.getPendingTxHashes())){
702
+ const tx = await this.txPool.getTxByHash(txHash);
703
+ if (tx) {
704
+ yield tx;
705
+ }
706
+ }
707
+ }
708
+ async *iterateEligiblePendingTxs() {
709
+ for (const txHash of (await this.txPool.getEligiblePendingTxHashes())){
710
+ const tx = await this.txPool.getTxByHash(txHash);
711
+ if (tx) {
712
+ yield tx;
713
+ }
747
714
  }
748
- return txs;
749
715
  }
750
716
  /**
751
717
  * Returns a transaction in the transaction pool by its hash.
@@ -765,42 +731,6 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
765
731
  return this.txPool.hasTxs(txHashes);
766
732
  }
767
733
  /**
768
- * Returns transactions in the transaction pool by hash.
769
- * If a transaction is not in the pool, it will be requested from the network.
770
- * @param txHashes - Hashes of the transactions to look for.
771
- * @returns The txs found, or undefined if not found in the order requested.
772
- */ async getTxsByHash(txHashes, pinnedPeerId) {
773
- const txs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
774
- const missingTxHashes = txs.map((tx, index)=>[
775
- tx,
776
- index
777
- ]).filter(([tx, _index])=>!tx).map(([_tx, index])=>txHashes[index]);
778
- if (missingTxHashes.length === 0) {
779
- return txs;
780
- }
781
- const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
782
- // TODO: optimize
783
- // Merge the found txs in order
784
- const mergingTxs = txHashes.map((txHash)=>{
785
- // Is it in the txs list from the mempool?
786
- for (const tx of txs){
787
- if (tx !== undefined && tx.getTxHash().equals(txHash)) {
788
- return tx;
789
- }
790
- }
791
- // Is it in the fetched missing txs?
792
- // Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
793
- for (const tx of missingTxs){
794
- if (tx.getTxHash().equals(txHash)) {
795
- return tx;
796
- }
797
- }
798
- // Otherwise return undefined
799
- return undefined;
800
- });
801
- return mergingTxs;
802
- }
803
- /**
804
734
  * Returns an archived transaction in the transaction pool by its hash.
805
735
  * @param txHash - Hash of the archived transaction to look for.
806
736
  * @returns A single tx or undefined.
@@ -808,31 +738,35 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
808
738
  return this.txPool.getArchivedTxByHash(txHash);
809
739
  }
810
740
  /**
811
- * Verifies the 'tx' and, if valid, adds it to local tx pool and forwards it to other peers.
812
- * @param tx - The tx to verify.
741
+ * Accepts a transaction, adds it to local tx pool and forwards it to other peers.
742
+ * @param tx - The tx to send.
813
743
  * @returns Empty promise.
814
744
  **/ async sendTx(tx) {
815
- const addedCount = await this.addTxsToPool([
745
+ this.#assertIsReady();
746
+ const result = await this.txPool.addPendingTxs([
816
747
  tx
817
- ]);
818
- const txAddedSuccessfully = addedCount === 1;
819
- if (txAddedSuccessfully) {
748
+ ], {
749
+ feeComparisonOnly: true
750
+ });
751
+ if (result.accepted.length === 1) {
820
752
  await this.p2pService.propagate(tx);
753
+ return;
821
754
  }
822
- }
823
- /**
824
- * Adds transactions to the pool. Does not send to peers or validate the txs.
825
- * @param txs - The transactions.
826
- **/ async addTxsToPool(txs) {
827
- this.#assertIsReady();
828
- return await this.txPool.addTxs(txs);
755
+ const txHashStr = tx.getTxHash().toString();
756
+ const reason = result.errors?.get(txHashStr);
757
+ if (reason) {
758
+ this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
759
+ throw new TxPoolError(reason);
760
+ }
761
+ this.log.warn(`Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`);
829
762
  }
830
763
  /**
831
764
  * Returns whether the given tx hash is flagged as pending or mined.
832
765
  * @param txHash - Hash of the tx to query.
833
766
  * @returns Pending or mined depending on its status, or undefined if not found.
834
- */ getTxStatus(txHash) {
835
- return this.txPool.getTxStatus(txHash);
767
+ */ async getTxStatus(txHash) {
768
+ const status = await this.txPool.getTxStatus(txHash);
769
+ return status === 'protected' ? 'pending' : status;
836
770
  }
837
771
  getEnr() {
838
772
  return this.p2pService.getEnr();
@@ -841,13 +775,11 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
841
775
  return Promise.resolve(this.p2pService.getEnr()?.encodeTxt());
842
776
  }
843
777
  /**
844
- * Deletes the 'txs' from the pool.
845
- * NOT used if we use sendTx as reconcileTxPool will handle this.
846
- * @param txHashes - Hashes of the transactions to delete.
847
- * @returns Empty promise.
848
- **/ async deleteTxs(txHashes) {
778
+ * Handles failed transaction execution by removing txs from the pool.
779
+ * @param txHashes - Hashes of the transactions that failed execution.
780
+ **/ async handleFailedExecution(txHashes) {
849
781
  this.#assertIsReady();
850
- await this.txPool.deleteTxs(txHashes);
782
+ await this.txPool.handleFailedExecution(txHashes);
851
783
  }
852
784
  /**
853
785
  * Public function to check if the p2p client is fully synced and ready to receive txs.
@@ -891,13 +823,12 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
891
823
  };
892
824
  }
893
825
  /**
894
- * Mark all txs from these blocks as mined.
826
+ * Handles mined blocks by marking the txs in them as mined.
895
827
  * @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
896
828
  * @returns Empty promise.
897
- */ async markTxsAsMinedFromBlocks(blocks) {
829
+ */ async handleMinedBlocks(blocks) {
898
830
  for (const block of blocks){
899
- const txHashes = block.body.txEffects.map((txEffect)=>txEffect.txHash);
900
- await this.txPool.markAsMined(txHashes, block.header);
831
+ await this.txPool.handleMinedBlock(block);
901
832
  }
902
833
  }
903
834
  /**
@@ -906,14 +837,13 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
906
837
  * @returns Empty promise.
907
838
  */ async handleLatestL2Blocks(blocks) {
908
839
  if (!blocks.length) {
909
- return Promise.resolve();
840
+ return;
910
841
  }
911
- await this.markTxsAsMinedFromBlocks(blocks);
912
- await this.txPool.clearNonEvictableTxs();
842
+ await this.handleMinedBlocks(blocks);
843
+ await this.maybeCallPrepareForSlot();
913
844
  await this.startCollectingMissingTxs(blocks);
914
845
  const lastBlock = blocks.at(-1);
915
846
  await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
916
- this.log.verbose(`Synched to latest block ${lastBlock.number}`);
917
847
  }
918
848
  /** Request txs for unproven blocks so the prover node has more chances to get them. */ async startCollectingMissingTxs(blocks) {
919
849
  try {
@@ -947,59 +877,65 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
947
877
  * @returns Empty promise.
948
878
  */ async handleFinalizedL2Blocks(blocks) {
949
879
  if (!blocks.length) {
950
- return Promise.resolve();
880
+ return;
951
881
  }
952
- this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
953
- const lastBlockNum = blocks[blocks.length - 1].number;
954
- const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
955
- const txHashes = blocks.flatMap((block)=>block.body.txEffects.map((txEffect)=>txEffect.txHash));
956
- this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
957
- await this.txPool.deleteTxs(txHashes, {
958
- permanently: true
959
- });
960
- await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
961
- await this.attestationPool.deleteCheckpointAttestationsOlderThan(lastBlockSlot);
962
- this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
882
+ // Finalization is monotonic, so we only need to call with the last block
883
+ const lastBlock = blocks.at(-1);
884
+ await this.txPool.handleFinalizedBlock(lastBlock.header);
885
+ await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
963
886
  }
964
887
  /**
965
888
  * Updates the tx pool after a chain prune.
966
- * @param latestBlock - The block number the chain was pruned to.
967
- */ async handlePruneL2Blocks(latestBlock) {
968
- const txsToDelete = new Map();
969
- const minedTxs = await this.txPool.getMinedTxHashes();
970
- // Find transactions that reference pruned blocks in their historical header
971
- for (const tx of (await this.txPool.getAllTxs())){
972
- // every tx that's been generated against a block that has now been pruned is no longer valid
973
- if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
974
- const txHash = tx.getTxHash();
975
- txsToDelete.set(txHash.toString(), txHash);
976
- }
977
- }
978
- this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
979
- newLatestBlock: latestBlock,
980
- previousLatestBlock: await this.getSyncedLatestBlockNum(),
981
- txsToDelete: Array.from(txsToDelete.keys())
889
+ * Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
890
+ * @param latestBlock - The block ID the chain was pruned to.
891
+ * @param newCheckpoint - The checkpoint ID after the prune.
892
+ */ async handlePruneL2Blocks(latestBlock, newCheckpoint) {
893
+ const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && await this.isEpochPrune(newCheckpoint);
894
+ await this.txPool.handlePrunedBlocks(latestBlock, {
895
+ deleteAllTxs
982
896
  });
983
- // delete invalid txs (both pending and mined)
984
- await this.txPool.deleteTxs(Array.from(txsToDelete.values()));
985
- // everything left in the mined set was built against a block on the proven chain so its still valid
986
- // move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
987
- // in which case we clean them up to avoid potential reorg loops
988
- // NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
989
- // (see this.keepProvenTxsFor)
990
- const minedTxsFromReorg = [];
991
- for (const [txHash, blockNumber] of minedTxs){
992
- // We keep the txsToDelete out of this list as they have already been deleted above
993
- if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
994
- minedTxsFromReorg.push(txHash);
995
- }
897
+ }
898
+ /**
899
+ * Returns true if the prune is an epoch prune (new checkpoint number is less than old).
900
+ * If the checkpoint number stays the same or increases, the prune is within a checkpoint.
901
+ */ async isEpochPrune(newCheckpoint) {
902
+ const tips = await this.l2Tips.getL2Tips();
903
+ const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
904
+ if (oldCheckpointNumber <= CheckpointNumber.INITIAL) {
905
+ return false;
906
+ }
907
+ const newCheckpointNumber = newCheckpoint.number;
908
+ // We check that the new checkpoint number is less than the old checkpoint number in order to consider it an epoch prune.
909
+ // To be more certain that it is an epoch prune, we will check that at least 2 checkpoints were removed.
910
+ // This means we should avoid thinking checkpoints removed by L1 re-orgs are epoch prunes
911
+ const thresholdForEpochPrune = CheckpointNumber(oldCheckpointNumber - 2);
912
+ const isEpochPrune = newCheckpointNumber <= thresholdForEpochPrune;
913
+ if (isEpochPrune) {
914
+ this.log.info(`Detected epoch prune to ${newCheckpointNumber}`, {
915
+ oldCheckpointNumber,
916
+ newCheckpointNumber,
917
+ thresholdForEpochPrune
918
+ });
996
919
  }
997
- if (this.config.txPoolDeleteTxsAfterReorg) {
998
- this.log.info(`Deleting ${minedTxsFromReorg.length} mined txs from reorg`);
999
- await this.txPool.deleteTxs(minedTxsFromReorg);
920
+ return isEpochPrune;
921
+ }
922
+ /** Checks if the slot has changed and calls prepareForSlot if so. */ async maybeCallPrepareForSlot() {
923
+ // If we have a proposed checkpoint available, we want to prepare the target slot - otherwise we prepare the current slot
924
+ const l2Tips = await this.l2Tips.getL2Tips();
925
+ const hasProposedCheckpoint = l2Tips.proposedCheckpoint.checkpoint.number > l2Tips.checkpointed.checkpoint.number;
926
+ let slot;
927
+ if (this.epochCache.isProposerPipeliningEnabled() && hasProposedCheckpoint) {
928
+ const { targetSlot } = this.epochCache.getTargetAndNextSlot();
929
+ slot = targetSlot;
1000
930
  } else {
1001
- await this.txPool.markMinedAsPending(minedTxsFromReorg, latestBlock);
931
+ const { currentSlot } = this.epochCache.getCurrentAndNextSlot();
932
+ slot = currentSlot;
1002
933
  }
934
+ if (slot <= this.lastSlotProcessed) {
935
+ return;
936
+ }
937
+ this.lastSlotProcessed = slot;
938
+ await this.txPool.prepareForSlot(slot);
1003
939
  }
1004
940
  async startServiceIfSynched() {
1005
941
  if (this.currentState !== P2PClientState.SYNCHING) {
@@ -1030,14 +966,24 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
1030
966
  this.currentState = newState;
1031
967
  this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
1032
968
  }
1033
- validate(txs) {
1034
- return this.p2pService.validate(txs);
969
+ validateTxsReceivedInBlockProposal(txs) {
970
+ return this.p2pService.validateTxsReceivedInBlockProposal(txs);
971
+ }
972
+ /**
973
+ * Protects existing transactions by hash for a given slot.
974
+ * Returns hashes of transactions that weren't found in the pool.
975
+ * @param txHashes - Hashes of the transactions to protect.
976
+ * @param blockHeader - The block header providing slot context.
977
+ * @returns Hashes of transactions not found in the pool.
978
+ */ protectTxs(txHashes, blockHeader) {
979
+ return this.txPool.protectTxs(txHashes, blockHeader);
1035
980
  }
1036
981
  /**
1037
- * Marks transactions as non-evictable in the pool.
1038
- * @param txHashes - Hashes of the transactions to mark as non-evictable.
1039
- */ markTxsAsNonEvictable(txHashes) {
1040
- return this.txPool.markTxsAsNonEvictable(txHashes);
982
+ * Prepares the pool for a new slot.
983
+ * Unprotects transactions from earlier slots and validates them.
984
+ * @param slotNumber - The slot number to prepare for
985
+ */ async prepareForSlot(slotNumber) {
986
+ await this.txPool.prepareForSlot(slotNumber);
1041
987
  }
1042
988
  handleAuthRequestFromPeer(authRequest, peerId) {
1043
989
  return this.p2pService.handleAuthRequestFromPeer(authRequest, peerId);