@aztec/p2p 0.0.1-commit.e558bd1c → 0.0.1-commit.e588bc7e5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (431) hide show
  1. package/README.md +129 -3
  2. package/dest/client/factory.d.ts +9 -9
  3. package/dest/client/factory.d.ts.map +1 -1
  4. package/dest/client/factory.js +52 -14
  5. package/dest/client/interface.d.ts +47 -34
  6. package/dest/client/interface.d.ts.map +1 -1
  7. package/dest/client/p2p_client.d.ts +39 -51
  8. package/dest/client/p2p_client.d.ts.map +1 -1
  9. package/dest/client/p2p_client.js +164 -224
  10. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +20 -10
  11. package/dest/config.d.ts +54 -17
  12. package/dest/config.d.ts.map +1 -1
  13. package/dest/config.js +102 -38
  14. package/dest/errors/p2p-service.error.d.ts +9 -0
  15. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  16. package/dest/errors/p2p-service.error.js +10 -0
  17. package/dest/errors/tx-pool.error.d.ts +8 -0
  18. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  19. package/dest/errors/tx-pool.error.js +9 -0
  20. package/dest/index.d.ts +2 -2
  21. package/dest/index.d.ts.map +1 -1
  22. package/dest/index.js +1 -1
  23. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +21 -12
  24. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.js +75 -40
  26. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  27. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +57 -57
  29. package/dest/mem_pools/attestation_pool/index.d.ts +2 -2
  30. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  31. package/dest/mem_pools/attestation_pool/index.js +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  33. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  34. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  35. package/dest/mem_pools/index.d.ts +2 -2
  36. package/dest/mem_pools/index.d.ts.map +1 -1
  37. package/dest/mem_pools/instrumentation.d.ts +4 -2
  38. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  39. package/dest/mem_pools/instrumentation.js +16 -14
  40. package/dest/mem_pools/interface.d.ts +3 -3
  41. package/dest/mem_pools/interface.d.ts.map +1 -1
  42. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  45. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
  46. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
  47. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
  48. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +7 -3
  51. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
  52. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  53. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
  54. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
  55. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  56. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
  57. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +54 -5
  58. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
  59. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
  62. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
  63. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  64. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
  65. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
  66. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
  67. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +16 -4
  68. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
  69. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
  70. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +3 -3
  71. package/dest/mem_pools/tx_pool_v2/index.d.ts +3 -2
  72. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
  73. package/dest/mem_pools/tx_pool_v2/index.js +2 -1
  74. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  75. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  76. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  77. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +30 -12
  78. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  79. package/dest/mem_pools/tx_pool_v2/interfaces.js +5 -1
  80. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +78 -15
  81. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  82. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +144 -19
  83. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +12 -3
  84. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  85. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +50 -45
  86. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +12 -5
  87. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  88. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +17 -6
  89. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +14 -5
  90. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +364 -189
  92. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +1 -1
  93. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  94. package/dest/msg_validators/attestation_validator/attestation_validator.js +5 -4
  95. package/dest/msg_validators/clock_tolerance.d.ts +1 -1
  96. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  97. package/dest/msg_validators/clock_tolerance.js +4 -3
  98. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -4
  99. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  100. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
  101. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -4
  102. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  103. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
  104. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -8
  105. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  106. package/dest/msg_validators/proposal_validator/proposal_validator.js +53 -41
  107. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  108. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  110. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  111. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  112. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  113. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  114. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  115. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  116. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  117. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  118. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  119. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  120. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  121. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  122. package/dest/msg_validators/tx_validator/data_validator.d.ts +1 -1
  123. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  124. package/dest/msg_validators/tx_validator/data_validator.js +35 -2
  125. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  126. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  127. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  128. package/dest/msg_validators/tx_validator/factory.d.ts +133 -6
  129. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  130. package/dest/msg_validators/tx_validator/factory.js +247 -60
  131. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  132. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  133. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  134. package/dest/msg_validators/tx_validator/gas_validator.d.ts +67 -3
  135. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  136. package/dest/msg_validators/tx_validator/gas_validator.js +104 -37
  137. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  138. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  139. package/dest/msg_validators/tx_validator/index.js +2 -0
  140. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  141. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  142. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  143. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  144. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  145. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  146. package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
  147. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  148. package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
  149. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  150. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  151. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  152. package/dest/services/dummy_service.d.ts +12 -6
  153. package/dest/services/dummy_service.d.ts.map +1 -1
  154. package/dest/services/dummy_service.js +12 -5
  155. package/dest/services/encoding.d.ts +7 -3
  156. package/dest/services/encoding.d.ts.map +1 -1
  157. package/dest/services/encoding.js +18 -11
  158. package/dest/services/gossipsub/index.d.ts +3 -0
  159. package/dest/services/gossipsub/index.d.ts.map +1 -0
  160. package/dest/services/gossipsub/index.js +2 -0
  161. package/dest/services/gossipsub/scoring.d.ts +21 -3
  162. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  163. package/dest/services/gossipsub/scoring.js +24 -7
  164. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  165. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  166. package/dest/services/gossipsub/topic_score_params.js +346 -0
  167. package/dest/services/libp2p/libp2p_service.d.ts +37 -23
  168. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  169. package/dest/services/libp2p/libp2p_service.js +291 -202
  170. package/dest/services/peer-manager/metrics.d.ts +3 -1
  171. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  172. package/dest/services/peer-manager/metrics.js +6 -0
  173. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  174. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  175. package/dest/services/peer-manager/peer_manager.js +24 -9
  176. package/dest/services/peer-manager/peer_scoring.d.ts +5 -2
  177. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  178. package/dest/services/peer-manager/peer_scoring.js +53 -12
  179. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +12 -8
  180. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  181. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +83 -106
  182. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +4 -7
  183. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  184. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
  185. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  186. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
  187. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
  188. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  189. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
  190. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  191. package/dest/services/reqresp/interface.d.ts +10 -1
  192. package/dest/services/reqresp/interface.d.ts.map +1 -1
  193. package/dest/services/reqresp/interface.js +15 -1
  194. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +3 -3
  195. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  196. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +7 -1
  197. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  198. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +15 -0
  199. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  200. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  201. package/dest/services/reqresp/protocols/tx.js +20 -0
  202. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  203. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  204. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  205. package/dest/services/reqresp/reqresp.d.ts +1 -1
  206. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  207. package/dest/services/reqresp/reqresp.js +30 -14
  208. package/dest/services/service.d.ts +26 -4
  209. package/dest/services/service.d.ts.map +1 -1
  210. package/dest/services/tx_collection/config.d.ts +19 -1
  211. package/dest/services/tx_collection/config.d.ts.map +1 -1
  212. package/dest/services/tx_collection/config.js +46 -0
  213. package/dest/services/tx_collection/fast_tx_collection.d.ts +3 -4
  214. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  215. package/dest/services/tx_collection/fast_tx_collection.js +80 -76
  216. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  217. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  218. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  219. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  220. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  221. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  222. package/dest/services/tx_collection/index.d.ts +2 -1
  223. package/dest/services/tx_collection/index.d.ts.map +1 -1
  224. package/dest/services/tx_collection/index.js +1 -0
  225. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  226. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  227. package/dest/services/tx_collection/instrumentation.js +2 -1
  228. package/dest/services/tx_collection/proposal_tx_collector.d.ts +7 -7
  229. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  230. package/dest/services/tx_collection/proposal_tx_collector.js +5 -4
  231. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  232. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  233. package/dest/services/tx_collection/request_tracker.js +84 -0
  234. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  235. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  236. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  237. package/dest/services/tx_collection/tx_collection.d.ts +23 -13
  238. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  239. package/dest/services/tx_collection/tx_collection.js +75 -3
  240. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  241. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  242. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  243. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  244. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  245. package/dest/services/tx_collection/tx_source.js +26 -7
  246. package/dest/services/tx_file_store/config.d.ts +1 -3
  247. package/dest/services/tx_file_store/config.d.ts.map +1 -1
  248. package/dest/services/tx_file_store/config.js +0 -4
  249. package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
  250. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  251. package/dest/services/tx_file_store/tx_file_store.js +9 -6
  252. package/dest/services/tx_provider.d.ts +4 -4
  253. package/dest/services/tx_provider.d.ts.map +1 -1
  254. package/dest/services/tx_provider.js +9 -8
  255. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  256. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  257. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  258. package/dest/test-helpers/mock-pubsub.d.ts +30 -4
  259. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  260. package/dest/test-helpers/mock-pubsub.js +105 -4
  261. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  262. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  263. package/dest/test-helpers/reqresp-nodes.js +4 -3
  264. package/dest/test-helpers/testbench-utils.d.ts +35 -24
  265. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  266. package/dest/test-helpers/testbench-utils.js +124 -38
  267. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  268. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  269. package/dest/testbench/p2p_client_testbench_worker.js +57 -27
  270. package/dest/testbench/worker_client_manager.d.ts +3 -1
  271. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  272. package/dest/testbench/worker_client_manager.js +6 -3
  273. package/dest/util.d.ts +3 -3
  274. package/dest/util.d.ts.map +1 -1
  275. package/package.json +14 -14
  276. package/src/client/factory.ts +102 -25
  277. package/src/client/interface.ts +52 -34
  278. package/src/client/p2p_client.ts +190 -266
  279. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +33 -14
  280. package/src/config.ts +158 -44
  281. package/src/errors/p2p-service.error.ts +11 -0
  282. package/src/errors/tx-pool.error.ts +12 -0
  283. package/src/index.ts +1 -1
  284. package/src/mem_pools/attestation_pool/attestation_pool.ts +104 -50
  285. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +61 -57
  286. package/src/mem_pools/attestation_pool/index.ts +3 -3
  287. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  288. package/src/mem_pools/index.ts +1 -1
  289. package/src/mem_pools/instrumentation.ts +17 -13
  290. package/src/mem_pools/interface.ts +2 -2
  291. package/src/mem_pools/tx_pool_v2/README.md +85 -11
  292. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  293. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
  294. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +7 -3
  295. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
  296. package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
  297. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +59 -4
  298. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
  299. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
  300. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
  301. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +33 -6
  302. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +4 -3
  303. package/src/mem_pools/tx_pool_v2/index.ts +2 -1
  304. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  305. package/src/mem_pools/tx_pool_v2/interfaces.ts +32 -12
  306. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +209 -27
  307. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +58 -45
  308. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +34 -8
  309. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +410 -187
  310. package/src/msg_validators/attestation_validator/README.md +49 -0
  311. package/src/msg_validators/attestation_validator/attestation_validator.ts +5 -4
  312. package/src/msg_validators/clock_tolerance.ts +4 -3
  313. package/src/msg_validators/proposal_validator/README.md +123 -0
  314. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +14 -4
  315. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +20 -7
  316. package/src/msg_validators/proposal_validator/proposal_validator.ts +69 -45
  317. package/src/msg_validators/tx_validator/README.md +119 -0
  318. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  319. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  320. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  321. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  322. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  323. package/src/msg_validators/tx_validator/data_validator.ts +42 -1
  324. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  325. package/src/msg_validators/tx_validator/factory.ts +394 -78
  326. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  327. package/src/msg_validators/tx_validator/gas_validator.ts +123 -27
  328. package/src/msg_validators/tx_validator/index.ts +2 -0
  329. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  330. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  331. package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
  332. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  333. package/src/services/dummy_service.ts +18 -7
  334. package/src/services/encoding.ts +18 -10
  335. package/src/services/gossipsub/README.md +641 -0
  336. package/src/services/gossipsub/index.ts +2 -0
  337. package/src/services/gossipsub/scoring.ts +29 -5
  338. package/src/services/gossipsub/topic_score_params.ts +487 -0
  339. package/src/services/libp2p/libp2p_service.ts +307 -229
  340. package/src/services/peer-manager/metrics.ts +7 -0
  341. package/src/services/peer-manager/peer_manager.ts +28 -9
  342. package/src/services/peer-manager/peer_scoring.ts +46 -5
  343. package/src/services/reqresp/README.md +229 -0
  344. package/src/services/reqresp/batch-tx-requester/README.md +46 -7
  345. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +79 -112
  346. package/src/services/reqresp/batch-tx-requester/interface.ts +3 -6
  347. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
  348. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
  349. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  350. package/src/services/reqresp/interface.ts +26 -1
  351. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +2 -2
  352. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +17 -0
  353. package/src/services/reqresp/protocols/tx.ts +22 -0
  354. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  355. package/src/services/reqresp/reqresp.ts +35 -15
  356. package/src/services/service.ts +37 -3
  357. package/src/services/tx_collection/config.ts +68 -0
  358. package/src/services/tx_collection/fast_tx_collection.ts +83 -76
  359. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  360. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  361. package/src/services/tx_collection/index.ts +1 -0
  362. package/src/services/tx_collection/instrumentation.ts +7 -1
  363. package/src/services/tx_collection/proposal_tx_collector.ts +9 -13
  364. package/src/services/tx_collection/request_tracker.ts +127 -0
  365. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  366. package/src/services/tx_collection/tx_collection.ts +114 -19
  367. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  368. package/src/services/tx_collection/tx_source.ts +28 -8
  369. package/src/services/tx_file_store/config.ts +0 -6
  370. package/src/services/tx_file_store/tx_file_store.ts +10 -8
  371. package/src/services/tx_provider.ts +10 -9
  372. package/src/test-helpers/make-test-p2p-clients.ts +4 -6
  373. package/src/test-helpers/mock-pubsub.ts +146 -9
  374. package/src/test-helpers/reqresp-nodes.ts +5 -7
  375. package/src/test-helpers/testbench-utils.ts +146 -43
  376. package/src/testbench/p2p_client_testbench_worker.ts +63 -30
  377. package/src/testbench/worker_client_manager.ts +13 -6
  378. package/src/util.ts +8 -2
  379. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  380. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  381. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  382. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  383. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  384. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  385. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  386. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  387. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  388. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  389. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  390. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  391. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  392. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  393. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  394. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  395. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  396. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  397. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  398. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  399. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  400. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  401. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  402. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  403. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  404. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  405. package/dest/mem_pools/tx_pool/index.js +0 -2
  406. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  407. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  408. package/dest/mem_pools/tx_pool/priority.js +0 -15
  409. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  410. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  411. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  412. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  413. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  414. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  415. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
  416. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  417. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
  418. package/src/mem_pools/tx_pool/README.md +0 -270
  419. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  420. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  421. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  422. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  423. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  424. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  425. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  426. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  427. package/src/mem_pools/tx_pool/index.ts +0 -2
  428. package/src/mem_pools/tx_pool/priority.ts +0 -20
  429. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  430. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  431. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
@@ -372,17 +372,16 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
372
372
  }
373
373
  var _dec, _dec1, _initProto;
374
374
  import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
375
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
375
+ import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
376
376
  import { createLogger } from '@aztec/foundation/log';
377
+ import { RunningPromise } from '@aztec/foundation/promise';
377
378
  import { DateProvider } from '@aztec/foundation/timer';
378
379
  import { L2TipsKVStore } from '@aztec/kv-store/stores';
379
380
  import { L2BlockStream } from '@aztec/stdlib/block';
380
- import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
381
381
  import { tryStop } from '@aztec/stdlib/interfaces/server';
382
382
  import { Attributes, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
383
383
  import { getP2PDefaultConfig } from '../config.js';
384
- import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
385
- import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
384
+ import { TxPoolError } from '../errors/tx-pool.error.js';
386
385
  import { TxProvider } from '../services/tx_provider.js';
387
386
  import { P2PClientState } from './interface.js';
388
387
  _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
@@ -402,6 +401,7 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
402
401
  p2pService;
403
402
  txCollection;
404
403
  txFileStore;
404
+ epochCache;
405
405
  _dateProvider;
406
406
  telemetry;
407
407
  log;
@@ -434,15 +434,10 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
434
434
  blockStream;
435
435
  txProvider;
436
436
  validatorAddresses;
437
- /**
438
- * In-memory P2P client constructor.
439
- * @param store - The client's instance of the KV store.
440
- * @param l2BlockSource - P2P client's source for fetching existing blocks.
441
- * @param txPool - The client's instance of a transaction pool. Defaults to in-memory implementation.
442
- * @param p2pService - The concrete instance of p2p networking to use.
443
- * @param log - A logger.
444
- */ constructor(_clientType, store, l2BlockSource, mempools, p2pService, txCollection, txFileStore, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
445
- super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this.txFileStore = txFileStore, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = (_initProto(this), P2PClientState.IDLE), this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [];
437
+ /** Tracks the last slot for which we called prepareForSlot */ lastSlotProcessed;
438
+ /** Polls for slot changes and calls prepareForSlot on the tx pool */ slotMonitor;
439
+ constructor(store, l2BlockSource, mempools, p2pService, txCollection, txFileStore, epochCache, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
440
+ super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this.txFileStore = txFileStore, this.epochCache = epochCache, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = (_initProto(this), P2PClientState.IDLE), this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [], this.lastSlotProcessed = SlotNumber.ZERO;
446
441
  this.config = {
447
442
  ...getP2PDefaultConfig(),
448
443
  ...config
@@ -450,29 +445,6 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
450
445
  this.txPool = mempools.txPool;
451
446
  this.attestationPool = mempools.attestationPool;
452
447
  this.txProvider = new TxProvider(this.txCollection, this.txPool, this, this.log.createChild('tx-provider'), this.telemetry);
453
- // Default to collecting all txs when we see a valid proposal
454
- // This can be overridden by the validator client to validate, and it will call getTxsForBlockProposal on its own
455
- // Note: Validators do NOT attest to individual blocks - attestations are only for checkpoint proposals.
456
- // TODO(palla/txs): We should not trigger a request for txs on a proposal before fully validating it. We need to bring
457
- // validator-client code into here so we can validate a proposal is reasonable.
458
- this.registerBlockProposalHandler(async (block, sender)=>{
459
- this.log.debug(`Received block proposal from ${sender.toString()}`);
460
- // TODO(palla/txs): Need to subtract validatorReexecuteDeadlineMs from this deadline (see ValidatorClient.getReexecutionDeadline)
461
- const constants = this.txCollection.getConstants();
462
- const nextSlotTimestampSeconds = Number(getTimestampForSlot(SlotNumber(block.slotNumber + 1), constants));
463
- const deadline = new Date(nextSlotTimestampSeconds * 1000);
464
- const parentBlock = await this.l2BlockSource.getBlockHeaderByArchive(block.blockHeader.lastArchive.root);
465
- if (!parentBlock) {
466
- this.log.debug(`Cannot collect txs for proposal as parent block not found`);
467
- return false;
468
- }
469
- const blockNumber = BlockNumber(parentBlock.getBlockNumber() + 1);
470
- await this.txProvider.getTxsForBlockProposal(block, blockNumber, {
471
- pinnedPeer: sender,
472
- deadline
473
- });
474
- return true;
475
- });
476
448
  this.l2Tips = new L2TipsKVStore(store, 'p2p_client');
477
449
  this.synchedLatestSlot = store.openSingleton('p2p_pool_last_l2_slot');
478
450
  }
@@ -494,13 +466,15 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
494
466
  getPeers(includePending) {
495
467
  return Promise.resolve(this.p2pService.getPeers(includePending));
496
468
  }
469
+ getGossipMeshPeerCount(topicType) {
470
+ return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
471
+ }
497
472
  getL2BlockHash(number) {
498
473
  return this.l2Tips.getL2BlockHash(number);
499
474
  }
500
- updateP2PConfig(config) {
501
- this.txPool.updateConfig(config);
475
+ async updateP2PConfig(config) {
476
+ await this.txPool.updateConfig(config);
502
477
  this.p2pService.updateConfig(config);
503
- return Promise.resolve();
504
478
  }
505
479
  getL2Tips() {
506
480
  return this.l2Tips.getL2Tips();
@@ -527,7 +501,7 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
527
501
  break;
528
502
  case 'chain-pruned':
529
503
  this.txCollection.stopCollectingForBlocksAfter(event.block.number);
530
- await this.handlePruneL2Blocks(event.block.number);
504
+ await this.handlePruneL2Blocks(event.block, event.checkpoint);
531
505
  break;
532
506
  case 'chain-checkpointed':
533
507
  break;
@@ -542,7 +516,6 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
542
516
  await this.startServiceIfSynched();
543
517
  }
544
518
  #assertIsReady() {
545
- // this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
546
519
  if (!this.isReady()) {
547
520
  throw new Error('P2P client not ready');
548
521
  }
@@ -557,6 +530,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
557
530
  if (this.currentState !== P2PClientState.IDLE) {
558
531
  return this.syncPromise;
559
532
  }
533
+ // Start the tx pool first, as it needs to hydrate state from persistence
534
+ await this.txPool.start();
560
535
  // get the current latest block numbers
561
536
  const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
562
537
  this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
@@ -600,6 +575,9 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
600
575
  this.blockStream.start();
601
576
  await this.txCollection.start();
602
577
  this.txFileStore?.start();
578
+ // Start slot monitor to call prepareForSlot when the slot changes
579
+ this.slotMonitor = new RunningPromise(()=>this.maybeCallPrepareForSlot(), this.log, this.config.slotCheckIntervalMS);
580
+ this.slotMonitor.start();
603
581
  return this.syncPromise;
604
582
  }
605
583
  addReqRespSubProtocol(subProtocol, handler, validator) {
@@ -620,6 +598,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
620
598
  * 'ready' will now return 'false' and the running promise that keeps the client synced is interrupted.
621
599
  */ async stop() {
622
600
  this.log.debug('Stopping p2p client...');
601
+ await this.slotMonitor?.stop();
602
+ this.log.debug('Stopped slot monitor');
623
603
  await tryStop(this.txCollection);
624
604
  this.log.debug('Stopped tx collection service');
625
605
  await this.txFileStore?.stop();
@@ -628,6 +608,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
628
608
  this.log.debug('Stopped p2p service');
629
609
  await this.blockStream?.stop();
630
610
  this.log.debug('Stopped block downloader');
611
+ await this.txPool.stop();
612
+ this.log.debug('Stopped tx pool');
631
613
  await this.runningPromise;
632
614
  this.setCurrentState(P2PClientState.STOPPED);
633
615
  this.log.info('P2P client stopped');
@@ -639,9 +621,17 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
639
621
  async broadcastProposal(proposal) {
640
622
  this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
641
623
  // Store our own proposal so we can respond to req/resp requests for it
642
- const { totalForPosition } = await this.attestationPool.tryAddBlockProposal(proposal);
643
- if (totalForPosition > 1) {
644
- throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
624
+ const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
625
+ if (count > 1) {
626
+ if (this.config.broadcastEquivocatedProposals) {
627
+ this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
628
+ slot: proposal.slotNumber,
629
+ archive: proposal.archive.toString(),
630
+ count
631
+ });
632
+ } else {
633
+ throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
634
+ }
645
635
  }
646
636
  return this.p2pService.propagate(proposal);
647
637
  }
@@ -652,6 +642,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
652
642
  // Store our own last-block proposal so we can respond to req/resp requests for it.
653
643
  await this.attestationPool.tryAddBlockProposal(blockProposal);
654
644
  }
645
+ // Gossipsub doesn't deliver own messages, so fire the all-nodes handler locally
646
+ await this.p2pService.notifyOwnCheckpointProposal(proposal.toCore());
655
647
  return this.p2pService.propagate(proposal);
656
648
  }
657
649
  async broadcastCheckpointAttestations(attestations) {
@@ -664,36 +656,43 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
664
656
  addOwnCheckpointAttestations(attestations) {
665
657
  return this.attestationPool.addOwnCheckpointAttestations(attestations);
666
658
  }
659
+ hasBlockProposalsForSlot(slot) {
660
+ return this.attestationPool.hasBlockProposalsForSlot(slot);
661
+ }
667
662
  // REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
668
663
  // ^ This pattern is not my favorite (md)
669
664
  registerBlockProposalHandler(handler) {
670
665
  this.p2pService.registerBlockReceivedCallback(handler);
671
666
  }
672
- registerCheckpointProposalHandler(handler) {
673
- this.p2pService.registerCheckpointReceivedCallback(handler);
667
+ registerValidatorCheckpointProposalHandler(handler) {
668
+ this.p2pService.registerValidatorCheckpointReceivedCallback(handler);
669
+ }
670
+ registerAllNodesCheckpointProposalHandler(handler) {
671
+ this.p2pService.registerAllNodesCheckpointReceivedCallback(handler);
674
672
  }
675
673
  registerDuplicateProposalCallback(callback) {
676
674
  this.p2pService.registerDuplicateProposalCallback(callback);
677
675
  }
678
- /**
679
- * Uses the batched Request Response protocol to request a set of transactions from the network.
680
- */ async requestTxsByHash(txHashes, pinnedPeerId) {
681
- const timeoutMs = 8000; // Longer timeout for now
682
- const maxRetryAttempts = 10; // Keep retrying within the timeout
683
- const requests = chunkTxHashesRequest(txHashes);
684
- const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
685
- const txBatches = await this.p2pService.sendBatchRequest(ReqRespSubProtocol.TX, requests, pinnedPeerId, timeoutMs, maxPeers, maxRetryAttempts);
686
- const txs = txBatches.flat();
687
- if (txs.length > 0) {
688
- await this.txPool.addTxs(txs);
689
- }
690
- const txHashesStr = txHashes.map((tx)=>tx.toString()).join(', ');
691
- this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
692
- // We return all transactions, even the not found ones to the caller, such they can handle missing items themselves.
693
- return txs;
676
+ registerDuplicateAttestationCallback(callback) {
677
+ this.p2pService.registerDuplicateAttestationCallback(callback);
694
678
  }
695
- getPendingTxs(limit, after) {
696
- return this.getTxs('pending', limit, after);
679
+ async getPendingTxs(limit, after) {
680
+ if (limit !== undefined && limit <= 0) {
681
+ throw new TypeError('limit must be greater than 0');
682
+ }
683
+ let txHashes = await this.txPool.getPendingTxHashes();
684
+ let startIndex = 0;
685
+ if (after) {
686
+ startIndex = txHashes.findIndex((txHash)=>after.equals(txHash));
687
+ if (startIndex === -1) {
688
+ return [];
689
+ }
690
+ startIndex++;
691
+ }
692
+ const endIndex = limit !== undefined ? startIndex + limit : undefined;
693
+ txHashes = txHashes.slice(startIndex, endIndex);
694
+ const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
695
+ return maybeTxs.filter((tx)=>!!tx);
697
696
  }
698
697
  getPendingTxCount() {
699
698
  return this.txPool.getPendingTxCount();
@@ -706,52 +705,13 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
706
705
  }
707
706
  }
708
707
  }
709
- /**
710
- * Returns all transactions in the transaction pool.
711
- * @param filter - The type of txs to return
712
- * @param limit - How many txs to return
713
- * @param after - If paginating, the last known tx hash. Will return txs after this hash
714
- * @returns An array of Txs.
715
- */ async getTxs(filter, limit, after) {
716
- if (limit !== undefined && limit <= 0) {
717
- throw new TypeError('limit must be greater than 0');
718
- }
719
- let txs = undefined;
720
- let txHashes;
721
- if (filter === 'all') {
722
- txs = await this.txPool.getAllTxs();
723
- txHashes = await Promise.all(txs.map((tx)=>tx.getTxHash()));
724
- } else if (filter === 'mined') {
725
- const minedTxHashes = await this.txPool.getMinedTxHashes();
726
- txHashes = minedTxHashes.map(([txHash])=>txHash);
727
- } else if (filter === 'pending') {
728
- txHashes = await this.txPool.getPendingTxHashes();
729
- } else {
730
- const _ = filter;
731
- throw new Error(`Unknown filter ${filter}`);
732
- }
733
- let startIndex = 0;
734
- let endIndex = undefined;
735
- if (after) {
736
- startIndex = txHashes.findIndex((txHash)=>after.equals(txHash));
737
- // if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
738
- if (startIndex === -1) {
739
- return [];
708
+ async *iterateEligiblePendingTxs() {
709
+ for (const txHash of (await this.txPool.getEligiblePendingTxHashes())){
710
+ const tx = await this.txPool.getTxByHash(txHash);
711
+ if (tx) {
712
+ yield tx;
740
713
  }
741
- // increment by one because we don't want to return the same tx again
742
- startIndex++;
743
714
  }
744
- if (limit !== undefined) {
745
- endIndex = startIndex + limit;
746
- }
747
- txHashes = txHashes.slice(startIndex, endIndex);
748
- if (txs) {
749
- txs = txs.slice(startIndex, endIndex);
750
- } else {
751
- const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
752
- txs = maybeTxs.filter((tx)=>!!tx);
753
- }
754
- return txs;
755
715
  }
756
716
  /**
757
717
  * Returns a transaction in the transaction pool by its hash.
@@ -771,42 +731,6 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
771
731
  return this.txPool.hasTxs(txHashes);
772
732
  }
773
733
  /**
774
- * Returns transactions in the transaction pool by hash.
775
- * If a transaction is not in the pool, it will be requested from the network.
776
- * @param txHashes - Hashes of the transactions to look for.
777
- * @returns The txs found, or undefined if not found in the order requested.
778
- */ async getTxsByHash(txHashes, pinnedPeerId) {
779
- const txs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
780
- const missingTxHashes = txs.map((tx, index)=>[
781
- tx,
782
- index
783
- ]).filter(([tx, _index])=>!tx).map(([_tx, index])=>txHashes[index]);
784
- if (missingTxHashes.length === 0) {
785
- return txs;
786
- }
787
- const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
788
- // TODO: optimize
789
- // Merge the found txs in order
790
- const mergingTxs = txHashes.map((txHash)=>{
791
- // Is it in the txs list from the mempool?
792
- for (const tx of txs){
793
- if (tx !== undefined && tx.getTxHash().equals(txHash)) {
794
- return tx;
795
- }
796
- }
797
- // Is it in the fetched missing txs?
798
- // Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
799
- for (const tx of missingTxs){
800
- if (tx.getTxHash().equals(txHash)) {
801
- return tx;
802
- }
803
- }
804
- // Otherwise return undefined
805
- return undefined;
806
- });
807
- return mergingTxs;
808
- }
809
- /**
810
734
  * Returns an archived transaction in the transaction pool by its hash.
811
735
  * @param txHash - Hash of the archived transaction to look for.
812
736
  * @returns A single tx or undefined.
@@ -814,31 +738,35 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
814
738
  return this.txPool.getArchivedTxByHash(txHash);
815
739
  }
816
740
  /**
817
- * Verifies the 'tx' and, if valid, adds it to local tx pool and forwards it to other peers.
818
- * @param tx - The tx to verify.
741
+ * Accepts a transaction, adds it to local tx pool and forwards it to other peers.
742
+ * @param tx - The tx to send.
819
743
  * @returns Empty promise.
820
744
  **/ async sendTx(tx) {
821
- const addedCount = await this.addTxsToPool([
745
+ this.#assertIsReady();
746
+ const result = await this.txPool.addPendingTxs([
822
747
  tx
823
- ]);
824
- const txAddedSuccessfully = addedCount === 1;
825
- if (txAddedSuccessfully) {
748
+ ], {
749
+ feeComparisonOnly: true
750
+ });
751
+ if (result.accepted.length === 1) {
826
752
  await this.p2pService.propagate(tx);
753
+ return;
827
754
  }
828
- }
829
- /**
830
- * Adds transactions to the pool. Does not send to peers or validate the txs.
831
- * @param txs - The transactions.
832
- **/ async addTxsToPool(txs) {
833
- this.#assertIsReady();
834
- return await this.txPool.addTxs(txs);
755
+ const txHashStr = tx.getTxHash().toString();
756
+ const reason = result.errors?.get(txHashStr);
757
+ if (reason) {
758
+ this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
759
+ throw new TxPoolError(reason);
760
+ }
761
+ this.log.warn(`Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`);
835
762
  }
836
763
  /**
837
764
  * Returns whether the given tx hash is flagged as pending or mined.
838
765
  * @param txHash - Hash of the tx to query.
839
766
  * @returns Pending or mined depending on its status, or undefined if not found.
840
- */ getTxStatus(txHash) {
841
- return this.txPool.getTxStatus(txHash);
767
+ */ async getTxStatus(txHash) {
768
+ const status = await this.txPool.getTxStatus(txHash);
769
+ return status === 'protected' ? 'pending' : status;
842
770
  }
843
771
  getEnr() {
844
772
  return this.p2pService.getEnr();
@@ -847,13 +775,11 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
847
775
  return Promise.resolve(this.p2pService.getEnr()?.encodeTxt());
848
776
  }
849
777
  /**
850
- * Deletes the 'txs' from the pool.
851
- * NOT used if we use sendTx as reconcileTxPool will handle this.
852
- * @param txHashes - Hashes of the transactions to delete.
853
- * @returns Empty promise.
854
- **/ async deleteTxs(txHashes) {
778
+ * Handles failed transaction execution by removing txs from the pool.
779
+ * @param txHashes - Hashes of the transactions that failed execution.
780
+ **/ async handleFailedExecution(txHashes) {
855
781
  this.#assertIsReady();
856
- await this.txPool.deleteTxs(txHashes);
782
+ await this.txPool.handleFailedExecution(txHashes);
857
783
  }
858
784
  /**
859
785
  * Public function to check if the p2p client is fully synced and ready to receive txs.
@@ -897,13 +823,12 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
897
823
  };
898
824
  }
899
825
  /**
900
- * Mark all txs from these blocks as mined.
826
+ * Handles mined blocks by marking the txs in them as mined.
901
827
  * @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
902
828
  * @returns Empty promise.
903
- */ async markTxsAsMinedFromBlocks(blocks) {
829
+ */ async handleMinedBlocks(blocks) {
904
830
  for (const block of blocks){
905
- const txHashes = block.body.txEffects.map((txEffect)=>txEffect.txHash);
906
- await this.txPool.markAsMined(txHashes, block.header);
831
+ await this.txPool.handleMinedBlock(block);
907
832
  }
908
833
  }
909
834
  /**
@@ -912,14 +837,13 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
912
837
  * @returns Empty promise.
913
838
  */ async handleLatestL2Blocks(blocks) {
914
839
  if (!blocks.length) {
915
- return Promise.resolve();
840
+ return;
916
841
  }
917
- await this.markTxsAsMinedFromBlocks(blocks);
918
- await this.txPool.clearNonEvictableTxs();
842
+ await this.handleMinedBlocks(blocks);
843
+ await this.maybeCallPrepareForSlot();
919
844
  await this.startCollectingMissingTxs(blocks);
920
845
  const lastBlock = blocks.at(-1);
921
846
  await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
922
- this.log.verbose(`Synched to latest block ${lastBlock.number}`);
923
847
  }
924
848
  /** Request txs for unproven blocks so the prover node has more chances to get them. */ async startCollectingMissingTxs(blocks) {
925
849
  try {
@@ -953,59 +877,65 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
953
877
  * @returns Empty promise.
954
878
  */ async handleFinalizedL2Blocks(blocks) {
955
879
  if (!blocks.length) {
956
- return Promise.resolve();
880
+ return;
957
881
  }
958
- this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
959
- const lastBlockNum = blocks[blocks.length - 1].number;
960
- const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
961
- const txHashes = blocks.flatMap((block)=>block.body.txEffects.map((txEffect)=>txEffect.txHash));
962
- this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
963
- await this.txPool.deleteTxs(txHashes, {
964
- permanently: true
965
- });
966
- await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
967
- await this.attestationPool.deleteOlderThan(lastBlockSlot);
968
- this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
882
+ // Finalization is monotonic, so we only need to call with the last block
883
+ const lastBlock = blocks.at(-1);
884
+ await this.txPool.handleFinalizedBlock(lastBlock.header);
885
+ await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
969
886
  }
970
887
  /**
971
888
  * Updates the tx pool after a chain prune.
972
- * @param latestBlock - The block number the chain was pruned to.
973
- */ async handlePruneL2Blocks(latestBlock) {
974
- const txsToDelete = new Map();
975
- const minedTxs = await this.txPool.getMinedTxHashes();
976
- // Find transactions that reference pruned blocks in their historical header
977
- for (const tx of (await this.txPool.getAllTxs())){
978
- // every tx that's been generated against a block that has now been pruned is no longer valid
979
- if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
980
- const txHash = tx.getTxHash();
981
- txsToDelete.set(txHash.toString(), txHash);
982
- }
983
- }
984
- this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
985
- newLatestBlock: latestBlock,
986
- previousLatestBlock: await this.getSyncedLatestBlockNum(),
987
- txsToDelete: Array.from(txsToDelete.keys())
889
+ * Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
890
+ * @param latestBlock - The block ID the chain was pruned to.
891
+ * @param newCheckpoint - The checkpoint ID after the prune.
892
+ */ async handlePruneL2Blocks(latestBlock, newCheckpoint) {
893
+ const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && await this.isEpochPrune(newCheckpoint);
894
+ await this.txPool.handlePrunedBlocks(latestBlock, {
895
+ deleteAllTxs
988
896
  });
989
- // delete invalid txs (both pending and mined)
990
- await this.txPool.deleteTxs(Array.from(txsToDelete.values()));
991
- // everything left in the mined set was built against a block on the proven chain so its still valid
992
- // move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
993
- // in which case we clean them up to avoid potential reorg loops
994
- // NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
995
- // (see this.keepProvenTxsFor)
996
- const minedTxsFromReorg = [];
997
- for (const [txHash, blockNumber] of minedTxs){
998
- // We keep the txsToDelete out of this list as they have already been deleted above
999
- if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
1000
- minedTxsFromReorg.push(txHash);
1001
- }
897
+ }
898
+ /**
899
+ * Returns true if the prune is an epoch prune (new checkpoint number is less than old).
900
+ * If the checkpoint number stays the same or increases, the prune is within a checkpoint.
901
+ */ async isEpochPrune(newCheckpoint) {
902
+ const tips = await this.l2Tips.getL2Tips();
903
+ const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
904
+ if (oldCheckpointNumber <= CheckpointNumber.INITIAL) {
905
+ return false;
906
+ }
907
+ const newCheckpointNumber = newCheckpoint.number;
908
+ // We check that the new checkpoint number is less than the old checkpoint number in order to consider it an epoch prune.
909
+ // To be more certain that it is an epoch prune, we will check that at least 2 checkpoints were removed.
910
+ // This means we should avoid thinking checkpoints removed by L1 re-orgs are epoch prunes
911
+ const thresholdForEpochPrune = CheckpointNumber(oldCheckpointNumber - 2);
912
+ const isEpochPrune = newCheckpointNumber <= thresholdForEpochPrune;
913
+ if (isEpochPrune) {
914
+ this.log.info(`Detected epoch prune to ${newCheckpointNumber}`, {
915
+ oldCheckpointNumber,
916
+ newCheckpointNumber,
917
+ thresholdForEpochPrune
918
+ });
1002
919
  }
1003
- if (this.config.txPoolDeleteTxsAfterReorg) {
1004
- this.log.info(`Deleting ${minedTxsFromReorg.length} mined txs from reorg`);
1005
- await this.txPool.deleteTxs(minedTxsFromReorg);
920
+ return isEpochPrune;
921
+ }
922
+ /** Checks if the slot has changed and calls prepareForSlot if so. */ async maybeCallPrepareForSlot() {
923
+ // If we have a proposed checkpoint available, we want to prepare the target slot - otherwise we prepare the current slot
924
+ const l2Tips = await this.l2Tips.getL2Tips();
925
+ const hasProposedCheckpoint = l2Tips.proposedCheckpoint.checkpoint.number > l2Tips.checkpointed.checkpoint.number;
926
+ let slot;
927
+ if (this.epochCache.isProposerPipeliningEnabled() && hasProposedCheckpoint) {
928
+ const { targetSlot } = this.epochCache.getTargetAndNextSlot();
929
+ slot = targetSlot;
1006
930
  } else {
1007
- await this.txPool.markMinedAsPending(minedTxsFromReorg, latestBlock);
931
+ const { currentSlot } = this.epochCache.getCurrentAndNextSlot();
932
+ slot = currentSlot;
1008
933
  }
934
+ if (slot <= this.lastSlotProcessed) {
935
+ return;
936
+ }
937
+ this.lastSlotProcessed = slot;
938
+ await this.txPool.prepareForSlot(slot);
1009
939
  }
1010
940
  async startServiceIfSynched() {
1011
941
  if (this.currentState !== P2PClientState.SYNCHING) {
@@ -1036,14 +966,24 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
1036
966
  this.currentState = newState;
1037
967
  this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
1038
968
  }
1039
- validate(txs) {
1040
- return this.p2pService.validate(txs);
969
+ validateTxsReceivedInBlockProposal(txs) {
970
+ return this.p2pService.validateTxsReceivedInBlockProposal(txs);
971
+ }
972
+ /**
973
+ * Protects existing transactions by hash for a given slot.
974
+ * Returns hashes of transactions that weren't found in the pool.
975
+ * @param txHashes - Hashes of the transactions to protect.
976
+ * @param blockHeader - The block header providing slot context.
977
+ * @returns Hashes of transactions not found in the pool.
978
+ */ protectTxs(txHashes, blockHeader) {
979
+ return this.txPool.protectTxs(txHashes, blockHeader);
1041
980
  }
1042
981
  /**
1043
- * Marks transactions as non-evictable in the pool.
1044
- * @param txHashes - Hashes of the transactions to mark as non-evictable.
1045
- */ markTxsAsNonEvictable(txHashes) {
1046
- return this.txPool.markTxsAsNonEvictable(txHashes);
982
+ * Prepares the pool for a new slot.
983
+ * Unprotects transactions from earlier slots and validates them.
984
+ * @param slotNumber - The slot number to prepare for
985
+ */ async prepareForSlot(slotNumber) {
986
+ await this.txPool.prepareForSlot(slotNumber);
1047
987
  }
1048
988
  handleAuthRequestFromPeer(authRequest, peerId) {
1049
989
  return this.p2pService.handleAuthRequestFromPeer(authRequest, peerId);