@aztec/p2p 0.0.1-commit.fcb71a6 → 0.0.1-commit.ff7989d6c

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (524) hide show
  1. package/dest/bootstrap/bootstrap.d.ts +4 -3
  2. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  3. package/dest/bootstrap/bootstrap.js +4 -4
  4. package/dest/client/factory.d.ts +7 -6
  5. package/dest/client/factory.d.ts.map +1 -1
  6. package/dest/client/factory.js +53 -14
  7. package/dest/client/interface.d.ts +58 -25
  8. package/dest/client/interface.d.ts.map +1 -1
  9. package/dest/client/p2p_client.d.ts +46 -51
  10. package/dest/client/p2p_client.d.ts.map +1 -1
  11. package/dest/client/p2p_client.js +601 -259
  12. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +2 -0
  13. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +1 -0
  14. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +305 -0
  15. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +73 -0
  16. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +1 -0
  17. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +8 -0
  18. package/dest/config.d.ts +35 -7
  19. package/dest/config.d.ts.map +1 -1
  20. package/dest/config.js +23 -9
  21. package/dest/errors/tx-pool.error.d.ts +8 -0
  22. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  23. package/dest/errors/tx-pool.error.js +9 -0
  24. package/dest/index.d.ts +2 -1
  25. package/dest/index.d.ts.map +1 -1
  26. package/dest/index.js +1 -0
  27. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +111 -76
  28. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  31. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  32. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +527 -287
  33. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  34. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  35. package/dest/mem_pools/attestation_pool/index.js +1 -2
  36. package/dest/mem_pools/attestation_pool/mocks.d.ts +9 -6
  37. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  38. package/dest/mem_pools/attestation_pool/mocks.js +16 -12
  39. package/dest/mem_pools/index.d.ts +3 -2
  40. package/dest/mem_pools/index.d.ts.map +1 -1
  41. package/dest/mem_pools/index.js +1 -1
  42. package/dest/mem_pools/instrumentation.d.ts +1 -1
  43. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  44. package/dest/mem_pools/instrumentation.js +5 -14
  45. package/dest/mem_pools/interface.d.ts +5 -5
  46. package/dest/mem_pools/interface.d.ts.map +1 -1
  47. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +15 -10
  48. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +1 -1
  49. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +91 -50
  50. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +19 -5
  51. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +1 -1
  52. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +59 -3
  53. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +79 -5
  54. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +1 -1
  55. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +47 -0
  56. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +16 -0
  57. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  58. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +122 -0
  59. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +2 -2
  60. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -1
  61. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  62. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +4 -4
  63. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -1
  64. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +2 -0
  65. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +2 -2
  66. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  67. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +25 -0
  68. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +57 -0
  70. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  71. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  73. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  74. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  76. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  77. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  79. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  80. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  82. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  83. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
  85. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  86. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  87. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +95 -0
  88. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  89. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  90. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  91. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
  92. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  94. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  95. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  97. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  98. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  100. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  101. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  102. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  103. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  104. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  105. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
  106. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  107. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  108. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  109. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  110. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  111. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  112. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  113. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  114. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  115. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
  116. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  117. package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
  118. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +97 -0
  119. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  120. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +152 -0
  121. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  122. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  123. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  124. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  125. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  126. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +355 -0
  127. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
  128. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  129. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +161 -0
  130. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
  131. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  132. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +896 -0
  133. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +4 -4
  134. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  135. package/dest/msg_validators/attestation_validator/attestation_validator.js +51 -18
  136. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -7
  137. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  138. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +22 -13
  139. package/dest/msg_validators/clock_tolerance.d.ts +21 -0
  140. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -0
  141. package/dest/msg_validators/clock_tolerance.js +37 -0
  142. package/dest/msg_validators/index.d.ts +2 -2
  143. package/dest/msg_validators/index.d.ts.map +1 -1
  144. package/dest/msg_validators/index.js +1 -1
  145. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +9 -0
  146. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
  147. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +6 -0
  148. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +9 -0
  149. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
  150. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +6 -0
  151. package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
  152. package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
  153. package/dest/msg_validators/proposal_validator/index.js +3 -0
  154. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -0
  155. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
  156. package/dest/msg_validators/proposal_validator/proposal_validator.js +104 -0
  157. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +23 -0
  158. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +1 -0
  159. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +212 -0
  160. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +3 -3
  161. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  162. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  163. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  164. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  165. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
  166. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  167. package/dest/msg_validators/tx_validator/block_header_validator.js +4 -3
  168. package/dest/msg_validators/tx_validator/data_validator.d.ts +3 -1
  169. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  170. package/dest/msg_validators/tx_validator/data_validator.js +4 -1
  171. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
  172. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  173. package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
  174. package/dest/msg_validators/tx_validator/factory.d.ts +8 -3
  175. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  176. package/dest/msg_validators/tx_validator/factory.js +21 -11
  177. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
  178. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
  179. package/dest/msg_validators/tx_validator/fee_payer_balance.js +20 -0
  180. package/dest/msg_validators/tx_validator/gas_validator.d.ts +3 -2
  181. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  182. package/dest/msg_validators/tx_validator/gas_validator.js +11 -16
  183. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  184. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  185. package/dest/msg_validators/tx_validator/index.js +1 -0
  186. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +3 -2
  187. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  188. package/dest/msg_validators/tx_validator/metadata_validator.js +2 -2
  189. package/dest/msg_validators/tx_validator/phases_validator.d.ts +3 -2
  190. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  191. package/dest/msg_validators/tx_validator/phases_validator.js +3 -3
  192. package/dest/msg_validators/tx_validator/size_validator.d.ts +8 -0
  193. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -0
  194. package/dest/msg_validators/tx_validator/size_validator.js +23 -0
  195. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +22 -5
  196. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  197. package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
  198. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  199. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  200. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  201. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +3 -2
  202. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  203. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -2
  204. package/dest/services/data_store.d.ts +1 -1
  205. package/dest/services/data_store.d.ts.map +1 -1
  206. package/dest/services/data_store.js +10 -6
  207. package/dest/services/discv5/discV5_service.js +1 -1
  208. package/dest/services/dummy_service.d.ts +28 -3
  209. package/dest/services/dummy_service.d.ts.map +1 -1
  210. package/dest/services/dummy_service.js +51 -0
  211. package/dest/services/encoding.d.ts +2 -2
  212. package/dest/services/encoding.d.ts.map +1 -1
  213. package/dest/services/encoding.js +9 -7
  214. package/dest/services/gossipsub/index.d.ts +3 -0
  215. package/dest/services/gossipsub/index.d.ts.map +1 -0
  216. package/dest/services/gossipsub/index.js +2 -0
  217. package/dest/services/gossipsub/scoring.d.ts +21 -3
  218. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  219. package/dest/services/gossipsub/scoring.js +24 -7
  220. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  221. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  222. package/dest/services/gossipsub/topic_score_params.js +346 -0
  223. package/dest/services/index.d.ts +2 -1
  224. package/dest/services/index.d.ts.map +1 -1
  225. package/dest/services/index.js +1 -0
  226. package/dest/services/libp2p/instrumentation.d.ts +1 -1
  227. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  228. package/dest/services/libp2p/instrumentation.js +30 -72
  229. package/dest/services/libp2p/libp2p_service.d.ts +106 -33
  230. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  231. package/dest/services/libp2p/libp2p_service.js +984 -317
  232. package/dest/services/peer-manager/metrics.d.ts +2 -2
  233. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  234. package/dest/services/peer-manager/metrics.js +21 -26
  235. package/dest/services/peer-manager/peer_manager.d.ts +2 -2
  236. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  237. package/dest/services/peer-manager/peer_manager.js +0 -10
  238. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  239. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  240. package/dest/services/peer-manager/peer_scoring.js +32 -6
  241. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +48 -0
  242. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  243. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +562 -0
  244. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  245. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  246. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  247. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +46 -0
  248. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  249. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  250. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +34 -0
  251. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  252. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +130 -0
  253. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +54 -0
  254. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  255. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +139 -0
  256. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +20 -0
  257. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  258. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +21 -0
  259. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +22 -3
  260. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
  261. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +63 -4
  262. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -1
  263. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  264. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  265. package/dest/services/reqresp/constants.d.ts +12 -0
  266. package/dest/services/reqresp/constants.d.ts.map +1 -0
  267. package/dest/services/reqresp/constants.js +7 -0
  268. package/dest/services/reqresp/interface.d.ts +12 -1
  269. package/dest/services/reqresp/interface.d.ts.map +1 -1
  270. package/dest/services/reqresp/interface.js +15 -1
  271. package/dest/services/reqresp/metrics.d.ts +6 -5
  272. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  273. package/dest/services/reqresp/metrics.js +17 -21
  274. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +5 -1
  275. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  276. package/dest/services/reqresp/protocols/block_txs/bitvector.js +12 -0
  277. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  278. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  279. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +27 -9
  280. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +29 -6
  281. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  282. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +59 -13
  283. package/dest/services/reqresp/protocols/status.d.ts +1 -1
  284. package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
  285. package/dest/services/reqresp/protocols/status.js +4 -1
  286. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  287. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  288. package/dest/services/reqresp/protocols/tx.js +20 -0
  289. package/dest/services/reqresp/reqresp.d.ts +6 -1
  290. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  291. package/dest/services/reqresp/reqresp.js +471 -50
  292. package/dest/services/service.d.ts +55 -3
  293. package/dest/services/service.d.ts.map +1 -1
  294. package/dest/services/tx_collection/config.d.ts +22 -1
  295. package/dest/services/tx_collection/config.d.ts.map +1 -1
  296. package/dest/services/tx_collection/config.js +55 -1
  297. package/dest/services/tx_collection/fast_tx_collection.d.ts +7 -4
  298. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  299. package/dest/services/tx_collection/fast_tx_collection.js +71 -44
  300. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  301. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  302. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  303. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  304. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  305. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  306. package/dest/services/tx_collection/index.d.ts +3 -1
  307. package/dest/services/tx_collection/index.d.ts.map +1 -1
  308. package/dest/services/tx_collection/index.js +2 -0
  309. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  310. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  311. package/dest/services/tx_collection/instrumentation.js +11 -13
  312. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  313. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  314. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  315. package/dest/services/tx_collection/proposal_tx_collector.d.ts +49 -0
  316. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -0
  317. package/dest/services/tx_collection/proposal_tx_collector.js +50 -0
  318. package/dest/services/tx_collection/slow_tx_collection.d.ts +9 -5
  319. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  320. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  321. package/dest/services/tx_collection/tx_collection.d.ts +29 -16
  322. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  323. package/dest/services/tx_collection/tx_collection.js +79 -7
  324. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  325. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  326. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  327. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  328. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  329. package/dest/services/tx_collection/tx_source.js +19 -2
  330. package/dest/services/tx_file_store/config.d.ts +16 -0
  331. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  332. package/dest/services/tx_file_store/config.js +22 -0
  333. package/dest/services/tx_file_store/index.d.ts +4 -0
  334. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  335. package/dest/services/tx_file_store/index.js +3 -0
  336. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  337. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  338. package/dest/services/tx_file_store/instrumentation.js +29 -0
  339. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  340. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  341. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  342. package/dest/services/tx_provider.d.ts +5 -5
  343. package/dest/services/tx_provider.d.ts.map +1 -1
  344. package/dest/services/tx_provider.js +5 -4
  345. package/dest/services/tx_provider_instrumentation.d.ts +1 -1
  346. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  347. package/dest/services/tx_provider_instrumentation.js +7 -20
  348. package/dest/test-helpers/index.d.ts +3 -1
  349. package/dest/test-helpers/index.d.ts.map +1 -1
  350. package/dest/test-helpers/index.js +2 -0
  351. package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
  352. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  353. package/dest/test-helpers/mock-pubsub.d.ts +29 -2
  354. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  355. package/dest/test-helpers/mock-pubsub.js +103 -2
  356. package/dest/test-helpers/reqresp-nodes.d.ts +1 -1
  357. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  358. package/dest/test-helpers/reqresp-nodes.js +2 -1
  359. package/dest/test-helpers/test_tx_provider.d.ts +40 -0
  360. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  361. package/dest/test-helpers/test_tx_provider.js +41 -0
  362. package/dest/test-helpers/testbench-utils.d.ts +163 -0
  363. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  364. package/dest/test-helpers/testbench-utils.js +366 -0
  365. package/dest/testbench/p2p_client_testbench_worker.d.ts +28 -2
  366. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  367. package/dest/testbench/p2p_client_testbench_worker.js +221 -127
  368. package/dest/testbench/worker_client_manager.d.ts +51 -6
  369. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  370. package/dest/testbench/worker_client_manager.js +226 -39
  371. package/dest/util.d.ts +2 -2
  372. package/dest/util.d.ts.map +1 -1
  373. package/package.json +16 -16
  374. package/src/bootstrap/bootstrap.ts +7 -4
  375. package/src/client/factory.ts +96 -24
  376. package/src/client/interface.ts +76 -25
  377. package/src/client/p2p_client.ts +269 -290
  378. package/src/client/test/tx_proposal_collector/README.md +227 -0
  379. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +346 -0
  380. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +43 -0
  381. package/src/config.ts +49 -13
  382. package/src/errors/tx-pool.error.ts +12 -0
  383. package/src/index.ts +1 -0
  384. package/src/mem_pools/attestation_pool/attestation_pool.ts +510 -78
  385. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +612 -320
  386. package/src/mem_pools/attestation_pool/index.ts +9 -2
  387. package/src/mem_pools/attestation_pool/mocks.ts +20 -13
  388. package/src/mem_pools/index.ts +4 -1
  389. package/src/mem_pools/instrumentation.ts +10 -18
  390. package/src/mem_pools/interface.ts +4 -4
  391. package/src/mem_pools/tx_pool/README.md +29 -14
  392. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +130 -75
  393. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +66 -5
  394. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +119 -4
  395. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +162 -0
  396. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  397. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +4 -2
  398. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +75 -0
  399. package/src/mem_pools/tx_pool_v2/README.md +275 -0
  400. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  401. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  402. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  403. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  404. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
  405. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +122 -0
  406. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  407. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
  408. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  409. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  410. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  411. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
  412. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
  413. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  414. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  415. package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
  416. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +242 -0
  417. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  418. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
  419. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +223 -0
  420. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1069 -0
  421. package/src/msg_validators/attestation_validator/attestation_validator.ts +36 -21
  422. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +21 -18
  423. package/src/msg_validators/clock_tolerance.ts +51 -0
  424. package/src/msg_validators/index.ts +1 -1
  425. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +10 -0
  426. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +13 -0
  427. package/src/msg_validators/proposal_validator/index.ts +3 -0
  428. package/src/msg_validators/proposal_validator/proposal_validator.ts +92 -0
  429. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +230 -0
  430. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +2 -2
  431. package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
  432. package/src/msg_validators/tx_validator/block_header_validator.ts +21 -8
  433. package/src/msg_validators/tx_validator/data_validator.ts +18 -6
  434. package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
  435. package/src/msg_validators/tx_validator/factory.ts +64 -23
  436. package/src/msg_validators/tx_validator/fee_payer_balance.ts +40 -0
  437. package/src/msg_validators/tx_validator/gas_validator.ts +17 -28
  438. package/src/msg_validators/tx_validator/index.ts +1 -0
  439. package/src/msg_validators/tx_validator/metadata_validator.ts +18 -7
  440. package/src/msg_validators/tx_validator/phases_validator.ts +5 -3
  441. package/src/msg_validators/tx_validator/size_validator.ts +22 -0
  442. package/src/msg_validators/tx_validator/timestamp_validator.ts +29 -19
  443. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  444. package/src/msg_validators/tx_validator/tx_proof_validator.ts +8 -3
  445. package/src/services/data_store.ts +10 -7
  446. package/src/services/discv5/discV5_service.ts +1 -1
  447. package/src/services/dummy_service.ts +68 -1
  448. package/src/services/encoding.ts +8 -6
  449. package/src/services/gossipsub/README.md +641 -0
  450. package/src/services/gossipsub/index.ts +2 -0
  451. package/src/services/gossipsub/scoring.ts +29 -5
  452. package/src/services/gossipsub/topic_score_params.ts +487 -0
  453. package/src/services/index.ts +1 -0
  454. package/src/services/libp2p/instrumentation.ts +32 -73
  455. package/src/services/libp2p/libp2p_service.ts +651 -301
  456. package/src/services/peer-manager/metrics.ts +22 -26
  457. package/src/services/peer-manager/peer_manager.ts +1 -2
  458. package/src/services/peer-manager/peer_scoring.ts +28 -4
  459. package/src/services/reqresp/batch-tx-requester/README.md +305 -0
  460. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +706 -0
  461. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  462. package/src/services/reqresp/batch-tx-requester/interface.ts +53 -0
  463. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +161 -0
  464. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +205 -0
  465. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +37 -0
  466. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +65 -4
  467. package/src/services/reqresp/connection-sampler/connection_sampler.ts +19 -1
  468. package/src/services/reqresp/constants.ts +14 -0
  469. package/src/services/reqresp/interface.ts +29 -1
  470. package/src/services/reqresp/metrics.ts +36 -27
  471. package/src/services/reqresp/protocols/block_txs/bitvector.ts +16 -0
  472. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +35 -12
  473. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +74 -9
  474. package/src/services/reqresp/protocols/status.ts +7 -4
  475. package/src/services/reqresp/protocols/tx.ts +22 -0
  476. package/src/services/reqresp/reqresp.ts +79 -22
  477. package/src/services/service.ts +72 -4
  478. package/src/services/tx_collection/config.ts +83 -1
  479. package/src/services/tx_collection/fast_tx_collection.ts +93 -47
  480. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  481. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  482. package/src/services/tx_collection/index.ts +6 -0
  483. package/src/services/tx_collection/instrumentation.ts +11 -13
  484. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  485. package/src/services/tx_collection/proposal_tx_collector.ts +113 -0
  486. package/src/services/tx_collection/slow_tx_collection.ts +68 -35
  487. package/src/services/tx_collection/tx_collection.ts +121 -24
  488. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  489. package/src/services/tx_collection/tx_source.ts +22 -3
  490. package/src/services/tx_file_store/config.ts +37 -0
  491. package/src/services/tx_file_store/index.ts +3 -0
  492. package/src/services/tx_file_store/instrumentation.ts +36 -0
  493. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  494. package/src/services/tx_provider.ts +10 -9
  495. package/src/services/tx_provider_instrumentation.ts +13 -20
  496. package/src/test-helpers/index.ts +2 -0
  497. package/src/test-helpers/make-test-p2p-clients.ts +3 -3
  498. package/src/test-helpers/mock-pubsub.ts +143 -3
  499. package/src/test-helpers/reqresp-nodes.ts +2 -1
  500. package/src/test-helpers/test_tx_provider.ts +64 -0
  501. package/src/test-helpers/testbench-utils.ts +430 -0
  502. package/src/testbench/p2p_client_testbench_worker.ts +348 -123
  503. package/src/testbench/worker_client_manager.ts +304 -42
  504. package/src/util.ts +7 -1
  505. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -37
  506. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  507. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -213
  508. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -30
  509. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  510. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -219
  511. package/dest/mem_pools/tx_pool/eviction/insufficient_fee_payer_balance_rule.d.ts +0 -15
  512. package/dest/mem_pools/tx_pool/eviction/insufficient_fee_payer_balance_rule.d.ts.map +0 -1
  513. package/dest/mem_pools/tx_pool/eviction/insufficient_fee_payer_balance_rule.js +0 -88
  514. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -12
  515. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
  516. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -82
  517. package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
  518. package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
  519. package/dest/msg_validators/block_proposal_validator/index.js +0 -1
  520. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -298
  521. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -287
  522. package/src/mem_pools/tx_pool/eviction/insufficient_fee_payer_balance_rule.ts +0 -108
  523. package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -97
  524. package/src/msg_validators/block_proposal_validator/index.ts +0 -1
@@ -0,0 +1,227 @@
1
+ # ProposalTxCollector Benchmarks
2
+
3
+ This benchmark suite measures **how quickly a proposer node can fetch missing transactions from P2P peers** when building a block proposal. It compares two alternative transaction-collection implementations under several controlled "who-has-which-txs" distributions.
4
+
5
+ ## Purpose
6
+
7
+ When proposing a block, the node may have a block proposal containing a list of `txHashes`, but may be **missing the full `Tx` objects** locally. The node must fetch those missing txs from peers via the P2P req/resp layer.
8
+
9
+ This benchmark answers:
10
+
11
+ - How long does it take to fetch **N missing txs** (N ∈ **{10, 50, 100, 500}**)?
12
+ - How do different **peer availability patterns** affect performance?
13
+ - Which collector strategy performs better under each pattern?
14
+
15
+ The suite compares two collectors:
16
+
17
+ - **`BatchTxRequesterCollector`** (collector type: `batch-requester`)
18
+ - **`SendBatchRequestCollector`** (collector type: `send-batch-request`)
19
+
20
+ ## Architecture
21
+
22
+ The benchmark runs a small simulated network on localhost:
23
+
24
+ ```
25
+ ┌─────────────────────────────────────────────────────────────────────┐
26
+ │ Test Process (Driver) │
27
+ │ p2p_client.proposal_tx_collector.bench.test.ts │
28
+ │ ┌─────────────────────────────────────────────────────────────┐ │
29
+ │ │ WorkerClientManager │ │
30
+ │ │ (src/testbench/worker_client_manager.ts) │ │
31
+ │ └─────────────────────────────────────────────────────────────┘ │
32
+ │ │ IPC │
33
+ │ ┌────────────────────┼────────────────────┐ │
34
+ │ ▼ ▼ ▼ │
35
+ │ ┌───────────┐ ┌───────────┐ ┌───────────┐ │
36
+ │ │ Worker 0 │◄──────►│ Worker 1 │◄──────►│ Worker N-1│ │
37
+ │ │ (Collector│ P2P │(Responder)│ P2P │(Responder)│ │
38
+ │ │ Node) │ │ │ │ │ │
39
+ │ │ TxPool:[] │ │ TxPool: │ │ TxPool: │ │
40
+ │ │ │ │ [txs...] │ │ [txs...] │ │
41
+ │ └───────────┘ └───────────┘ └───────────┘ │
42
+ └─────────────────────────────────────────────────────────────────────┘
43
+ ```
44
+
45
+ - **N worker processes** are spawned using Node's **`child_process.fork()`**
46
+ - Each worker runs a "light" **`P2PClient.Full`** node (enough to exercise the real P2P req/resp machinery)
47
+ - Workers communicate with the test process via **IPC messages** defined in `p2p_client_testbench_worker.ts`
48
+
49
+ ### Why multiple processes?
50
+
51
+ Using separate OS processes makes the setup closer to real networking behavior (independent event loops, scheduling, IPC boundaries), and avoids many artifacts you'd get by running everything in one process.
52
+
53
+ ### Worker roles
54
+
55
+ The network is intentionally asymmetric:
56
+
57
+ - **Worker 0 is the collector/proposer node**
58
+ - Starts with an **empty tx pool** (`[]`)
59
+ - Is the only worker instructed to run the collector for each `BENCH_REQRESP` command
60
+ - **Workers 1..N-1 are responder peers**
61
+ - Locally generate and filter txs according to the distribution pattern
62
+ - Respond to req/resp queries made by Worker 0's collector
63
+
64
+ This models a proposer that has only `txHashes` in a proposal and must fetch the full tx bodies from the network.
65
+
66
+ ## Transaction Distribution Patterns
67
+
68
+ Each benchmark case generates `missingTxCount` mock txs and assigns them to peers using one of these patterns:
69
+
70
+ ### `uniform`
71
+
72
+ **Every responder peer has every transaction.**
73
+
74
+ - Simulates the best-case: high replication / high gossip success
75
+ - Expectation: collector should quickly succeed; differences mostly reflect collector overhead and batching strategy
76
+
77
+ ### `sparse`
78
+
79
+ **Each transaction exists on only a small subset of peers.**
80
+
81
+ Each responder is bucketed and holds txs whose index falls into its bucket or the "next" bucket (striped by tx index).
82
+
83
+ - Simulates partial propagation, churn, or uneven mempool convergence
84
+ - Expectation: collector must query multiple peers and cope with "misses"
85
+
86
+ ### `pinned-only`
87
+
88
+ **Only a single "pinned" peer has the transactions; all other peers have none.**
89
+
90
+ - Simulates "I know exactly who has the txs" (or a topology where one peer is the source of truth)
91
+ - Useful to test whether "pinned peer" fast-paths work as intended
92
+
93
+ > **Guardrail:** the pinned peer index must be within `(0, numberOfPeers)` (Worker 0 cannot be pinned).
94
+
95
+ ## Collectors Under Test
96
+
97
+ ### `BatchTxRequesterCollector` (`batch-requester`)
98
+
99
+ ```typescript
100
+ new BatchTxRequesterCollector(p2pService, logger, new DateProvider())
101
+ ```
102
+
103
+ Uses the P2P service plus internal logic to fetch missing txs, coordinating requests in a batched or staged way.
104
+
105
+ ### `SendBatchRequestCollector` (`send-batch-request`)
106
+
107
+ ```typescript
108
+ const maxPeers = 10;
109
+ const maxRetryAttempts = Math.max(peerIds.length, 3);
110
+ new SendBatchRequestCollector(p2pService, maxPeers, maxRetryAttempts)
111
+ ```
112
+
113
+ Explicitly caps the number of peers it will involve (`maxPeers`) and uses a retry budget derived from peer count.
114
+
115
+ ## Test Parameters
116
+
117
+ | Parameter | Value | Description |
118
+ |-----------|-------|-------------|
119
+ | `PEERS_PER_RUN` | 30 | Number of worker processes spawned |
120
+ | `MISSING_TX_COUNTS` | 10, 50, 100, 500 | Number of missing transactions to fetch |
121
+ | `TIMEOUT_MS` | 30,000 ms | Collector timeout per case |
122
+ | `TEST_TIMEOUT_MS` | 600,000 ms | Overall Jest timeout (10 minutes) |
123
+
124
+ ## Running
125
+
126
+ From the p2p package:
127
+
128
+ ```bash
129
+ cd yarn-project/p2p
130
+ yarn test src/client/test/tx_proposal_collector/p2p_client.proposal_tx_collector.bench.test.ts
131
+ ```
132
+
133
+ Or from repo root:
134
+
135
+ ```bash
136
+ yarn test p2p_client.proposal_tx_collector.bench.test.ts
137
+ ```
138
+
139
+ The benchmark is intentionally long due to spawning many processes and running multiple cases.
140
+
141
+ ## Output Formats
142
+
143
+ ### Default: Markdown table to stdout
144
+
145
+ If no env vars are set, the suite prints a table:
146
+
147
+ ```
148
+ | Collector | Distribution | Missing | Duration (ms) | Fetched | Success |
149
+ |---------------------|--------------|---------|---------------|---------|---------|
150
+ | batch-requester | pinned-only | 10 | 123 | 10 | Yes |
151
+ | send-batch-request | pinned-only | 10 | 145 | 10 | Yes |
152
+ ```
153
+
154
+ Plus a comparison summary stating which collector was faster per `(distribution, missing)` pair.
155
+
156
+ ### JSON metrics (for CI/dashboards)
157
+
158
+ ```bash
159
+ BENCH_OUTPUT=/path/results.json yarn test ...
160
+ ```
161
+
162
+ Writes JSON metrics like:
163
+ - `ProposalTxCollector/<collector>/<distribution>/missing_<N>/duration` (ms)
164
+ - `ProposalTxCollector/<collector>/<distribution>/missing_<N>/fetched` (txs)
165
+
166
+ ### Markdown file output
167
+
168
+ ```bash
169
+ BENCH_OUTPUT_MD=/path/results.md yarn test ...
170
+ ```
171
+
172
+ Writes the pretty table + summary to disk.
173
+
174
+ ## Interpreting Results
175
+
176
+ For each case the benchmark records:
177
+
178
+ - `durationMs`: wall-clock time spent inside the collector call
179
+ - `fetchedCount`: how many txs were returned by the collector
180
+ - `success`: `fetchedCount === missingTxCount`
181
+
182
+ **Guidelines:**
183
+
184
+ - **Always check `Success` first.** A faster run that fetched fewer txs is not a win.
185
+ - Compare collectors **within the same distribution + missing count** only.
186
+ - Expect `pinned-only` to highlight pinned-peer behavior (fast if pinned peer is used effectively; slow if the algorithm wastes time sampling other peers).
187
+ - Expect `sparse` to be the most "network-like" stress case, since many peers won't have each requested tx.
188
+
189
+ ## Determinism / Noise Reduction
190
+
191
+ Inside each worker, the benchmark intentionally reduces variability:
192
+
193
+ - **Unlimited rate limits** are installed so the req/resp rate limiter doesn't dominate results
194
+ - **Deterministic tx generation** ensures all workers see the same tx set without large IPC payloads
195
+
196
+ This makes the benchmark better for *comparing collectors* (A vs B), but it is **not** a perfect model of production networking conditions.
197
+
198
+ ## Limitations
199
+
200
+ This benchmark does **not** measure:
201
+
202
+ - Real internet latency, NAT traversal, or adversarial peers (everything runs on localhost)
203
+ - End-to-end proposer behavior beyond tx fetching (block construction, proving, etc.)
204
+ - Gossip-based mempool convergence—tx availability is injected directly into each worker's in-memory tx pool
205
+
206
+ ## Files
207
+
208
+ | File | Purpose |
209
+ |------|---------|
210
+ | `p2p_client.proposal_tx_collector.bench.test.ts` | Test suite (cases, distributions, output formatting) |
211
+ | `proposal_tx_collector_worker.ts` | Collector-specific worker implementation |
212
+ | `proposal_tx_collector_worker_protocol.ts` | IPC message types and serialization |
213
+ | `src/testbench/worker_client_manager.ts` | Worker process manager (forking, IPC, orchestration) |
214
+ | `src/testbench/p2p_client_testbench_worker.ts` | General testbench worker implementation |
215
+ | `src/test-helpers/testbench-utils.ts` | Shared mocks and utilities (InMemoryTxPool, InMemoryAttestationPool, etc.) |
216
+
217
+ ## Implementation Notes
218
+
219
+ - Workers run TypeScript via `ts-node/esm` unless a compiled JS worker exists at `dest/testbench/p2p_client_testbench_worker.js`
220
+ - Request/response rate limits are overridden so the benchmark is not throttled
221
+ - Workers generate txs locally from a shared seed to avoid sending large tx payloads over IPC
222
+
223
+ ## Practical Tips
224
+
225
+ - Run on an otherwise idle machine; CPU scheduling noise matters when spawning 30 node processes
226
+ - If you see intermittent failures, increase `TIMEOUT_MS` or reduce `PEERS_PER_RUN` for local iteration
227
+ - Use `BENCH_OUTPUT` in CI to track performance regressions over time
@@ -0,0 +1,346 @@
1
+ import { MockL2BlockSource } from '@aztec/archiver/test';
2
+ import { SecretValue } from '@aztec/foundation/config';
3
+ import { createLogger } from '@aztec/foundation/log';
4
+ import { sleep } from '@aztec/foundation/sleep';
5
+ import { DateProvider, Timer, executeTimeout } from '@aztec/foundation/timer';
6
+ import type { DataStoreConfig } from '@aztec/kv-store/config';
7
+ import { openTmpStore } from '@aztec/kv-store/lmdb-v2';
8
+ import type { L2BlockSource } from '@aztec/stdlib/block';
9
+ import type { ContractDataSource } from '@aztec/stdlib/contract';
10
+ import type { ClientProtocolCircuitVerifier } from '@aztec/stdlib/interfaces/server';
11
+ import { P2PClientType, PeerErrorSeverity } from '@aztec/stdlib/p2p';
12
+ import type { Tx, TxValidationResult } from '@aztec/stdlib/tx';
13
+ import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
14
+
15
+ import type { PeerId } from '@libp2p/interface';
16
+ import { peerIdFromString } from '@libp2p/peer-id';
17
+
18
+ import type { P2PConfig } from '../../../config.js';
19
+ import { BatchTxRequesterCollector, SendBatchRequestCollector } from '../../../services/index.js';
20
+ import type { IBatchRequestTxValidator } from '../../../services/reqresp/batch-tx-requester/tx_validator.js';
21
+ import { RateLimitStatus } from '../../../services/reqresp/rate-limiter/rate_limiter.js';
22
+ import { MissingTxsTracker } from '../../../services/tx_collection/missing_txs_tracker.js';
23
+ import {
24
+ AlwaysTrueCircuitVerifier,
25
+ BENCHMARK_CONSTANTS,
26
+ InMemoryAttestationPool,
27
+ InMemoryTxPool,
28
+ UNLIMITED_RATE_LIMIT_QUOTA,
29
+ calculateInternalTimeout,
30
+ createMockEpochCache,
31
+ createMockWorldStateSynchronizer,
32
+ } from '../../../test-helpers/index.js';
33
+ import { createP2PClient } from '../../index.js';
34
+ import type { P2PClient } from '../../p2p_client.js';
35
+ import {
36
+ type WorkerCommand,
37
+ type WorkerResponse,
38
+ deserializeBlockProposal,
39
+ deserializeTx,
40
+ deserializeTxHash,
41
+ } from './proposal_tx_collector_worker_protocol.js';
42
+
43
+ let client: P2PClient | undefined;
44
+ let txPool: InMemoryTxPool | undefined;
45
+ let attestationPool: InMemoryAttestationPool | undefined;
46
+ let logger = createLogger('p2p:proposal-bench');
47
+ let kvStore: Awaited<ReturnType<typeof openTmpStore>> | undefined;
48
+ let ipcDisconnected = false;
49
+
50
+ function ensureClient(): P2PClient {
51
+ if (!client || !txPool) {
52
+ throw new Error('Worker client not started');
53
+ }
54
+ return client;
55
+ }
56
+
57
+ function isIpcDisconnectError(err: unknown): boolean {
58
+ const code = (err as NodeJS.ErrnoException | undefined)?.code;
59
+ return code === 'EPIPE' || code === 'ERR_IPC_CHANNEL_CLOSED';
60
+ }
61
+
62
+ function sendMessage(message: WorkerResponse): Promise<void> {
63
+ const send = process.send;
64
+ if (!send || !process.connected || ipcDisconnected) {
65
+ return Promise.resolve();
66
+ }
67
+
68
+ return new Promise(resolve => {
69
+ const fallbackTimeout = setTimeout(() => resolve(), 2000);
70
+ try {
71
+ send.call(process, message, undefined, undefined, err => {
72
+ clearTimeout(fallbackTimeout);
73
+ if (!err) {
74
+ resolve();
75
+ return;
76
+ }
77
+ if (isIpcDisconnectError(err)) {
78
+ ipcDisconnected = true;
79
+ resolve();
80
+ return;
81
+ }
82
+ logger.warn('Failed to send IPC message', { error: err?.message ?? String(err) });
83
+ resolve();
84
+ });
85
+ } catch (err: any) {
86
+ clearTimeout(fallbackTimeout);
87
+ if (isIpcDisconnectError(err)) {
88
+ ipcDisconnected = true;
89
+ resolve();
90
+ return;
91
+ }
92
+ logger.warn('Failed to send IPC message', { error: err?.message ?? String(err) });
93
+ resolve();
94
+ }
95
+ });
96
+ }
97
+
98
+ async function startClient(config: P2PConfig, clientIndex: number) {
99
+ txPool = new InMemoryTxPool();
100
+ attestationPool = new InMemoryAttestationPool();
101
+ const epochCache = createMockEpochCache();
102
+ const worldState = createMockWorldStateSynchronizer();
103
+ const l2BlockSource = new MockL2BlockSource();
104
+ const proofVerifier = new AlwaysTrueCircuitVerifier();
105
+ kvStore = await openTmpStore(`proposal-bench-${clientIndex}`, true, BENCHMARK_CONSTANTS.KV_STORE_MAP_SIZE_KB);
106
+ logger = createLogger(`p2p:proposal-bench:${clientIndex}`);
107
+
108
+ const telemetry = getTelemetryClient();
109
+ const deps = {
110
+ txPool,
111
+ attestationPool,
112
+ store: kvStore,
113
+ logger,
114
+ };
115
+
116
+ client = await createP2PClient(
117
+ P2PClientType.Full,
118
+ config as P2PConfig & DataStoreConfig,
119
+ l2BlockSource as L2BlockSource & ContractDataSource,
120
+ proofVerifier as ClientProtocolCircuitVerifier,
121
+ worldState,
122
+ epochCache,
123
+ 'proposal-tx-collector-bench-worker',
124
+ new DateProvider(),
125
+ telemetry as TelemetryClient,
126
+ deps,
127
+ );
128
+
129
+ await client.start();
130
+ installUnlimitedRateLimits();
131
+
132
+ for (let i = 0; i < 120; i++) {
133
+ if (client.isReady()) {
134
+ return;
135
+ }
136
+ await sleep(500);
137
+ }
138
+
139
+ throw new Error('Timed out waiting for P2P client readiness');
140
+ }
141
+
142
+ function installSamplerOverrides(peerList: ReturnType<typeof peerIdFromString>[]) {
143
+ const reqResp = (ensureClient() as any).p2pService.reqresp as any;
144
+ const sampler = reqResp.connectionSampler as any;
145
+
146
+ sampler.getPeerListSortedByConnectionCountAsc = (excluding?: Set<string>) => {
147
+ if (!excluding || excluding.size === 0) {
148
+ return peerList;
149
+ }
150
+ return peerList.filter(peerId => !excluding.has(peerId.toString()));
151
+ };
152
+ sampler.samplePeersBatch = (numberToSample: number, excluding?: Map<string, boolean>) => {
153
+ const filtered = peerList.filter(peerId => !excluding?.has(peerId.toString()));
154
+ return filtered.slice(0, Math.min(numberToSample, filtered.length));
155
+ };
156
+ sampler.getPeer = (excluding?: Map<string, boolean>) => {
157
+ const filtered = peerList.filter(peerId => !excluding?.has(peerId.toString()));
158
+ return filtered[0];
159
+ };
160
+ }
161
+
162
+ function installUnlimitedRateLimits() {
163
+ const reqResp = (ensureClient() as any).p2pService.reqresp as any;
164
+ const rateLimiter = reqResp.rateLimiter as any;
165
+
166
+ rateLimiter.getRateLimits = () => UNLIMITED_RATE_LIMIT_QUOTA;
167
+ rateLimiter.allow = () => RateLimitStatus.Allowed;
168
+ }
169
+
170
+ async function runCollector(cmd: Extract<WorkerCommand, { type: 'RUN_COLLECTOR' }>) {
171
+ const { collectorType, txHashes, blockProposal, pinnedPeerId, peerIds, timeoutMs } = cmd;
172
+ const reqResp = (ensureClient() as any).p2pService.reqresp as any;
173
+ const peerList = peerIds.map(peerId => peerIdFromString(peerId));
174
+
175
+ installSamplerOverrides(peerList);
176
+ installUnlimitedRateLimits();
177
+
178
+ const p2pService = {
179
+ reqResp,
180
+ connectionSampler: {
181
+ getPeerListSortedByConnectionCountAsc: () => peerList,
182
+ },
183
+ txValidatorConfig: {
184
+ l1ChainId: 1,
185
+ rollupVersion: 1,
186
+ proofVerifier: {
187
+ verifyProof: () => Promise.resolve({ valid: true, durationMs: 0, totalDurationMs: 0 }),
188
+ stop: () => Promise.resolve(),
189
+ },
190
+ },
191
+ peerScoring: {
192
+ penalizePeer: (_peerId: PeerId, _penalty: PeerErrorSeverity) => {},
193
+ },
194
+ };
195
+
196
+ const parsedTxHashes = txHashes.map(deserializeTxHash);
197
+ const parsedProposal = deserializeBlockProposal(blockProposal);
198
+ const pinnedPeer = pinnedPeerId ? peerIdFromString(pinnedPeerId) : undefined;
199
+
200
+ const timer = new Timer();
201
+ let fetchedCount = 0;
202
+
203
+ const internalTimeoutMs = calculateInternalTimeout(timeoutMs);
204
+
205
+ const noopTxValidator: IBatchRequestTxValidator = {
206
+ validateRequestedTx: (_tx: Tx): Promise<TxValidationResult> => Promise.resolve({ result: 'valid' }),
207
+ validateRequestedTxs: (txs: Tx[]): Promise<TxValidationResult[]> =>
208
+ Promise.resolve(txs.map(() => ({ result: 'valid' }))),
209
+ };
210
+
211
+ try {
212
+ if (collectorType === 'batch-requester') {
213
+ const collector = new BatchTxRequesterCollector(p2pService, logger, new DateProvider(), noopTxValidator);
214
+ const fetched = await executeTimeout(
215
+ (_signal: AbortSignal) =>
216
+ collector.collectTxs(
217
+ MissingTxsTracker.fromArray(parsedTxHashes),
218
+ parsedProposal,
219
+ pinnedPeer,
220
+ internalTimeoutMs,
221
+ ),
222
+ timeoutMs,
223
+ () => new Error(`Collector timed out after ${timeoutMs}ms`),
224
+ );
225
+ fetchedCount = fetched.length;
226
+ } else {
227
+ const collector = new SendBatchRequestCollector(
228
+ p2pService,
229
+ BENCHMARK_CONSTANTS.FIXED_MAX_PEERS,
230
+ BENCHMARK_CONSTANTS.FIXED_MAX_RETRY_ATTEMPTS,
231
+ );
232
+ const fetched = await executeTimeout(
233
+ (_signal: AbortSignal) =>
234
+ collector.collectTxs(
235
+ MissingTxsTracker.fromArray(parsedTxHashes),
236
+ parsedProposal,
237
+ pinnedPeer,
238
+ internalTimeoutMs,
239
+ ),
240
+ timeoutMs,
241
+ () => new Error(`Collector timed out after ${timeoutMs}ms`),
242
+ );
243
+ fetchedCount = fetched.length;
244
+ }
245
+ } catch (err: any) {
246
+ logger.warn(`Collector error: ${err?.message ?? String(err)}`);
247
+ }
248
+
249
+ return { durationMs: timer.ms(), fetchedCount };
250
+ }
251
+
252
+ async function stopClient() {
253
+ if (!client) {
254
+ return;
255
+ }
256
+ await client.stop();
257
+ if (kvStore?.close) {
258
+ await kvStore.close();
259
+ }
260
+ client = undefined;
261
+ txPool = undefined;
262
+ attestationPool = undefined;
263
+ }
264
+
265
+ process.on('disconnect', () => {
266
+ ipcDisconnected = true;
267
+ void stopClient().finally(() => process.exit(0));
268
+ });
269
+
270
+ process.on('error', err => {
271
+ if (isIpcDisconnectError(err)) {
272
+ ipcDisconnected = true;
273
+ return;
274
+ }
275
+ logger.warn('Worker process error', { error: err?.message ?? String(err) });
276
+ });
277
+
278
+ process.on('message', (msg: WorkerCommand) => {
279
+ void (async () => {
280
+ if (!msg || typeof msg !== 'object') {
281
+ return;
282
+ }
283
+
284
+ const requestId = msg.requestId;
285
+
286
+ try {
287
+ switch (msg.type) {
288
+ case 'START': {
289
+ const rawConfig = msg.config;
290
+ const config: P2PConfig = {
291
+ ...rawConfig,
292
+ peerIdPrivateKey: rawConfig.peerIdPrivateKey ? new SecretValue(rawConfig.peerIdPrivateKey) : undefined,
293
+ } as P2PConfig;
294
+
295
+ await startClient(config, msg.clientIndex);
296
+ const peerId = (ensureClient() as any).p2pService.node.peerId.toString();
297
+ await sendMessage({ type: 'READY', requestId, peerId });
298
+ break;
299
+ }
300
+ case 'SET_TXS': {
301
+ if (!txPool) {
302
+ throw new Error('Tx pool not initialized');
303
+ }
304
+ const txs = msg.txs.map(deserializeTx);
305
+ const count = msg.mode === 'append' ? txPool.appendTxs(txs) : txPool.setTxs(txs);
306
+ await sendMessage({ type: 'TXS_SET', requestId, count });
307
+ break;
308
+ }
309
+ case 'SET_BLOCK_PROPOSAL': {
310
+ if (!attestationPool) {
311
+ throw new Error('Attestation pool not initialized');
312
+ }
313
+ const proposal = deserializeBlockProposal(msg.blockProposal);
314
+ await attestationPool.tryAddBlockProposal(proposal);
315
+ await sendMessage({ type: 'BLOCK_PROPOSAL_SET', requestId, archiveRoot: proposal.archive.toString() });
316
+ break;
317
+ }
318
+ case 'RUN_COLLECTOR': {
319
+ const { durationMs, fetchedCount } = await runCollector(msg);
320
+ await sendMessage({ type: 'COLLECTOR_RESULT', requestId, durationMs, fetchedCount });
321
+ break;
322
+ }
323
+ case 'GET_PEER_COUNT': {
324
+ const peers = await ensureClient().getPeers();
325
+ await sendMessage({ type: 'PEER_COUNT', requestId, count: peers.length });
326
+ break;
327
+ }
328
+ case 'STOP': {
329
+ await stopClient();
330
+ await sendMessage({ type: 'STOPPED', requestId });
331
+ process.exit(0);
332
+ break;
333
+ }
334
+ default: {
335
+ const _exhaustive: never = msg;
336
+ throw new Error(`Unknown command: ${(msg as { type?: string }).type}`);
337
+ }
338
+ }
339
+ } catch (err: any) {
340
+ await sendMessage({ type: 'ERROR', requestId, error: err?.message ?? String(err) });
341
+ if (msg.type === 'START') {
342
+ process.exit(1);
343
+ }
344
+ }
345
+ })();
346
+ });
@@ -0,0 +1,43 @@
1
+ import { BlockProposal } from '@aztec/stdlib/p2p';
2
+ import { Tx, TxHash } from '@aztec/stdlib/tx';
3
+
4
+ import type { P2PConfig } from '../../../config.js';
5
+
6
+ export type SerializedP2PConfig = Omit<P2PConfig, 'peerIdPrivateKey'> & { peerIdPrivateKey?: string };
7
+
8
+ export type CollectorType = 'batch-requester' | 'send-batch-request';
9
+
10
+ export type WorkerCommand =
11
+ | { type: 'START'; requestId: string; clientIndex: number; config: SerializedP2PConfig }
12
+ | { type: 'SET_TXS'; requestId: string; txs: string[]; mode?: 'replace' | 'append' }
13
+ | { type: 'SET_BLOCK_PROPOSAL'; requestId: string; blockProposal: string }
14
+ | {
15
+ type: 'RUN_COLLECTOR';
16
+ requestId: string;
17
+ collectorType: CollectorType;
18
+ txHashes: string[];
19
+ blockProposal: string;
20
+ pinnedPeerId?: string;
21
+ peerIds: string[];
22
+ timeoutMs: number;
23
+ }
24
+ | { type: 'GET_PEER_COUNT'; requestId: string }
25
+ | { type: 'STOP'; requestId: string };
26
+
27
+ export type WorkerResponse =
28
+ | { type: 'READY'; requestId: string; peerId: string }
29
+ | { type: 'TXS_SET'; requestId: string; count: number }
30
+ | { type: 'BLOCK_PROPOSAL_SET'; requestId: string; archiveRoot: string }
31
+ | { type: 'COLLECTOR_RESULT'; requestId: string; durationMs: number; fetchedCount: number }
32
+ | { type: 'PEER_COUNT'; requestId: string; count: number }
33
+ | { type: 'STOPPED'; requestId: string }
34
+ | { type: 'ERROR'; requestId: string; error: string };
35
+
36
+ export const serializeTx = (tx: Tx) => tx.toBuffer().toString('hex');
37
+ export const deserializeTx = (hex: string) => Tx.fromBuffer(Buffer.from(hex, 'hex'));
38
+
39
+ export const serializeTxHash = (txHash: TxHash) => txHash.toString();
40
+ export const deserializeTxHash = (hex: string) => TxHash.fromString(hex);
41
+
42
+ export const serializeBlockProposal = (proposal: BlockProposal) => proposal.toBuffer().toString('hex');
43
+ export const deserializeBlockProposal = (hex: string) => BlockProposal.fromBuffer(Buffer.from(hex, 'hex'));