@aztec/p2p 0.0.1-commit.9b94fc1 → 0.0.1-commit.9badcec54

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (563) hide show
  1. package/README.md +129 -3
  2. package/dest/bootstrap/bootstrap.d.ts +4 -3
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +4 -4
  5. package/dest/client/factory.d.ts +11 -11
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +60 -20
  8. package/dest/client/interface.d.ts +68 -35
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +53 -65
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +632 -335
  13. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +2 -0
  14. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +1 -0
  15. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +315 -0
  16. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +73 -0
  17. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +1 -0
  18. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +8 -0
  19. package/dest/config.d.ts +137 -87
  20. package/dest/config.d.ts.map +1 -1
  21. package/dest/config.js +124 -54
  22. package/dest/errors/p2p-service.error.d.ts +9 -0
  23. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  24. package/dest/errors/p2p-service.error.js +10 -0
  25. package/dest/errors/tx-pool.error.d.ts +8 -0
  26. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  27. package/dest/errors/tx-pool.error.js +9 -0
  28. package/dest/index.d.ts +2 -2
  29. package/dest/index.d.ts.map +1 -1
  30. package/dest/index.js +1 -1
  31. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +113 -76
  32. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/attestation_pool.js +448 -3
  34. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  35. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  36. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +529 -289
  37. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  38. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  39. package/dest/mem_pools/attestation_pool/index.js +1 -2
  40. package/dest/mem_pools/attestation_pool/mocks.d.ts +11 -8
  41. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  42. package/dest/mem_pools/attestation_pool/mocks.js +17 -13
  43. package/dest/mem_pools/index.d.ts +3 -3
  44. package/dest/mem_pools/index.d.ts.map +1 -1
  45. package/dest/mem_pools/index.js +1 -1
  46. package/dest/mem_pools/instrumentation.d.ts +9 -1
  47. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  48. package/dest/mem_pools/instrumentation.js +33 -13
  49. package/dest/mem_pools/interface.d.ts +6 -7
  50. package/dest/mem_pools/interface.d.ts.map +1 -1
  51. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  52. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  53. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  54. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  55. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  56. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  57. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  58. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  59. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  77. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  78. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  79. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  80. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  81. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  82. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  83. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  84. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  85. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  86. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
  87. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  88. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  89. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  90. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  91. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  92. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  93. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  94. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  95. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  96. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +215 -0
  97. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  98. package/dest/mem_pools/tx_pool_v2/interfaces.js +10 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +134 -0
  100. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  101. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +220 -0
  102. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  103. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  104. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  105. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  106. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  107. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
  108. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +62 -0
  109. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  110. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +167 -0
  111. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
  112. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  113. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +923 -0
  114. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +8 -5
  115. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  116. package/dest/msg_validators/attestation_validator/attestation_validator.js +63 -21
  117. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +9 -7
  118. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  119. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +24 -15
  120. package/dest/msg_validators/clock_tolerance.d.ts +32 -0
  121. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -0
  122. package/dest/msg_validators/clock_tolerance.js +88 -0
  123. package/dest/msg_validators/index.d.ts +2 -2
  124. package/dest/msg_validators/index.d.ts.map +1 -1
  125. package/dest/msg_validators/index.js +1 -1
  126. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +12 -0
  127. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
  128. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +14 -0
  129. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +12 -0
  130. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
  131. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +20 -0
  132. package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
  133. package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
  134. package/dest/msg_validators/proposal_validator/index.js +3 -0
  135. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +20 -0
  136. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
  137. package/dest/msg_validators/proposal_validator/proposal_validator.js +124 -0
  138. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  139. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  140. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  141. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  142. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  143. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  144. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  145. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  146. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  147. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  148. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  149. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
  150. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  151. package/dest/msg_validators/tx_validator/block_header_validator.js +4 -3
  152. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  153. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  154. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  155. package/dest/msg_validators/tx_validator/data_validator.d.ts +3 -1
  156. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  157. package/dest/msg_validators/tx_validator/data_validator.js +39 -3
  158. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
  159. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  160. package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
  161. package/dest/msg_validators/tx_validator/factory.d.ts +139 -6
  162. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  163. package/dest/msg_validators/tx_validator/factory.js +255 -58
  164. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
  165. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
  166. package/dest/msg_validators/tx_validator/fee_payer_balance.js +24 -0
  167. package/dest/msg_validators/tx_validator/gas_validator.d.ts +68 -3
  168. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  169. package/dest/msg_validators/tx_validator/gas_validator.js +122 -58
  170. package/dest/msg_validators/tx_validator/index.d.ts +4 -1
  171. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  172. package/dest/msg_validators/tx_validator/index.js +3 -0
  173. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +4 -3
  174. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  175. package/dest/msg_validators/tx_validator/metadata_validator.js +6 -6
  176. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  177. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  178. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  179. package/dest/msg_validators/tx_validator/phases_validator.d.ts +24 -3
  180. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  181. package/dest/msg_validators/tx_validator/phases_validator.js +75 -27
  182. package/dest/msg_validators/tx_validator/size_validator.d.ts +8 -0
  183. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -0
  184. package/dest/msg_validators/tx_validator/size_validator.js +23 -0
  185. package/dest/msg_validators/tx_validator/test_utils.d.ts +2 -2
  186. package/dest/msg_validators/tx_validator/test_utils.d.ts.map +1 -1
  187. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +23 -5
  188. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  189. package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
  190. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  191. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  192. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  193. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +3 -2
  194. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  195. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -2
  196. package/dest/services/data_store.d.ts +1 -1
  197. package/dest/services/data_store.d.ts.map +1 -1
  198. package/dest/services/data_store.js +14 -10
  199. package/dest/services/discv5/discV5_service.js +1 -1
  200. package/dest/services/dummy_service.d.ts +31 -4
  201. package/dest/services/dummy_service.d.ts.map +1 -1
  202. package/dest/services/dummy_service.js +54 -1
  203. package/dest/services/encoding.d.ts +7 -3
  204. package/dest/services/encoding.d.ts.map +1 -1
  205. package/dest/services/encoding.js +23 -15
  206. package/dest/services/gossipsub/index.d.ts +3 -0
  207. package/dest/services/gossipsub/index.d.ts.map +1 -0
  208. package/dest/services/gossipsub/index.js +2 -0
  209. package/dest/services/gossipsub/scoring.d.ts +21 -3
  210. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  211. package/dest/services/gossipsub/scoring.js +24 -7
  212. package/dest/services/gossipsub/topic_score_params.d.ts +184 -0
  213. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  214. package/dest/services/gossipsub/topic_score_params.js +363 -0
  215. package/dest/services/index.d.ts +2 -1
  216. package/dest/services/index.d.ts.map +1 -1
  217. package/dest/services/index.js +1 -0
  218. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  219. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  220. package/dest/services/libp2p/instrumentation.js +43 -71
  221. package/dest/services/libp2p/libp2p_service.d.ts +109 -44
  222. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  223. package/dest/services/libp2p/libp2p_service.js +1128 -431
  224. package/dest/services/peer-manager/metrics.d.ts +9 -2
  225. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  226. package/dest/services/peer-manager/metrics.js +39 -21
  227. package/dest/services/peer-manager/peer_manager.d.ts +7 -3
  228. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  229. package/dest/services/peer-manager/peer_manager.js +43 -23
  230. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  231. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  232. package/dest/services/peer-manager/peer_scoring.js +64 -16
  233. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +51 -0
  234. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  235. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +543 -0
  236. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  237. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  238. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  239. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +47 -0
  240. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  241. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  242. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +35 -0
  243. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  244. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +136 -0
  245. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +62 -0
  246. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  247. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +176 -0
  248. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +20 -0
  249. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  250. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +21 -0
  251. package/dest/services/reqresp/config.d.ts +3 -3
  252. package/dest/services/reqresp/config.d.ts.map +1 -1
  253. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +22 -3
  254. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
  255. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +63 -4
  256. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -1
  257. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  258. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  259. package/dest/services/reqresp/constants.d.ts +12 -0
  260. package/dest/services/reqresp/constants.d.ts.map +1 -0
  261. package/dest/services/reqresp/constants.js +7 -0
  262. package/dest/services/reqresp/interface.d.ts +25 -9
  263. package/dest/services/reqresp/interface.d.ts.map +1 -1
  264. package/dest/services/reqresp/interface.js +23 -10
  265. package/dest/services/reqresp/metrics.d.ts +6 -5
  266. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  267. package/dest/services/reqresp/metrics.js +16 -21
  268. package/dest/services/reqresp/protocols/auth.d.ts +2 -2
  269. package/dest/services/reqresp/protocols/auth.d.ts.map +1 -1
  270. package/dest/services/reqresp/protocols/auth.js +2 -2
  271. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +5 -1
  272. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  273. package/dest/services/reqresp/protocols/block_txs/bitvector.js +12 -0
  274. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  275. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  276. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +27 -9
  277. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +30 -7
  278. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  279. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +60 -14
  280. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  281. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  282. package/dest/services/reqresp/protocols/index.js +0 -1
  283. package/dest/services/reqresp/protocols/status.d.ts +5 -4
  284. package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
  285. package/dest/services/reqresp/protocols/status.js +7 -3
  286. package/dest/services/reqresp/protocols/tx.d.ts +8 -3
  287. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  288. package/dest/services/reqresp/protocols/tx.js +21 -3
  289. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  290. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  291. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  292. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  293. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  294. package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
  295. package/dest/services/reqresp/reqresp.d.ts +9 -2
  296. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  297. package/dest/services/reqresp/reqresp.js +497 -58
  298. package/dest/services/service.d.ts +59 -4
  299. package/dest/services/service.d.ts.map +1 -1
  300. package/dest/services/tx_collection/config.d.ts +22 -1
  301. package/dest/services/tx_collection/config.d.ts.map +1 -1
  302. package/dest/services/tx_collection/config.js +56 -2
  303. package/dest/services/tx_collection/fast_tx_collection.d.ts +10 -9
  304. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  305. package/dest/services/tx_collection/fast_tx_collection.js +95 -84
  306. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  307. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  308. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  309. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  310. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  311. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  312. package/dest/services/tx_collection/index.d.ts +3 -1
  313. package/dest/services/tx_collection/index.d.ts.map +1 -1
  314. package/dest/services/tx_collection/index.js +2 -0
  315. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  316. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  317. package/dest/services/tx_collection/instrumentation.js +11 -13
  318. package/dest/services/tx_collection/proposal_tx_collector.d.ts +48 -0
  319. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -0
  320. package/dest/services/tx_collection/proposal_tx_collector.js +50 -0
  321. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  322. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  323. package/dest/services/tx_collection/request_tracker.js +84 -0
  324. package/dest/services/tx_collection/slow_tx_collection.d.ts +9 -4
  325. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  326. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  327. package/dest/services/tx_collection/tx_collection.d.ts +31 -20
  328. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  329. package/dest/services/tx_collection/tx_collection.js +79 -7
  330. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  331. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  332. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  333. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  334. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  335. package/dest/services/tx_collection/tx_source.js +26 -7
  336. package/dest/services/tx_file_store/config.d.ts +16 -0
  337. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  338. package/dest/services/tx_file_store/config.js +22 -0
  339. package/dest/services/tx_file_store/index.d.ts +4 -0
  340. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  341. package/dest/services/tx_file_store/index.js +3 -0
  342. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  343. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  344. package/dest/services/tx_file_store/instrumentation.js +29 -0
  345. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  346. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  347. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  348. package/dest/services/tx_provider.d.ts +7 -5
  349. package/dest/services/tx_provider.d.ts.map +1 -1
  350. package/dest/services/tx_provider.js +20 -10
  351. package/dest/services/tx_provider_instrumentation.d.ts +5 -2
  352. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  353. package/dest/services/tx_provider_instrumentation.js +14 -14
  354. package/dest/test-helpers/index.d.ts +3 -1
  355. package/dest/test-helpers/index.d.ts.map +1 -1
  356. package/dest/test-helpers/index.js +2 -0
  357. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  358. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  359. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  360. package/dest/test-helpers/mock-pubsub.d.ts +40 -6
  361. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  362. package/dest/test-helpers/mock-pubsub.js +139 -13
  363. package/dest/test-helpers/mock-tx-helpers.js +1 -1
  364. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  365. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  366. package/dest/test-helpers/reqresp-nodes.js +5 -5
  367. package/dest/test-helpers/test_tx_provider.d.ts +40 -0
  368. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  369. package/dest/test-helpers/test_tx_provider.js +41 -0
  370. package/dest/test-helpers/testbench-utils.d.ts +163 -0
  371. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  372. package/dest/test-helpers/testbench-utils.js +386 -0
  373. package/dest/testbench/p2p_client_testbench_worker.d.ts +28 -2
  374. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  375. package/dest/testbench/p2p_client_testbench_worker.js +281 -134
  376. package/dest/testbench/worker_client_manager.d.ts +60 -6
  377. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  378. package/dest/testbench/worker_client_manager.js +280 -41
  379. package/dest/util.d.ts +3 -3
  380. package/dest/util.d.ts.map +1 -1
  381. package/package.json +18 -18
  382. package/src/bootstrap/bootstrap.ts +7 -4
  383. package/src/client/factory.ts +116 -45
  384. package/src/client/interface.ts +81 -36
  385. package/src/client/p2p_client.ts +299 -396
  386. package/src/client/test/tx_proposal_collector/README.md +227 -0
  387. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +355 -0
  388. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +43 -0
  389. package/src/config.ts +196 -64
  390. package/src/errors/p2p-service.error.ts +11 -0
  391. package/src/errors/tx-pool.error.ts +12 -0
  392. package/src/index.ts +1 -1
  393. package/src/mem_pools/attestation_pool/attestation_pool.ts +515 -78
  394. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +614 -322
  395. package/src/mem_pools/attestation_pool/index.ts +9 -2
  396. package/src/mem_pools/attestation_pool/mocks.ts +22 -15
  397. package/src/mem_pools/index.ts +2 -2
  398. package/src/mem_pools/instrumentation.ts +43 -14
  399. package/src/mem_pools/interface.ts +5 -7
  400. package/src/mem_pools/tx_pool_v2/README.md +283 -0
  401. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  402. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  403. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  404. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  405. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
  406. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  407. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  408. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
  409. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  410. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  411. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  412. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
  413. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
  414. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  415. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  416. package/src/mem_pools/tx_pool_v2/interfaces.ts +247 -0
  417. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +343 -0
  418. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  419. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
  420. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +238 -0
  421. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1105 -0
  422. package/src/msg_validators/attestation_validator/README.md +49 -0
  423. package/src/msg_validators/attestation_validator/attestation_validator.ts +51 -24
  424. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +25 -19
  425. package/src/msg_validators/clock_tolerance.ts +120 -0
  426. package/src/msg_validators/index.ts +1 -1
  427. package/src/msg_validators/proposal_validator/README.md +123 -0
  428. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +23 -0
  429. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +29 -0
  430. package/src/msg_validators/proposal_validator/index.ts +3 -0
  431. package/src/msg_validators/proposal_validator/proposal_validator.ts +122 -0
  432. package/src/msg_validators/tx_validator/README.md +119 -0
  433. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  434. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  435. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  436. package/src/msg_validators/tx_validator/archive_cache.ts +2 -2
  437. package/src/msg_validators/tx_validator/block_header_validator.ts +21 -8
  438. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  439. package/src/msg_validators/tx_validator/data_validator.ts +60 -7
  440. package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
  441. package/src/msg_validators/tx_validator/factory.ts +416 -58
  442. package/src/msg_validators/tx_validator/fee_payer_balance.ts +44 -0
  443. package/src/msg_validators/tx_validator/gas_validator.ts +162 -61
  444. package/src/msg_validators/tx_validator/index.ts +3 -0
  445. package/src/msg_validators/tx_validator/metadata_validator.ts +31 -12
  446. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  447. package/src/msg_validators/tx_validator/phases_validator.ts +87 -30
  448. package/src/msg_validators/tx_validator/size_validator.ts +22 -0
  449. package/src/msg_validators/tx_validator/test_utils.ts +1 -1
  450. package/src/msg_validators/tx_validator/timestamp_validator.ts +30 -19
  451. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  452. package/src/msg_validators/tx_validator/tx_proof_validator.ts +8 -3
  453. package/src/services/data_store.ts +14 -19
  454. package/src/services/discv5/discV5_service.ts +1 -1
  455. package/src/services/dummy_service.ts +71 -2
  456. package/src/services/encoding.ts +22 -13
  457. package/src/services/gossipsub/README.md +641 -0
  458. package/src/services/gossipsub/index.ts +2 -0
  459. package/src/services/gossipsub/scoring.ts +29 -5
  460. package/src/services/gossipsub/topic_score_params.ts +519 -0
  461. package/src/services/index.ts +1 -0
  462. package/src/services/libp2p/instrumentation.ts +48 -75
  463. package/src/services/libp2p/libp2p_service.ts +827 -461
  464. package/src/services/peer-manager/metrics.ts +46 -21
  465. package/src/services/peer-manager/peer_manager.ts +50 -15
  466. package/src/services/peer-manager/peer_scoring.ts +55 -9
  467. package/src/services/reqresp/README.md +229 -0
  468. package/src/services/reqresp/batch-tx-requester/README.md +344 -0
  469. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +673 -0
  470. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  471. package/src/services/reqresp/batch-tx-requester/interface.ts +54 -0
  472. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +168 -0
  473. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +249 -0
  474. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +37 -0
  475. package/src/services/reqresp/config.ts +2 -2
  476. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +65 -4
  477. package/src/services/reqresp/connection-sampler/connection_sampler.ts +19 -1
  478. package/src/services/reqresp/constants.ts +14 -0
  479. package/src/services/reqresp/interface.ts +48 -10
  480. package/src/services/reqresp/metrics.ts +35 -27
  481. package/src/services/reqresp/protocols/auth.ts +2 -2
  482. package/src/services/reqresp/protocols/block_txs/bitvector.ts +16 -0
  483. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +35 -12
  484. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +75 -10
  485. package/src/services/reqresp/protocols/index.ts +0 -1
  486. package/src/services/reqresp/protocols/status.ts +16 -12
  487. package/src/services/reqresp/protocols/tx.ts +24 -5
  488. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  489. package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
  490. package/src/services/reqresp/reqresp.ts +116 -32
  491. package/src/services/service.ts +78 -5
  492. package/src/services/tx_collection/config.ts +84 -2
  493. package/src/services/tx_collection/fast_tx_collection.ts +114 -93
  494. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  495. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  496. package/src/services/tx_collection/index.ts +6 -0
  497. package/src/services/tx_collection/instrumentation.ts +11 -13
  498. package/src/services/tx_collection/proposal_tx_collector.ts +108 -0
  499. package/src/services/tx_collection/request_tracker.ts +127 -0
  500. package/src/services/tx_collection/slow_tx_collection.ts +69 -36
  501. package/src/services/tx_collection/tx_collection.ts +123 -27
  502. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  503. package/src/services/tx_collection/tx_source.ts +28 -8
  504. package/src/services/tx_file_store/config.ts +37 -0
  505. package/src/services/tx_file_store/index.ts +3 -0
  506. package/src/services/tx_file_store/instrumentation.ts +36 -0
  507. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  508. package/src/services/tx_provider.ts +29 -12
  509. package/src/services/tx_provider_instrumentation.ts +24 -14
  510. package/src/test-helpers/index.ts +2 -0
  511. package/src/test-helpers/make-test-p2p-clients.ts +4 -6
  512. package/src/test-helpers/mock-pubsub.ts +178 -15
  513. package/src/test-helpers/mock-tx-helpers.ts +1 -1
  514. package/src/test-helpers/reqresp-nodes.ts +8 -10
  515. package/src/test-helpers/test_tx_provider.ts +64 -0
  516. package/src/test-helpers/testbench-utils.ts +457 -0
  517. package/src/testbench/p2p_client_testbench_worker.ts +410 -131
  518. package/src/testbench/worker_client_manager.ts +367 -43
  519. package/src/util.ts +8 -2
  520. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -37
  521. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  522. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -213
  523. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -30
  524. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  525. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -219
  526. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -115
  527. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  528. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -617
  529. package/dest/mem_pools/tx_pool/index.d.ts +0 -4
  530. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  531. package/dest/mem_pools/tx_pool/index.js +0 -3
  532. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts +0 -80
  533. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts.map +0 -1
  534. package/dest/mem_pools/tx_pool/memory_tx_pool.js +0 -238
  535. package/dest/mem_pools/tx_pool/priority.d.ts +0 -8
  536. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  537. package/dest/mem_pools/tx_pool/priority.js +0 -10
  538. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -122
  539. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  540. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  541. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  542. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  543. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -394
  544. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -12
  545. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
  546. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -82
  547. package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
  548. package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
  549. package/dest/msg_validators/block_proposal_validator/index.js +0 -1
  550. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  551. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  552. package/dest/services/reqresp/protocols/block.js +0 -31
  553. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -298
  554. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -287
  555. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -750
  556. package/src/mem_pools/tx_pool/index.ts +0 -3
  557. package/src/mem_pools/tx_pool/memory_tx_pool.ts +0 -283
  558. package/src/mem_pools/tx_pool/priority.ts +0 -13
  559. package/src/mem_pools/tx_pool/tx_pool.ts +0 -135
  560. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -313
  561. package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -97
  562. package/src/msg_validators/block_proposal_validator/index.ts +0 -1
  563. package/src/services/reqresp/protocols/block.ts +0 -36
@@ -0,0 +1,175 @@
1
+ import { type Logger, createLogger } from '@aztec/foundation/log';
2
+ import { RunningPromise } from '@aztec/foundation/promise';
3
+ import { makeBackoff, retry } from '@aztec/foundation/retry';
4
+ import { Timer } from '@aztec/foundation/timer';
5
+ import { type FileStore, createFileStore } from '@aztec/stdlib/file-store';
6
+ import type { Tx } from '@aztec/stdlib/tx';
7
+ import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
8
+
9
+ import type { TxPoolV2 } from '../../mem_pools/index.js';
10
+ import type { TxFileStoreConfig } from './config.js';
11
+ import { TxFileStoreInstrumentation } from './instrumentation.js';
12
+
13
+ /**
14
+ * Uploads validated transactions to a file store as a fallback retrieval mechanism.
15
+ * Listens to TxPool txs-added events and uploads txs asynchronously with bounded concurrency.
16
+ */
17
+ export class TxFileStore {
18
+ private uploadQueue: Tx[] = [];
19
+ private activeUploads = 0;
20
+ private readonly queueProcessor: RunningPromise;
21
+ private readonly handleTxsAdded: (args: { txs: Tx[]; source?: string }) => void;
22
+
23
+ /** Recently uploaded tx hashes for deduplication. */
24
+ private recentUploads: Set<string> = new Set();
25
+ private recentUploadsOrder: string[] = [];
26
+ private readonly maxRecentUploads = 1000;
27
+
28
+ private constructor(
29
+ private readonly fileStore: FileStore,
30
+ private readonly txPool: TxPoolV2,
31
+ private readonly config: TxFileStoreConfig,
32
+ private readonly instrumentation: TxFileStoreInstrumentation,
33
+ private readonly log: Logger,
34
+ private readonly basePath: string,
35
+ ) {
36
+ this.handleTxsAdded = (args: { txs: Tx[]; source?: string }) => {
37
+ this.enqueueTxs(args.txs);
38
+ };
39
+ this.queueProcessor = new RunningPromise(() => this.processQueueBatch(), this.log, 100);
40
+ }
41
+
42
+ /**
43
+ * Creates and initializes the file store.
44
+ * @param txPool - The transaction pool to listen to.
45
+ * @param config - The file store configuration.
46
+ * @param log - Optional logger.
47
+ * @param telemetry - Optional telemetry client.
48
+ * @param fileStoreOverride - Optional FileStore for testing (bypasses createFileStore).
49
+ * @returns The file store instance, or undefined if not configured/enabled.
50
+ */
51
+ static async create(
52
+ txPool: TxPoolV2,
53
+ config: TxFileStoreConfig,
54
+ basePath: string,
55
+ log: Logger = createLogger('p2p:tx_file_store'),
56
+ telemetry: TelemetryClient = getTelemetryClient(),
57
+ fileStoreOverride?: FileStore,
58
+ ): Promise<TxFileStore | undefined> {
59
+ if (!config.txFileStoreEnabled) {
60
+ log.debug('Tx file store is disabled');
61
+ return undefined;
62
+ }
63
+
64
+ if (!config.txFileStoreUrl) {
65
+ log.warn('Tx file store is enabled but URL is not configured');
66
+ return undefined;
67
+ }
68
+
69
+ const fileStore = fileStoreOverride ?? (await createFileStore(config.txFileStoreUrl, log));
70
+ if (!fileStore) {
71
+ log.warn('Failed to create file store for tx file store');
72
+ return undefined;
73
+ }
74
+
75
+ const instrumentation = new TxFileStoreInstrumentation(telemetry, 'TxFileStore');
76
+ log.info('Created tx file store', { url: config.txFileStoreUrl, basePath });
77
+ return new TxFileStore(fileStore, txPool, config, instrumentation, log, basePath);
78
+ }
79
+
80
+ /** Starts listening to TxPool events and uploading txs. */
81
+ public start(): void {
82
+ this.queueProcessor.start();
83
+ this.txPool.on('txs-added', this.handleTxsAdded);
84
+ this.log.info('Started tx file store', {
85
+ concurrency: this.config.txFileStoreUploadConcurrency,
86
+ maxQueueSize: this.config.txFileStoreMaxQueueSize,
87
+ });
88
+ }
89
+
90
+ /** Stops listening and waits for pending uploads to complete. */
91
+ public async stop(): Promise<void> {
92
+ this.txPool.removeListener('txs-added', this.handleTxsAdded);
93
+ await this.queueProcessor.stop();
94
+ this.log.info('Stopped tx file store');
95
+ }
96
+
97
+ private enqueueTxs(txs: Tx[]): void {
98
+ this.uploadQueue.push(...txs);
99
+
100
+ // Enforce max queue size by dropping oldest entries
101
+ const overflow = this.uploadQueue.length - this.config.txFileStoreMaxQueueSize;
102
+ if (overflow > 0) {
103
+ this.log.warn(`Upload queue overflow, dropping ${overflow} oldest txs`);
104
+ this.uploadQueue.splice(0, overflow);
105
+ }
106
+
107
+ this.instrumentation.recordQueueSize(this.uploadQueue.length);
108
+
109
+ // Immediately start uploading txs
110
+ void this.queueProcessor.trigger();
111
+ }
112
+
113
+ private async processQueueBatch(): Promise<void> {
114
+ const batch = this.uploadQueue.splice(0, this.config.txFileStoreUploadConcurrency);
115
+ this.instrumentation.recordQueueSize(this.uploadQueue.length);
116
+
117
+ this.activeUploads += batch.length;
118
+ try {
119
+ await Promise.all(batch.map(tx => this.uploadTx(tx)));
120
+ } finally {
121
+ this.activeUploads -= batch.length;
122
+ }
123
+ }
124
+
125
+ private async uploadTx(tx: Tx): Promise<void> {
126
+ const txHash = tx.getTxHash().toString();
127
+ const path = `${this.basePath}/txs/${txHash}.bin`;
128
+ const timer = new Timer();
129
+
130
+ if (this.recentUploads.has(txHash)) {
131
+ return;
132
+ }
133
+
134
+ try {
135
+ this.recentUploads.add(txHash);
136
+ this.recentUploadsOrder.push(txHash);
137
+
138
+ if (this.recentUploadsOrder.length > this.maxRecentUploads) {
139
+ // delete old entries in recentUploads
140
+ for (const txHashToRemove of this.recentUploadsOrder.splice(
141
+ 0,
142
+ this.recentUploadsOrder.length - this.maxRecentUploads,
143
+ )) {
144
+ this.recentUploads.delete(txHashToRemove);
145
+ }
146
+ }
147
+
148
+ await retry(
149
+ () => this.fileStore.save(path, tx.toBuffer(), { compress: true }),
150
+ `Uploading tx ${txHash}`,
151
+ makeBackoff([0.1, 0.5, 2]),
152
+ this.log,
153
+ true, // failSilently - don't log errors during retries
154
+ );
155
+ const durationMs = Math.trunc(timer.ms());
156
+ this.log.debug(`Uploaded tx to file store`, { txHash, path, durationMs });
157
+ this.instrumentation.recordUploadSuccess(durationMs);
158
+ } catch (err) {
159
+ this.log.warn(`Failed to upload tx to file store after retries`, { txHash, error: err });
160
+ this.instrumentation.recordUploadFailed();
161
+ }
162
+ }
163
+
164
+ /** Waits for all queued and in-flight uploads to complete. For testing. */
165
+ public async flush(): Promise<void> {
166
+ while (this.uploadQueue.length > 0 || this.activeUploads > 0) {
167
+ await this.queueProcessor.trigger();
168
+ }
169
+ }
170
+
171
+ /** Returns the number of pending uploads (queued + in-flight). */
172
+ public getPendingUploadCount(): number {
173
+ return this.uploadQueue.length + this.activeUploads;
174
+ }
175
+ }
@@ -1,16 +1,17 @@
1
+ import { BlockNumber } from '@aztec/foundation/branded-types';
1
2
  import { compactArray } from '@aztec/foundation/collection';
2
3
  import { type Logger, createLogger } from '@aztec/foundation/log';
3
4
  import { elapsed } from '@aztec/foundation/timer';
4
5
  import type { L2Block, L2BlockInfo } from '@aztec/stdlib/block';
5
6
  import type { ITxProvider } from '@aztec/stdlib/interfaces/server';
6
7
  import type { BlockProposal } from '@aztec/stdlib/p2p';
7
- import { Tx, TxHash } from '@aztec/stdlib/tx';
8
+ import { type BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
8
9
  import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
9
10
 
10
11
  import type { PeerId } from '@libp2p/interface';
11
12
 
12
13
  import type { P2PClient } from '../client/p2p_client.js';
13
- import type { TxPool } from '../mem_pools/index.js';
14
+ import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
14
15
  import type { FastCollectionRequestInput, TxCollection } from './tx_collection/tx_collection.js';
15
16
  import { TxProviderInstrumentation } from './tx_provider_instrumentation.js';
16
17
 
@@ -23,8 +24,8 @@ export class TxProvider implements ITxProvider {
23
24
 
24
25
  constructor(
25
26
  private txCollection: TxCollection,
26
- private txPool: TxPool,
27
- private txValidator: Pick<P2PClient, 'validate'>,
27
+ private txPool: TxPoolV2,
28
+ private blockProposalTransactionValidator: Pick<P2PClient, 'validateTxsReceivedInBlockProposal'>,
28
29
  private log: Logger = createLogger('p2p:tx-collector'),
29
30
  client: TelemetryClient = getTelemetryClient(),
30
31
  ) {
@@ -55,7 +56,7 @@ export class TxProvider implements ITxProvider {
55
56
  /** Gathers txs from the tx pool, proposal body, remote rpc nodes, and reqresp. */
56
57
  public getTxsForBlockProposal(
57
58
  blockProposal: BlockProposal,
58
- blockNumber: number,
59
+ blockNumber: BlockNumber,
59
60
  opts: { pinnedPeer: PeerId | undefined; deadline: Date },
60
61
  ): Promise<{ txs: Tx[]; missingTxs: TxHash[] }> {
61
62
  return this.getOrderedTxsFromAllSources(
@@ -136,12 +137,14 @@ export class TxProvider implements ITxProvider {
136
137
  );
137
138
 
138
139
  if (missingTxHashes.size === 0) {
140
+ this.instrumentation.incTxsFromP2P(0, txHashes.length);
139
141
  return { txsFromMempool };
140
142
  }
141
143
 
142
144
  // Take txs from the proposal body if there are any
143
145
  // Note that we still have to validate these txs, but we do it in parallel with tx collection
144
146
  const proposal = request.type === 'proposal' ? request.blockProposal : undefined;
147
+ const proposalBlockHeader = proposal?.blockHeader;
145
148
  const txsFromProposal = this.extractFromProposal(proposal, [...missingTxHashes]);
146
149
  if (txsFromProposal.length > 0) {
147
150
  this.instrumentation.incTxsFromProposals(txsFromProposal.length);
@@ -153,25 +156,27 @@ export class TxProvider implements ITxProvider {
153
156
  }
154
157
 
155
158
  if (missingTxHashes.size === 0) {
156
- await this.processProposalTxs(txsFromProposal);
159
+ await this.processProposalTxs(txsFromProposal, proposalBlockHeader!);
160
+ this.instrumentation.incTxsFromP2P(0, txHashes.length);
157
161
  return { txsFromMempool, txsFromProposal };
158
162
  }
159
163
 
160
164
  // Start tx collection from the network if needed, while we validate the txs taken from the proposal in parallel
161
165
  const [txsFromNetwork] = await Promise.all([
162
- this.txCollection.collectFastFor(request, [...missingTxHashes], opts),
163
- this.processProposalTxs(txsFromProposal),
166
+ this.collectFromP2P(request, [...missingTxHashes], opts),
167
+ this.processProposalTxs(txsFromProposal, proposalBlockHeader!),
164
168
  ] as const);
165
169
 
166
170
  if (txsFromNetwork.length > 0) {
167
171
  txsFromNetwork.forEach(tx => missingTxHashes.delete(tx.txHash.toString()));
168
- this.instrumentation.incTxsFromP2P(txsFromNetwork.length);
169
172
  this.log.debug(
170
173
  `Retrieved ${txsFromNetwork.length} txs from network for block proposal (${missingTxHashes.size} pending)`,
171
174
  { ...blockInfo, missingTxHashes: [...missingTxHashes] },
172
175
  );
173
176
  }
174
177
 
178
+ this.instrumentation.incTxsFromP2P(txsFromNetwork.length, txHashes.length);
179
+
175
180
  if (missingTxHashes.size === 0) {
176
181
  return { txsFromNetwork, txsFromMempool, txsFromProposal };
177
182
  }
@@ -199,6 +204,18 @@ export class TxProvider implements ITxProvider {
199
204
  };
200
205
  }
201
206
 
207
+ private async collectFromP2P(
208
+ input: FastCollectionRequestInput,
209
+ txHashes: TxHash[] | string[],
210
+ opts: { deadline: Date; pinnedPeer?: PeerId },
211
+ ): Promise<Tx[]> {
212
+ const requestedAt = Date.now();
213
+ const result = await this.txCollection.collectFastFor(input, txHashes, opts);
214
+ const requestProcessedAt = Date.now();
215
+ this.instrumentation.recordTxsRequestDelay(requestProcessedAt - requestedAt);
216
+ return result;
217
+ }
218
+
202
219
  private extractFromProposal(proposal: BlockProposal | undefined, missingTxHashes: string[]): Tx[] {
203
220
  if (!proposal) {
204
221
  return [];
@@ -206,11 +223,11 @@ export class TxProvider implements ITxProvider {
206
223
  return compactArray(proposal.txs ?? []).filter(tx => missingTxHashes.includes(tx.getTxHash().toString()));
207
224
  }
208
225
 
209
- private async processProposalTxs(txs: Tx[]): Promise<void> {
226
+ private async processProposalTxs(txs: Tx[], blockHeader: BlockHeader): Promise<void> {
210
227
  if (txs.length === 0) {
211
228
  return;
212
229
  }
213
- await this.txValidator.validate(txs);
214
- await this.txPool.addTxs(txs);
230
+ await this.blockProposalTransactionValidator.validateTxsReceivedInBlockProposal(txs);
231
+ await this.txPool.addProtectedTxs(txs, blockHeader);
215
232
  }
216
233
  }
@@ -1,4 +1,10 @@
1
- import { Metrics, type TelemetryClient, type UpDownCounter } from '@aztec/telemetry-client';
1
+ import {
2
+ type Histogram,
3
+ Metrics,
4
+ type TelemetryClient,
5
+ type UpDownCounter,
6
+ createUpDownCounterWithDefault,
7
+ } from '@aztec/telemetry-client';
2
8
 
3
9
  export class TxProviderInstrumentation {
4
10
  private txFromProposalCount: UpDownCounter;
@@ -6,24 +12,23 @@ export class TxProviderInstrumentation {
6
12
  private txFromP2PCount: UpDownCounter;
7
13
  private missingTxsCount: UpDownCounter;
8
14
 
15
+ private fractionOfTxsRequestedFromP2P: Histogram;
16
+ private txsRequestDelay: Histogram;
17
+
9
18
  constructor(client: TelemetryClient, name: string) {
10
19
  const meter = client.getMeter(name);
11
20
 
12
- this.txFromProposalCount = meter.createUpDownCounter(Metrics.TX_PROVIDER_TXS_FROM_PROPOSALS_COUNT, {
13
- description: 'The number of txs taken from block proposals',
14
- });
21
+ this.txFromProposalCount = createUpDownCounterWithDefault(meter, Metrics.TX_PROVIDER_TXS_FROM_PROPOSALS_COUNT);
22
+
23
+ this.txFromMempoolCount = createUpDownCounterWithDefault(meter, Metrics.TX_PROVIDER_TXS_FROM_MEMPOOL_COUNT);
24
+
25
+ this.txFromP2PCount = createUpDownCounterWithDefault(meter, Metrics.TX_PROVIDER_TXS_FROM_P2P_COUNT);
15
26
 
16
- this.txFromMempoolCount = meter.createUpDownCounter(Metrics.TX_PROVIDER_TXS_FROM_MEMPOOL_COUNT, {
17
- description: 'The number of txs taken from the local mempool',
18
- });
27
+ this.missingTxsCount = createUpDownCounterWithDefault(meter, Metrics.TX_PROVIDER_MISSING_TXS_COUNT);
19
28
 
20
- this.txFromP2PCount = meter.createUpDownCounter(Metrics.TX_PROVIDER_TXS_FROM_P2P_COUNT, {
21
- description: 'The number of txs taken from the p2p network',
22
- });
29
+ this.fractionOfTxsRequestedFromP2P = meter.createHistogram(Metrics.TX_PROVIDER_P2P_TXS_REQUESTED_FRACTION);
23
30
 
24
- this.missingTxsCount = meter.createUpDownCounter(Metrics.TX_PROVIDER_MISSING_TXS_COUNT, {
25
- description: 'The number of txs not found anywhere',
26
- });
31
+ this.txsRequestDelay = meter.createHistogram(Metrics.TX_PROVIDER_P2P_TXS_REQUEST_DELAY);
27
32
  }
28
33
 
29
34
  incTxsFromProposals(count: number) {
@@ -34,8 +39,13 @@ export class TxProviderInstrumentation {
34
39
  this.txFromMempoolCount.add(count);
35
40
  }
36
41
 
37
- incTxsFromP2P(count: number) {
42
+ incTxsFromP2P(count: number, total: number) {
38
43
  this.txFromP2PCount.add(count);
44
+ this.fractionOfTxsRequestedFromP2P.record(count / total);
45
+ }
46
+
47
+ recordTxsRequestDelay(delay: number) {
48
+ this.txsRequestDelay.record(delay);
39
49
  }
40
50
 
41
51
  incMissingTxs(count: number) {
@@ -4,3 +4,5 @@ export * from './make-enrs.js';
4
4
  export * from './make-test-p2p-clients.js';
5
5
  export * from './reqresp-nodes.js';
6
6
  export * from './mock-pubsub.js';
7
+ export * from './test_tx_provider.js';
8
+ export * from './testbench-utils.js';
@@ -4,16 +4,15 @@ import { SecretValue } from '@aztec/foundation/config';
4
4
  import { type Logger, createLogger } from '@aztec/foundation/log';
5
5
  import { retryUntil } from '@aztec/foundation/retry';
6
6
  import { sleep } from '@aztec/foundation/sleep';
7
- import type { DataStoreConfig } from '@aztec/kv-store/config';
8
7
  import { openTmpStore } from '@aztec/kv-store/lmdb-v2';
9
8
  import type { WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
10
- import { P2PClientType } from '@aztec/stdlib/p2p';
9
+ import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
11
10
 
12
11
  import { createP2PClient } from '../client/index.js';
13
12
  import type { P2PClient } from '../client/p2p_client.js';
14
13
  import type { P2PConfig } from '../config.js';
15
14
  import type { AttestationPool } from '../mem_pools/attestation_pool/attestation_pool.js';
16
- import type { TxPool } from '../mem_pools/tx_pool/index.js';
15
+ import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
17
16
  import { generatePeerIdPrivateKeys } from '../test-helpers/generate-peer-id-private-keys.js';
18
17
  import { getPorts } from './get-ports.js';
19
18
  import { makeEnrs } from './make-enrs.js';
@@ -22,7 +21,7 @@ import { AlwaysFalseCircuitVerifier, AlwaysTrueCircuitVerifier } from './reqresp
22
21
 
23
22
  export interface MakeTestP2PClientOptions {
24
23
  mockAttestationPool: AttestationPool;
25
- mockTxPool: TxPool;
24
+ mockTxPool: TxPoolV2;
26
25
  mockEpochCache: EpochCache;
27
26
  mockWorldState: WorldStateSynchronizer;
28
27
  alwaysTrueVerifier?: boolean;
@@ -98,7 +97,6 @@ export async function makeTestP2PClient(
98
97
  const kvStore = await openTmpStore('test');
99
98
 
100
99
  const client = await createP2PClient(
101
- P2PClientType.Full,
102
100
  config,
103
101
  l2BlockSource,
104
102
  proofVerifier,
@@ -108,7 +106,7 @@ export async function makeTestP2PClient(
108
106
  undefined,
109
107
  undefined,
110
108
  {
111
- txPool: mockTxPool as unknown as TxPool,
109
+ txPool: mockTxPool as unknown as TxPoolV2,
112
110
  attestationPool: mockAttestationPool as unknown as AttestationPool,
113
111
  store: kvStore,
114
112
  logger,
@@ -1,10 +1,10 @@
1
1
  import type { EpochCacheInterface } from '@aztec/epoch-cache';
2
2
  import { type Logger, createLogger } from '@aztec/foundation/log';
3
+ import { sleep } from '@aztec/foundation/sleep';
3
4
  import type { AztecAsyncKVStore } from '@aztec/kv-store';
4
5
  import type { L2BlockSource } from '@aztec/stdlib/block';
5
6
  import type { ContractDataSource } from '@aztec/stdlib/contract';
6
7
  import type { ClientProtocolCircuitVerifier, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
7
- import { P2PClientType } from '@aztec/stdlib/p2p';
8
8
  import type { TelemetryClient } from '@aztec/telemetry-client';
9
9
 
10
10
  import type { GossipsubEvents, GossipsubMessage } from '@chainsafe/libp2p-gossipsub';
@@ -19,8 +19,20 @@ import {
19
19
 
20
20
  import type { P2PConfig } from '../config.js';
21
21
  import type { MemPools } from '../mem_pools/interface.js';
22
- import { DummyPeerDiscoveryService, DummyPeerManager, DummyReqResp, LibP2PService } from '../services/index.js';
23
- import type { ReqRespInterface } from '../services/reqresp/interface.js';
22
+ import { DummyPeerDiscoveryService, DummyPeerManager, LibP2PService } from '../services/index.js';
23
+ import type { P2PReqRespConfig } from '../services/reqresp/config.js';
24
+ import type { ConnectionSampler } from '../services/reqresp/connection-sampler/connection_sampler.js';
25
+ import {
26
+ type ReqRespInterface,
27
+ type ReqRespResponse,
28
+ type ReqRespSubProtocol,
29
+ type ReqRespSubProtocolHandler,
30
+ type ReqRespSubProtocolHandlers,
31
+ type ReqRespSubProtocolValidators,
32
+ type SubProtocolMap,
33
+ responseFromBuffer,
34
+ } from '../services/reqresp/interface.js';
35
+ import { ReqRespStatus } from '../services/reqresp/status.js';
24
36
  import { GossipSubEvent } from '../types/index.js';
25
37
  import type { PubSubLibp2p } from '../util.js';
26
38
 
@@ -30,16 +42,15 @@ type GossipSubService = PubSubLibp2p['services']['pubsub'];
30
42
  * Given a mock gossip sub network, returns a factory function that creates an instance LibP2PService connected to it.
31
43
  * Designed to be used in tests in P2PClientDeps.p2pServiceFactory.
32
44
  */
33
- export function getMockPubSubP2PServiceFactory<T extends P2PClientType>(
45
+ export function getMockPubSubP2PServiceFactory(
34
46
  network: MockGossipSubNetwork,
35
- ): (...args: Parameters<(typeof LibP2PService<T>)['new']>) => Promise<LibP2PService<T>> {
47
+ ): (...args: Parameters<(typeof LibP2PService)['new']>) => Promise<LibP2PService> {
36
48
  return (
37
- clientType: P2PClientType,
38
49
  config: P2PConfig,
39
50
  peerId: PeerId,
40
51
  deps: {
41
52
  packageVersion: string;
42
- mempools: MemPools<T>;
53
+ mempools: MemPools;
43
54
  l2BlockSource: L2BlockSource & ContractDataSource;
44
55
  epochCache: EpochCacheInterface;
45
56
  proofVerifier: ClientProtocolCircuitVerifier;
@@ -52,10 +63,9 @@ export function getMockPubSubP2PServiceFactory<T extends P2PClientType>(
52
63
  deps.logger.verbose('Creating mock PubSub service');
53
64
  const libp2p = new MockPubSub(peerId, network);
54
65
  const peerManager = new DummyPeerManager(peerId, network);
55
- const reqresp: ReqRespInterface = new DummyReqResp();
66
+ const reqresp: ReqRespInterface = new MockReqResp(peerId, network);
56
67
  const peerDiscoveryService = new DummyPeerDiscoveryService();
57
- const service = new LibP2PService<T>(
58
- clientType as T,
68
+ const service = new LibP2PService(
59
69
  config,
60
70
  libp2p,
61
71
  peerDiscoveryService,
@@ -74,6 +84,126 @@ export function getMockPubSubP2PServiceFactory<T extends P2PClientType>(
74
84
  };
75
85
  }
76
86
 
87
+ /**
88
+ * Mock implementation of ReqRespInterface that routes requests to other peers' handlers through the mock network.
89
+ * When a peer calls sendBatchRequest, the mock iterates over network peers and invokes their registered handler
90
+ * for the sub-protocol, simulating the request-response protocol without actual libp2p streams.
91
+ */
92
+ class MockReqResp implements ReqRespInterface {
93
+ private handlers: Partial<ReqRespSubProtocolHandlers> = {};
94
+ private logger = createLogger('p2p:test:mock-reqresp');
95
+
96
+ constructor(
97
+ private peerId: PeerId,
98
+ private network: MockGossipSubNetwork,
99
+ ) {
100
+ network.registerReqRespPeer(this);
101
+ }
102
+
103
+ updateConfig(_config: Partial<P2PReqRespConfig>): void {}
104
+ setShouldRejectPeer(): void {}
105
+
106
+ start(
107
+ subProtocolHandlers: Partial<ReqRespSubProtocolHandlers>,
108
+ _subProtocolValidators: ReqRespSubProtocolValidators,
109
+ ): Promise<void> {
110
+ Object.assign(this.handlers, subProtocolHandlers);
111
+ return Promise.resolve();
112
+ }
113
+
114
+ addSubProtocol(
115
+ subProtocol: ReqRespSubProtocol,
116
+ handler: ReqRespSubProtocolHandler,
117
+ _validator?: ReqRespSubProtocolValidators[ReqRespSubProtocol],
118
+ ): Promise<void> {
119
+ this.handlers[subProtocol] = handler;
120
+ return Promise.resolve();
121
+ }
122
+
123
+ stop(): Promise<void> {
124
+ this.handlers = {};
125
+ return Promise.resolve();
126
+ }
127
+
128
+ getHandler(subProtocol: ReqRespSubProtocol): ReqRespSubProtocolHandler | undefined {
129
+ return this.handlers[subProtocol];
130
+ }
131
+
132
+ async sendBatchRequest<SubProtocol extends ReqRespSubProtocol>(
133
+ subProtocol: SubProtocol,
134
+ requests: InstanceType<SubProtocolMap[SubProtocol]['request']>[],
135
+ pinnedPeer: PeerId | undefined,
136
+ _timeoutMs?: number,
137
+ _maxPeers?: number,
138
+ _maxRetryAttempts?: number,
139
+ ): Promise<InstanceType<SubProtocolMap[SubProtocol]['response']>[]> {
140
+ const responses: InstanceType<SubProtocolMap[SubProtocol]['response']>[] = [];
141
+ const peers = this.network.getReqRespPeers().filter(p => !p.peerId.equals(this.peerId));
142
+ const targetPeers = pinnedPeer ? peers.filter(p => p.peerId.equals(pinnedPeer)) : peers;
143
+ const delayMs = this.network.getPropagationDelayMs();
144
+
145
+ if (delayMs > 0) {
146
+ await sleep(delayMs);
147
+ }
148
+
149
+ for (const request of requests) {
150
+ const requestBuffer = request.toBuffer();
151
+ for (const peer of targetPeers) {
152
+ const handler = peer.getHandler(subProtocol);
153
+ if (!handler) {
154
+ continue;
155
+ }
156
+ try {
157
+ const responseBuffer = await handler(this.peerId, requestBuffer);
158
+ if (responseBuffer.length > 0) {
159
+ const response = responseFromBuffer(subProtocol, responseBuffer);
160
+ responses.push(response as InstanceType<SubProtocolMap[SubProtocol]['response']>);
161
+ break;
162
+ }
163
+ } catch (err) {
164
+ this.logger.debug(`Mock reqresp handler error from peer ${peer.peerId}`, { err });
165
+ }
166
+ }
167
+ }
168
+
169
+ return responses;
170
+ }
171
+
172
+ async sendRequestToPeer(
173
+ peerId: PeerId,
174
+ subProtocol: ReqRespSubProtocol,
175
+ payload: Buffer,
176
+ _dialTimeout?: number,
177
+ ): Promise<ReqRespResponse> {
178
+ const peer = this.network.getReqRespPeers().find(p => p.peerId.equals(peerId));
179
+ const handler = peer?.getHandler(subProtocol);
180
+ if (!handler) {
181
+ return { status: ReqRespStatus.SUCCESS, data: Buffer.from([]) };
182
+ }
183
+ try {
184
+ const delayMs = this.network.getPropagationDelayMs();
185
+ if (delayMs > 0) {
186
+ await sleep(delayMs);
187
+ }
188
+ const data = await handler(this.peerId, payload);
189
+
190
+ return { status: ReqRespStatus.SUCCESS, data };
191
+ } catch {
192
+ return { status: ReqRespStatus.FAILURE };
193
+ }
194
+ }
195
+
196
+ getConnectionSampler(): Pick<ConnectionSampler, 'getPeerListSortedByConnectionCountAsc'> {
197
+ return {
198
+ getPeerListSortedByConnectionCountAsc: () =>
199
+ this.network
200
+ .getReqRespPeers()
201
+ .filter(p => !p.peerId.equals(this.peerId))
202
+ .map(p => p.peerId),
203
+ };
204
+ }
205
+ }
206
+
77
207
  /**
78
208
  * Implementation of PubSub services that relies on a mock gossip sub network.
79
209
  * This is used in tests to simulate a gossip sub network without needing a real P2P network.
@@ -124,10 +254,10 @@ class MockGossipSubService extends TypedEventEmitter<GossipsubEvents> implements
124
254
  score: (_peerId: PeerIdStr) => 0,
125
255
  };
126
256
 
127
- publish(topic: TopicStr, data: Uint8Array, _opts?: PublishOpts): Promise<PublishResult> {
257
+ async publish(topic: TopicStr, data: Uint8Array, _opts?: PublishOpts): Promise<PublishResult> {
128
258
  this.logger.debug(`Publishing message on topic ${topic}`, { topic, sender: this.peerId.toString() });
129
- this.network.publishToPeers(topic, data, this.peerId);
130
- return Promise.resolve({ recipients: this.network.getPeers().filter(peer => !this.peerId.equals(peer)) });
259
+ await this.network.publishToPeers(topic, data, this.peerId);
260
+ return { recipients: this.network.getPeers().filter(peer => !this.peerId.equals(peer)) };
131
261
  }
132
262
 
133
263
  receive(msg: GossipsubMessage) {
@@ -149,18 +279,39 @@ class MockGossipSubService extends TypedEventEmitter<GossipsubEvents> implements
149
279
  { msgId, propagationSource, acceptance },
150
280
  );
151
281
  }
282
+
283
+ getMeshPeers(topic?: TopicStr): PeerIdStr[] {
284
+ if (topic && !this.subscribedTopics.has(topic)) {
285
+ return [];
286
+ }
287
+ return this.network
288
+ .getPeers()
289
+ .filter(peer => !this.peerId.equals(peer))
290
+ .map(peer => peer.toString());
291
+ }
152
292
  }
153
293
 
154
294
  /**
155
295
  * Mock gossip sub network used for testing.
156
- * All instances of MockGossipSubService connected to the same network will instantly receive the same messages.
296
+ * All instances of MockGossipSubService connected to the same network receive the same messages,
297
+ * optionally delayed by a configurable propagation time.
157
298
  */
158
299
  export class MockGossipSubNetwork {
159
300
  private peers: MockGossipSubService[] = [];
301
+ private reqRespPeers: MockReqResp[] = [];
160
302
  private nextMsgId = 0;
161
303
 
162
304
  private logger = createLogger('p2p:test:mock-gossipsub-network');
163
305
 
306
+ constructor(
307
+ /** Artificial propagation delay in milliseconds applied to each message delivery. */
308
+ private propagationDelayMs: number = 0,
309
+ ) {}
310
+
311
+ public getPropagationDelayMs(): number {
312
+ return this.propagationDelayMs;
313
+ }
314
+
164
315
  public getPeers(): PeerId[] {
165
316
  return this.peers.map(peer => peer.peerId);
166
317
  }
@@ -169,7 +320,15 @@ export class MockGossipSubNetwork {
169
320
  this.peers.push(peer);
170
321
  }
171
322
 
172
- public publishToPeers(topic: TopicStr, data: Uint8Array, sender: PeerId): void {
323
+ public registerReqRespPeer(peer: MockReqResp): void {
324
+ this.reqRespPeers.push(peer);
325
+ }
326
+
327
+ public getReqRespPeers(): MockReqResp[] {
328
+ return this.reqRespPeers;
329
+ }
330
+
331
+ public async publishToPeers(topic: TopicStr, data: Uint8Array, sender: PeerId): Promise<void> {
173
332
  const msgId = (this.nextMsgId++).toString();
174
333
  this.logger.debug(`Network is distributing message on topic ${topic}`, {
175
334
  topic,
@@ -178,6 +337,10 @@ export class MockGossipSubNetwork {
178
337
  msgId,
179
338
  });
180
339
 
340
+ if (this.propagationDelayMs > 0) {
341
+ await sleep(this.propagationDelayMs);
342
+ }
343
+
181
344
  const gossipSubMsg: GossipsubMessage = { msgId, msg: { type: 'unsigned', topic, data }, propagationSource: sender };
182
345
  for (const peer of this.peers) {
183
346
  if (peer.subscribedTopics.has(topic)) {