@aztec/p2p 0.0.1-commit.ee80a48 → 0.0.1-commit.f103f88

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (497) hide show
  1. package/README.md +129 -3
  2. package/dest/client/factory.d.ts +11 -11
  3. package/dest/client/factory.d.ts.map +1 -1
  4. package/dest/client/factory.js +55 -15
  5. package/dest/client/interface.d.ts +54 -34
  6. package/dest/client/interface.d.ts.map +1 -1
  7. package/dest/client/p2p_client.d.ts +43 -52
  8. package/dest/client/p2p_client.d.ts.map +1 -1
  9. package/dest/client/p2p_client.js +183 -226
  10. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +21 -11
  11. package/dest/config.d.ts +134 -87
  12. package/dest/config.d.ts.map +1 -1
  13. package/dest/config.js +111 -40
  14. package/dest/errors/p2p-service.error.d.ts +9 -0
  15. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  16. package/dest/errors/p2p-service.error.js +10 -0
  17. package/dest/errors/tx-pool.error.d.ts +8 -0
  18. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  19. package/dest/errors/tx-pool.error.js +9 -0
  20. package/dest/index.d.ts +2 -2
  21. package/dest/index.d.ts.map +1 -1
  22. package/dest/index.js +1 -1
  23. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +106 -88
  24. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.js +448 -3
  26. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  27. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  29. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  30. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  31. package/dest/mem_pools/attestation_pool/index.js +1 -2
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  33. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  34. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  35. package/dest/mem_pools/index.d.ts +3 -3
  36. package/dest/mem_pools/index.d.ts.map +1 -1
  37. package/dest/mem_pools/index.js +1 -1
  38. package/dest/mem_pools/instrumentation.d.ts +4 -2
  39. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  40. package/dest/mem_pools/instrumentation.js +16 -14
  41. package/dest/mem_pools/interface.d.ts +5 -5
  42. package/dest/mem_pools/interface.d.ts.map +1 -1
  43. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  44. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  45. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  46. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  47. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  48. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  49. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  50. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  52. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  69. package/dest/mem_pools/{tx_pool → tx_pool_v2}/eviction/invalid_txs_after_mining_rule.js +16 -35
  70. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  77. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
  79. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  80. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  82. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  83. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  85. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  86. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  87. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  88. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +215 -0
  89. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  90. package/dest/mem_pools/tx_pool_v2/interfaces.js +10 -0
  91. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +134 -0
  92. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +220 -0
  94. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  95. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  97. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  98. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
  100. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +62 -0
  101. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  102. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +167 -0
  103. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
  104. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  105. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +923 -0
  106. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +5 -2
  107. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  108. package/dest/msg_validators/attestation_validator/attestation_validator.js +20 -11
  109. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +5 -3
  110. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  111. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +2 -2
  112. package/dest/msg_validators/clock_tolerance.d.ts +12 -1
  113. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  114. package/dest/msg_validators/clock_tolerance.js +54 -3
  115. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +7 -4
  116. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  117. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
  118. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +7 -4
  119. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  120. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
  121. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +15 -8
  122. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  123. package/dest/msg_validators/proposal_validator/proposal_validator.js +67 -47
  124. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  125. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  126. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  127. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  128. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  129. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  130. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  131. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  132. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  133. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  134. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  135. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  136. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  137. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  138. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  139. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  140. package/dest/msg_validators/tx_validator/data_validator.d.ts +1 -1
  141. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  142. package/dest/msg_validators/tx_validator/data_validator.js +35 -2
  143. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  144. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  145. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  146. package/dest/msg_validators/tx_validator/factory.d.ts +133 -6
  147. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  148. package/dest/msg_validators/tx_validator/factory.js +247 -60
  149. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  150. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  151. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  152. package/dest/msg_validators/tx_validator/gas_validator.d.ts +67 -3
  153. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  154. package/dest/msg_validators/tx_validator/gas_validator.js +112 -43
  155. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  156. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  157. package/dest/msg_validators/tx_validator/index.js +2 -0
  158. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  159. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  160. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  161. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  162. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  163. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  164. package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
  165. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  166. package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
  167. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  168. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  169. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  170. package/dest/services/data_store.d.ts +1 -1
  171. package/dest/services/data_store.d.ts.map +1 -1
  172. package/dest/services/data_store.js +5 -5
  173. package/dest/services/dummy_service.d.ts +17 -6
  174. package/dest/services/dummy_service.d.ts.map +1 -1
  175. package/dest/services/dummy_service.js +16 -5
  176. package/dest/services/encoding.d.ts +7 -3
  177. package/dest/services/encoding.d.ts.map +1 -1
  178. package/dest/services/encoding.js +18 -11
  179. package/dest/services/gossipsub/index.d.ts +3 -0
  180. package/dest/services/gossipsub/index.d.ts.map +1 -0
  181. package/dest/services/gossipsub/index.js +2 -0
  182. package/dest/services/gossipsub/scoring.d.ts +21 -3
  183. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  184. package/dest/services/gossipsub/scoring.js +24 -7
  185. package/dest/services/gossipsub/topic_score_params.d.ts +184 -0
  186. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  187. package/dest/services/gossipsub/topic_score_params.js +363 -0
  188. package/dest/services/index.d.ts +2 -1
  189. package/dest/services/index.d.ts.map +1 -1
  190. package/dest/services/index.js +1 -0
  191. package/dest/services/libp2p/libp2p_service.d.ts +92 -50
  192. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  193. package/dest/services/libp2p/libp2p_service.js +549 -427
  194. package/dest/services/peer-manager/metrics.d.ts +3 -1
  195. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  196. package/dest/services/peer-manager/metrics.js +6 -0
  197. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  198. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  199. package/dest/services/peer-manager/peer_manager.js +39 -11
  200. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  201. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  202. package/dest/services/peer-manager/peer_scoring.js +57 -12
  203. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +14 -10
  204. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  205. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +89 -112
  206. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +4 -7
  207. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  208. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
  209. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  210. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
  211. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
  212. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  213. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
  214. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  215. package/dest/services/reqresp/config.d.ts +3 -3
  216. package/dest/services/reqresp/config.d.ts.map +1 -1
  217. package/dest/services/reqresp/interface.d.ts +23 -9
  218. package/dest/services/reqresp/interface.d.ts.map +1 -1
  219. package/dest/services/reqresp/interface.js +23 -10
  220. package/dest/services/reqresp/metrics.d.ts +1 -1
  221. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  222. package/dest/services/reqresp/metrics.js +0 -1
  223. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  224. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  225. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
  226. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
  227. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  228. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
  229. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  230. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  231. package/dest/services/reqresp/protocols/index.js +0 -1
  232. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  233. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  234. package/dest/services/reqresp/protocols/tx.js +21 -3
  235. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  236. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  237. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  238. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  239. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  240. package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
  241. package/dest/services/reqresp/reqresp.d.ts +4 -2
  242. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  243. package/dest/services/reqresp/reqresp.js +40 -15
  244. package/dest/services/service.d.ts +43 -4
  245. package/dest/services/service.d.ts.map +1 -1
  246. package/dest/services/tx_collection/config.d.ts +22 -4
  247. package/dest/services/tx_collection/config.d.ts.map +1 -1
  248. package/dest/services/tx_collection/config.js +49 -3
  249. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -8
  250. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  251. package/dest/services/tx_collection/fast_tx_collection.js +88 -88
  252. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  253. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  254. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  255. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  256. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  257. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  258. package/dest/services/tx_collection/index.d.ts +3 -2
  259. package/dest/services/tx_collection/index.d.ts.map +1 -1
  260. package/dest/services/tx_collection/index.js +1 -0
  261. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  262. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  263. package/dest/services/tx_collection/instrumentation.js +2 -1
  264. package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -15
  265. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  266. package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
  267. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  268. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  269. package/dest/services/tx_collection/request_tracker.js +84 -0
  270. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  271. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  272. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  273. package/dest/services/tx_collection/tx_collection.d.ts +23 -13
  274. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  275. package/dest/services/tx_collection/tx_collection.js +75 -3
  276. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  277. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  278. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  279. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  280. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  281. package/dest/services/tx_collection/tx_source.js +26 -7
  282. package/dest/services/tx_file_store/config.d.ts +16 -0
  283. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  284. package/dest/services/tx_file_store/config.js +22 -0
  285. package/dest/services/tx_file_store/index.d.ts +4 -0
  286. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  287. package/dest/services/tx_file_store/index.js +3 -0
  288. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  289. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  290. package/dest/services/tx_file_store/instrumentation.js +29 -0
  291. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  292. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  293. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  294. package/dest/services/tx_provider.d.ts +4 -4
  295. package/dest/services/tx_provider.d.ts.map +1 -1
  296. package/dest/services/tx_provider.js +9 -8
  297. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  298. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  299. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  300. package/dest/test-helpers/mock-pubsub.d.ts +40 -6
  301. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  302. package/dest/test-helpers/mock-pubsub.js +139 -13
  303. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  304. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  305. package/dest/test-helpers/reqresp-nodes.js +5 -5
  306. package/dest/test-helpers/testbench-utils.d.ts +43 -38
  307. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  308. package/dest/test-helpers/testbench-utils.js +150 -61
  309. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  310. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  311. package/dest/testbench/p2p_client_testbench_worker.js +80 -28
  312. package/dest/testbench/worker_client_manager.d.ts +10 -1
  313. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  314. package/dest/testbench/worker_client_manager.js +55 -3
  315. package/dest/util.d.ts +3 -3
  316. package/dest/util.d.ts.map +1 -1
  317. package/package.json +14 -14
  318. package/src/client/factory.ts +108 -28
  319. package/src/client/interface.ts +65 -35
  320. package/src/client/p2p_client.ts +221 -272
  321. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +34 -15
  322. package/src/config.ts +178 -45
  323. package/src/errors/p2p-service.error.ts +11 -0
  324. package/src/errors/tx-pool.error.ts +12 -0
  325. package/src/index.ts +1 -1
  326. package/src/mem_pools/attestation_pool/attestation_pool.ts +501 -91
  327. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  328. package/src/mem_pools/attestation_pool/index.ts +9 -2
  329. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  330. package/src/mem_pools/index.ts +2 -2
  331. package/src/mem_pools/instrumentation.ts +17 -13
  332. package/src/mem_pools/interface.ts +4 -4
  333. package/src/mem_pools/tx_pool_v2/README.md +283 -0
  334. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  335. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  336. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  337. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  338. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
  339. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  340. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  341. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
  342. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  343. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  344. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  345. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
  346. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
  347. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  348. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  349. package/src/mem_pools/tx_pool_v2/interfaces.ts +247 -0
  350. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +343 -0
  351. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  352. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
  353. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +238 -0
  354. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1105 -0
  355. package/src/msg_validators/attestation_validator/README.md +49 -0
  356. package/src/msg_validators/attestation_validator/attestation_validator.ts +21 -9
  357. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +6 -3
  358. package/src/msg_validators/clock_tolerance.ts +72 -3
  359. package/src/msg_validators/proposal_validator/README.md +123 -0
  360. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +17 -4
  361. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +23 -7
  362. package/src/msg_validators/proposal_validator/proposal_validator.ts +79 -49
  363. package/src/msg_validators/tx_validator/README.md +119 -0
  364. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  365. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  366. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  367. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  368. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  369. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  370. package/src/msg_validators/tx_validator/data_validator.ts +42 -1
  371. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  372. package/src/msg_validators/tx_validator/factory.ts +394 -78
  373. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  374. package/src/msg_validators/tx_validator/gas_validator.ts +145 -33
  375. package/src/msg_validators/tx_validator/index.ts +2 -0
  376. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  377. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  378. package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
  379. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  380. package/src/services/data_store.ts +5 -13
  381. package/src/services/dummy_service.ts +25 -7
  382. package/src/services/encoding.ts +18 -10
  383. package/src/services/gossipsub/README.md +641 -0
  384. package/src/services/gossipsub/index.ts +2 -0
  385. package/src/services/gossipsub/scoring.ts +29 -5
  386. package/src/services/gossipsub/topic_score_params.ts +519 -0
  387. package/src/services/index.ts +1 -0
  388. package/src/services/libp2p/libp2p_service.ts +575 -465
  389. package/src/services/peer-manager/metrics.ts +7 -0
  390. package/src/services/peer-manager/peer_manager.ts +45 -11
  391. package/src/services/peer-manager/peer_scoring.ts +52 -5
  392. package/src/services/reqresp/README.md +229 -0
  393. package/src/services/reqresp/batch-tx-requester/README.md +53 -14
  394. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +89 -122
  395. package/src/services/reqresp/batch-tx-requester/interface.ts +3 -6
  396. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
  397. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
  398. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  399. package/src/services/reqresp/config.ts +2 -2
  400. package/src/services/reqresp/interface.ts +45 -10
  401. package/src/services/reqresp/metrics.ts +0 -1
  402. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
  403. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
  404. package/src/services/reqresp/protocols/index.ts +0 -1
  405. package/src/services/reqresp/protocols/tx.ts +23 -3
  406. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  407. package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
  408. package/src/services/reqresp/reqresp.ts +53 -16
  409. package/src/services/service.ts +57 -3
  410. package/src/services/tx_collection/config.ts +74 -6
  411. package/src/services/tx_collection/fast_tx_collection.ts +94 -97
  412. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  413. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  414. package/src/services/tx_collection/index.ts +2 -1
  415. package/src/services/tx_collection/instrumentation.ts +7 -1
  416. package/src/services/tx_collection/proposal_tx_collector.ts +21 -27
  417. package/src/services/tx_collection/request_tracker.ts +127 -0
  418. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  419. package/src/services/tx_collection/tx_collection.ts +114 -19
  420. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  421. package/src/services/tx_collection/tx_source.ts +28 -8
  422. package/src/services/tx_file_store/config.ts +37 -0
  423. package/src/services/tx_file_store/index.ts +3 -0
  424. package/src/services/tx_file_store/instrumentation.ts +36 -0
  425. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  426. package/src/services/tx_provider.ts +10 -9
  427. package/src/test-helpers/make-test-p2p-clients.ts +4 -6
  428. package/src/test-helpers/mock-pubsub.ts +177 -14
  429. package/src/test-helpers/reqresp-nodes.ts +7 -9
  430. package/src/test-helpers/testbench-utils.ts +157 -74
  431. package/src/testbench/p2p_client_testbench_worker.ts +91 -31
  432. package/src/testbench/worker_client_manager.ts +68 -6
  433. package/src/util.ts +8 -2
  434. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  435. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  436. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  437. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  438. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  439. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  440. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  441. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  442. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  443. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  444. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  445. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  446. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  447. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  448. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  449. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  450. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  451. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  452. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  453. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  454. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  455. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  456. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  457. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  458. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  459. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  460. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  461. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  462. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  463. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  464. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  465. package/dest/mem_pools/tx_pool/index.js +0 -2
  466. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  467. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  468. package/dest/mem_pools/tx_pool/priority.js +0 -15
  469. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  470. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  471. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  472. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  473. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  474. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  475. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
  476. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  477. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
  478. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  479. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  480. package/dest/services/reqresp/protocols/block.js +0 -32
  481. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  482. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
  483. package/src/mem_pools/tx_pool/README.md +0 -270
  484. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  485. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  486. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  487. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  488. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  489. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  490. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  491. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  492. package/src/mem_pools/tx_pool/index.ts +0 -2
  493. package/src/mem_pools/tx_pool/priority.ts +0 -20
  494. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  495. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  496. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
  497. package/src/services/reqresp/protocols/block.ts +0 -37
@@ -2,18 +2,23 @@ import type { DateProvider } from '@aztec/foundation/timer';
2
2
  import type { PeerErrorSeverity } from '@aztec/stdlib/p2p';
3
3
 
4
4
  import type { PeerId } from '@libp2p/interface';
5
+ import { peerIdFromString } from '@libp2p/peer-id';
5
6
 
7
+ import type { ConnectionSampler } from '../connection-sampler/connection_sampler.js';
6
8
  import { DEFAULT_BATCH_TX_REQUESTER_BAD_PEER_THRESHOLD } from './config.js';
7
9
  import type { IPeerPenalizer } from './interface.js';
8
10
 
9
11
  export const RATE_LIMIT_EXCEEDED_PEER_CACHE_TTL = 1000; // 1s
10
12
 
11
13
  export interface IPeerCollection {
12
- getAllPeers(): Set<string>;
13
- getSmartPeers(): Set<string>;
14
14
  markPeerSmart(peerId: PeerId): void;
15
- getSmartPeersToQuery(): Array<string>;
16
- getDumbPeersToQuery(): Array<string>;
15
+ markPeerDumb(peerId: PeerId): void;
16
+
17
+ /** Sample next peer in round-robin fashion. No smart peers if returns undefined */
18
+ nextSmartPeerToQuery(): PeerId | undefined;
19
+ /** Sample next peer in round-robin fashion. No dumb peers if returns undefined */
20
+ nextDumbPeerToQuery(): PeerId | undefined;
21
+
17
22
  thereAreSomeDumbRatelimitExceededPeers(): boolean;
18
23
  penalisePeer(peerId: PeerId, severity: PeerErrorSeverity): void;
19
24
  unMarkPeerAsBad(peerId: PeerId): void;
@@ -28,8 +33,6 @@ export interface IPeerCollection {
28
33
  }
29
34
 
30
35
  export class PeerCollection implements IPeerCollection {
31
- private readonly peers;
32
-
33
36
  private readonly smartPeers = new Set<string>();
34
37
  private readonly inFlightPeers = new Set<string>();
35
38
  private readonly rateLimitExceededPeers = new Map<string, number>();
@@ -37,46 +40,64 @@ export class PeerCollection implements IPeerCollection {
37
40
  private readonly badPeers = new Set<string>();
38
41
 
39
42
  constructor(
40
- initialPeers: PeerId[],
43
+ private readonly connectionSampler: Pick<ConnectionSampler, 'getPeerListSortedByConnectionCountAsc'>,
41
44
  private readonly pinnedPeerId: PeerId | undefined,
42
45
  private readonly dateProvider: DateProvider,
43
46
  private readonly badPeerThreshold: number = DEFAULT_BATCH_TX_REQUESTER_BAD_PEER_THRESHOLD,
44
47
  private readonly peerPenalizer?: IPeerPenalizer,
45
48
  ) {
46
- this.peers = new Set(initialPeers.map(peer => peer.toString()));
47
-
48
- // Pinned peer is treaded specially, always mark it as in-flight
49
+ // Pinned peer is treated specially, always mark it as in-flight
49
50
  // and never return it as part of smart/dumb peers
50
51
  if (this.pinnedPeerId) {
51
52
  const peerIdStr = this.pinnedPeerId.toString();
52
53
  this.inFlightPeers.add(peerIdStr);
53
- this.peers.delete(peerIdStr);
54
54
  }
55
55
  }
56
56
 
57
- public getAllPeers(): Set<string> {
58
- return this.peers;
57
+ public markPeerSmart(peerId: PeerId): void {
58
+ this.smartPeers.add(peerId.toString());
59
59
  }
60
60
 
61
- public getSmartPeers(): Set<string> {
62
- return this.smartPeers;
61
+ public markPeerDumb(peerId: PeerId): void {
62
+ this.smartPeers.delete(peerId.toString());
63
63
  }
64
64
 
65
- public markPeerSmart(peerId: PeerId): void {
66
- this.smartPeers.add(peerId.toString());
65
+ // We keep track of all peers that are queried for peer sampling algorithm
66
+ private queriedSmartPeers: Set<string> = new Set<string>();
67
+ private queriedDumbPeers: Set<string> = new Set<string>();
68
+
69
+ private static nextPeer(allPeers: Set<string>, queried: Set<string>): PeerId | undefined {
70
+ if (allPeers.size === 0) {
71
+ return undefined;
72
+ }
73
+ const availablePeers = allPeers.difference(queried);
74
+ let [first] = availablePeers;
75
+ if (first === undefined) {
76
+ // We queried all peers. Start over
77
+ [first] = allPeers;
78
+ queried.clear();
79
+ }
80
+ queried.add(first);
81
+ return peerIdFromString(first);
67
82
  }
68
83
 
69
- public getSmartPeersToQuery(): Array<string> {
70
- return Array.from(
84
+ public nextSmartPeerToQuery(): PeerId | undefined {
85
+ return PeerCollection.nextPeer(this.availableSmartPeers, this.queriedSmartPeers);
86
+ }
87
+
88
+ public nextDumbPeerToQuery(): PeerId | undefined {
89
+ return PeerCollection.nextPeer(this.availableDumbPeers, this.queriedDumbPeers);
90
+ }
91
+
92
+ private get availableSmartPeers(): Set<string> {
93
+ return this.peers.intersection(
71
94
  this.smartPeers.difference(this.getBadPeers().union(this.inFlightPeers).union(this.getRateLimitExceededPeers())),
72
95
  );
73
96
  }
74
97
 
75
- public getDumbPeersToQuery(): Array<string> {
76
- return Array.from(
77
- this.peers.difference(
78
- this.smartPeers.union(this.getBadPeers()).union(this.inFlightPeers).union(this.getRateLimitExceededPeers()),
79
- ),
98
+ private get availableDumbPeers(): Set<string> {
99
+ return this.peers.difference(
100
+ this.smartPeers.union(this.getBadPeers()).union(this.inFlightPeers).union(this.getRateLimitExceededPeers()),
80
101
  );
81
102
  }
82
103
 
@@ -202,4 +223,27 @@ export class PeerCollection implements IPeerCollection {
202
223
 
203
224
  return minExpiry! - now;
204
225
  }
226
+
227
+ private orderedPeers: Set<string> = new Set();
228
+
229
+ private get peers(): Set<string> {
230
+ const pinnedStr = this.pinnedPeerId?.toString();
231
+ const currentlyConnected = new Set(
232
+ this.connectionSampler
233
+ .getPeerListSortedByConnectionCountAsc()
234
+ .map(p => p.toString())
235
+ .filter(p => p !== pinnedStr),
236
+ );
237
+
238
+ // Remove disconnected peers, preserving order of the rest.
239
+ this.orderedPeers = this.orderedPeers.intersection(currentlyConnected);
240
+
241
+ // Append newly connected peers at the end (lowest priority).
242
+ for (const peer of currentlyConnected) {
243
+ if (!this.orderedPeers.has(peer)) {
244
+ this.orderedPeers.add(peer);
245
+ }
246
+ }
247
+ return this.orderedPeers;
248
+ }
205
249
  }
@@ -1,7 +1,7 @@
1
1
  import type { ClientProtocolCircuitVerifier } from '@aztec/stdlib/interfaces/server';
2
2
  import { Tx, type TxValidationResult, type TxValidator } from '@aztec/stdlib/tx';
3
3
 
4
- import { createTxReqRespValidator } from '../../../msg_validators/tx_validator/factory.js';
4
+ import { createTxValidatorForReqResponseReceivedTxs } from '../../../msg_validators/index.js';
5
5
 
6
6
  export interface BatchRequestTxValidatorConfig {
7
7
  l1ChainId: number;
@@ -29,7 +29,7 @@ export class BatchRequestTxValidator implements IBatchRequestTxValidator {
29
29
  }
30
30
 
31
31
  static createRequestedTxValidator(config: BatchRequestTxValidatorConfig): TxValidator {
32
- return createTxReqRespValidator(config.proofVerifier, {
32
+ return createTxValidatorForReqResponseReceivedTxs(config.proofVerifier, {
33
33
  l1ChainId: config.l1ChainId,
34
34
  rollupVersion: config.rollupVersion,
35
35
  });
@@ -1,4 +1,4 @@
1
- import { type ConfigMapping, booleanConfigHelper, numberConfigHelper } from '@aztec/foundation/config';
1
+ import { type ConfigMappingsType, booleanConfigHelper, numberConfigHelper } from '@aztec/foundation/config';
2
2
 
3
3
  export const DEFAULT_INDIVIDUAL_REQUEST_TIMEOUT_MS = 10_000;
4
4
  export const DEFAULT_OVERALL_REQUEST_TIMEOUT_MS = 10_000; // Not currently used
@@ -27,7 +27,7 @@ export interface P2PReqRespConfig {
27
27
  dialTimeoutMs: number;
28
28
  }
29
29
 
30
- export const p2pReqRespConfigMappings: Record<keyof P2PReqRespConfig, ConfigMapping> = {
30
+ export const p2pReqRespConfigMappings: ConfigMappingsType<P2PReqRespConfig> = {
31
31
  overallRequestTimeoutMs: {
32
32
  env: 'P2P_REQRESP_OVERALL_REQUEST_TIMEOUT_MS',
33
33
  description: 'The overall timeout for a request response operation.',
@@ -1,5 +1,3 @@
1
- import { Fr } from '@aztec/foundation/curves/bn254';
2
- import { L2Block } from '@aztec/stdlib/block';
3
1
  import { TxArray, TxHashArray } from '@aztec/stdlib/tx';
4
2
 
5
3
  import type { PeerId } from '@libp2p/interface';
@@ -7,8 +5,13 @@ import type { PeerId } from '@libp2p/interface';
7
5
  import type { P2PReqRespConfig } from './config.js';
8
6
  import type { ConnectionSampler } from './connection-sampler/connection_sampler.js';
9
7
  import { AuthRequest, AuthResponse } from './protocols/auth.js';
10
- import { BlockTxsRequest, BlockTxsResponse } from './protocols/block_txs/block_txs_reqresp.js';
8
+ import {
9
+ BlockTxsRequest,
10
+ BlockTxsResponse,
11
+ calculateBlockTxsResponseSize,
12
+ } from './protocols/block_txs/block_txs_reqresp.js';
11
13
  import { StatusMessage } from './protocols/status.js';
14
+ import { calculateTxResponseSize } from './protocols/tx.js';
12
15
  import type { ReqRespStatus } from './status.js';
13
16
 
14
17
  /*
@@ -18,7 +21,6 @@ export const PING_PROTOCOL = '/aztec/req/ping/1.0.0';
18
21
  export const STATUS_PROTOCOL = '/aztec/req/status/1.0.0';
19
22
  export const GOODBYE_PROTOCOL = '/aztec/req/goodbye/1.0.0';
20
23
  export const TX_REQ_PROTOCOL = '/aztec/req/tx/1.0.0';
21
- export const BLOCK_REQ_PROTOCOL = '/aztec/req/block/1.0.0';
22
24
  export const AUTH_PROTOCOL = '/aztec/req/auth/1.0.0';
23
25
  export const BLOCK_TXS_REQ_PROTOCOL = '/aztec/req/block_txs/1.0.0';
24
26
 
@@ -27,7 +29,6 @@ export enum ReqRespSubProtocol {
27
29
  STATUS = STATUS_PROTOCOL,
28
30
  GOODBYE = GOODBYE_PROTOCOL,
29
31
  TX = TX_REQ_PROTOCOL,
30
- BLOCK = BLOCK_REQ_PROTOCOL,
31
32
  AUTH = AUTH_PROTOCOL,
32
33
  BLOCK_TXS = BLOCK_TXS_REQ_PROTOCOL,
33
34
  }
@@ -94,12 +95,29 @@ export type ReqRespSubProtocolValidators = {
94
95
  [S in ReqRespSubProtocol]: ResponseValidator<any, any>;
95
96
  };
96
97
 
98
+ /**
99
+ * Protocols that are always allowed without authentication, even when p2pAllowOnlyValidators is enabled.
100
+ * These are needed for the handshake and connection management flow.
101
+ * All other protocols require the remote peer to be authenticated.
102
+ */
103
+ export const UNAUTHENTICATED_ALLOWED_PROTOCOLS: ReadonlySet<ReqRespSubProtocol> = new Set([
104
+ ReqRespSubProtocol.PING,
105
+ ReqRespSubProtocol.STATUS,
106
+ ReqRespSubProtocol.AUTH,
107
+ ReqRespSubProtocol.GOODBYE,
108
+ ]);
109
+
110
+ /**
111
+ * Callback that checks whether a peer should be rejected from req/resp data protocols.
112
+ * Returns true if the peer should be rejected (i.e. p2pAllowOnlyValidators is on and peer is unauthenticated).
113
+ */
114
+ export type ShouldRejectPeer = (peerId: string) => boolean;
115
+
97
116
  export const DEFAULT_SUB_PROTOCOL_VALIDATORS: ReqRespSubProtocolValidators = {
98
117
  [ReqRespSubProtocol.PING]: noopValidator,
99
118
  [ReqRespSubProtocol.STATUS]: noopValidator,
100
119
  [ReqRespSubProtocol.TX]: noopValidator,
101
120
  [ReqRespSubProtocol.GOODBYE]: noopValidator,
102
- [ReqRespSubProtocol.BLOCK]: noopValidator,
103
121
  [ReqRespSubProtocol.AUTH]: noopValidator,
104
122
  [ReqRespSubProtocol.BLOCK_TXS]: noopValidator,
105
123
  };
@@ -197,10 +215,6 @@ export const subProtocolMap = {
197
215
  request: RequestableBuffer,
198
216
  response: RequestableBuffer,
199
217
  },
200
- [ReqRespSubProtocol.BLOCK]: {
201
- request: Fr, // block number
202
- response: L2Block,
203
- },
204
218
  [ReqRespSubProtocol.AUTH]: {
205
219
  request: AuthRequest,
206
220
  response: AuthResponse,
@@ -211,6 +225,24 @@ export const subProtocolMap = {
211
225
  },
212
226
  };
213
227
 
228
+ /**
229
+ * Type for a function that calculates the expected response size in KB for a given request.
230
+ */
231
+ export type ExpectedResponseSizeCalculator = (requestBuffer: Buffer) => number;
232
+
233
+ /**
234
+ * Map of sub-protocols to their expected response size calculators.
235
+ * These are used to validate that responses don't exceed expected sizes based on request parameters.
236
+ */
237
+ export const subProtocolSizeCalculators: Record<ReqRespSubProtocol, ExpectedResponseSizeCalculator> = {
238
+ [ReqRespSubProtocol.TX]: calculateTxResponseSize,
239
+ [ReqRespSubProtocol.BLOCK_TXS]: calculateBlockTxsResponseSize,
240
+ [ReqRespSubProtocol.STATUS]: () => 1,
241
+ [ReqRespSubProtocol.PING]: () => 1,
242
+ [ReqRespSubProtocol.AUTH]: () => 1,
243
+ [ReqRespSubProtocol.GOODBYE]: () => 1, // No response expected, but provide minimal limit
244
+ };
245
+
214
246
  export interface ReqRespInterface {
215
247
  start(
216
248
  subProtocolHandlers: Partial<ReqRespSubProtocolHandlers>,
@@ -239,5 +271,8 @@ export interface ReqRespInterface {
239
271
 
240
272
  updateConfig(config: Partial<P2PReqRespConfig>): void;
241
273
 
274
+ /** Sets the callback used to reject unauthenticated peers on gated req/resp protocols. */
275
+ setShouldRejectPeer(checker: ShouldRejectPeer): void;
276
+
242
277
  getConnectionSampler(): Pick<ConnectionSampler, 'getPeerListSortedByConnectionCountAsc'>;
243
278
  }
@@ -26,7 +26,6 @@ export class ReqRespMetrics {
26
26
  ReqRespSubProtocol.STATUS,
27
27
  ReqRespSubProtocol.GOODBYE,
28
28
  ReqRespSubProtocol.TX,
29
- ReqRespSubProtocol.BLOCK,
30
29
  ReqRespSubProtocol.AUTH,
31
30
  ReqRespSubProtocol.BLOCK_TXS,
32
31
  ],
@@ -1,10 +1,11 @@
1
1
  import { Fr } from '@aztec/foundation/curves/bn254';
2
+ import type { L2BlockSource } from '@aztec/stdlib/block';
2
3
  import { TxArray } from '@aztec/stdlib/tx';
3
4
 
4
5
  import type { PeerId } from '@libp2p/interface';
5
6
 
6
- import type { AttestationPool } from '../../../../mem_pools/attestation_pool/attestation_pool.js';
7
- import type { TxPool } from '../../../../mem_pools/index.js';
7
+ import type { AttestationPoolApi } from '../../../../mem_pools/attestation_pool/attestation_pool.js';
8
+ import type { TxPoolV2 } from '../../../../mem_pools/tx_pool_v2/interfaces.js';
8
9
  import type { ReqRespSubProtocolHandler } from '../../interface.js';
9
10
  import { ReqRespStatus, ReqRespStatusError } from '../../status.js';
10
11
  import { BitVector } from './bitvector.js';
@@ -13,10 +14,15 @@ import { BlockTxsRequest, BlockTxsResponse } from './block_txs_reqresp.js';
13
14
  /**
14
15
  * Handler for block txs requests
15
16
  * @param attestationPool - the attestation pool to check for block proposals
16
- * @param mempools - the mempools containing the tx pool
17
+ * @param archiver - the archiver to look up blocks by archive root
18
+ * @param txPool - the tx pool to fetch transactions from
17
19
  * @returns the BlockTxs request handler
18
20
  */
19
- export function reqRespBlockTxsHandler(attestationPool: AttestationPool, txPool: TxPool): ReqRespSubProtocolHandler {
21
+ export function reqRespBlockTxsHandler(
22
+ attestationPool: AttestationPoolApi,
23
+ archiver: L2BlockSource,
24
+ txPool: TxPoolV2,
25
+ ): ReqRespSubProtocolHandler {
20
26
  /**
21
27
  * Handler for block txs requests
22
28
  * @param msg - the block txs request message
@@ -30,34 +36,37 @@ export function reqRespBlockTxsHandler(attestationPool: AttestationPool, txPool:
30
36
  } catch (err: any) {
31
37
  throw new ReqRespStatusError(ReqRespStatus.BADLY_FORMED_REQUEST, { cause: err });
32
38
  }
33
-
34
- const blockProposal = await attestationPool.getBlockProposal(request.archiveRoot.toString());
39
+ // First try attestation pool, then fall back to archiver
40
+ let txHashes = (await attestationPool.getBlockProposal(request.archiveRoot.toString()))?.txHashes;
41
+ if (!txHashes) {
42
+ txHashes = (await archiver.getL2BlockByArchive(request.archiveRoot))?.body.txEffects.map(effect => effect.txHash);
43
+ }
35
44
 
36
45
  let requestedTxsHashes;
37
46
  if (request.txHashes.length > 0) {
38
47
  requestedTxsHashes = request.txHashes;
39
48
  }
40
49
 
41
- // This is scenario in which we don't have this block proposal the peer is requesting from us
50
+ // This is scenario in which we don't have this block the peer is requesting from us
42
51
  // But peer has sent requested tx hashes, so we can send them the transactions
43
- if (!blockProposal && requestedTxsHashes !== undefined) {
52
+ if (!txHashes && requestedTxsHashes !== undefined) {
44
53
  const responseTxs = (await txPool.getTxsByHash(requestedTxsHashes)).filter(tx => !!tx);
45
54
  const response = new BlockTxsResponse(Fr.zero(), new TxArray(...responseTxs), BitVector.init(0, []));
46
55
  return response.toBuffer();
47
56
  }
48
57
 
49
- // If don't have this block proposal and peer has not sent requested tx hashes
50
- if (!blockProposal) {
58
+ // If we don't have this block and peer has not sent requested tx hashes
59
+ if (!txHashes) {
51
60
  throw new ReqRespStatusError(ReqRespStatus.NOT_FOUND);
52
61
  }
53
62
 
54
- const txsAvailableInPool = await txPool.hasTxs(blockProposal.txHashes);
55
- //Map txs in the pool to their indices in the block proposal
63
+ const txsAvailableInPool = await txPool.hasTxs(txHashes);
64
+ // Map txs in the pool to their indices in the block
56
65
  const availableIndices = txsAvailableInPool.map((hasTx, idx) => (hasTx ? idx : -1)).filter(idx => idx !== -1);
57
- const responseBitVector = BitVector.init(blockProposal.txHashes.length, availableIndices);
66
+ const responseBitVector = BitVector.init(txHashes.length, availableIndices);
58
67
 
59
68
  const requestedIndices = new Set(request.txIndices.getTrueIndices());
60
- requestedTxsHashes = blockProposal.txHashes.filter((_, idx) => requestedIndices.has(idx));
69
+ requestedTxsHashes = txHashes.filter((_, idx) => requestedIndices.has(idx));
61
70
 
62
71
  const responseTxs = (await txPool.getTxsByHash(requestedTxsHashes)).filter(tx => !!tx);
63
72
  const response = new BlockTxsResponse(request.archiveRoot, new TxArray(...responseTxs), responseBitVector);
@@ -1,10 +1,16 @@
1
1
  import { Fr } from '@aztec/foundation/curves/bn254';
2
2
  import { BufferReader, serializeToBuffer } from '@aztec/foundation/serialize';
3
- import type { BlockProposal } from '@aztec/stdlib/p2p';
4
- import { TxArray, TxHash, TxHashArray } from '@aztec/stdlib/tx';
3
+ import { MAX_TX_SIZE_KB } from '@aztec/stdlib/p2p';
4
+ import { TxArray, type TxHash, TxHashArray } from '@aztec/stdlib/tx';
5
5
 
6
6
  import { BitVector } from './bitvector.js';
7
7
 
8
+ /** Minimal interface for a block source that provides tx hashes and an archive root. */
9
+ export interface BlockTxsSource {
10
+ txHashes: TxHash[];
11
+ archive: Fr;
12
+ }
13
+
8
14
  /**
9
15
  * Request message for requesting specific transactions from a block
10
16
  */
@@ -22,16 +28,17 @@ export class BlockTxsRequest {
22
28
  ) {}
23
29
 
24
30
  /**
25
- * Creates new BlockTxsRequest given proposal and missing tx hashes
31
+ * Creates new BlockTxsRequest given a block txs source and missing tx hashes.
26
32
  *
27
- * @param: blockProposal - The block proposal for which we are making request
28
- * @param: missingTxHashes - Tx hashes from the proposal we are missing
29
- * @param: includeFullTxHashes - Whether to include full list of missing tx hashes in the request or just Bitvector indices
33
+ * @param blockTxsSource - The block or proposal for which we are making the request
34
+ * @param missingTxHashes - Tx hashes from the source we are missing
35
+ * @param includeFullTxHashes - Whether to include full list of missing tx hashes in the request or just Bitvector indices
30
36
  *
31
- * @returns undefined if there were no missingTxHashes matching BlockProposal hashes, otherwise
32
- * returns new BlockTxsRequest*/
33
- static fromBlockProposalAndMissingTxs(
34
- blockProposal: BlockProposal,
37
+ * @returns undefined if there were no missingTxHashes matching the source hashes, otherwise
38
+ * returns new BlockTxsRequest
39
+ */
40
+ static fromTxsSourceAndMissingTxs(
41
+ blockTxsSource: BlockTxsSource,
35
42
  missingTxHashes: TxHash[],
36
43
  includeFullTxHashes = false,
37
44
  ): BlockTxsRequest | undefined {
@@ -41,19 +48,19 @@ export class BlockTxsRequest {
41
48
 
42
49
  const missingHashesSet = new Set(missingTxHashes.map(t => t.toString()));
43
50
 
44
- // We cannot request txs that are not part of the block proposal
45
- if (!missingHashesSet.isSubsetOf(new Set(blockProposal.txHashes.map(t => t.toString())))) {
51
+ // We cannot request txs that are not part of the block
52
+ if (!missingHashesSet.isSubsetOf(new Set(blockTxsSource.txHashes.map(t => t.toString())))) {
46
53
  return undefined;
47
54
  }
48
55
 
49
- const missingIndices = blockProposal.txHashes
56
+ const missingIndices = blockTxsSource.txHashes
50
57
  .map((hash, idx) => (missingHashesSet.has(hash.toString()) ? idx : -1))
51
58
  .filter(i => i != -1);
52
59
 
53
- const requestBitVector = BitVector.init(blockProposal.txHashes.length, missingIndices);
60
+ const requestBitVector = BitVector.init(blockTxsSource.txHashes.length, missingIndices);
54
61
  const hashes = includeFullTxHashes ? new TxHashArray(...missingTxHashes) : new TxHashArray();
55
62
 
56
- return new BlockTxsRequest(blockProposal.archive, hashes, requestBitVector);
63
+ return new BlockTxsRequest(blockTxsSource.archive, hashes, requestBitVector);
57
64
  }
58
65
 
59
66
  /**
@@ -119,3 +126,19 @@ export class BlockTxsResponse {
119
126
  return new BlockTxsResponse(Fr.ZERO, new TxArray(), BitVector.init(0, []));
120
127
  }
121
128
  }
129
+
130
+ /**
131
+ * Calculate the expected response size for a BLOCK_TXS request.
132
+ * @param requestBuffer - The serialized request buffer containing BlockTxsRequest
133
+ * @returns Expected response size in KB
134
+ */
135
+ export function calculateBlockTxsResponseSize(requestBuffer: Buffer): number {
136
+ try {
137
+ const request = BlockTxsRequest.fromBuffer(requestBuffer);
138
+ const requestedTxCount = request.txIndices.getTrueIndices().length;
139
+ return requestedTxCount * MAX_TX_SIZE_KB + 1; // +1 KB overhead for serialization
140
+ } catch {
141
+ // If we can't parse the request, fall back to allowing a single transaction response
142
+ return MAX_TX_SIZE_KB + 1;
143
+ }
144
+ }
@@ -5,6 +5,5 @@ export * from './ping.js';
5
5
  export * from './status.js';
6
6
  export * from './tx.js';
7
7
  export * from './goodbye.js';
8
- export * from './block.js';
9
8
  export * from './auth.js';
10
9
  export * from './block_txs/index.js';
@@ -1,4 +1,5 @@
1
1
  import { chunk } from '@aztec/foundation/collection';
2
+ import { MAX_TX_SIZE_KB } from '@aztec/stdlib/p2p';
2
3
  import { TxArray, TxHash, TxHashArray } from '@aztec/stdlib/tx';
3
4
 
4
5
  import type { PeerId } from '@libp2p/interface';
@@ -50,8 +51,27 @@ export function reqRespTxHandler(mempools: MemPools): ReqRespSubProtocolHandler
50
51
  * Per: https://github.com/AztecProtocol/aztec-packages/issues/15149#issuecomment-2999054485
51
52
  * we define Q as max number of transactions per batch, the comment explains why we use 8.
52
53
  */
53
- //TODO: (mralj) chunk size should by default be 8, this is just temporary until the protocol is implemented correctly
54
- //more info: https://github.com/AztecProtocol/aztec-packages/pull/15516#pullrequestreview-2995474321
55
- export function chunkTxHashesRequest(hashes: TxHash[], chunkSize = 1): Array<TxHashArray> {
54
+ export function chunkTxHashesRequest(hashes: TxHash[], chunkSize = 8): Array<TxHashArray> {
56
55
  return chunk(hashes, chunkSize).map(chunk => new TxHashArray(...chunk));
57
56
  }
57
+
58
+ /**
59
+ * Calculate the expected response size for a TX request.
60
+ * @param requestBuffer - The serialized request buffer containing TxHashArray
61
+ * @returns Expected response size in KB
62
+ */
63
+ export function calculateTxResponseSize(requestBuffer: Buffer): number {
64
+ try {
65
+ const txHashes = TxHashArray.fromBuffer(requestBuffer);
66
+ // TxHashArray.fromBuffer returns empty array on parse failure, so check for that
67
+ if (txHashes.length === 0 && requestBuffer.length > 0) {
68
+ // If we got an empty array but had a non-empty buffer, parsing likely failed
69
+ // Fall back to allowing a single transaction response
70
+ return MAX_TX_SIZE_KB + 1;
71
+ }
72
+ return Math.max(txHashes.length, 1) * MAX_TX_SIZE_KB + 1; // +1 KB overhead, at least 1 tx
73
+ } catch {
74
+ // If we can't parse the request, fall back to allowing a single transaction response
75
+ return MAX_TX_SIZE_KB + 1;
76
+ }
77
+ }
@@ -97,9 +97,10 @@ export function prettyPrintRateLimitStatus(status: RateLimitStatus) {
97
97
  * 2. Individual rate limits for each peer.
98
98
  *
99
99
  * How it works:
100
- * - When a request comes in, it first checks against the global rate limit.
101
- * - If the global limit allows, it then checks against the specific peer's rate limit.
102
- * - The request is only allowed if both the global and peer-specific limits allow it.
100
+ * - When a request comes in, it first checks against the peer's individual rate limit.
101
+ * - If the peer limit allows, it then checks against the global rate limit.
102
+ * - The request is only allowed if both the peer-specific and global limits allow it.
103
+ * - Checking peer limit first ensures a rate-limited peer cannot exhaust the global quota.
103
104
  * - It automatically creates and manages rate limiters for new peers as they make requests.
104
105
  * - It periodically cleans up rate limiters for inactive peers to conserve memory.
105
106
  *
@@ -119,10 +120,6 @@ export class SubProtocolRateLimiter {
119
120
  }
120
121
 
121
122
  allow(peerId: PeerId): RateLimitStatus {
122
- if (!this.globalLimiter.allow()) {
123
- return RateLimitStatus.DeniedGlobal;
124
- }
125
-
126
123
  const peerIdStr = peerId.toString();
127
124
  let peerLimiter: PeerRateLimiter | undefined = this.peerLimiters.get(peerIdStr);
128
125
  if (!peerLimiter) {
@@ -135,10 +132,17 @@ export class SubProtocolRateLimiter {
135
132
  } else {
136
133
  peerLimiter.lastAccess = Date.now();
137
134
  }
138
- const peerLimitAllowed = peerLimiter.limiter.allow();
139
- if (!peerLimitAllowed) {
135
+
136
+ // Check peer limit first: a rate-limited peer must not consume global quota,
137
+ // otherwise one spamming peer can starve all others by exhausting the global bucket.
138
+ if (!peerLimiter.limiter.allow()) {
140
139
  return RateLimitStatus.DeniedPeer;
141
140
  }
141
+
142
+ if (!this.globalLimiter.allow()) {
143
+ return RateLimitStatus.DeniedGlobal;
144
+ }
145
+
142
146
  return RateLimitStatus.Allowed;
143
147
  }
144
148
 
@@ -42,16 +42,6 @@ export const DEFAULT_RATE_LIMITS: ReqRespSubProtocolRateLimits = {
42
42
  quotaCount: 200,
43
43
  },
44
44
  },
45
- [ReqRespSubProtocol.BLOCK]: {
46
- peerLimit: {
47
- quotaTimeMs: 1000,
48
- quotaCount: 2,
49
- },
50
- globalLimit: {
51
- quotaTimeMs: 1000,
52
- quotaCount: 5,
53
- },
54
- },
55
45
  [ReqRespSubProtocol.GOODBYE]: {
56
46
  peerLimit: {
57
47
  quotaTimeMs: 1000,