@aztec/p2p 0.0.1-commit.3fd054f6 → 0.0.1-commit.431c48d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (429) hide show
  1. package/README.md +7 -6
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +22 -6
  5. package/dest/client/factory.d.ts +4 -3
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +35 -25
  8. package/dest/client/interface.d.ts +52 -12
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +36 -20
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +127 -54
  13. package/dest/config.d.ts +150 -107
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +77 -26
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +9 -16
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +10 -17
  22. package/dest/index.d.ts +1 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +0 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +98 -56
  26. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/attestation_pool.js +269 -196
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +218 -59
  31. package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/mocks.js +6 -4
  34. package/dest/mem_pools/index.d.ts +1 -2
  35. package/dest/mem_pools/index.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.d.ts +9 -4
  37. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  38. package/dest/mem_pools/instrumentation.js +28 -9
  39. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +10 -5
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
  41. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +29 -20
  42. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +3 -3
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +6 -6
  45. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  46. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  47. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +3 -3
  48. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +1 -1
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +3 -1
  51. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
  52. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  53. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +64 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +1 -1
  58. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -1
  59. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +3 -4
  60. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +1 -1
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -1
  62. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +6 -7
  63. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +1 -1
  64. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  65. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +6 -5
  66. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +11 -1
  67. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -1
  68. package/dest/mem_pools/tx_pool_v2/instrumentation.js +24 -0
  69. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +33 -5
  70. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  71. package/dest/mem_pools/tx_pool_v2/interfaces.js +2 -1
  72. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +5 -2
  73. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  74. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +13 -6
  75. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +15 -1
  76. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  77. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +31 -0
  78. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +16 -3
  79. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  80. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +83 -32
  81. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +50 -6
  82. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  83. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +243 -127
  84. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
  85. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  86. package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -16
  87. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  88. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  89. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  90. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +8 -3
  91. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  92. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +2 -2
  93. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +8 -3
  94. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  95. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +8 -2
  96. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +25 -3
  97. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  98. package/dest/msg_validators/proposal_validator/proposal_validator.js +85 -15
  99. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  100. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  101. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
  102. package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
  103. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  104. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  105. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  106. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  107. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  108. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/tx_validator/data_validator.js +1 -0
  110. package/dest/msg_validators/tx_validator/factory.d.ts +14 -15
  111. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  112. package/dest/msg_validators/tx_validator/factory.js +29 -16
  113. package/dest/msg_validators/tx_validator/gas_validator.d.ts +47 -10
  114. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  115. package/dest/msg_validators/tx_validator/gas_validator.js +65 -48
  116. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  117. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  118. package/dest/msg_validators/tx_validator/index.js +2 -0
  119. package/dest/msg_validators/tx_validator/phases_validator.js +2 -2
  120. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  121. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  122. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  123. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  124. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  125. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  126. package/dest/services/data_store.d.ts +1 -1
  127. package/dest/services/data_store.d.ts.map +1 -1
  128. package/dest/services/data_store.js +5 -5
  129. package/dest/services/discv5/discV5_service.d.ts +13 -2
  130. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  131. package/dest/services/discv5/discV5_service.js +119 -23
  132. package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
  133. package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
  134. package/dest/services/discv5/persisted_enr_store.js +145 -0
  135. package/dest/services/dummy_service.d.ts +18 -16
  136. package/dest/services/dummy_service.d.ts.map +1 -1
  137. package/dest/services/dummy_service.js +21 -16
  138. package/dest/services/encoding.d.ts +19 -6
  139. package/dest/services/encoding.d.ts.map +1 -1
  140. package/dest/services/encoding.js +25 -15
  141. package/dest/services/gossipsub/topic_score_params.d.ts +6 -12
  142. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  143. package/dest/services/gossipsub/topic_score_params.js +4 -14
  144. package/dest/services/libp2p/instrumentation.d.ts +6 -1
  145. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  146. package/dest/services/libp2p/instrumentation.js +21 -0
  147. package/dest/services/libp2p/libp2p_service.d.ts +49 -44
  148. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  149. package/dest/services/libp2p/libp2p_service.js +388 -279
  150. package/dest/services/peer-manager/peer_manager.d.ts +31 -3
  151. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  152. package/dest/services/peer-manager/peer_manager.js +121 -23
  153. package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
  154. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  155. package/dest/services/peer-manager/peer_scoring.js +102 -13
  156. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +1 -8
  157. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  158. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +35 -44
  159. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +8 -5
  160. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  161. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  162. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  163. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  164. package/dest/services/reqresp/config.d.ts +15 -3
  165. package/dest/services/reqresp/config.d.ts.map +1 -1
  166. package/dest/services/reqresp/config.js +11 -0
  167. package/dest/services/reqresp/interface.d.ts +16 -18
  168. package/dest/services/reqresp/interface.d.ts.map +1 -1
  169. package/dest/services/reqresp/interface.js +10 -20
  170. package/dest/services/reqresp/metrics.d.ts +1 -1
  171. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  172. package/dest/services/reqresp/metrics.js +0 -1
  173. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
  174. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  175. package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
  176. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  177. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  178. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
  179. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
  180. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  181. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
  182. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  183. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  184. package/dest/services/reqresp/protocols/index.js +0 -1
  185. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  186. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  187. package/dest/services/reqresp/protocols/tx.js +1 -3
  188. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  189. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  190. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  191. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  192. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  193. package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
  194. package/dest/services/reqresp/reqresp.d.ts +7 -29
  195. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  196. package/dest/services/reqresp/reqresp.js +59 -209
  197. package/dest/services/service.d.ts +43 -18
  198. package/dest/services/service.d.ts.map +1 -1
  199. package/dest/services/tx_collection/config.d.ts +2 -23
  200. package/dest/services/tx_collection/config.d.ts.map +1 -1
  201. package/dest/services/tx_collection/config.js +2 -55
  202. package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
  203. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  204. package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
  205. package/dest/services/tx_collection/file_store_tx_source.d.ts +5 -4
  206. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
  207. package/dest/services/tx_collection/file_store_tx_source.js +39 -29
  208. package/dest/services/tx_collection/index.d.ts +2 -3
  209. package/dest/services/tx_collection/index.d.ts.map +1 -1
  210. package/dest/services/tx_collection/index.js +0 -1
  211. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  212. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  213. package/dest/services/tx_collection/instrumentation.js +0 -2
  214. package/dest/services/tx_collection/tx_collection.d.ts +35 -51
  215. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  216. package/dest/services/tx_collection/tx_collection.js +275 -119
  217. package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
  218. package/dest/services/tx_collection/tx_collection_sink.js +2 -2
  219. package/dest/services/tx_collection/tx_source.d.ts +6 -5
  220. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  221. package/dest/services/tx_collection/tx_source.js +13 -8
  222. package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
  223. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  224. package/dest/services/tx_file_store/tx_file_store.js +4 -14
  225. package/dest/services/tx_provider.d.ts +3 -1
  226. package/dest/services/tx_provider.d.ts.map +1 -1
  227. package/dest/services/tx_provider.js +3 -0
  228. package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
  229. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  230. package/dest/test-helpers/make-test-p2p-clients.js +5 -2
  231. package/dest/test-helpers/mock-pubsub.d.ts +33 -9
  232. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  233. package/dest/test-helpers/mock-pubsub.js +57 -44
  234. package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
  235. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  236. package/dest/test-helpers/reqresp-nodes.js +16 -18
  237. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  238. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  239. package/dest/test-helpers/test_tx_provider.js +3 -0
  240. package/dest/test-helpers/testbench-utils.d.ts +15 -14
  241. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  242. package/dest/test-helpers/testbench-utils.js +28 -13
  243. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  244. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  245. package/dest/testbench/p2p_client_testbench_worker.js +101 -39
  246. package/dest/testbench/worker_client_manager.d.ts +10 -6
  247. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  248. package/dest/testbench/worker_client_manager.js +51 -9
  249. package/dest/util.d.ts +11 -6
  250. package/dest/util.d.ts.map +1 -1
  251. package/dest/util.js +35 -14
  252. package/dest/versioning.d.ts +3 -6
  253. package/dest/versioning.d.ts.map +1 -1
  254. package/dest/versioning.js +3 -24
  255. package/package.json +17 -17
  256. package/src/bootstrap/bootstrap.ts +17 -3
  257. package/src/client/factory.ts +53 -24
  258. package/src/client/interface.ts +48 -18
  259. package/src/client/p2p_client.ts +144 -86
  260. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  261. package/src/config.ts +159 -34
  262. package/src/errors/p2p-service.error.ts +11 -0
  263. package/src/errors/reqresp.error.ts +13 -19
  264. package/src/index.ts +0 -1
  265. package/src/mem_pools/attestation_pool/attestation_pool.ts +324 -239
  266. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +238 -63
  267. package/src/mem_pools/attestation_pool/mocks.ts +13 -8
  268. package/src/mem_pools/index.ts +0 -3
  269. package/src/mem_pools/instrumentation.ts +18 -12
  270. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +30 -20
  271. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +7 -7
  272. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +2 -4
  273. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +3 -2
  274. package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
  275. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +67 -0
  276. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +1 -3
  277. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -7
  278. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +5 -6
  279. package/src/mem_pools/tx_pool_v2/instrumentation.ts +27 -0
  280. package/src/mem_pools/tx_pool_v2/interfaces.ts +31 -4
  281. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +20 -8
  282. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +35 -0
  283. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +94 -31
  284. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +270 -133
  285. package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -15
  286. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +15 -7
  287. package/src/msg_validators/proposal_validator/README.md +1 -1
  288. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +15 -3
  289. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +26 -3
  290. package/src/msg_validators/proposal_validator/proposal_validator.ts +94 -12
  291. package/src/msg_validators/tx_validator/README.md +13 -3
  292. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
  293. package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
  294. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  295. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  296. package/src/msg_validators/tx_validator/data_validator.ts +2 -0
  297. package/src/msg_validators/tx_validator/factory.ts +37 -20
  298. package/src/msg_validators/tx_validator/gas_validator.ts +99 -54
  299. package/src/msg_validators/tx_validator/index.ts +2 -0
  300. package/src/msg_validators/tx_validator/phases_validator.ts +2 -2
  301. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  302. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  303. package/src/services/data_store.ts +5 -13
  304. package/src/services/discv5/discV5_service.ts +126 -14
  305. package/src/services/discv5/persisted_enr_store.ts +158 -0
  306. package/src/services/dummy_service.ts +26 -40
  307. package/src/services/encoding.ts +28 -20
  308. package/src/services/gossipsub/README.md +33 -11
  309. package/src/services/gossipsub/topic_score_params.ts +9 -18
  310. package/src/services/libp2p/instrumentation.ts +22 -0
  311. package/src/services/libp2p/libp2p_service.ts +456 -305
  312. package/src/services/peer-manager/peer_manager.ts +133 -22
  313. package/src/services/peer-manager/peer_scoring.ts +102 -8
  314. package/src/services/reqresp/README.md +2 -37
  315. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +39 -52
  316. package/src/services/reqresp/batch-tx-requester/interface.ts +11 -4
  317. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  318. package/src/services/reqresp/config.ts +19 -2
  319. package/src/services/reqresp/interface.ts +21 -47
  320. package/src/services/reqresp/metrics.ts +0 -1
  321. package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
  322. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
  323. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
  324. package/src/services/reqresp/protocols/index.ts +0 -1
  325. package/src/services/reqresp/protocols/tx.ts +1 -3
  326. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  327. package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
  328. package/src/services/reqresp/reqresp.ts +69 -252
  329. package/src/services/service.ts +51 -35
  330. package/src/services/tx_collection/config.ts +3 -80
  331. package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
  332. package/src/services/tx_collection/file_store_tx_source.ts +43 -31
  333. package/src/services/tx_collection/index.ts +1 -6
  334. package/src/services/tx_collection/instrumentation.ts +1 -7
  335. package/src/services/tx_collection/tx_collection.ts +330 -173
  336. package/src/services/tx_collection/tx_collection_sink.ts +2 -2
  337. package/src/services/tx_collection/tx_source.ts +10 -8
  338. package/src/services/tx_file_store/tx_file_store.ts +5 -17
  339. package/src/services/tx_provider.ts +5 -0
  340. package/src/test-helpers/make-test-p2p-clients.ts +3 -0
  341. package/src/test-helpers/mock-pubsub.ts +61 -60
  342. package/src/test-helpers/reqresp-nodes.ts +12 -22
  343. package/src/test-helpers/test_tx_provider.ts +5 -0
  344. package/src/test-helpers/testbench-utils.ts +35 -26
  345. package/src/testbench/p2p_client_testbench_worker.ts +108 -53
  346. package/src/testbench/worker_client_manager.ts +59 -20
  347. package/src/util.ts +32 -17
  348. package/src/versioning.ts +3 -33
  349. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  350. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  351. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -304
  352. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  353. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  354. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  355. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  356. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  357. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  358. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  359. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  360. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  361. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  362. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  363. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  364. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  365. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  366. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -123
  367. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  368. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  369. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  370. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  371. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  372. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  373. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  374. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  375. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  376. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  377. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  378. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  379. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  380. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  381. package/dest/mem_pools/tx_pool/index.js +0 -2
  382. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  383. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  384. package/dest/mem_pools/tx_pool/priority.js +0 -15
  385. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  386. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  387. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  388. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  389. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  390. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -402
  391. package/dest/msg_validators/clock_tolerance.d.ts +0 -21
  392. package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
  393. package/dest/msg_validators/clock_tolerance.js +0 -38
  394. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  395. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  396. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  397. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  398. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  399. package/dest/services/reqresp/protocols/block.js +0 -32
  400. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -51
  401. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  402. package/dest/services/tx_collection/fast_tx_collection.js +0 -311
  403. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -48
  404. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  405. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  406. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
  407. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  408. package/dest/services/tx_collection/slow_tx_collection.js +0 -211
  409. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -343
  410. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  411. package/src/mem_pools/tx_pool/README.md +0 -270
  412. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  413. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  414. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  415. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -163
  416. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  417. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  418. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  419. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  420. package/src/mem_pools/tx_pool/index.ts +0 -2
  421. package/src/mem_pools/tx_pool/priority.ts +0 -20
  422. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  423. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -321
  424. package/src/msg_validators/clock_tolerance.ts +0 -52
  425. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  426. package/src/services/reqresp/protocols/block.ts +0 -37
  427. package/src/services/tx_collection/fast_tx_collection.ts +0 -361
  428. package/src/services/tx_collection/proposal_tx_collector.ts +0 -108
  429. package/src/services/tx_collection/slow_tx_collection.ts +0 -266
@@ -4,9 +4,10 @@ import { FifoMemoryQueue, type ISemaphore, Semaphore } from '@aztec/foundation/q
4
4
  import { sleep } from '@aztec/foundation/sleep';
5
5
  import { DateProvider } from '@aztec/foundation/timer';
6
6
  import { PeerErrorSeverity } from '@aztec/stdlib/p2p';
7
- import { Tx, TxArray, TxHash } from '@aztec/stdlib/tx';
7
+ import { Tx, TxArray, TxHash, type TxValidator } from '@aztec/stdlib/tx';
8
8
 
9
9
  import type { PeerId } from '@libp2p/interface';
10
+ import { strict as assert } from 'assert';
10
11
 
11
12
  import type { IRequestTracker } from '../../tx_collection/request_tracker.js';
12
13
  import { ReqRespSubProtocol } from '.././interface.js';
@@ -21,7 +22,7 @@ import {
21
22
  import type { BatchTxRequesterLibP2PService, BatchTxRequesterOptions, ITxMetadataCollection } from './interface.js';
22
23
  import { MissingTxMetadataCollection } from './missing_txs.js';
23
24
  import { type IPeerCollection, PeerCollection } from './peer_collection.js';
24
- import { BatchRequestTxValidator, type IBatchRequestTxValidator } from './tx_validator.js';
25
+ import { createBatchRequestTxValidator } from './tx_validator.js';
25
26
 
26
27
  /*
27
28
  * Tries to fetch all missing transaction until deadline is hit.
@@ -51,7 +52,7 @@ export class BatchTxRequester {
51
52
  private readonly txsMetadata: ITxMetadataCollection;
52
53
  private readonly smartRequesterSemaphore: ISemaphore;
53
54
  private readonly txQueue: FifoMemoryQueue<Tx>;
54
- private readonly txValidator: IBatchRequestTxValidator;
55
+ private readonly txValidator: TxValidator;
55
56
  private readonly smartParallelWorkerCount: number;
56
57
  private readonly dumbParallelWorkerCount: number;
57
58
  private readonly txBatchSize: number;
@@ -78,7 +79,7 @@ export class BatchTxRequester {
78
79
  this.opts.dumbParallelWorkerCount ?? DEFAULT_BATCH_TX_REQUESTER_DUMB_PARALLEL_WORKER_COUNT;
79
80
  this.txBatchSize = this.opts.txBatchSize ?? DEFAULT_BATCH_TX_REQUESTER_TX_BATCH_SIZE;
80
81
  this.txQueue = new FifoMemoryQueue(this.logger);
81
- this.txValidator = this.opts.txValidator ?? new BatchRequestTxValidator(this.p2pService.txValidatorConfig);
82
+ this.txValidator = this.opts.txValidator ?? createBatchRequestTxValidator(this.p2pService.txValidatorConfig);
82
83
 
83
84
  if (this.opts.peerCollection) {
84
85
  this.peers = this.opts.peerCollection;
@@ -97,7 +98,7 @@ export class BatchTxRequester {
97
98
  }
98
99
 
99
100
  /*
100
- * Fetches all missing transactions and yields them one by one
101
+ * Fetches all missing transactions and yields them one by one
101
102
  * */
102
103
  public async *run(): AsyncGenerator<Tx, Tx | undefined, unknown> {
103
104
  try {
@@ -428,6 +429,15 @@ export class BatchTxRequester {
428
429
  }
429
430
 
430
431
  const blockResponse = BlockTxsResponse.fromBuffer(response.data);
432
+
433
+ // Validate response. Peers will be penalised by the validator if they send invalid response.
434
+ const isValid = await this.p2pService.validateRequestedBlockTxsConsistency(request, blockResponse, peerId);
435
+ if (!isValid) {
436
+ this.logger.debug(`Peer ${peerId.toString()} sent invalid response`);
437
+ this.handleFailResponseFromPeer(peerId, ReqRespStatus.INTERNAL_ERROR);
438
+ return;
439
+ }
440
+
431
441
  await this.handleSuccessResponseFromPeer(peerId, blockResponse);
432
442
  } catch (err: any) {
433
443
  this.logger.error(`Failed to get valid response from peer ${peerId.toString()}: ${err.message}`, {
@@ -445,27 +455,24 @@ export class BatchTxRequester {
445
455
  * Handles failed response form the peer
446
456
  * There are 3 scenarios
447
457
  * - RATE_LIMIT_EXCEEDED: We mark this and don't query this peer again for some_time
458
+ * - INTERNAL_ERROR: We use this to cover cases where the request-response consistency validation fails.
448
459
  * - FAILURE and UNKNOWN: We penalise this, if peer has been penalised this way N times they are not queried again
449
460
  * this implies we will query these peers couple of more times and give them a chance to "redeem" themselves before completely ignoring them
450
461
  */
451
462
  private handleFailResponseFromPeer(peerId: PeerId, responseStatus: ReqRespStatus) {
452
- if (responseStatus === ReqRespStatus.FAILURE || responseStatus === ReqRespStatus.UNKNOWN) {
453
- this.peers.penalisePeer(peerId, PeerErrorSeverity.HighToleranceError);
454
- this.peers.markPeerDumb(peerId);
455
- this.txsMetadata.clearPeerData(peerId);
456
- return;
457
- }
458
-
459
- // NOT_FOUND means the peer pruned its block proposal — it can no longer serve
460
- // index-based requests, but this is a legitimate state so we don't penalize.
461
- if (responseStatus === ReqRespStatus.NOT_FOUND) {
462
- this.peers.markPeerDumb(peerId);
463
- this.txsMetadata.clearPeerData(peerId);
464
- return;
465
- }
466
-
467
- if (responseStatus === ReqRespStatus.RATE_LIMIT_EXCEEDED) {
468
- this.peers.markPeerRateLimitExceeded(peerId);
463
+ switch (responseStatus) {
464
+ case ReqRespStatus.RATE_LIMIT_EXCEEDED:
465
+ this.peers.markPeerRateLimitExceeded(peerId);
466
+ return;
467
+ case ReqRespStatus.INTERNAL_ERROR:
468
+ this.peers.markPeerDumb(peerId);
469
+ this.txsMetadata.clearPeerData(peerId);
470
+ return;
471
+ default: // includes FAILURE, UNKNOWN
472
+ this.peers.penalisePeer(peerId, PeerErrorSeverity.HighToleranceError);
473
+ this.peers.markPeerDumb(peerId);
474
+ this.txsMetadata.clearPeerData(peerId);
475
+ return;
469
476
  }
470
477
  }
471
478
 
@@ -485,7 +492,7 @@ export class BatchTxRequester {
485
492
  * Handles received txs.
486
493
  * Transactions are validated and then put on async queue
487
494
  * to be yielded by main running loop
488
- * */
495
+ */
489
496
  private async handleReceivedTxs(peerId: PeerId, txs: TxArray) {
490
497
  const newTxs = txs.filter(tx => !this.txsMetadata.alreadyFetched(tx.txHash));
491
498
 
@@ -493,12 +500,12 @@ export class BatchTxRequester {
493
500
  return;
494
501
  }
495
502
 
496
- //TODO: this validation can be slow, maybe spawn worker just for validation
503
+ // TODO: this validation can be slow, maybe spawn worker just for validation
497
504
  // We could use the async queue for communication.
498
505
  const validationResults = await Promise.allSettled(
499
506
  newTxs.map(async tx => ({
500
507
  tx,
501
- isValid: (await this.txValidator.validateRequestedTx(tx)).result === 'valid',
508
+ isValid: (await this.txValidator.validateTx(tx)).result === 'valid',
502
509
  })),
503
510
  );
504
511
 
@@ -553,9 +560,10 @@ export class BatchTxRequester {
553
560
  return;
554
561
  }
555
562
 
556
- const hasArchiveRootMismatch = this.blockTxsSource.archive.toString() !== response.archiveRoot.toString();
557
- if (hasArchiveRootMismatch) {
558
- this.handleArchiveRootMismatch(peerId, response);
563
+ // If the peer doesn't have the block, we mark them as dumb.
564
+ if (!response.peerHasBlock()) {
565
+ this.peers.markPeerDumb(peerId);
566
+ this.txsMetadata.clearPeerData(peerId);
559
567
  return;
560
568
  }
561
569
 
@@ -573,21 +581,6 @@ export class BatchTxRequester {
573
581
  this.smartRequesterSemaphore.release();
574
582
  }
575
583
 
576
- /**
577
- * Handles an archive root mismatch between local state and peer response.
578
- *
579
- * - Response archive is Fr.ZERO (peer pruned proposal, legitimate): marks peer dumb.
580
- * - Non-zero archive mismatch (malicious response): penalises + marks dumb.
581
- */
582
- private handleArchiveRootMismatch(peerId: PeerId, response: BlockTxsResponse): void {
583
- if (!response.archiveRoot.isZero()) {
584
- this.peers.penalisePeer(peerId, PeerErrorSeverity.LowToleranceError);
585
- }
586
-
587
- this.peers.markPeerDumb(peerId);
588
- this.txsMetadata.clearPeerData(peerId);
589
- }
590
-
591
584
  private peerHasSomeTxsWeAreMissing(_peerId: PeerId, response: BlockTxsResponse): boolean {
592
585
  if (response.txIndices.isEmpty()) {
593
586
  return false;
@@ -603,15 +596,9 @@ export class BatchTxRequester {
603
596
  }
604
597
 
605
598
  private extractHashesPeerHasFromResponse(response: BlockTxsResponse): Array<TxHash> {
606
- const hashes: TxHash[] = [];
607
- const indicesOfHashesPeerHas = new Set(response.txIndices.getTrueIndices());
608
- this.blockTxsSource.txHashes.forEach((hash, idx) => {
609
- if (indicesOfHashesPeerHas.has(idx)) {
610
- hashes.push(hash);
611
- }
612
- });
613
-
614
- return hashes;
599
+ // Should already have been validated, but just in case.
600
+ assert(response.txIndices.getLength() === this.blockTxsSource.txHashes.length);
601
+ return response.txIndices.getTrueIndices().map(idx => this.blockTxsSource.txHashes[idx]);
615
602
  }
616
603
 
617
604
  /*
@@ -1,13 +1,14 @@
1
1
  import type { ISemaphore } from '@aztec/foundation/queue';
2
2
  import type { PeerErrorSeverity } from '@aztec/stdlib/p2p';
3
- import type { Tx, TxHash } from '@aztec/stdlib/tx';
3
+ import type { Tx, TxHash, TxValidator } from '@aztec/stdlib/tx';
4
4
 
5
5
  import type { PeerId } from '@libp2p/interface';
6
6
 
7
7
  import type { ConnectionSampler } from '../connection-sampler/connection_sampler.js';
8
+ import type { BlockTxsRequest, BlockTxsResponse } from '../index.js';
8
9
  import type { ReqRespInterface } from '../interface.js';
9
10
  import type { IPeerCollection } from './peer_collection.js';
10
- import type { BatchRequestTxValidatorConfig, IBatchRequestTxValidator } from './tx_validator.js';
11
+ import type { BatchRequestTxValidatorConfig } from './tx_validator.js';
11
12
 
12
13
  export interface IPeerPenalizer {
13
14
  penalizePeer(peerId: PeerId, penalty: PeerErrorSeverity): void;
@@ -32,13 +33,19 @@ export interface ITxMetadataCollection {
32
33
  */
33
34
  export interface BatchTxRequesterLibP2PService {
34
35
  /** ReqResp interface for sending requests to peers */
35
- reqResp: Pick<ReqRespInterface, 'sendBatchRequest' | 'sendRequestToPeer'>;
36
+ reqResp: Pick<ReqRespInterface, 'sendRequestToPeer'>;
36
37
  /** Connection sampler for getting peer lists */
37
38
  connectionSampler: Pick<ConnectionSampler, 'getPeerListSortedByConnectionCountAsc'>;
38
39
  /** Configuration needed for transaction validation */
39
40
  txValidatorConfig: BatchRequestTxValidatorConfig;
40
41
  /** Peer scoring for penalizing peers */
41
42
  peerScoring: IPeerPenalizer;
43
+ /** Validate the requested block transactions request-response consistency */
44
+ validateRequestedBlockTxsConsistency: (
45
+ request: BlockTxsRequest,
46
+ response: BlockTxsResponse,
47
+ peerId: PeerId,
48
+ ) => Promise<boolean>;
42
49
  }
43
50
 
44
51
  export interface BatchTxRequesterOptions {
@@ -50,5 +57,5 @@ export interface BatchTxRequesterOptions {
50
57
  semaphore?: ISemaphore;
51
58
  peerCollection?: IPeerCollection;
52
59
  /** Optional tx validator for testing - if not provided, one is created from p2pService.txValidatorConfig */
53
- txValidator?: IBatchRequestTxValidator;
60
+ txValidator?: TxValidator;
54
61
  }
@@ -1,37 +1,24 @@
1
1
  import type { ClientProtocolCircuitVerifier } from '@aztec/stdlib/interfaces/server';
2
- import { Tx, type TxValidationResult, type TxValidator } from '@aztec/stdlib/tx';
2
+ import type { TxValidator } from '@aztec/stdlib/tx';
3
3
 
4
- import { createTxValidatorForReqResponseReceivedTxs } from '../../../msg_validators/index.js';
4
+ import { createTxValidatorForOnDemandReceivedTxs } from '../../../msg_validators/index.js';
5
+ import type { TxValidationCache } from '../../../msg_validators/tx_validator/tx_validation_cache.js';
5
6
 
6
7
  export interface BatchRequestTxValidatorConfig {
7
8
  l1ChainId: number;
8
9
  rollupVersion: number;
9
10
  proofVerifier: ClientProtocolCircuitVerifier;
11
+ txValidationCache?: TxValidationCache;
10
12
  }
11
13
 
12
- export interface IBatchRequestTxValidator {
13
- validateRequestedTx(tx: Tx): Promise<TxValidationResult>;
14
- validateRequestedTxs(txs: Tx[]): Promise<TxValidationResult[]>;
15
- }
16
-
17
- export class BatchRequestTxValidator implements IBatchRequestTxValidator {
18
- readonly txValidator: TxValidator;
19
- constructor(private readonly config: BatchRequestTxValidatorConfig) {
20
- this.txValidator = BatchRequestTxValidator.createRequestedTxValidator(this.config);
21
- }
22
-
23
- public async validateRequestedTx(tx: Tx): Promise<TxValidationResult> {
24
- return await this.txValidator.validateTx(tx);
25
- }
26
-
27
- public async validateRequestedTxs(txs: Tx[]): Promise<TxValidationResult[]> {
28
- return await Promise.all(txs.map(tx => this.validateRequestedTx(tx)));
29
- }
30
-
31
- static createRequestedTxValidator(config: BatchRequestTxValidatorConfig): TxValidator {
32
- return createTxValidatorForReqResponseReceivedTxs(config.proofVerifier, {
14
+ export function createBatchRequestTxValidator(config: BatchRequestTxValidatorConfig): TxValidator {
15
+ return createTxValidatorForOnDemandReceivedTxs(
16
+ config.proofVerifier,
17
+ {
33
18
  l1ChainId: config.l1ChainId,
34
19
  rollupVersion: config.rollupVersion,
35
- });
36
- }
20
+ },
21
+ /*bindings=*/ undefined,
22
+ config.txValidationCache,
23
+ );
37
24
  }
@@ -1,10 +1,27 @@
1
- import { type ConfigMapping, booleanConfigHelper, numberConfigHelper } from '@aztec/foundation/config';
1
+ import { type ConfigMappingsType, booleanConfigHelper, numberConfigHelper } from '@aztec/foundation/config';
2
2
 
3
3
  export const DEFAULT_INDIVIDUAL_REQUEST_TIMEOUT_MS = 10_000;
4
4
  export const DEFAULT_OVERALL_REQUEST_TIMEOUT_MS = 10_000; // Not currently used
5
5
  export const DEFAULT_REQRESP_DIAL_TIMEOUT_MS = 5_000;
6
6
  export const DEFAULT_OPTIMISTIC_NEGOTIATION = false;
7
7
 
8
+ /**
9
+ * Max size of a yamux frame, header included. This is the library default, pinned explicitly when configuring the
10
+ * muxer in the libp2p service so a dependency upgrade cannot silently change it.
11
+ */
12
+ export const YAMUX_MAX_MESSAGE_SIZE_BYTES = 64 * 1024;
13
+
14
+ /** Size of a yamux data frame header. */
15
+ const YAMUX_HEADER_LENGTH_BYTES = 12;
16
+
17
+ /**
18
+ * Max size of a reqresp request payload. A request must fit in a single muxer frame: the responder never reassembles
19
+ * a request from multiple chunks (see `ReqResp.processStream`), and yamux splits writes larger than one frame into
20
+ * multiple frames, each of which arrives as a separate chunk. mplex only splits at 1 MiB, so yamux is the binding
21
+ * constraint.
22
+ */
23
+ export const MAX_REQRESP_REQUEST_SIZE_BYTES = YAMUX_MAX_MESSAGE_SIZE_BYTES - YAMUX_HEADER_LENGTH_BYTES;
24
+
8
25
  // For use in tests.
9
26
  export const DEFAULT_P2P_REQRESP_CONFIG: P2PReqRespConfig = {
10
27
  overallRequestTimeoutMs: DEFAULT_OVERALL_REQUEST_TIMEOUT_MS,
@@ -27,7 +44,7 @@ export interface P2PReqRespConfig {
27
44
  dialTimeoutMs: number;
28
45
  }
29
46
 
30
- export const p2pReqRespConfigMappings: Record<keyof P2PReqRespConfig, ConfigMapping> = {
47
+ export const p2pReqRespConfigMappings: ConfigMappingsType<P2PReqRespConfig> = {
31
48
  overallRequestTimeoutMs: {
32
49
  env: 'P2P_REQRESP_OVERALL_REQUEST_TIMEOUT_MS',
33
50
  description: 'The overall timeout for a request response operation.',
@@ -1,6 +1,3 @@
1
- import { Fr } from '@aztec/foundation/curves/bn254';
2
- import { L2Block } from '@aztec/stdlib/block';
3
- import { MAX_L2_BLOCK_SIZE_KB } from '@aztec/stdlib/p2p';
4
1
  import { TxArray, TxHashArray } from '@aztec/stdlib/tx';
5
2
 
6
3
  import type { PeerId } from '@libp2p/interface';
@@ -24,7 +21,6 @@ export const PING_PROTOCOL = '/aztec/req/ping/1.0.0';
24
21
  export const STATUS_PROTOCOL = '/aztec/req/status/1.0.0';
25
22
  export const GOODBYE_PROTOCOL = '/aztec/req/goodbye/1.0.0';
26
23
  export const TX_REQ_PROTOCOL = '/aztec/req/tx/1.0.0';
27
- export const BLOCK_REQ_PROTOCOL = '/aztec/req/block/1.0.0';
28
24
  export const AUTH_PROTOCOL = '/aztec/req/auth/1.0.0';
29
25
  export const BLOCK_TXS_REQ_PROTOCOL = '/aztec/req/block_txs/1.0.0';
30
26
 
@@ -33,7 +29,6 @@ export enum ReqRespSubProtocol {
33
29
  STATUS = STATUS_PROTOCOL,
34
30
  GOODBYE = GOODBYE_PROTOCOL,
35
31
  TX = TX_REQ_PROTOCOL,
36
- BLOCK = BLOCK_REQ_PROTOCOL,
37
32
  AUTH = AUTH_PROTOCOL,
38
33
  BLOCK_TXS = BLOCK_TXS_REQ_PROTOCOL,
39
34
  }
@@ -83,32 +78,28 @@ export interface ProtocolRateLimitQuota {
83
78
  globalLimit: RateLimitQuota;
84
79
  }
85
80
 
86
- export const noopValidator = () => Promise.resolve(true);
87
-
88
81
  /**
89
82
  * A type mapping from supprotocol to it's handling function
90
83
  */
91
84
  export type ReqRespSubProtocolHandlers = Record<ReqRespSubProtocol, ReqRespSubProtocolHandler>;
92
85
 
93
- type ResponseValidator<RequestIdentifier, Response> = (
94
- request: RequestIdentifier,
95
- response: Response,
96
- peerId: PeerId,
97
- ) => Promise<boolean>;
98
-
99
- export type ReqRespSubProtocolValidators = {
100
- [S in ReqRespSubProtocol]: ResponseValidator<any, any>;
101
- };
86
+ /**
87
+ * Protocols that are always allowed without authentication, even when p2pAllowOnlyValidators is enabled.
88
+ * These are needed for the handshake and connection management flow.
89
+ * All other protocols require the remote peer to be authenticated.
90
+ */
91
+ export const UNAUTHENTICATED_ALLOWED_PROTOCOLS: ReadonlySet<ReqRespSubProtocol> = new Set([
92
+ ReqRespSubProtocol.PING,
93
+ ReqRespSubProtocol.STATUS,
94
+ ReqRespSubProtocol.AUTH,
95
+ ReqRespSubProtocol.GOODBYE,
96
+ ]);
102
97
 
103
- export const DEFAULT_SUB_PROTOCOL_VALIDATORS: ReqRespSubProtocolValidators = {
104
- [ReqRespSubProtocol.PING]: noopValidator,
105
- [ReqRespSubProtocol.STATUS]: noopValidator,
106
- [ReqRespSubProtocol.TX]: noopValidator,
107
- [ReqRespSubProtocol.GOODBYE]: noopValidator,
108
- [ReqRespSubProtocol.BLOCK]: noopValidator,
109
- [ReqRespSubProtocol.AUTH]: noopValidator,
110
- [ReqRespSubProtocol.BLOCK_TXS]: noopValidator,
111
- };
98
+ /**
99
+ * Callback that checks whether a peer should be rejected from req/resp data protocols.
100
+ * Returns true if the peer should be rejected (i.e. p2pAllowOnlyValidators is on and peer is unauthenticated).
101
+ */
102
+ export type ShouldRejectPeer = (peerId: string) => boolean;
112
103
 
113
104
  /*
114
105
  * Helper class to sub-protocol validation error*/
@@ -203,10 +194,6 @@ export const subProtocolMap = {
203
194
  request: RequestableBuffer,
204
195
  response: RequestableBuffer,
205
196
  },
206
- [ReqRespSubProtocol.BLOCK]: {
207
- request: Fr, // block number
208
- response: L2Block,
209
- },
210
197
  [ReqRespSubProtocol.AUTH]: {
211
198
  request: AuthRequest,
212
199
  response: AuthResponse,
@@ -229,7 +216,6 @@ export type ExpectedResponseSizeCalculator = (requestBuffer: Buffer) => number;
229
216
  export const subProtocolSizeCalculators: Record<ReqRespSubProtocol, ExpectedResponseSizeCalculator> = {
230
217
  [ReqRespSubProtocol.TX]: calculateTxResponseSize,
231
218
  [ReqRespSubProtocol.BLOCK_TXS]: calculateBlockTxsResponseSize,
232
- [ReqRespSubProtocol.BLOCK]: () => MAX_L2_BLOCK_SIZE_KB,
233
219
  [ReqRespSubProtocol.STATUS]: () => 1,
234
220
  [ReqRespSubProtocol.PING]: () => 1,
235
221
  [ReqRespSubProtocol.AUTH]: () => 1,
@@ -237,24 +223,9 @@ export const subProtocolSizeCalculators: Record<ReqRespSubProtocol, ExpectedResp
237
223
  };
238
224
 
239
225
  export interface ReqRespInterface {
240
- start(
241
- subProtocolHandlers: Partial<ReqRespSubProtocolHandlers>,
242
- subProtocolValidators: ReqRespSubProtocolValidators,
243
- ): Promise<void>;
244
- addSubProtocol(
245
- subProtocol: ReqRespSubProtocol,
246
- handler: ReqRespSubProtocolHandler,
247
- validator?: ReqRespSubProtocolValidators[ReqRespSubProtocol],
248
- ): Promise<void>;
226
+ start(subProtocolHandlers: Partial<ReqRespSubProtocolHandlers>): Promise<void>;
227
+ addSubProtocol(subProtocol: ReqRespSubProtocol, handler: ReqRespSubProtocolHandler): Promise<void>;
249
228
  stop(): Promise<void>;
250
- sendBatchRequest<SubProtocol extends ReqRespSubProtocol>(
251
- subProtocol: SubProtocol,
252
- requests: InstanceType<SubProtocolMap[SubProtocol]['request']>[],
253
- pinnedPeer: PeerId | undefined,
254
- timeoutMs?: number,
255
- maxPeers?: number,
256
- maxRetryAttempts?: number,
257
- ): Promise<InstanceType<SubProtocolMap[SubProtocol]['response']>[]>;
258
229
  sendRequestToPeer(
259
230
  peerId: PeerId,
260
231
  subProtocol: ReqRespSubProtocol,
@@ -264,5 +235,8 @@ export interface ReqRespInterface {
264
235
 
265
236
  updateConfig(config: Partial<P2PReqRespConfig>): void;
266
237
 
238
+ /** Sets the callback used to reject unauthenticated peers on gated req/resp protocols. */
239
+ setShouldRejectPeer(checker: ShouldRejectPeer): void;
240
+
267
241
  getConnectionSampler(): Pick<ConnectionSampler, 'getPeerListSortedByConnectionCountAsc'>;
268
242
  }
@@ -26,7 +26,6 @@ export class ReqRespMetrics {
26
26
  ReqRespSubProtocol.STATUS,
27
27
  ReqRespSubProtocol.GOODBYE,
28
28
  ReqRespSubProtocol.TX,
29
- ReqRespSubProtocol.BLOCK,
30
29
  ReqRespSubProtocol.AUTH,
31
30
  ReqRespSubProtocol.BLOCK_TXS,
32
31
  ],
@@ -58,8 +58,9 @@ export class BitVector {
58
58
  }
59
59
 
60
60
  /**
61
- * Returns all indices which are set to true
62
- * */
61
+ * Returns all indices which are set to true.
62
+ * Ordered by index. No duplicates.
63
+ */
63
64
  getTrueIndices(): number[] {
64
65
  return Array.from({ length: this.length }, (_, i) => i).filter(i => this.isSet(i));
65
66
  }
@@ -1,6 +1,5 @@
1
- import { Fr } from '@aztec/foundation/curves/bn254';
2
1
  import type { L2BlockSource } from '@aztec/stdlib/block';
3
- import { TxArray } from '@aztec/stdlib/tx';
2
+ import { TxArray, TxHash } from '@aztec/stdlib/tx';
4
3
 
5
4
  import type { PeerId } from '@libp2p/interface';
6
5
 
@@ -36,40 +35,45 @@ export function reqRespBlockTxsHandler(
36
35
  } catch (err: any) {
37
36
  throw new ReqRespStatusError(ReqRespStatus.BADLY_FORMED_REQUEST, { cause: err });
38
37
  }
39
- // First try attestation pool, then fall back to archiver
40
- let txHashes = (await attestationPool.getBlockProposal(request.archiveRoot.toString()))?.txHashes;
41
- if (!txHashes) {
42
- txHashes = (await archiver.getL2BlockByArchive(request.archiveRoot))?.body.txEffects.map(effect => effect.txHash);
43
- }
44
38
 
45
- let requestedTxsHashes;
46
- if (request.txHashes.length > 0) {
47
- requestedTxsHashes = request.txHashes;
48
- }
39
+ // In principle assume we haven't found the block. This is how that is signaled to the requester.
40
+ let availableIndicesBitVector: BitVector = BitVector.init(0, []);
41
+ // We always try to service the explicitly requested tx hashes, even if we don't have the block.
42
+ const requestedTxsHashes: Set<string> = new Set(request.txHashes.map(h => h.toString()));
49
43
 
50
- // This is scenario in which we don't have this block the peer is requesting from us
51
- // But peer has sent requested tx hashes, so we can send them the transactions
52
- if (!txHashes && requestedTxsHashes !== undefined) {
53
- const responseTxs = (await txPool.getTxsByHash(requestedTxsHashes)).filter(tx => !!tx);
54
- const response = new BlockTxsResponse(Fr.zero(), new TxArray(...responseTxs), BitVector.init(0, []));
55
- return response.toBuffer();
44
+ // First try attestation pool, then fall back to archiver.
45
+ let blockTxHashes = (await attestationPool.getBlockProposalByArchive(request.archiveRoot.toString()))?.txHashes;
46
+ if (!blockTxHashes) {
47
+ blockTxHashes = (await archiver.getBlock({ archive: request.archiveRoot }))?.body.txEffects.map(
48
+ effect => effect.txHash,
49
+ );
56
50
  }
57
51
 
58
- // If we don't have this block and peer has not sent requested tx hashes
59
- if (!txHashes) {
60
- throw new ReqRespStatusError(ReqRespStatus.NOT_FOUND);
61
- }
52
+ // If we have found the block,
53
+ if (blockTxHashes) {
54
+ // First confirm that we are talking about the same block (up to tx hashes and order).
55
+ // If we are not, then we can't:
56
+ // 1. Use the indices from the request to get the txs from the pool.
57
+ // 2. Respond to the peer with the txs we have using indices.
58
+ const blockTxHashesCommitment = BlockTxsRequest.computeBlockTxHashesCommitment(blockTxHashes);
59
+ if (blockTxHashesCommitment.equals(request.blockTxHashesCommitment)) {
60
+ // In that case, we can also get the available indices from the pool.
61
+ const txsAvailableInPool = await txPool.hasTxs(blockTxHashes);
62
+ // Map txs in the pool to their indices in the block
63
+ const availableIndices = txsAvailableInPool.map((hasTx, idx) => (hasTx ? idx : -1)).filter(idx => idx !== -1);
64
+ availableIndicesBitVector = BitVector.init(blockTxHashes.length, availableIndices);
62
65
 
63
- const txsAvailableInPool = await txPool.hasTxs(txHashes);
64
- // Map txs in the pool to their indices in the block
65
- const availableIndices = txsAvailableInPool.map((hasTx, idx) => (hasTx ? idx : -1)).filter(idx => idx !== -1);
66
- const responseBitVector = BitVector.init(txHashes.length, availableIndices);
67
-
68
- const requestedIndices = new Set(request.txIndices.getTrueIndices());
69
- requestedTxsHashes = txHashes.filter((_, idx) => requestedIndices.has(idx));
66
+ // We add the requested tx hashes (by index) to the list of tx hashes we are sending to the peer.
67
+ const requestedIndices = new Set(request.txIndices.getTrueIndices());
68
+ blockTxHashes.filter((_, idx) => requestedIndices.has(idx)).forEach(h => requestedTxsHashes.add(h.toString()));
69
+ }
70
+ }
70
71
 
71
- const responseTxs = (await txPool.getTxsByHash(requestedTxsHashes)).filter(tx => !!tx);
72
- const response = new BlockTxsResponse(request.archiveRoot, new TxArray(...responseTxs), responseBitVector);
72
+ // Finally, get the txs from the pool and create the response.
73
+ const responseTxs = (
74
+ await txPool.getTxsByHash(Array.from(requestedTxsHashes).map(h => TxHash.fromString(h)))
75
+ ).filter(tx => !!tx);
76
+ const response = new BlockTxsResponse(new TxArray(...responseTxs), availableIndicesBitVector);
73
77
 
74
78
  return response.toBuffer();
75
79
  };