@aztec/p2p 0.0.1-commit.04852196a → 0.0.1-commit.04d373f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (406) hide show
  1. package/README.md +129 -3
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +9 -1
  5. package/dest/client/factory.d.ts +4 -3
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +31 -14
  8. package/dest/client/interface.d.ts +14 -5
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +13 -9
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +94 -26
  13. package/dest/config.d.ts +139 -97
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +70 -5
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +1 -20
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +0 -21
  22. package/dest/index.d.ts +1 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +0 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +99 -59
  26. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/attestation_pool.js +265 -199
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +181 -65
  31. package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/mocks.js +6 -4
  34. package/dest/mem_pools/index.d.ts +1 -2
  35. package/dest/mem_pools/index.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.d.ts +1 -1
  37. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  38. package/dest/mem_pools/instrumentation.js +17 -1
  39. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  40. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  41. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +2 -1
  42. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
  43. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  44. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
  45. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  47. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
  48. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +2 -2
  49. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +10 -5
  50. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  51. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +13 -3
  52. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  53. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +20 -7
  54. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +4 -2
  55. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  56. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +3 -0
  57. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +1 -1
  58. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  59. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +92 -87
  60. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +9 -3
  61. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  62. package/dest/msg_validators/attestation_validator/attestation_validator.js +37 -12
  63. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  64. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  65. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  66. package/dest/msg_validators/clock_tolerance.d.ts +12 -1
  67. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  68. package/dest/msg_validators/clock_tolerance.js +61 -3
  69. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -2
  70. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  71. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -2
  72. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  73. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +10 -2
  74. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  75. package/dest/msg_validators/proposal_validator/proposal_validator.js +46 -12
  76. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  77. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  78. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
  79. package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
  80. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  81. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  82. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  83. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  84. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  85. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  86. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  87. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  88. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  89. package/dest/msg_validators/tx_validator/data_validator.js +36 -2
  90. package/dest/msg_validators/tx_validator/factory.d.ts +27 -7
  91. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  92. package/dest/msg_validators/tx_validator/factory.js +47 -17
  93. package/dest/msg_validators/tx_validator/gas_validator.d.ts +48 -7
  94. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  95. package/dest/msg_validators/tx_validator/gas_validator.js +88 -41
  96. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  97. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  98. package/dest/msg_validators/tx_validator/index.js +2 -0
  99. package/dest/msg_validators/tx_validator/phases_validator.d.ts +21 -1
  100. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  101. package/dest/msg_validators/tx_validator/phases_validator.js +28 -1
  102. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  103. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  105. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  106. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  107. package/dest/msg_validators/tx_validator/tx_validation_cache.js +69 -0
  108. package/dest/services/data_store.d.ts +1 -1
  109. package/dest/services/data_store.d.ts.map +1 -1
  110. package/dest/services/data_store.js +5 -5
  111. package/dest/services/discv5/discV5_service.d.ts +2 -1
  112. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  113. package/dest/services/discv5/discV5_service.js +35 -8
  114. package/dest/services/dummy_service.d.ts +11 -15
  115. package/dest/services/dummy_service.d.ts.map +1 -1
  116. package/dest/services/dummy_service.js +12 -16
  117. package/dest/services/encoding.d.ts +5 -1
  118. package/dest/services/encoding.d.ts.map +1 -1
  119. package/dest/services/encoding.js +7 -1
  120. package/dest/services/gossipsub/topic_score_params.d.ts +13 -2
  121. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  122. package/dest/services/gossipsub/topic_score_params.js +21 -4
  123. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  124. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  125. package/dest/services/libp2p/instrumentation.js +14 -0
  126. package/dest/services/libp2p/libp2p_service.d.ts +36 -46
  127. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  128. package/dest/services/libp2p/libp2p_service.js +282 -236
  129. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  130. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  131. package/dest/services/peer-manager/peer_manager.js +38 -10
  132. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  133. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  134. package/dest/services/peer-manager/peer_scoring.js +32 -10
  135. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +11 -8
  136. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  137. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +84 -71
  138. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +10 -6
  139. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  140. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +5 -4
  141. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  142. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +13 -7
  143. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +3 -1
  144. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  145. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +3 -0
  146. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  147. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  148. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  149. package/dest/services/reqresp/config.d.ts +3 -3
  150. package/dest/services/reqresp/config.d.ts.map +1 -1
  151. package/dest/services/reqresp/interface.d.ts +16 -18
  152. package/dest/services/reqresp/interface.d.ts.map +1 -1
  153. package/dest/services/reqresp/interface.js +10 -20
  154. package/dest/services/reqresp/metrics.d.ts +1 -1
  155. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  156. package/dest/services/reqresp/metrics.js +0 -1
  157. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  158. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  159. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +4 -2
  160. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  161. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  162. package/dest/services/reqresp/protocols/index.js +0 -1
  163. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  164. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  165. package/dest/services/reqresp/protocols/tx.js +1 -3
  166. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  167. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  168. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  169. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  170. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  171. package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
  172. package/dest/services/reqresp/reqresp.d.ts +7 -29
  173. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  174. package/dest/services/reqresp/reqresp.js +41 -214
  175. package/dest/services/service.d.ts +9 -12
  176. package/dest/services/service.d.ts.map +1 -1
  177. package/dest/services/tx_collection/config.d.ts +2 -23
  178. package/dest/services/tx_collection/config.d.ts.map +1 -1
  179. package/dest/services/tx_collection/config.js +2 -55
  180. package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
  181. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  182. package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
  183. package/dest/services/tx_collection/file_store_tx_source.d.ts +5 -4
  184. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
  185. package/dest/services/tx_collection/file_store_tx_source.js +39 -29
  186. package/dest/services/tx_collection/index.d.ts +2 -3
  187. package/dest/services/tx_collection/index.d.ts.map +1 -1
  188. package/dest/services/tx_collection/index.js +0 -1
  189. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  190. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  191. package/dest/services/tx_collection/instrumentation.js +0 -2
  192. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  193. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  194. package/dest/services/tx_collection/request_tracker.js +84 -0
  195. package/dest/services/tx_collection/tx_collection.d.ts +36 -55
  196. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  197. package/dest/services/tx_collection/tx_collection.js +275 -119
  198. package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
  199. package/dest/services/tx_collection/tx_collection_sink.js +2 -2
  200. package/dest/services/tx_collection/tx_source.d.ts +6 -5
  201. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  202. package/dest/services/tx_collection/tx_source.js +9 -7
  203. package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
  204. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  205. package/dest/services/tx_file_store/tx_file_store.js +4 -14
  206. package/dest/services/tx_provider.d.ts +3 -1
  207. package/dest/services/tx_provider.d.ts.map +1 -1
  208. package/dest/services/tx_provider.js +3 -0
  209. package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
  210. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  211. package/dest/test-helpers/make-test-p2p-clients.js +5 -2
  212. package/dest/test-helpers/mock-pubsub.d.ts +23 -9
  213. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  214. package/dest/test-helpers/mock-pubsub.js +44 -44
  215. package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
  216. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  217. package/dest/test-helpers/reqresp-nodes.js +16 -18
  218. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  219. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  220. package/dest/test-helpers/test_tx_provider.js +3 -0
  221. package/dest/test-helpers/testbench-utils.d.ts +12 -14
  222. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  223. package/dest/test-helpers/testbench-utils.js +42 -15
  224. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  225. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  226. package/dest/testbench/p2p_client_testbench_worker.js +83 -38
  227. package/dest/testbench/worker_client_manager.d.ts +10 -6
  228. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  229. package/dest/testbench/worker_client_manager.js +51 -9
  230. package/dest/util.d.ts +11 -6
  231. package/dest/util.d.ts.map +1 -1
  232. package/dest/util.js +35 -14
  233. package/dest/versioning.d.ts +3 -6
  234. package/dest/versioning.d.ts.map +1 -1
  235. package/dest/versioning.js +3 -24
  236. package/package.json +15 -14
  237. package/src/bootstrap/bootstrap.ts +9 -1
  238. package/src/client/factory.ts +55 -7
  239. package/src/client/interface.ts +15 -11
  240. package/src/client/p2p_client.ts +107 -49
  241. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  242. package/src/config.ts +137 -4
  243. package/src/errors/p2p-service.error.ts +11 -0
  244. package/src/errors/reqresp.error.ts +0 -25
  245. package/src/index.ts +0 -1
  246. package/src/mem_pools/attestation_pool/attestation_pool.ts +316 -241
  247. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +204 -68
  248. package/src/mem_pools/attestation_pool/mocks.ts +13 -8
  249. package/src/mem_pools/index.ts +0 -3
  250. package/src/mem_pools/instrumentation.ts +5 -1
  251. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +2 -1
  252. package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
  253. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
  254. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +3 -3
  255. package/src/mem_pools/tx_pool_v2/interfaces.ts +9 -4
  256. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +31 -9
  257. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +13 -1
  258. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +93 -93
  259. package/src/msg_validators/attestation_validator/README.md +49 -0
  260. package/src/msg_validators/attestation_validator/attestation_validator.ts +41 -9
  261. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +14 -7
  262. package/src/msg_validators/clock_tolerance.ts +79 -3
  263. package/src/msg_validators/proposal_validator/README.md +123 -0
  264. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +12 -2
  265. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +17 -2
  266. package/src/msg_validators/proposal_validator/proposal_validator.ts +54 -10
  267. package/src/msg_validators/tx_validator/README.md +15 -3
  268. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
  269. package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
  270. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  271. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  272. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  273. package/src/msg_validators/tx_validator/data_validator.ts +44 -1
  274. package/src/msg_validators/tx_validator/factory.ts +61 -10
  275. package/src/msg_validators/tx_validator/gas_validator.ts +121 -39
  276. package/src/msg_validators/tx_validator/index.ts +2 -0
  277. package/src/msg_validators/tx_validator/phases_validator.ts +31 -1
  278. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  279. package/src/msg_validators/tx_validator/tx_validation_cache.ts +102 -0
  280. package/src/services/data_store.ts +5 -13
  281. package/src/services/discv5/discV5_service.ts +38 -5
  282. package/src/services/dummy_service.ts +14 -39
  283. package/src/services/encoding.ts +9 -1
  284. package/src/services/gossipsub/topic_score_params.ts +36 -4
  285. package/src/services/libp2p/instrumentation.ts +14 -0
  286. package/src/services/libp2p/libp2p_service.ts +308 -272
  287. package/src/services/peer-manager/peer_manager.ts +44 -10
  288. package/src/services/peer-manager/peer_scoring.ts +27 -5
  289. package/src/services/reqresp/README.md +215 -0
  290. package/src/services/reqresp/batch-tx-requester/README.md +46 -7
  291. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +83 -77
  292. package/src/services/reqresp/batch-tx-requester/interface.ts +13 -5
  293. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +13 -6
  294. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +5 -0
  295. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  296. package/src/services/reqresp/config.ts +2 -2
  297. package/src/services/reqresp/interface.ts +21 -47
  298. package/src/services/reqresp/metrics.ts +0 -1
  299. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +4 -2
  300. package/src/services/reqresp/protocols/index.ts +0 -1
  301. package/src/services/reqresp/protocols/tx.ts +1 -3
  302. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  303. package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
  304. package/src/services/reqresp/reqresp.ts +45 -260
  305. package/src/services/service.ts +12 -28
  306. package/src/services/tx_collection/config.ts +3 -80
  307. package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
  308. package/src/services/tx_collection/file_store_tx_source.ts +43 -31
  309. package/src/services/tx_collection/index.ts +1 -6
  310. package/src/services/tx_collection/instrumentation.ts +1 -7
  311. package/src/services/tx_collection/request_tracker.ts +127 -0
  312. package/src/services/tx_collection/tx_collection.ts +331 -176
  313. package/src/services/tx_collection/tx_collection_sink.ts +2 -2
  314. package/src/services/tx_collection/tx_source.ts +8 -7
  315. package/src/services/tx_file_store/tx_file_store.ts +5 -17
  316. package/src/services/tx_provider.ts +5 -0
  317. package/src/test-helpers/make-test-p2p-clients.ts +3 -0
  318. package/src/test-helpers/mock-pubsub.ts +46 -60
  319. package/src/test-helpers/reqresp-nodes.ts +12 -22
  320. package/src/test-helpers/test_tx_provider.ts +5 -0
  321. package/src/test-helpers/testbench-utils.ts +53 -28
  322. package/src/testbench/p2p_client_testbench_worker.ts +87 -54
  323. package/src/testbench/worker_client_manager.ts +59 -20
  324. package/src/util.ts +32 -17
  325. package/src/versioning.ts +3 -33
  326. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  327. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  328. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -304
  329. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  330. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  331. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  332. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  333. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  334. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  335. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  336. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  337. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  338. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  339. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  340. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  341. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  342. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  343. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  344. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  345. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  346. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  347. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  348. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  349. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  350. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  351. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  352. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  353. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  354. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  355. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  356. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  357. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  358. package/dest/mem_pools/tx_pool/index.js +0 -2
  359. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  360. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  361. package/dest/mem_pools/tx_pool/priority.js +0 -15
  362. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  363. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  364. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  365. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  366. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  367. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  368. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  369. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  370. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  371. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  372. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  373. package/dest/services/reqresp/protocols/block.js +0 -32
  374. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -54
  375. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  376. package/dest/services/tx_collection/fast_tx_collection.js +0 -327
  377. package/dest/services/tx_collection/missing_txs_tracker.d.ts +0 -32
  378. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +0 -1
  379. package/dest/services/tx_collection/missing_txs_tracker.js +0 -27
  380. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -49
  381. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  382. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  383. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
  384. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  385. package/dest/services/tx_collection/slow_tx_collection.js +0 -211
  386. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -345
  387. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  388. package/src/mem_pools/tx_pool/README.md +0 -270
  389. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  390. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  391. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  392. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  393. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  394. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  395. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  396. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  397. package/src/mem_pools/tx_pool/index.ts +0 -2
  398. package/src/mem_pools/tx_pool/priority.ts +0 -20
  399. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  400. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  401. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  402. package/src/services/reqresp/protocols/block.ts +0 -37
  403. package/src/services/tx_collection/fast_tx_collection.ts +0 -387
  404. package/src/services/tx_collection/missing_txs_tracker.ts +0 -52
  405. package/src/services/tx_collection/proposal_tx_collector.ts +0 -113
  406. package/src/services/tx_collection/slow_tx_collection.ts +0 -266
@@ -1,15 +1,14 @@
1
1
  import type { EpochCacheInterface } from '@aztec/epoch-cache';
2
2
  import { BlockNumber, type SlotNumber } from '@aztec/foundation/branded-types';
3
- import { maxBy } from '@aztec/foundation/collection';
4
- import { Fr } from '@aztec/foundation/curves/bn254';
3
+ import { maxBy, merge } from '@aztec/foundation/collection';
5
4
  import { type Logger, createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
6
5
  import { RunningPromise } from '@aztec/foundation/running-promise';
7
6
  import { Timer } from '@aztec/foundation/timer';
8
7
  import type { AztecAsyncKVStore } from '@aztec/kv-store';
9
8
  import { protocolContractsHash } from '@aztec/protocol-contracts';
10
- import type { EthAddress, L2Block, L2BlockSource } from '@aztec/stdlib/block';
9
+ import type { EthAddress, L2BlockSource } from '@aztec/stdlib/block';
11
10
  import type { ContractDataSource } from '@aztec/stdlib/contract';
12
- import { GasFees } from '@aztec/stdlib/gas';
11
+ import { type BlockMinFeesProvider, GasFees } from '@aztec/stdlib/gas';
13
12
  import type { ClientProtocolCircuitVerifier, PeerInfo, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
14
13
  import {
15
14
  BlockProposal,
@@ -18,7 +17,6 @@ import {
18
17
  type CheckpointProposalCore,
19
18
  type Gossipable,
20
19
  P2PMessage,
21
- type ValidationResult as P2PValidationResult,
22
20
  PeerErrorSeverity,
23
21
  PeerErrorSeverityByHarshness,
24
22
  TopicType,
@@ -27,7 +25,7 @@ import {
27
25
  metricsTopicStrToLabels,
28
26
  } from '@aztec/stdlib/p2p';
29
27
  import { MerkleTreeId } from '@aztec/stdlib/trees';
30
- import { Tx, type TxHash, type TxValidationResult, type TxValidator } from '@aztec/stdlib/tx';
28
+ import { Tx, type TxValidationResult } from '@aztec/stdlib/tx';
31
29
  import type { UInt64 } from '@aztec/stdlib/types';
32
30
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
33
31
  import {
@@ -52,13 +50,15 @@ import { yamux } from '@chainsafe/libp2p-yamux';
52
50
  import { bootstrap } from '@libp2p/bootstrap';
53
51
  import { identify } from '@libp2p/identify';
54
52
  import { type Message, type MultiaddrConnection, type PeerId, TopicValidatorResult } from '@libp2p/interface';
55
- import type { ConnectionManager } from '@libp2p/interface-internal';
53
+ import type { AddressManager, ConnectionManager } from '@libp2p/interface-internal';
56
54
  import { mplex } from '@libp2p/mplex';
57
55
  import { tcp } from '@libp2p/tcp';
56
+ import { multiaddr } from '@multiformats/multiaddr';
58
57
  import { ENR } from '@nethermindeth/enr';
59
58
  import { createLibp2p } from 'libp2p';
60
59
 
61
60
  import type { P2PConfig } from '../../config.js';
61
+ import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
62
62
  import type { MemPools } from '../../mem_pools/interface.js';
63
63
  import {
64
64
  BlockProposalValidator,
@@ -74,8 +74,8 @@ import {
74
74
  createFirstStageTxValidationsForGossipedTransactions,
75
75
  createSecondStageTxValidationsForGossipedTransactions,
76
76
  createTxValidatorForBlockProposalReceivedTxs,
77
- createTxValidatorForReqResponseReceivedTxs,
78
77
  } from '../../msg_validators/tx_validator/factory.js';
78
+ import { TxValidationCache } from '../../msg_validators/tx_validator/tx_validation_cache.js';
79
79
  import { GossipSubEvent } from '../../types/index.js';
80
80
  import { type PubSubLibp2p, convertToMultiaddr } from '../../util.js';
81
81
  import { getVersions } from '../../versioning.js';
@@ -93,19 +93,15 @@ import {
93
93
  AuthRequest,
94
94
  BlockTxsRequest,
95
95
  BlockTxsResponse,
96
- DEFAULT_SUB_PROTOCOL_VALIDATORS,
97
96
  type ReqRespInterface,
98
97
  type ReqRespResponse,
99
98
  ReqRespSubProtocol,
100
99
  type ReqRespSubProtocolHandler,
101
100
  type ReqRespSubProtocolHandlers,
102
- type ReqRespSubProtocolValidators,
103
101
  StatusMessage,
104
- type SubProtocolMap,
105
102
  ValidationError,
106
103
  pingHandler,
107
104
  reqGoodbyeHandler,
108
- reqRespBlockHandler,
109
105
  reqRespBlockTxsHandler,
110
106
  reqRespStatusHandler,
111
107
  reqRespTxHandler,
@@ -113,6 +109,7 @@ import {
113
109
  import { ReqResp } from '../reqresp/reqresp.js';
114
110
  import type {
115
111
  P2PBlockReceivedCallback,
112
+ P2PCheckpointAttestationCallback,
116
113
  P2PCheckpointReceivedCallback,
117
114
  P2PDuplicateAttestationCallback,
118
115
  P2PService,
@@ -131,7 +128,7 @@ type ValidationOutcome = { allPassed: true } | { allPassed: false; failure: Vali
131
128
  // REFACTOR: Unify with the type above
132
129
  type ReceivedMessageValidationResult<T, M = undefined> =
133
130
  | { obj: T; result: Exclude<TopicValidatorResult, TopicValidatorResult.Reject>; metadata?: M }
134
- | { obj?: T; result: TopicValidatorResult.Reject; metadata?: M };
131
+ | { obj?: T; result: TopicValidatorResult.Reject; metadata?: M; severity: PeerErrorSeverity };
135
132
 
136
133
  /**
137
134
  * Lib P2P implementation of the P2PService interface.
@@ -148,8 +145,6 @@ export class LibP2PService extends WithTracer implements P2PService {
148
145
  private protocolVersion = '';
149
146
  private topicStrings: Record<TopicType, string> = {} as Record<TopicType, string>;
150
147
 
151
- private feesCache: { blockNumber: BlockNumber; gasFees: GasFees } | undefined;
152
-
153
148
  /** Callback invoked when a duplicate proposal is detected (triggers slashing). */
154
149
  private duplicateProposalCallback?: (info: {
155
150
  slot: SlotNumber;
@@ -160,6 +155,9 @@ export class LibP2PService extends WithTracer implements P2PService {
160
155
  /** Callback invoked when a duplicate attestation is detected (triggers slashing). */
161
156
  private duplicateAttestationCallback?: P2PDuplicateAttestationCallback;
162
157
 
158
+ /** Callback invoked when a valid checkpoint attestation is accepted into the pool. */
159
+ private checkpointAttestationCallback?: P2PCheckpointAttestationCallback;
160
+
163
161
  /**
164
162
  * Callback for when a block is received from a peer.
165
163
  * @param block - The block received from the peer.
@@ -172,10 +170,19 @@ export class LibP2PService extends WithTracer implements P2PService {
172
170
  * @param checkpoint - The checkpoint proposal received from the peer.
173
171
  * @returns The attestations for the checkpoint, if any.
174
172
  */
175
- private checkpointReceivedCallback: P2PCheckpointReceivedCallback;
173
+ private allNodesCheckpointReceivedCallback: P2PCheckpointReceivedCallback;
174
+ /**
175
+ * Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
176
+ * @param checkpoint - The checkpoint proposal received from the peer.
177
+ * @returns The attestations for the checkpoint, if any.
178
+ */
179
+ private validatorCheckpointReceivedCallback: P2PCheckpointReceivedCallback;
176
180
 
177
181
  private gossipSubEventHandler: (e: CustomEvent<GossipsubMessage>) => void;
178
182
 
183
+ private ipChangedHandler?: (ip: string) => void;
184
+ private discoveredP2pIp?: string;
185
+
179
186
  private instrumentation: P2PInstrumentation;
180
187
 
181
188
  private telemetry: TelemetryClient;
@@ -193,8 +200,10 @@ export class LibP2PService extends WithTracer implements P2PService {
193
200
  private epochCache: EpochCacheInterface,
194
201
  private proofVerifier: ClientProtocolCircuitVerifier,
195
202
  private worldStateSynchronizer: WorldStateSynchronizer,
203
+ private blockMinFeesProvider: BlockMinFeesProvider,
196
204
  telemetry: TelemetryClient,
197
205
  logger: Logger = createLogger('p2p:libp2p_service'),
206
+ private txValidationCache?: TxValidationCache,
198
207
  ) {
199
208
  super(telemetry, 'LibP2PService');
200
209
  this.telemetry = telemetry;
@@ -224,38 +233,55 @@ export class LibP2PService extends WithTracer implements P2PService {
224
233
  this.protocolVersion,
225
234
  );
226
235
 
236
+ const p2pPropagationTime = config.attestationPropagationTime;
227
237
  const proposalValidatorOpts = {
228
238
  txsPermitted: !config.disableTransactions,
229
- maxTxsPerBlock: config.validateMaxTxsPerBlock,
239
+ maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
240
+ maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
241
+ p2pPropagationTime,
242
+ skipSlotValidation: config.skipProposalSlotValidation,
243
+ signatureContext: {
244
+ chainId: config.l1ChainId,
245
+ rollupAddress: config.rollupAddress,
246
+ },
230
247
  };
231
248
  this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
232
249
  this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
250
+ const attestationValidatorOpts = {
251
+ l1PublishingTime: config.l1PublishingTime,
252
+ p2pPropagationTime,
253
+ signatureContext: proposalValidatorOpts.signatureContext,
254
+ };
233
255
  this.checkpointAttestationValidator = config.fishermanMode
234
- ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry)
235
- : new CheckpointAttestationValidator(epochCache);
256
+ ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry, attestationValidatorOpts)
257
+ : new CheckpointAttestationValidator(epochCache, attestationValidatorOpts);
236
258
 
237
259
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
238
260
 
239
261
  this.blockReceivedCallback = async (block: BlockProposal): Promise<boolean> => {
240
- this.logger.debug(
241
- `Handler not yet registered: Block received callback not set. Received block for slot ${block.slotNumber} from peer.`,
262
+ this.logger.warn(
263
+ `Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`,
242
264
  { p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier() },
243
265
  );
244
- return false;
266
+ return true;
245
267
  };
246
268
 
247
- this.checkpointReceivedCallback = (
248
- checkpoint: CheckpointProposalCore,
269
+ this.allNodesCheckpointReceivedCallback = (
270
+ _checkpoint: CheckpointProposalCore,
271
+ ): Promise<CheckpointAttestation[] | undefined> => {
272
+ throw new CheckpointProposalReceivedCallbackNotRegisteredError();
273
+ };
274
+
275
+ this.validatorCheckpointReceivedCallback = (
276
+ _checkpoint: CheckpointProposalCore,
249
277
  ): Promise<CheckpointAttestation[] | undefined> => {
250
- this.logger.debug(
251
- `Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`,
252
- );
253
278
  return Promise.resolve(undefined);
254
279
  };
255
280
  }
256
281
 
257
- public updateConfig(config: Partial<P2PReqRespConfig>) {
282
+ public updateConfig(config: Partial<P2PReqRespConfig & Pick<P2PConfig, 'skipIncomingProposals'>>) {
258
283
  this.reqresp.updateConfig(config);
284
+ this.config = merge(this.config, config);
259
285
  }
260
286
 
261
287
  /**
@@ -274,9 +300,11 @@ export class LibP2PService extends WithTracer implements P2PService {
274
300
  proofVerifier: ClientProtocolCircuitVerifier;
275
301
  worldStateSynchronizer: WorldStateSynchronizer;
276
302
  peerStore: AztecAsyncKVStore;
303
+ blockMinFeesProvider: BlockMinFeesProvider;
277
304
  telemetry: TelemetryClient;
278
305
  logger: Logger;
279
306
  packageVersion: string;
307
+ txValidationCache?: TxValidationCache;
280
308
  },
281
309
  ) {
282
310
  const {
@@ -286,9 +314,11 @@ export class LibP2PService extends WithTracer implements P2PService {
286
314
  mempools,
287
315
  proofVerifier,
288
316
  peerStore,
317
+ blockMinFeesProvider,
289
318
  telemetry,
290
319
  logger,
291
320
  packageVersion,
321
+ txValidationCache,
292
322
  } = deps;
293
323
  const { p2pPort, maxPeerCount, listenAddress } = config;
294
324
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
@@ -339,9 +369,12 @@ export class LibP2PService extends WithTracer implements P2PService {
339
369
  const l1Constants = epochCache.getL1Constants();
340
370
  const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
341
371
  slotDurationMs: l1Constants.slotDuration * 1000,
372
+ ethereumSlotDuration: l1Constants.ethereumSlotDuration,
342
373
  heartbeatIntervalMs: config.gossipsubInterval,
343
374
  targetCommitteeSize: l1Constants.targetCommitteeSize,
344
375
  blockDurationMs: config.blockDurationMs,
376
+ l1PublishingTime: config.l1PublishingTime,
377
+ p2pPropagationTime: config.attestationPropagationTime,
345
378
  expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot,
346
379
  });
347
380
 
@@ -443,8 +476,9 @@ export class LibP2PService extends WithTracer implements P2PService {
443
476
  topics: topicScoreParams,
444
477
  }),
445
478
  }) as (components: GossipSubComponents) => GossipSub,
446
- components: (components: { connectionManager: ConnectionManager }) => ({
479
+ components: (components: { connectionManager: ConnectionManager; addressManager: AddressManager }) => ({
447
480
  connectionManager: components.connectionManager,
481
+ addressManager: components.addressManager,
448
482
  }),
449
483
  },
450
484
  logger: createLibp2pComponentLogger(logger.module, logger.getBindings()),
@@ -466,6 +500,9 @@ export class LibP2PService extends WithTracer implements P2PService {
466
500
  epochCache,
467
501
  );
468
502
 
503
+ // Gate req/resp data protocols for unauthenticated peers when p2pAllowOnlyValidators is enabled
504
+ reqresp.setShouldRejectPeer(peerId => peerManager.shouldDisableP2PGossip(peerId));
505
+
469
506
  // Configure application-specific scoring for gossipsub.
470
507
  // The weight scales app score to align with gossipsub thresholds:
471
508
  // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
@@ -486,8 +523,10 @@ export class LibP2PService extends WithTracer implements P2PService {
486
523
  epochCache,
487
524
  proofVerifier,
488
525
  worldStateSynchronizer,
526
+ blockMinFeesProvider,
489
527
  telemetry,
490
528
  logger,
529
+ txValidationCache,
491
530
  );
492
531
  }
493
532
 
@@ -501,24 +540,21 @@ export class LibP2PService extends WithTracer implements P2PService {
501
540
  throw new Error('P2P service already started');
502
541
  }
503
542
 
504
- // Get listen & announce addresses for logging
505
543
  const { p2pIp, p2pPort } = this.config;
506
- if (!p2pIp) {
507
- throw new Error('Announce address not provided.');
544
+ if (!p2pIp && !this.config.queryForIp) {
545
+ throw new Error('Announce address not provided and queryForIp is not enabled.');
508
546
  }
509
- const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
547
+ const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
510
548
 
511
549
  // Create request response protocol handlers
512
550
  const txHandler = reqRespTxHandler(this.mempools);
513
551
  const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
514
- const blockHandler = reqRespBlockHandler(this.archiver);
515
552
  const statusHandler = reqRespStatusHandler(this.protocolVersion, this.worldStateSynchronizer, this.logger);
516
553
 
517
554
  const requestResponseHandlers: Partial<ReqRespSubProtocolHandlers> = {
518
555
  [ReqRespSubProtocol.PING]: pingHandler,
519
556
  [ReqRespSubProtocol.STATUS]: statusHandler.bind(this),
520
557
  [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this),
521
- [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this),
522
558
  };
523
559
 
524
560
  if (!this.config.disableTransactions) {
@@ -534,17 +570,9 @@ export class LibP2PService extends WithTracer implements P2PService {
534
570
  requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
535
571
  }
536
572
 
537
- // Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
538
- const reqrespSubProtocolValidators = {
539
- ...DEFAULT_SUB_PROTOCOL_VALIDATORS,
540
- [ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
541
- [ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
542
- [ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this),
543
- };
544
-
545
573
  await this.peerManager.initializePeers();
546
574
 
547
- await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
575
+ await this.reqresp.start(requestResponseHandlers);
548
576
 
549
577
  await this.node.start();
550
578
 
@@ -560,6 +588,38 @@ export class LibP2PService extends WithTracer implements P2PService {
560
588
  if (!this.config.p2pDiscoveryDisabled) {
561
589
  await this.peerDiscoveryService.start();
562
590
  }
591
+
592
+ // Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
593
+ if (this.config.queryForIp) {
594
+ this.discoveredP2pIp = this.config.p2pIp;
595
+ this.logger.info('IP change tracking enabled, bridging discv5 IP updates to libp2p AddressManager');
596
+ this.ipChangedHandler = (ip: string) => {
597
+ const addressManager = this.node.services.components.addressManager;
598
+ const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
599
+ const previousIp = this.discoveredP2pIp;
600
+
601
+ if (previousIp) {
602
+ const oldAddr = multiaddr(convertToMultiaddr(previousIp, this.config.p2pPort, 'tcp'));
603
+ addressManager.removeObservedAddr(oldAddr);
604
+ this.logger.info('Libp2p announce address updated due to IP change', {
605
+ previousIp,
606
+ newIp: ip,
607
+ newMultiaddr: newAddr.toString(),
608
+ });
609
+ } else {
610
+ this.logger.info('Libp2p announce address set from initial discv5 IP discovery', {
611
+ ip,
612
+ multiaddr: newAddr.toString(),
613
+ });
614
+ }
615
+
616
+ addressManager.addObservedAddr(newAddr);
617
+ addressManager.confirmObservedAddr(newAddr);
618
+ this.discoveredP2pIp = ip;
619
+ };
620
+ this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
621
+ }
622
+
563
623
  this.discoveryRunningPromise = new RunningPromise(
564
624
  async () => {
565
625
  await this.peerManager.heartbeat();
@@ -585,6 +645,11 @@ export class LibP2PService extends WithTracer implements P2PService {
585
645
  // Remove gossip sub listener
586
646
  this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
587
647
 
648
+ if (this.ipChangedHandler) {
649
+ this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
650
+ this.ipChangedHandler = undefined;
651
+ }
652
+
588
653
  // Stop peer manager
589
654
  this.logger.debug('Stopping peer manager...');
590
655
  await this.peerManager.stop();
@@ -599,12 +664,8 @@ export class LibP2PService extends WithTracer implements P2PService {
599
664
  this.logger.info('LibP2P service stopped');
600
665
  }
601
666
 
602
- addReqRespSubProtocol(
603
- subProtocol: ReqRespSubProtocol,
604
- handler: ReqRespSubProtocolHandler,
605
- validator?: ReqRespSubProtocolValidators[ReqRespSubProtocol],
606
- ): Promise<void> {
607
- return this.reqresp.addSubProtocol(subProtocol, handler, validator);
667
+ addReqRespSubProtocol(subProtocol: ReqRespSubProtocol, handler: ReqRespSubProtocolHandler): Promise<void> {
668
+ return this.reqresp.addSubProtocol(subProtocol, handler);
608
669
  }
609
670
 
610
671
  public registerThisValidatorAddresses(address: EthAddress[]): void {
@@ -632,20 +693,6 @@ export class LibP2PService extends WithTracer implements P2PService {
632
693
  setImmediate(() => void safeJob());
633
694
  }
634
695
 
635
- /**
636
- * Send a batch of requests to peers, and return the responses
637
- * @param protocol - The request response protocol to use
638
- * @param requests - The requests to send to the peers
639
- * @returns The responses to the requests
640
- */
641
- sendBatchRequest<SubProtocol extends ReqRespSubProtocol>(
642
- protocol: SubProtocol,
643
- requests: InstanceType<SubProtocolMap[SubProtocol]['request']>[],
644
- pinnedPeerId: PeerId | undefined,
645
- ): Promise<InstanceType<SubProtocolMap[SubProtocol]['response']>[]> {
646
- return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
647
- }
648
-
649
696
  public sendRequestToPeer(
650
697
  peerId: PeerId,
651
698
  subProtocol: ReqRespSubProtocol,
@@ -667,8 +714,12 @@ export class LibP2PService extends WithTracer implements P2PService {
667
714
  this.blockReceivedCallback = callback;
668
715
  }
669
716
 
670
- public registerCheckpointReceivedCallback(callback: P2PCheckpointReceivedCallback) {
671
- this.checkpointReceivedCallback = callback;
717
+ public registerValidatorCheckpointReceivedCallback(callback: P2PCheckpointReceivedCallback) {
718
+ this.validatorCheckpointReceivedCallback = callback;
719
+ }
720
+
721
+ public registerAllNodesCheckpointReceivedCallback(callback: P2PCheckpointReceivedCallback) {
722
+ this.allNodesCheckpointReceivedCallback = callback;
672
723
  }
673
724
 
674
725
  /**
@@ -690,6 +741,10 @@ export class LibP2PService extends WithTracer implements P2PService {
690
741
  this.duplicateAttestationCallback = callback;
691
742
  }
692
743
 
744
+ public registerCheckpointAttestationCallback(callback: P2PCheckpointAttestationCallback): void {
745
+ this.checkpointAttestationCallback = callback;
746
+ }
747
+
693
748
  /**
694
749
  * Subscribes to a topic.
695
750
  * @param topic - The topic to subscribe to.
@@ -754,6 +809,9 @@ export class LibP2PService extends WithTracer implements P2PService {
754
809
  if (!validator || !validator.addMessage(msgId)) {
755
810
  this.instrumentation.incMessagePrevalidationStatus(false, topicType);
756
811
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
812
+ if (topicType === TopicType.tx) {
813
+ this.logger.verbose(`Ignoring already-seen tx gossip message`, { msgId, source: source.toString() });
814
+ }
757
815
  return { result: false, topicType };
758
816
  }
759
817
 
@@ -815,6 +873,15 @@ export class LibP2PService extends WithTracer implements P2PService {
815
873
 
816
874
  // Process the message, optionally within a linked span for trace propagation
817
875
  const processMessage = async () => {
876
+ if (
877
+ this.config.skipIncomingProposals &&
878
+ (msg.topic === this.topicStrings[TopicType.block_proposal] ||
879
+ msg.topic === this.topicStrings[TopicType.checkpoint_proposal])
880
+ ) {
881
+ this.logger.warn(`Ignoring incoming proposal (skipIncomingProposals is set)`, { topic: msg.topic });
882
+ this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
883
+ return;
884
+ }
818
885
  if (msg.topic === this.topicStrings[TopicType.tx]) {
819
886
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
820
887
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
@@ -880,30 +947,67 @@ export class LibP2PService extends WithTracer implements P2PService {
880
947
  source: PeerId,
881
948
  topicType: TopicType,
882
949
  ): Promise<ReceivedMessageValidationResult<T, M>> {
883
- let resultAndObj: ReceivedMessageValidationResult<T, M> = { result: TopicValidatorResult.Reject };
950
+ // Default to reject result with a penalty if validation function throws an error
951
+ let resultAndObj: ReceivedMessageValidationResult<T, M> = {
952
+ result: TopicValidatorResult.Reject,
953
+ severity: PeerErrorSeverity.MidToleranceError,
954
+ };
884
955
  const timer = new Timer();
885
956
  try {
886
957
  resultAndObj = await validationFunc();
887
958
  } catch (err) {
888
- this.peerManager.penalizePeer(source, PeerErrorSeverity.LowToleranceError);
889
- this.logger.error(`Error deserializing and validating gossipsub message`, err, {
890
- msgId,
891
- source: source.toString(),
892
- topicType,
893
- });
959
+ this.logger.error(`Error validating gossipsub message`, err, { msgId, source: source.toString(), topicType });
960
+ }
961
+
962
+ const validationTimeMs = timer.ms();
963
+ const mcacheWindowMs = this.config.gossipsubMcacheLength * this.config.gossipsubInterval;
964
+ if (validationTimeMs > mcacheWindowMs * 0.75) {
965
+ this.instrumentation.incSlowValidation(topicType);
966
+ this.logger.warn(
967
+ `Gossip validation for ${topicType} took ${validationTimeMs}ms, approaching mcache eviction window of ${mcacheWindowMs}ms. ` +
968
+ `Message forwarding may be skipped if validation exceeds the window.`,
969
+ { msgId, source: source.toString(), topicType, validationTimeMs, mcacheWindowMs },
970
+ );
894
971
  }
895
972
 
896
973
  if (resultAndObj.result === TopicValidatorResult.Accept) {
974
+ this.logger.debug(`Message ${topicType} accepted by validator`, { msgId, source: source.toString(), topicType });
897
975
  this.instrumentation.recordMessageValidation(topicType, timer);
976
+ } else if (resultAndObj.result === TopicValidatorResult.Reject) {
977
+ this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
978
+ msgId,
979
+ source: source.toString(),
980
+ topicType,
981
+ severity: resultAndObj.severity,
982
+ });
983
+ this.peerManager.penalizePeer(source, resultAndObj.severity);
984
+ } else {
985
+ this.logger.trace(`Message ${topicType} ignored by validator`, { msgId, source: source.toString(), topicType });
898
986
  }
899
987
 
900
988
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
901
989
  return resultAndObj;
902
990
  }
903
991
 
992
+ private tryDeserialize<T>(deserializeFunc: () => T, msgId: string, source: PeerId): T | undefined {
993
+ try {
994
+ return deserializeFunc();
995
+ } catch (err) {
996
+ this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
997
+ err,
998
+ msgId,
999
+ source: source.toString(),
1000
+ });
1001
+ return undefined;
1002
+ }
1003
+ }
1004
+
904
1005
  protected async handleGossipedTx(payloadData: Buffer, msgId: string, source: PeerId) {
905
1006
  const validationFunc: () => Promise<ReceivedMessageValidationResult<Tx>> = async () => {
906
- const tx = Tx.fromBuffer(payloadData);
1007
+ const tx = this.tryDeserialize(() => Tx.fromBuffer(payloadData), msgId, source);
1008
+ if (!tx) {
1009
+ return { result: TopicValidatorResult.Reject, severity: PeerErrorSeverity.LowToleranceError };
1010
+ }
907
1011
 
908
1012
  const currentBlockNumber = await this.archiver.getBlockNumber();
909
1013
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
@@ -923,13 +1027,20 @@ export class LibP2PService extends WithTracer implements P2PService {
923
1027
  severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
924
1028
  }
925
1029
 
926
- this.peerManager.penalizePeer(source, severity);
927
- return { result: TopicValidatorResult.Reject };
1030
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
1031
+ validator: name,
1032
+ severity,
1033
+ source: source.toString(),
1034
+ });
1035
+ return { result: TopicValidatorResult.Reject, severity };
928
1036
  }
929
1037
 
930
1038
  // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
931
1039
  const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
932
1040
  if (canAdd === 'ignored') {
1041
+ this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
1042
+ source: source.toString(),
1043
+ });
933
1044
  return { result: TopicValidatorResult.Ignore, obj: tx };
934
1045
  }
935
1046
 
@@ -937,9 +1048,13 @@ export class LibP2PService extends WithTracer implements P2PService {
937
1048
  const secondStageValidators = this.createSecondStageMessageValidators();
938
1049
  const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
939
1050
  if (!secondStageOutcome.allPassed) {
940
- const { severity } = secondStageOutcome.failure;
941
- this.peerManager.penalizePeer(source, severity);
942
- return { result: TopicValidatorResult.Reject };
1051
+ const { severity, name } = secondStageOutcome.failure;
1052
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
1053
+ validator: name,
1054
+ severity,
1055
+ source: source.toString(),
1056
+ });
1057
+ return { result: TopicValidatorResult.Reject, severity };
943
1058
  }
944
1059
 
945
1060
  // Pool add: persist the tx
@@ -949,7 +1064,7 @@ export class LibP2PService extends WithTracer implements P2PService {
949
1064
  const wasAccepted = addResult.accepted.some(h => h.equals(txHash));
950
1065
  const wasIgnored = addResult.ignored.some(h => h.equals(txHash));
951
1066
 
952
- this.logger.trace(`Validate propagated tx`, {
1067
+ this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
953
1068
  wasAccepted,
954
1069
  wasIgnored,
955
1070
  [Attributes.P2P_ID]: source.toString(),
@@ -960,7 +1075,11 @@ export class LibP2PService extends WithTracer implements P2PService {
960
1075
  } else if (wasIgnored) {
961
1076
  return { result: TopicValidatorResult.Ignore, obj: tx };
962
1077
  } else {
963
- return { result: TopicValidatorResult.Reject };
1078
+ this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
1079
+ source: source.toString(),
1080
+ txHash: txHash.toString(),
1081
+ });
1082
+ return { result: TopicValidatorResult.Reject, severity: PeerErrorSeverity.HighToleranceError };
964
1083
  }
965
1084
  };
966
1085
 
@@ -990,7 +1109,16 @@ export class LibP2PService extends WithTracer implements P2PService {
990
1109
  source: PeerId,
991
1110
  ): Promise<void> {
992
1111
  const { result, obj: attestation } = await this.validateReceivedMessage<CheckpointAttestation>(
993
- () => this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)),
1112
+ () => {
1113
+ const attestation = this.tryDeserialize(() => CheckpointAttestation.fromBuffer(payloadData), msgId, source);
1114
+ if (!attestation) {
1115
+ return Promise.resolve({
1116
+ result: TopicValidatorResult.Reject,
1117
+ severity: PeerErrorSeverity.LowToleranceError,
1118
+ });
1119
+ }
1120
+ return this.validateAndStoreCheckpointAttestation(source, attestation);
1121
+ },
994
1122
  msgId,
995
1123
  source,
996
1124
  TopicType.checkpoint_attestation,
@@ -1023,8 +1151,7 @@ export class LibP2PService extends WithTracer implements P2PService {
1023
1151
 
1024
1152
  if (validationResult.result === 'reject') {
1025
1153
  this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1026
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1027
- return { result: TopicValidatorResult.Reject };
1154
+ return { result: TopicValidatorResult.Reject, severity: validationResult.severity };
1028
1155
  }
1029
1156
 
1030
1157
  if (validationResult.result === 'ignore') {
@@ -1050,16 +1177,16 @@ export class LibP2PService extends WithTracer implements P2PService {
1050
1177
  return { result: TopicValidatorResult.Ignore, obj: attestation };
1051
1178
  }
1052
1179
 
1053
- // Could not add (cap reached for signer), no need to re-broadcast
1180
+ // Could not add (cap reached for signer), penalize and do not re-broadcast
1054
1181
  if (!added) {
1055
- this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1182
+ this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
1056
1183
  slot: slot.toString(),
1057
1184
  archive: attestation.archive.toString(),
1058
1185
  source: peerId.toString(),
1059
1186
  attester: attestation.getSender()?.toString(),
1060
1187
  count,
1061
1188
  });
1062
- return { result: TopicValidatorResult.Ignore, obj: attestation };
1189
+ return { result: TopicValidatorResult.Reject, severity: PeerErrorSeverity.HighToleranceError };
1063
1190
  }
1064
1191
 
1065
1192
  // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
@@ -1078,6 +1205,7 @@ export class LibP2PService extends WithTracer implements P2PService {
1078
1205
  }
1079
1206
 
1080
1207
  // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1208
+ this.checkpointAttestationCallback?.(attestation);
1081
1209
  return { result: TopicValidatorResult.Accept, obj: attestation };
1082
1210
  }
1083
1211
 
@@ -1114,8 +1242,7 @@ export class LibP2PService extends WithTracer implements P2PService {
1114
1242
 
1115
1243
  if (validationResult.result === 'reject') {
1116
1244
  this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1117
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1118
- return { result: TopicValidatorResult.Reject };
1245
+ return { result: TopicValidatorResult.Reject, severity: validationResult.severity };
1119
1246
  }
1120
1247
 
1121
1248
  if (validationResult.result === 'ignore') {
@@ -1139,7 +1266,6 @@ export class LibP2PService extends WithTracer implements P2PService {
1139
1266
 
1140
1267
  // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1141
1268
  if (!added) {
1142
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1143
1269
  this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1144
1270
  ...block.toBlockInfo(),
1145
1271
  indexWithinCheckpoint: block.indexWithinCheckpoint,
@@ -1147,7 +1273,11 @@ export class LibP2PService extends WithTracer implements P2PService {
1147
1273
  proposer: block.getSender()?.toString(),
1148
1274
  source: peerId.toString(),
1149
1275
  });
1150
- return { result: TopicValidatorResult.Reject, metadata: { isEquivocated } };
1276
+ return {
1277
+ result: TopicValidatorResult.Reject,
1278
+ metadata: { isEquivocated },
1279
+ severity: PeerErrorSeverity.HighToleranceError,
1280
+ };
1151
1281
  }
1152
1282
 
1153
1283
  // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
@@ -1192,7 +1322,7 @@ export class LibP2PService extends WithTracer implements P2PService {
1192
1322
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1193
1323
  const isValid = await this.blockReceivedCallback(block, sender);
1194
1324
  if (!isValid) {
1195
- this.logger.warn(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1325
+ this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1196
1326
  }
1197
1327
  }
1198
1328
 
@@ -1212,17 +1342,33 @@ export class LibP2PService extends WithTracer implements P2PService {
1212
1342
  TopicType.checkpoint_proposal,
1213
1343
  );
1214
1344
 
1345
+ // Process checkpoint proposal if valid and not equivocated.
1346
+ const processCheckpointFn = () =>
1347
+ result === TopicValidatorResult.Accept && checkpoint && !isEquivocated
1348
+ ? this.processValidCheckpointProposal(checkpoint.toCore(), source)
1349
+ : Promise.resolve();
1350
+
1215
1351
  // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1216
1352
  // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1217
- if (processBlock && checkpoint?.getBlockProposal()) {
1218
- await this.processValidBlockProposal(checkpoint.getBlockProposal()!, source);
1219
- }
1220
-
1221
- if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1353
+ const processBlockFn = () =>
1354
+ processBlock && checkpoint && checkpoint.getBlockProposal()
1355
+ ? this.processValidBlockProposal(checkpoint.getBlockProposal()!, source)
1356
+ : Promise.resolve();
1357
+
1358
+ // A node that skips checkpoint validation attests without re-executing the embedded last block, so run
1359
+ // the checkpoint callback first: this creates and broadcasts the attestation before the block is
1360
+ // processed. Otherwise the block's re-execution — which can stall until the re-execution deadline
1361
+ // waiting for a parent that may never arrive — would delay the attestation past the slot's attestation
1362
+ // window, after which peers reject it as stale.
1363
+ if (this.config.skipCheckpointProposalValidation) {
1364
+ await processCheckpointFn();
1365
+ await processBlockFn();
1222
1366
  return;
1223
1367
  }
1224
1368
 
1225
- await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1369
+ // Process the block first, since it's required for the checkpoint proposal validation.
1370
+ await processBlockFn();
1371
+ await processCheckpointFn();
1226
1372
  }
1227
1373
 
1228
1374
  /**
@@ -1240,8 +1386,7 @@ export class LibP2PService extends WithTracer implements P2PService {
1240
1386
 
1241
1387
  if (validationResult.result === 'reject') {
1242
1388
  this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1243
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1244
- return { result: TopicValidatorResult.Reject };
1389
+ return { result: TopicValidatorResult.Reject, severity: validationResult.severity };
1245
1390
  }
1246
1391
 
1247
1392
  if (validationResult.result === 'ignore') {
@@ -1256,20 +1401,21 @@ export class LibP2PService extends WithTracer implements P2PService {
1256
1401
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1257
1402
  [Attributes.P2P_ID]: peerId.toString(),
1258
1403
  });
1259
- const {
1260
- result,
1261
- obj,
1262
- metadata: { isEquivocated } = {},
1263
- } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1264
- if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1404
+ const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1405
+ const { obj, metadata: { isEquivocated } = {} } = blockProposalResult;
1406
+ if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1265
1407
  this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1266
1408
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1267
1409
  [Attributes.P2P_ID]: peerId.toString(),
1268
1410
  isEquivocated,
1269
- result,
1411
+ result: blockProposalResult.result,
1270
1412
  });
1271
- return { result: TopicValidatorResult.Reject };
1272
- } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1413
+ return {
1414
+ result: TopicValidatorResult.Reject,
1415
+ severity:
1416
+ 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError,
1417
+ };
1418
+ } else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1273
1419
  processBlock = true;
1274
1420
  }
1275
1421
  }
@@ -1296,13 +1442,17 @@ export class LibP2PService extends WithTracer implements P2PService {
1296
1442
  // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1297
1443
  // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1298
1444
  if (!added) {
1299
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1300
1445
  this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1301
1446
  ...checkpoint.toCheckpointInfo(),
1302
1447
  count,
1303
1448
  source: peerId.toString(),
1304
1449
  });
1305
- return { result: TopicValidatorResult.Reject, obj: checkpoint, metadata: { isEquivocated, processBlock } };
1450
+ return {
1451
+ result: TopicValidatorResult.Reject,
1452
+ obj: checkpoint,
1453
+ metadata: { isEquivocated, processBlock },
1454
+ severity: PeerErrorSeverity.HighToleranceError,
1455
+ };
1306
1456
  }
1307
1457
 
1308
1458
  // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
@@ -1347,9 +1497,11 @@ export class LibP2PService extends WithTracer implements P2PService {
1347
1497
  source: sender.toString(),
1348
1498
  });
1349
1499
 
1500
+ await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
1501
+
1350
1502
  // Call the checkpoint received callback with the core version (without lastBlock)
1351
1503
  // to validate and potentially generate attestations
1352
- const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1504
+ const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
1353
1505
  if (attestations && attestations.length > 0) {
1354
1506
  // If the callback returned attestations, add them to the pool and propagate them
1355
1507
  await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
@@ -1372,23 +1524,32 @@ export class LibP2PService extends WithTracer implements P2PService {
1372
1524
  }
1373
1525
 
1374
1526
  /**
1375
- * Validate the requested block transactions. Allow partial returns.
1527
+ * Validate the requested block transactions request-response consistency.
1528
+ * It does NOT validate the transactions themselves.
1376
1529
  * @param request - The block transactions request.
1377
1530
  * @param response - The block transactions response.
1378
1531
  * @param peerId - The ID of the peer that made the request.
1379
- * @returns True if the requested block transactions are valid, false otherwise.
1532
+ * @returns True if the request-response is consistent, false otherwise.
1380
1533
  */
1381
- @trackSpan('Libp2pService.validateRequestedBlockTxs', request => ({
1534
+ @trackSpan('Libp2pService.validateRequestedBlockTxsConsistency', request => ({
1382
1535
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString(),
1383
1536
  }))
1384
- protected async validateRequestedBlockTxs(
1537
+ protected async validateRequestedBlockTxsConsistency(
1385
1538
  request: BlockTxsRequest,
1386
1539
  response: BlockTxsResponse,
1387
1540
  peerId: PeerId,
1388
1541
  ): Promise<boolean> {
1389
- const requestedTxValidator = this.createRequestedTxValidator();
1390
-
1391
1542
  try {
1543
+ // A response with archiveRoot=Fr.zero is the documented "I don't have the block" signal from
1544
+ // reqRespBlockTxsHandler (block_txs_handler.ts:54-58): the peer lacked the block in its
1545
+ // attestation pool and archiver, but matched the requested hashes against its tx pool and
1546
+ // shipped what it found. This is legitimate behaviour, not misbehaviour — we just can't verify
1547
+ // membership/order without the block, so we drop the response without penalising the peer.
1548
+ if (response.archiveRoot.isZero()) {
1549
+ this.logger.debug(`Peer ${peerId.toString()} signalled missing block with Fr.zero archive root`);
1550
+ return false;
1551
+ }
1552
+
1392
1553
  if (!response.archiveRoot.equals(request.archiveRoot)) {
1393
1554
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1394
1555
  throw new ValidationError(
@@ -1421,18 +1582,26 @@ export class LibP2PService extends WithTracer implements P2PService {
1421
1582
  );
1422
1583
  }
1423
1584
 
1424
- // Given proposal (should have locally), ensure returned txs are valid subset and match request indices
1425
- const proposal = await this.mempools.attestationPool.getBlockProposal(request.archiveRoot.toString());
1426
- if (proposal) {
1585
+ // To verify membership/order of the returned txs we need the canonical tx hash list for the
1586
+ // block. Prefer the block proposal (held while a block is in flight), but fall back to the
1587
+ // archiver for blocks we only know as mined — e.g. a prover collecting txs to prove a block it
1588
+ // never received a proposal for. This mirrors the responder side (reqRespBlockTxsHandler),
1589
+ // which serves from proposal-or-archiver.
1590
+ const proposal = await this.mempools.attestationPool.getBlockProposalByArchive(request.archiveRoot.toString());
1591
+ const blockTxHashes =
1592
+ proposal?.txHashes ??
1593
+ (await this.archiver.getBlock({ archive: request.archiveRoot }))?.body.txEffects.map(e => e.txHash);
1594
+
1595
+ if (blockTxHashes) {
1427
1596
  // Build intersected indices
1428
1597
  const intersectIdx = request.txIndices.getTrueIndices().filter(i => response.txIndices.isSet(i));
1429
1598
 
1430
1599
  // Enforce subset membership and preserve increasing order by index.
1431
- const hashToIndexInProposal = new Map<string, number>(
1432
- proposal.txHashes.map((h, i) => [h.toString(), i] as [string, number]),
1600
+ const hashToIndexInBlock = new Map<string, number>(
1601
+ blockTxHashes.map((h, i) => [h.toString(), i] as [string, number]),
1433
1602
  );
1434
1603
  const allowedIndexSet = new Set(intersectIdx);
1435
- const indices = returnedHashes.map(h => hashToIndexInProposal.get(h));
1604
+ const indices = returnedHashes.map(h => hashToIndexInBlock.get(h));
1436
1605
  const allAllowed = indices.every(idx => idx !== undefined && allowedIndexSet.has(idx));
1437
1606
  const strictlyIncreasing = indices.every((idx, i) => (i === 0 ? idx !== undefined : idx! > indices[i - 1]!));
1438
1607
  if (!allAllowed || !strictlyIncreasing) {
@@ -1440,14 +1609,14 @@ export class LibP2PService extends WithTracer implements P2PService {
1440
1609
  throw new ValidationError('Returned txs do not match expected subset/order for requested indices');
1441
1610
  }
1442
1611
  } else {
1443
- // No local proposal, cannot check the membership/order of the returned txs
1612
+ // Neither a local proposal nor an archived block: we cannot verify membership/order of the
1613
+ // returned txs. This is a local-state gap, not a peer fault, so we do not penalize.
1444
1614
  this.logger.warn(
1445
- `Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`,
1615
+ `Block ${request.archiveRoot.toString()} not found in attestation pool or archiver; cannot validate membership/order of returned txs`,
1446
1616
  );
1447
1617
  return false;
1448
1618
  }
1449
1619
 
1450
- await Promise.all(response.txs.map(tx => this.validateRequestedTx(tx, peerId, requestedTxValidator)));
1451
1620
  return true;
1452
1621
  } catch (e: any) {
1453
1622
  if (e instanceof ValidationError) {
@@ -1460,125 +1629,8 @@ export class LibP2PService extends WithTracer implements P2PService {
1460
1629
  }
1461
1630
  }
1462
1631
 
1463
- /**
1464
- * Validate a collection of txs that has been requested from a peer.
1465
- *
1466
- * The core component of this validator is that each tx hash MUST match the requested tx hash,
1467
- * In order to perform this check, the tx proof must be verified.
1468
- *
1469
- * Note: This function is called from within `ReqResp.sendRequest` as part of the
1470
- * ReqRespSubProtocol.TX subprotocol validation.
1471
- *
1472
- * @param requestedTxHash - The collection of the txs that was requested.
1473
- * @param responseTx - The collection of txs that was received as a response to the request.
1474
- * @param peerId - The peer ID of the peer that sent the tx.
1475
- * @returns True if the whole collection of txs is valid, false otherwise.
1476
- */
1477
- @trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx) => ({
1478
- [Attributes.TX_HASH]: requestedTxHash.toString(),
1479
- }))
1480
- private async validateRequestedTxs(requestedTxHash: TxHash[], responseTx: Tx[], peerId: PeerId): Promise<boolean> {
1481
- const requested = new Set(requestedTxHash.map(h => h.toString()));
1482
- const requestedTxValidator = this.createRequestedTxValidator();
1483
-
1484
- //TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
1485
- // I think we should still extract the valid txs and return them, so that we can still use the response.
1486
- try {
1487
- await Promise.all(responseTx.map(tx => this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
1488
- return true;
1489
- } catch (e: any) {
1490
- if (e instanceof ValidationError) {
1491
- this.logger.warn(`Failed to validate requested txs from peer ${peerId.toString()}, reason ${e.message}`);
1492
- } else {
1493
- this.logger.error(`Error during validation of requested txs`, e);
1494
- }
1495
-
1496
- return false;
1497
- }
1498
- }
1499
-
1500
- /**
1501
- * Validates a BLOCK response.
1502
- *
1503
- * If a local copy exists, enforces hash equality. If missing, rejects (no penalty) since the hash cannot be verified.
1504
- * Penalizes on block number mismatch or hash mismatch.
1505
- *
1506
- * @param requestedBlockNumber - The requested block number.
1507
- * @param responseBlock - The block returned by the peer.
1508
- * @param peerId - The peer that returned the block.
1509
- * @returns True if the response is valid, false otherwise.
1510
- */
1511
- @trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock) => ({
1512
- [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString(),
1513
- }))
1514
- protected async validateRequestedBlock(
1515
- requestedBlockNumber: Fr,
1516
- responseBlock: L2Block,
1517
- peerId: PeerId,
1518
- ): Promise<boolean> {
1519
- try {
1520
- const reqNum = Number(requestedBlockNumber.toString());
1521
- if (responseBlock.number !== reqNum) {
1522
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1523
- return false;
1524
- }
1525
-
1526
- const local = await this.archiver.getBlock(BlockNumber(reqNum));
1527
- if (!local) {
1528
- // We are missing the local block; we cannot verify the hash yet. Reject without penalizing.
1529
- // TODO: Consider extending this validator to accept an expected hash or
1530
- // performing quorum-based checks when using P2P syncing prior to L1 sync.
1531
- this.logger.warn(`Local block ${reqNum} not found; rejecting BLOCK response without hash verification`);
1532
- return false;
1533
- }
1534
- const [localHash, respHash] = await Promise.all([local.hash(), responseBlock.hash()]);
1535
- if (!localHash.equals(respHash)) {
1536
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1537
- return false;
1538
- }
1539
-
1540
- return true;
1541
- } catch (e) {
1542
- this.logger.warn(`Error validating requested block`, e);
1543
- return false;
1544
- }
1545
- }
1546
-
1547
- protected async validateRequestedTx(
1548
- tx: Tx,
1549
- peerId: PeerId,
1550
- txValidator: TxValidator,
1551
- requested?: Set<`0x${string}`>,
1552
- ) {
1553
- const penalize = (severity: PeerErrorSeverity) => this.peerManager.penalizePeer(peerId, severity);
1554
- if (requested && !requested.has(tx.getTxHash().toString())) {
1555
- penalize(PeerErrorSeverity.MidToleranceError);
1556
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
1557
- }
1558
-
1559
- const { result } = await txValidator.validateTx(tx);
1560
- if (result === 'invalid') {
1561
- penalize(PeerErrorSeverity.LowToleranceError);
1562
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
1563
- }
1564
- }
1565
-
1566
- protected createRequestedTxValidator(): TxValidator {
1567
- return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1568
- l1ChainId: this.config.l1ChainId,
1569
- rollupVersion: this.config.rollupVersion,
1570
- });
1571
- }
1572
-
1573
- private async getGasFees(blockNumber: BlockNumber): Promise<GasFees> {
1574
- if (blockNumber === this.feesCache?.blockNumber) {
1575
- return this.feesCache.gasFees;
1576
- }
1577
-
1578
- const header = await this.archiver.getBlockHeader(blockNumber);
1579
- const gasFees = header?.globalVariables.gasFees ?? GasFees.empty();
1580
- this.feesCache = { blockNumber, gasFees };
1581
- return gasFees;
1632
+ private getGasFees(): Promise<GasFees> {
1633
+ return this.blockMinFeesProvider.getCurrentMinFees();
1582
1634
  }
1583
1635
 
1584
1636
  /**
@@ -1592,8 +1644,10 @@ export class LibP2PService extends WithTracer implements P2PService {
1592
1644
  l1ChainId: this.config.l1ChainId,
1593
1645
  rollupVersion: this.config.rollupVersion,
1594
1646
  proofVerifier: this.proofVerifier,
1647
+ txValidationCache: this.txValidationCache,
1595
1648
  },
1596
1649
  peerScoring: this.peerManager,
1650
+ validateRequestedBlockTxsConsistency: this.validateRequestedBlockTxsConsistency.bind(this),
1597
1651
  };
1598
1652
  }
1599
1653
 
@@ -1602,6 +1656,7 @@ export class LibP2PService extends WithTracer implements P2PService {
1602
1656
  this.proofVerifier,
1603
1657
  { l1ChainId: this.config.l1ChainId, rollupVersion: this.config.rollupVersion },
1604
1658
  this.logger.getBindings(),
1659
+ this.txValidationCache,
1605
1660
  );
1606
1661
 
1607
1662
  const results = await Promise.all(
@@ -1620,12 +1675,13 @@ export class LibP2PService extends WithTracer implements P2PService {
1620
1675
  currentBlockNumber: BlockNumber,
1621
1676
  nextSlotTimestamp: UInt64,
1622
1677
  ): Promise<Record<string, TransactionValidator>> {
1623
- const gasFees = await this.getGasFees(currentBlockNumber);
1678
+ const gasFees = await this.getGasFees();
1624
1679
  const allowedInSetup = [
1625
1680
  ...(await getDefaultAllowedSetupFunctions()),
1626
1681
  ...(this.config.txPublicSetupAllowListExtend ?? []),
1627
1682
  ];
1628
1683
  const blockNumber = BlockNumber(currentBlockNumber + 1);
1684
+ const l1Constants = await this.archiver.getL1Constants();
1629
1685
 
1630
1686
  return createFirstStageTxValidationsForGossipedTransactions(
1631
1687
  nextSlotTimestamp,
@@ -1639,6 +1695,11 @@ export class LibP2PService extends WithTracer implements P2PService {
1639
1695
  !this.config.disableTransactions,
1640
1696
  allowedInSetup,
1641
1697
  this.logger.getBindings(),
1698
+ {
1699
+ rollupManaLimit: l1Constants.rollupManaLimit,
1700
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1701
+ maxBlockDAGas: this.config.validateMaxDABlockGas,
1702
+ },
1642
1703
  );
1643
1704
  }
1644
1705
 
@@ -1720,31 +1781,6 @@ export class LibP2PService extends WithTracer implements P2PService {
1720
1781
  return PeerErrorSeverity.HighToleranceError;
1721
1782
  }
1722
1783
 
1723
- /**
1724
- * Validate a checkpoint attestation.
1725
- *
1726
- * @param attestation - The checkpoint attestation to validate.
1727
- * @returns True if the checkpoint attestation is valid, false otherwise.
1728
- */
1729
- @trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation) => ({
1730
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
1731
- [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
1732
- [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then(i => i.toString()),
1733
- }))
1734
- public async validateCheckpointAttestation(
1735
- peerId: PeerId,
1736
- attestation: CheckpointAttestation,
1737
- ): Promise<P2PValidationResult> {
1738
- const result = await this.checkpointAttestationValidator.validate(attestation);
1739
-
1740
- if (result.result === 'reject') {
1741
- this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1742
- this.peerManager.penalizePeer(peerId, result.severity);
1743
- }
1744
-
1745
- return result;
1746
- }
1747
-
1748
1784
  public getPeerScore(peerId: PeerId): number {
1749
1785
  return this.node.services.pubsub.score.score(peerId.toString());
1750
1786
  }