@aztec/p2p 0.0.1-commit.04852196a → 0.0.1-commit.04d373f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (406) hide show
  1. package/README.md +129 -3
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +9 -1
  5. package/dest/client/factory.d.ts +4 -3
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +31 -14
  8. package/dest/client/interface.d.ts +14 -5
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +13 -9
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +94 -26
  13. package/dest/config.d.ts +139 -97
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +70 -5
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +1 -20
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +0 -21
  22. package/dest/index.d.ts +1 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +0 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +99 -59
  26. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/attestation_pool.js +265 -199
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +181 -65
  31. package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/mocks.js +6 -4
  34. package/dest/mem_pools/index.d.ts +1 -2
  35. package/dest/mem_pools/index.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.d.ts +1 -1
  37. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  38. package/dest/mem_pools/instrumentation.js +17 -1
  39. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  40. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  41. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +2 -1
  42. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
  43. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  44. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
  45. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  47. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
  48. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +2 -2
  49. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +10 -5
  50. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  51. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +13 -3
  52. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  53. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +20 -7
  54. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +4 -2
  55. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  56. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +3 -0
  57. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +1 -1
  58. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  59. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +92 -87
  60. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +9 -3
  61. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  62. package/dest/msg_validators/attestation_validator/attestation_validator.js +37 -12
  63. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  64. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  65. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  66. package/dest/msg_validators/clock_tolerance.d.ts +12 -1
  67. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  68. package/dest/msg_validators/clock_tolerance.js +61 -3
  69. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -2
  70. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  71. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -2
  72. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  73. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +10 -2
  74. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  75. package/dest/msg_validators/proposal_validator/proposal_validator.js +46 -12
  76. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  77. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  78. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
  79. package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
  80. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  81. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  82. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  83. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  84. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  85. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  86. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  87. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  88. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  89. package/dest/msg_validators/tx_validator/data_validator.js +36 -2
  90. package/dest/msg_validators/tx_validator/factory.d.ts +27 -7
  91. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  92. package/dest/msg_validators/tx_validator/factory.js +47 -17
  93. package/dest/msg_validators/tx_validator/gas_validator.d.ts +48 -7
  94. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  95. package/dest/msg_validators/tx_validator/gas_validator.js +88 -41
  96. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  97. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  98. package/dest/msg_validators/tx_validator/index.js +2 -0
  99. package/dest/msg_validators/tx_validator/phases_validator.d.ts +21 -1
  100. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  101. package/dest/msg_validators/tx_validator/phases_validator.js +28 -1
  102. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  103. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  105. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  106. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  107. package/dest/msg_validators/tx_validator/tx_validation_cache.js +69 -0
  108. package/dest/services/data_store.d.ts +1 -1
  109. package/dest/services/data_store.d.ts.map +1 -1
  110. package/dest/services/data_store.js +5 -5
  111. package/dest/services/discv5/discV5_service.d.ts +2 -1
  112. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  113. package/dest/services/discv5/discV5_service.js +35 -8
  114. package/dest/services/dummy_service.d.ts +11 -15
  115. package/dest/services/dummy_service.d.ts.map +1 -1
  116. package/dest/services/dummy_service.js +12 -16
  117. package/dest/services/encoding.d.ts +5 -1
  118. package/dest/services/encoding.d.ts.map +1 -1
  119. package/dest/services/encoding.js +7 -1
  120. package/dest/services/gossipsub/topic_score_params.d.ts +13 -2
  121. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  122. package/dest/services/gossipsub/topic_score_params.js +21 -4
  123. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  124. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  125. package/dest/services/libp2p/instrumentation.js +14 -0
  126. package/dest/services/libp2p/libp2p_service.d.ts +36 -46
  127. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  128. package/dest/services/libp2p/libp2p_service.js +282 -236
  129. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  130. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  131. package/dest/services/peer-manager/peer_manager.js +38 -10
  132. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  133. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  134. package/dest/services/peer-manager/peer_scoring.js +32 -10
  135. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +11 -8
  136. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  137. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +84 -71
  138. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +10 -6
  139. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  140. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +5 -4
  141. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  142. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +13 -7
  143. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +3 -1
  144. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  145. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +3 -0
  146. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  147. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  148. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  149. package/dest/services/reqresp/config.d.ts +3 -3
  150. package/dest/services/reqresp/config.d.ts.map +1 -1
  151. package/dest/services/reqresp/interface.d.ts +16 -18
  152. package/dest/services/reqresp/interface.d.ts.map +1 -1
  153. package/dest/services/reqresp/interface.js +10 -20
  154. package/dest/services/reqresp/metrics.d.ts +1 -1
  155. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  156. package/dest/services/reqresp/metrics.js +0 -1
  157. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  158. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  159. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +4 -2
  160. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  161. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  162. package/dest/services/reqresp/protocols/index.js +0 -1
  163. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  164. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  165. package/dest/services/reqresp/protocols/tx.js +1 -3
  166. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  167. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  168. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  169. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  170. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  171. package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
  172. package/dest/services/reqresp/reqresp.d.ts +7 -29
  173. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  174. package/dest/services/reqresp/reqresp.js +41 -214
  175. package/dest/services/service.d.ts +9 -12
  176. package/dest/services/service.d.ts.map +1 -1
  177. package/dest/services/tx_collection/config.d.ts +2 -23
  178. package/dest/services/tx_collection/config.d.ts.map +1 -1
  179. package/dest/services/tx_collection/config.js +2 -55
  180. package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
  181. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  182. package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
  183. package/dest/services/tx_collection/file_store_tx_source.d.ts +5 -4
  184. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
  185. package/dest/services/tx_collection/file_store_tx_source.js +39 -29
  186. package/dest/services/tx_collection/index.d.ts +2 -3
  187. package/dest/services/tx_collection/index.d.ts.map +1 -1
  188. package/dest/services/tx_collection/index.js +0 -1
  189. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  190. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  191. package/dest/services/tx_collection/instrumentation.js +0 -2
  192. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  193. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  194. package/dest/services/tx_collection/request_tracker.js +84 -0
  195. package/dest/services/tx_collection/tx_collection.d.ts +36 -55
  196. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  197. package/dest/services/tx_collection/tx_collection.js +275 -119
  198. package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
  199. package/dest/services/tx_collection/tx_collection_sink.js +2 -2
  200. package/dest/services/tx_collection/tx_source.d.ts +6 -5
  201. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  202. package/dest/services/tx_collection/tx_source.js +9 -7
  203. package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
  204. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  205. package/dest/services/tx_file_store/tx_file_store.js +4 -14
  206. package/dest/services/tx_provider.d.ts +3 -1
  207. package/dest/services/tx_provider.d.ts.map +1 -1
  208. package/dest/services/tx_provider.js +3 -0
  209. package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
  210. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  211. package/dest/test-helpers/make-test-p2p-clients.js +5 -2
  212. package/dest/test-helpers/mock-pubsub.d.ts +23 -9
  213. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  214. package/dest/test-helpers/mock-pubsub.js +44 -44
  215. package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
  216. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  217. package/dest/test-helpers/reqresp-nodes.js +16 -18
  218. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  219. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  220. package/dest/test-helpers/test_tx_provider.js +3 -0
  221. package/dest/test-helpers/testbench-utils.d.ts +12 -14
  222. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  223. package/dest/test-helpers/testbench-utils.js +42 -15
  224. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  225. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  226. package/dest/testbench/p2p_client_testbench_worker.js +83 -38
  227. package/dest/testbench/worker_client_manager.d.ts +10 -6
  228. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  229. package/dest/testbench/worker_client_manager.js +51 -9
  230. package/dest/util.d.ts +11 -6
  231. package/dest/util.d.ts.map +1 -1
  232. package/dest/util.js +35 -14
  233. package/dest/versioning.d.ts +3 -6
  234. package/dest/versioning.d.ts.map +1 -1
  235. package/dest/versioning.js +3 -24
  236. package/package.json +15 -14
  237. package/src/bootstrap/bootstrap.ts +9 -1
  238. package/src/client/factory.ts +55 -7
  239. package/src/client/interface.ts +15 -11
  240. package/src/client/p2p_client.ts +107 -49
  241. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  242. package/src/config.ts +137 -4
  243. package/src/errors/p2p-service.error.ts +11 -0
  244. package/src/errors/reqresp.error.ts +0 -25
  245. package/src/index.ts +0 -1
  246. package/src/mem_pools/attestation_pool/attestation_pool.ts +316 -241
  247. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +204 -68
  248. package/src/mem_pools/attestation_pool/mocks.ts +13 -8
  249. package/src/mem_pools/index.ts +0 -3
  250. package/src/mem_pools/instrumentation.ts +5 -1
  251. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +2 -1
  252. package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
  253. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
  254. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +3 -3
  255. package/src/mem_pools/tx_pool_v2/interfaces.ts +9 -4
  256. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +31 -9
  257. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +13 -1
  258. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +93 -93
  259. package/src/msg_validators/attestation_validator/README.md +49 -0
  260. package/src/msg_validators/attestation_validator/attestation_validator.ts +41 -9
  261. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +14 -7
  262. package/src/msg_validators/clock_tolerance.ts +79 -3
  263. package/src/msg_validators/proposal_validator/README.md +123 -0
  264. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +12 -2
  265. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +17 -2
  266. package/src/msg_validators/proposal_validator/proposal_validator.ts +54 -10
  267. package/src/msg_validators/tx_validator/README.md +15 -3
  268. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
  269. package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
  270. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  271. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  272. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  273. package/src/msg_validators/tx_validator/data_validator.ts +44 -1
  274. package/src/msg_validators/tx_validator/factory.ts +61 -10
  275. package/src/msg_validators/tx_validator/gas_validator.ts +121 -39
  276. package/src/msg_validators/tx_validator/index.ts +2 -0
  277. package/src/msg_validators/tx_validator/phases_validator.ts +31 -1
  278. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  279. package/src/msg_validators/tx_validator/tx_validation_cache.ts +102 -0
  280. package/src/services/data_store.ts +5 -13
  281. package/src/services/discv5/discV5_service.ts +38 -5
  282. package/src/services/dummy_service.ts +14 -39
  283. package/src/services/encoding.ts +9 -1
  284. package/src/services/gossipsub/topic_score_params.ts +36 -4
  285. package/src/services/libp2p/instrumentation.ts +14 -0
  286. package/src/services/libp2p/libp2p_service.ts +308 -272
  287. package/src/services/peer-manager/peer_manager.ts +44 -10
  288. package/src/services/peer-manager/peer_scoring.ts +27 -5
  289. package/src/services/reqresp/README.md +215 -0
  290. package/src/services/reqresp/batch-tx-requester/README.md +46 -7
  291. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +83 -77
  292. package/src/services/reqresp/batch-tx-requester/interface.ts +13 -5
  293. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +13 -6
  294. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +5 -0
  295. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  296. package/src/services/reqresp/config.ts +2 -2
  297. package/src/services/reqresp/interface.ts +21 -47
  298. package/src/services/reqresp/metrics.ts +0 -1
  299. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +4 -2
  300. package/src/services/reqresp/protocols/index.ts +0 -1
  301. package/src/services/reqresp/protocols/tx.ts +1 -3
  302. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  303. package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
  304. package/src/services/reqresp/reqresp.ts +45 -260
  305. package/src/services/service.ts +12 -28
  306. package/src/services/tx_collection/config.ts +3 -80
  307. package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
  308. package/src/services/tx_collection/file_store_tx_source.ts +43 -31
  309. package/src/services/tx_collection/index.ts +1 -6
  310. package/src/services/tx_collection/instrumentation.ts +1 -7
  311. package/src/services/tx_collection/request_tracker.ts +127 -0
  312. package/src/services/tx_collection/tx_collection.ts +331 -176
  313. package/src/services/tx_collection/tx_collection_sink.ts +2 -2
  314. package/src/services/tx_collection/tx_source.ts +8 -7
  315. package/src/services/tx_file_store/tx_file_store.ts +5 -17
  316. package/src/services/tx_provider.ts +5 -0
  317. package/src/test-helpers/make-test-p2p-clients.ts +3 -0
  318. package/src/test-helpers/mock-pubsub.ts +46 -60
  319. package/src/test-helpers/reqresp-nodes.ts +12 -22
  320. package/src/test-helpers/test_tx_provider.ts +5 -0
  321. package/src/test-helpers/testbench-utils.ts +53 -28
  322. package/src/testbench/p2p_client_testbench_worker.ts +87 -54
  323. package/src/testbench/worker_client_manager.ts +59 -20
  324. package/src/util.ts +32 -17
  325. package/src/versioning.ts +3 -33
  326. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  327. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  328. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -304
  329. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  330. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  331. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  332. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  333. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  334. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  335. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  336. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  337. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  338. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  339. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  340. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  341. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  342. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  343. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  344. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  345. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  346. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  347. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  348. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  349. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  350. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  351. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  352. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  353. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  354. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  355. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  356. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  357. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  358. package/dest/mem_pools/tx_pool/index.js +0 -2
  359. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  360. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  361. package/dest/mem_pools/tx_pool/priority.js +0 -15
  362. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  363. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  364. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  365. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  366. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  367. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  368. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  369. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  370. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  371. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  372. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  373. package/dest/services/reqresp/protocols/block.js +0 -32
  374. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -54
  375. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  376. package/dest/services/tx_collection/fast_tx_collection.js +0 -327
  377. package/dest/services/tx_collection/missing_txs_tracker.d.ts +0 -32
  378. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +0 -1
  379. package/dest/services/tx_collection/missing_txs_tracker.js +0 -27
  380. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -49
  381. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  382. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  383. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
  384. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  385. package/dest/services/tx_collection/slow_tx_collection.js +0 -211
  386. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -345
  387. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  388. package/src/mem_pools/tx_pool/README.md +0 -270
  389. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  390. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  391. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  392. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  393. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  394. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  395. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  396. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  397. package/src/mem_pools/tx_pool/index.ts +0 -2
  398. package/src/mem_pools/tx_pool/priority.ts +0 -20
  399. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  400. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  401. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  402. package/src/services/reqresp/protocols/block.ts +0 -37
  403. package/src/services/tx_collection/fast_tx_collection.ts +0 -387
  404. package/src/services/tx_collection/missing_txs_tracker.ts +0 -52
  405. package/src/services/tx_collection/proposal_tx_collector.ts +0 -113
  406. package/src/services/tx_collection/slow_tx_collection.ts +0 -266
@@ -370,14 +370,13 @@ function applyDecs2203RFactory() {
370
370
  function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
371
  return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
372
  }
373
- var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { maxBy } from '@aztec/foundation/collection';
375
+ import { maxBy, merge } from '@aztec/foundation/collection';
376
376
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
377
377
  import { RunningPromise } from '@aztec/foundation/running-promise';
378
378
  import { Timer } from '@aztec/foundation/timer';
379
379
  import { protocolContractsHash } from '@aztec/protocol-contracts';
380
- import { GasFees } from '@aztec/stdlib/gas';
381
380
  import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
382
381
  import { MerkleTreeId } from '@aztec/stdlib/trees';
383
382
  import { Tx } from '@aztec/stdlib/tx';
@@ -393,11 +392,13 @@ import { identify } from '@libp2p/identify';
393
392
  import { TopicValidatorResult } from '@libp2p/interface';
394
393
  import { mplex } from '@libp2p/mplex';
395
394
  import { tcp } from '@libp2p/tcp';
395
+ import { multiaddr } from '@multiformats/multiaddr';
396
396
  import { ENR } from '@nethermindeth/enr';
397
397
  import { createLibp2p } from 'libp2p';
398
+ import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
398
399
  import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
399
400
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
400
- import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
401
+ import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
401
402
  import { GossipSubEvent } from '../../types/index.js';
402
403
  import { convertToMultiaddr } from '../../util.js';
403
404
  import { getVersions } from '../../versioning.js';
@@ -408,7 +409,7 @@ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring
408
409
  import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
409
410
  import { PeerManager } from '../peer-manager/peer_manager.js';
410
411
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
411
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
412
+ import { ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
412
413
  import { ReqResp } from '../reqresp/reqresp.js';
413
414
  import { P2PInstrumentation } from './instrumentation.js';
414
415
  _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
@@ -426,16 +427,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
426
427
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
427
428
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
428
429
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
429
- })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
430
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxsConsistency', (request)=>({
430
431
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
431
- })), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
432
- [Attributes.TX_HASH]: requestedTxHash.toString()
433
- })), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
434
- [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
435
- })), _dec8 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
436
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
437
- [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
438
- [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
439
432
  }));
440
433
  /**
441
434
  * Lib P2P implementation of the P2PService interface.
@@ -450,6 +443,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
450
443
  epochCache;
451
444
  proofVerifier;
452
445
  worldStateSynchronizer;
446
+ blockMinFeesProvider;
447
+ txValidationCache;
453
448
  static{
454
449
  ({ e: [_initProto] } = _apply_decs_2203_r(this, [
455
450
  [
@@ -480,22 +475,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
480
475
  [
481
476
  _dec5,
482
477
  2,
483
- "validateRequestedBlockTxs"
484
- ],
485
- [
486
- _dec6,
487
- 2,
488
- "validateRequestedTxs"
489
- ],
490
- [
491
- _dec7,
492
- 2,
493
- "validateRequestedBlock"
494
- ],
495
- [
496
- _dec8,
497
- 2,
498
- "validateCheckpointAttestation"
478
+ "validateRequestedBlockTxsConsistency"
499
479
  ]
500
480
  ], []));
501
481
  }
@@ -507,9 +487,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
507
487
  checkpointAttestationValidator;
508
488
  protocolVersion;
509
489
  topicStrings;
510
- feesCache;
511
490
  /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
512
491
  /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
492
+ /** Callback invoked when a valid checkpoint attestation is accepted into the pool. */ checkpointAttestationCallback;
513
493
  /**
514
494
  * Callback for when a block is received from a peer.
515
495
  * @param block - The block received from the peer.
@@ -519,13 +499,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
519
499
  * Callback for when a checkpoint proposal is received from a peer.
520
500
  * @param checkpoint - The checkpoint proposal received from the peer.
521
501
  * @returns The attestations for the checkpoint, if any.
522
- */ checkpointReceivedCallback;
502
+ */ allNodesCheckpointReceivedCallback;
503
+ /**
504
+ * Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
505
+ * @param checkpoint - The checkpoint proposal received from the peer.
506
+ * @returns The attestations for the checkpoint, if any.
507
+ */ validatorCheckpointReceivedCallback;
523
508
  gossipSubEventHandler;
509
+ ipChangedHandler;
510
+ discoveredP2pIp;
524
511
  instrumentation;
525
512
  telemetry;
526
513
  logger;
527
- constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
528
- super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
514
+ constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger = createLogger('p2p:libp2p_service'), txValidationCache){
515
+ super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.blockMinFeesProvider = blockMinFeesProvider, this.txValidationCache = txValidationCache, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
529
516
  this.telemetry = telemetry;
530
517
  // Create child logger with fisherman prefix if in fisherman mode
531
518
  this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
@@ -541,27 +528,43 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
541
528
  this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
542
529
  this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
543
530
  this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
531
+ const p2pPropagationTime = config.attestationPropagationTime;
544
532
  const proposalValidatorOpts = {
545
533
  txsPermitted: !config.disableTransactions,
546
- maxTxsPerBlock: config.validateMaxTxsPerBlock
534
+ maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
535
+ maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
536
+ p2pPropagationTime,
537
+ skipSlotValidation: config.skipProposalSlotValidation,
538
+ signatureContext: {
539
+ chainId: config.l1ChainId,
540
+ rollupAddress: config.rollupAddress
541
+ }
547
542
  };
548
543
  this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
549
544
  this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
550
- this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
545
+ const attestationValidatorOpts = {
546
+ l1PublishingTime: config.l1PublishingTime,
547
+ p2pPropagationTime,
548
+ signatureContext: proposalValidatorOpts.signatureContext
549
+ };
550
+ this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry, attestationValidatorOpts) : new CheckpointAttestationValidator(epochCache, attestationValidatorOpts);
551
551
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
552
552
  this.blockReceivedCallback = async (block)=>{
553
- this.logger.debug(`Handler not yet registered: Block received callback not set. Received block for slot ${block.slotNumber} from peer.`, {
553
+ this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
554
554
  p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier()
555
555
  });
556
- return false;
556
+ return true;
557
557
  };
558
- this.checkpointReceivedCallback = (checkpoint)=>{
559
- this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
558
+ this.allNodesCheckpointReceivedCallback = (_checkpoint)=>{
559
+ throw new CheckpointProposalReceivedCallbackNotRegisteredError();
560
+ };
561
+ this.validatorCheckpointReceivedCallback = (_checkpoint)=>{
560
562
  return Promise.resolve(undefined);
561
563
  };
562
564
  }
563
565
  updateConfig(config) {
564
566
  this.reqresp.updateConfig(config);
567
+ this.config = merge(this.config, config);
565
568
  }
566
569
  /**
567
570
  * Creates an instance of the LibP2P service.
@@ -569,7 +572,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
569
572
  * @param txPool - The transaction pool to be accessed by the service.
570
573
  * @returns The new service.
571
574
  */ static async new(config, peerId, deps) {
572
- const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
575
+ const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, blockMinFeesProvider, telemetry, logger, packageVersion, txValidationCache } = deps;
573
576
  const { p2pPort, maxPeerCount, listenAddress } = config;
574
577
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
575
578
  const datastore = new AztecDatastore(peerStore);
@@ -609,9 +612,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
609
612
  const l1Constants = epochCache.getL1Constants();
610
613
  const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
611
614
  slotDurationMs: l1Constants.slotDuration * 1000,
615
+ ethereumSlotDuration: l1Constants.ethereumSlotDuration,
612
616
  heartbeatIntervalMs: config.gossipsubInterval,
613
617
  targetCommitteeSize: l1Constants.targetCommitteeSize,
614
618
  blockDurationMs: config.blockDurationMs,
619
+ l1PublishingTime: config.l1PublishingTime,
620
+ p2pPropagationTime: config.attestationPropagationTime,
615
621
  expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
616
622
  });
617
623
  const node = await createLibp2p({
@@ -718,7 +724,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
718
724
  })
719
725
  }),
720
726
  components: (components)=>({
721
- connectionManager: components.connectionManager
727
+ connectionManager: components.connectionManager,
728
+ addressManager: components.addressManager
722
729
  })
723
730
  },
724
731
  logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
@@ -726,6 +733,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
726
733
  const peerScoring = new PeerScoring(config, telemetry);
727
734
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
728
735
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
736
+ // Gate req/resp data protocols for unauthenticated peers when p2pAllowOnlyValidators is enabled
737
+ reqresp.setShouldRejectPeer((peerId)=>peerManager.shouldDisableP2PGossip(peerId));
729
738
  // Configure application-specific scoring for gossipsub.
730
739
  // The weight scales app score to align with gossipsub thresholds:
731
740
  // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
@@ -733,7 +742,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
733
742
  // Note: positive topic scores can offset penalties, so alignment is best-effort.
734
743
  node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
735
744
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
736
- return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
745
+ return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger, txValidationCache);
737
746
  }
738
747
  /**
739
748
  * Starts the LibP2P service.
@@ -743,22 +752,19 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
743
752
  if (this.node.status === 'started') {
744
753
  throw new Error('P2P service already started');
745
754
  }
746
- // Get listen & announce addresses for logging
747
755
  const { p2pIp, p2pPort } = this.config;
748
- if (!p2pIp) {
749
- throw new Error('Announce address not provided.');
756
+ if (!p2pIp && !this.config.queryForIp) {
757
+ throw new Error('Announce address not provided and queryForIp is not enabled.');
750
758
  }
751
- const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
759
+ const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
752
760
  // Create request response protocol handlers
753
761
  const txHandler = reqRespTxHandler(this.mempools);
754
762
  const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
755
- const blockHandler = reqRespBlockHandler(this.archiver);
756
763
  const statusHandler = reqRespStatusHandler(this.protocolVersion, this.worldStateSynchronizer, this.logger);
757
764
  const requestResponseHandlers = {
758
765
  [ReqRespSubProtocol.PING]: pingHandler,
759
766
  [ReqRespSubProtocol.STATUS]: statusHandler.bind(this),
760
- [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this),
761
- [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
767
+ [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
762
768
  };
763
769
  if (!this.config.disableTransactions) {
764
770
  const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
@@ -767,15 +773,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
767
773
  if (!this.config.disableTransactions) {
768
774
  requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
769
775
  }
770
- // Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
771
- const reqrespSubProtocolValidators = {
772
- ...DEFAULT_SUB_PROTOCOL_VALIDATORS,
773
- [ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
774
- [ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
775
- [ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this)
776
- };
777
776
  await this.peerManager.initializePeers();
778
- await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
777
+ await this.reqresp.start(requestResponseHandlers);
779
778
  await this.node.start();
780
779
  // Subscribe to standard GossipSub topics by default
781
780
  for (const topic of getTopicsForConfig(this.config.disableTransactions)){
@@ -787,6 +786,34 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
787
786
  if (!this.config.p2pDiscoveryDisabled) {
788
787
  await this.peerDiscoveryService.start();
789
788
  }
789
+ // Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
790
+ if (this.config.queryForIp) {
791
+ this.discoveredP2pIp = this.config.p2pIp;
792
+ this.logger.info('IP change tracking enabled, bridging discv5 IP updates to libp2p AddressManager');
793
+ this.ipChangedHandler = (ip)=>{
794
+ const addressManager = this.node.services.components.addressManager;
795
+ const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
796
+ const previousIp = this.discoveredP2pIp;
797
+ if (previousIp) {
798
+ const oldAddr = multiaddr(convertToMultiaddr(previousIp, this.config.p2pPort, 'tcp'));
799
+ addressManager.removeObservedAddr(oldAddr);
800
+ this.logger.info('Libp2p announce address updated due to IP change', {
801
+ previousIp,
802
+ newIp: ip,
803
+ newMultiaddr: newAddr.toString()
804
+ });
805
+ } else {
806
+ this.logger.info('Libp2p announce address set from initial discv5 IP discovery', {
807
+ ip,
808
+ multiaddr: newAddr.toString()
809
+ });
810
+ }
811
+ addressManager.addObservedAddr(newAddr);
812
+ addressManager.confirmObservedAddr(newAddr);
813
+ this.discoveredP2pIp = ip;
814
+ };
815
+ this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
816
+ }
790
817
  this.discoveryRunningPromise = new RunningPromise(async ()=>{
791
818
  await this.peerManager.heartbeat();
792
819
  }, this.logger, this.config.peerCheckIntervalMS);
@@ -804,6 +831,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
804
831
  */ async stop() {
805
832
  // Remove gossip sub listener
806
833
  this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
834
+ if (this.ipChangedHandler) {
835
+ this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
836
+ this.ipChangedHandler = undefined;
837
+ }
807
838
  // Stop peer manager
808
839
  this.logger.debug('Stopping peer manager...');
809
840
  await this.peerManager.stop();
@@ -817,8 +848,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
817
848
  await this.stopLibP2P();
818
849
  this.logger.info('LibP2P service stopped');
819
850
  }
820
- addReqRespSubProtocol(subProtocol, handler, validator) {
821
- return this.reqresp.addSubProtocol(subProtocol, handler, validator);
851
+ addReqRespSubProtocol(subProtocol, handler) {
852
+ return this.reqresp.addSubProtocol(subProtocol, handler);
822
853
  }
823
854
  registerThisValidatorAddresses(address) {
824
855
  this.peerManager.registerThisValidatorAddresses(address);
@@ -840,14 +871,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
840
871
  };
841
872
  setImmediate(()=>void safeJob());
842
873
  }
843
- /**
844
- * Send a batch of requests to peers, and return the responses
845
- * @param protocol - The request response protocol to use
846
- * @param requests - The requests to send to the peers
847
- * @returns The responses to the requests
848
- */ sendBatchRequest(protocol, requests, pinnedPeerId) {
849
- return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
850
- }
851
874
  sendRequestToPeer(peerId, subProtocol, payload, dialTimeout) {
852
875
  return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
853
876
  }
@@ -860,8 +883,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
860
883
  registerBlockReceivedCallback(callback) {
861
884
  this.blockReceivedCallback = callback;
862
885
  }
863
- registerCheckpointReceivedCallback(callback) {
864
- this.checkpointReceivedCallback = callback;
886
+ registerValidatorCheckpointReceivedCallback(callback) {
887
+ this.validatorCheckpointReceivedCallback = callback;
888
+ }
889
+ registerAllNodesCheckpointReceivedCallback(callback) {
890
+ this.allNodesCheckpointReceivedCallback = callback;
865
891
  }
866
892
  /**
867
893
  * Registers a callback to be invoked when a duplicate proposal is detected.
@@ -876,6 +902,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
876
902
  */ registerDuplicateAttestationCallback(callback) {
877
903
  this.duplicateAttestationCallback = callback;
878
904
  }
905
+ registerCheckpointAttestationCallback(callback) {
906
+ this.checkpointAttestationCallback = callback;
907
+ }
879
908
  /**
880
909
  * Subscribes to a topic.
881
910
  * @param topic - The topic to subscribe to.
@@ -927,6 +956,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
927
956
  if (!validator || !validator.addMessage(msgId)) {
928
957
  this.instrumentation.incMessagePrevalidationStatus(false, topicType);
929
958
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
959
+ if (topicType === TopicType.tx) {
960
+ this.logger.verbose(`Ignoring already-seen tx gossip message`, {
961
+ msgId,
962
+ source: source.toString()
963
+ });
964
+ }
930
965
  return {
931
966
  result: false,
932
967
  topicType
@@ -984,6 +1019,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
984
1019
  }
985
1020
  // Process the message, optionally within a linked span for trace propagation
986
1021
  const processMessage = async ()=>{
1022
+ if (this.config.skipIncomingProposals && (msg.topic === this.topicStrings[TopicType.block_proposal] || msg.topic === this.topicStrings[TopicType.checkpoint_proposal])) {
1023
+ this.logger.warn(`Ignoring incoming proposal (skipIncomingProposals is set)`, {
1024
+ topic: msg.topic
1025
+ });
1026
+ this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
1027
+ return;
1028
+ }
987
1029
  if (msg.topic === this.topicStrings[TopicType.tx]) {
988
1030
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
989
1031
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
@@ -1032,29 +1074,79 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1032
1074
  return;
1033
1075
  }
1034
1076
  async validateReceivedMessage(validationFunc, msgId, source, topicType) {
1077
+ // Default to reject result with a penalty if validation function throws an error
1035
1078
  let resultAndObj = {
1036
- result: TopicValidatorResult.Reject
1079
+ result: TopicValidatorResult.Reject,
1080
+ severity: PeerErrorSeverity.MidToleranceError
1037
1081
  };
1038
1082
  const timer = new Timer();
1039
1083
  try {
1040
1084
  resultAndObj = await validationFunc();
1041
1085
  } catch (err) {
1042
- this.peerManager.penalizePeer(source, PeerErrorSeverity.LowToleranceError);
1043
- this.logger.error(`Error deserializing and validating gossipsub message`, err, {
1086
+ this.logger.error(`Error validating gossipsub message`, err, {
1044
1087
  msgId,
1045
1088
  source: source.toString(),
1046
1089
  topicType
1047
1090
  });
1048
1091
  }
1092
+ const validationTimeMs = timer.ms();
1093
+ const mcacheWindowMs = this.config.gossipsubMcacheLength * this.config.gossipsubInterval;
1094
+ if (validationTimeMs > mcacheWindowMs * 0.75) {
1095
+ this.instrumentation.incSlowValidation(topicType);
1096
+ this.logger.warn(`Gossip validation for ${topicType} took ${validationTimeMs}ms, approaching mcache eviction window of ${mcacheWindowMs}ms. ` + `Message forwarding may be skipped if validation exceeds the window.`, {
1097
+ msgId,
1098
+ source: source.toString(),
1099
+ topicType,
1100
+ validationTimeMs,
1101
+ mcacheWindowMs
1102
+ });
1103
+ }
1049
1104
  if (resultAndObj.result === TopicValidatorResult.Accept) {
1105
+ this.logger.debug(`Message ${topicType} accepted by validator`, {
1106
+ msgId,
1107
+ source: source.toString(),
1108
+ topicType
1109
+ });
1050
1110
  this.instrumentation.recordMessageValidation(topicType, timer);
1111
+ } else if (resultAndObj.result === TopicValidatorResult.Reject) {
1112
+ this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
1113
+ msgId,
1114
+ source: source.toString(),
1115
+ topicType,
1116
+ severity: resultAndObj.severity
1117
+ });
1118
+ this.peerManager.penalizePeer(source, resultAndObj.severity);
1119
+ } else {
1120
+ this.logger.trace(`Message ${topicType} ignored by validator`, {
1121
+ msgId,
1122
+ source: source.toString(),
1123
+ topicType
1124
+ });
1051
1125
  }
1052
1126
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
1053
1127
  return resultAndObj;
1054
1128
  }
1129
+ tryDeserialize(deserializeFunc, msgId, source) {
1130
+ try {
1131
+ return deserializeFunc();
1132
+ } catch (err) {
1133
+ this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
1134
+ err,
1135
+ msgId,
1136
+ source: source.toString()
1137
+ });
1138
+ return undefined;
1139
+ }
1140
+ }
1055
1141
  async handleGossipedTx(payloadData, msgId, source) {
1056
1142
  const validationFunc = async ()=>{
1057
- const tx = Tx.fromBuffer(payloadData);
1143
+ const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
1144
+ if (!tx) {
1145
+ return {
1146
+ result: TopicValidatorResult.Reject,
1147
+ severity: PeerErrorSeverity.LowToleranceError
1148
+ };
1149
+ }
1058
1150
  const currentBlockNumber = await this.archiver.getBlockNumber();
1059
1151
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1060
1152
  // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
@@ -1070,14 +1162,22 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1070
1162
  const txBlockNumber = BlockNumber(currentBlockNumber + 1);
1071
1163
  severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1072
1164
  }
1073
- this.peerManager.penalizePeer(source, severity);
1165
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
1166
+ validator: name,
1167
+ severity,
1168
+ source: source.toString()
1169
+ });
1074
1170
  return {
1075
- result: TopicValidatorResult.Reject
1171
+ result: TopicValidatorResult.Reject,
1172
+ severity
1076
1173
  };
1077
1174
  }
1078
1175
  // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
1079
1176
  const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
1080
1177
  if (canAdd === 'ignored') {
1178
+ this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
1179
+ source: source.toString()
1180
+ });
1081
1181
  return {
1082
1182
  result: TopicValidatorResult.Ignore,
1083
1183
  obj: tx
@@ -1087,10 +1187,15 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1087
1187
  const secondStageValidators = this.createSecondStageMessageValidators();
1088
1188
  const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
1089
1189
  if (!secondStageOutcome.allPassed) {
1090
- const { severity } = secondStageOutcome.failure;
1091
- this.peerManager.penalizePeer(source, severity);
1190
+ const { severity, name } = secondStageOutcome.failure;
1191
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
1192
+ validator: name,
1193
+ severity,
1194
+ source: source.toString()
1195
+ });
1092
1196
  return {
1093
- result: TopicValidatorResult.Reject
1197
+ result: TopicValidatorResult.Reject,
1198
+ severity
1094
1199
  };
1095
1200
  }
1096
1201
  // Pool add: persist the tx
@@ -1102,7 +1207,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1102
1207
  });
1103
1208
  const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
1104
1209
  const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
1105
- this.logger.trace(`Validate propagated tx`, {
1210
+ this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
1106
1211
  wasAccepted,
1107
1212
  wasIgnored,
1108
1213
  [Attributes.P2P_ID]: source.toString()
@@ -1118,8 +1223,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1118
1223
  obj: tx
1119
1224
  };
1120
1225
  } else {
1226
+ this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
1227
+ source: source.toString(),
1228
+ txHash: txHash.toString()
1229
+ });
1121
1230
  return {
1122
- result: TopicValidatorResult.Reject
1231
+ result: TopicValidatorResult.Reject,
1232
+ severity: PeerErrorSeverity.HighToleranceError
1123
1233
  };
1124
1234
  }
1125
1235
  };
@@ -1140,7 +1250,16 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1140
1250
  * Process a checkpoint attestation from a peer.
1141
1251
  * Validates the attestation and adds it to the pool.
1142
1252
  */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
1143
- const { result, obj: attestation } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_attestation);
1253
+ const { result, obj: attestation } = await this.validateReceivedMessage(()=>{
1254
+ const attestation = this.tryDeserialize(()=>CheckpointAttestation.fromBuffer(payloadData), msgId, source);
1255
+ if (!attestation) {
1256
+ return Promise.resolve({
1257
+ result: TopicValidatorResult.Reject,
1258
+ severity: PeerErrorSeverity.LowToleranceError
1259
+ });
1260
+ }
1261
+ return this.validateAndStoreCheckpointAttestation(source, attestation);
1262
+ }, msgId, source, TopicType.checkpoint_attestation);
1144
1263
  if (result !== TopicValidatorResult.Accept || !attestation) {
1145
1264
  return;
1146
1265
  }
@@ -1155,9 +1274,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1155
1274
  const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1156
1275
  if (validationResult.result === 'reject') {
1157
1276
  this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1158
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1159
1277
  return {
1160
- result: TopicValidatorResult.Reject
1278
+ result: TopicValidatorResult.Reject,
1279
+ severity: validationResult.severity
1161
1280
  };
1162
1281
  }
1163
1282
  if (validationResult.result === 'ignore') {
@@ -1184,9 +1303,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1184
1303
  obj: attestation
1185
1304
  };
1186
1305
  }
1187
- // Could not add (cap reached for signer), no need to re-broadcast
1306
+ // Could not add (cap reached for signer), penalize and do not re-broadcast
1188
1307
  if (!added) {
1189
- this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1308
+ this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
1190
1309
  slot: slot.toString(),
1191
1310
  archive: attestation.archive.toString(),
1192
1311
  source: peerId.toString(),
@@ -1194,8 +1313,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1194
1313
  count
1195
1314
  });
1196
1315
  return {
1197
- result: TopicValidatorResult.Ignore,
1198
- obj: attestation
1316
+ result: TopicValidatorResult.Reject,
1317
+ severity: PeerErrorSeverity.HighToleranceError
1199
1318
  };
1200
1319
  }
1201
1320
  // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
@@ -1216,6 +1335,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1216
1335
  }
1217
1336
  }
1218
1337
  // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1338
+ this.checkpointAttestationCallback?.(attestation);
1219
1339
  return {
1220
1340
  result: TopicValidatorResult.Accept,
1221
1341
  obj: attestation
@@ -1233,9 +1353,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1233
1353
  const validationResult = await this.blockProposalValidator.validate(block);
1234
1354
  if (validationResult.result === 'reject') {
1235
1355
  this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1236
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1237
1356
  return {
1238
- result: TopicValidatorResult.Reject
1357
+ result: TopicValidatorResult.Reject,
1358
+ severity: validationResult.severity
1239
1359
  };
1240
1360
  }
1241
1361
  if (validationResult.result === 'ignore') {
@@ -1265,7 +1385,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1265
1385
  }
1266
1386
  // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1267
1387
  if (!added) {
1268
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1269
1388
  this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1270
1389
  ...block.toBlockInfo(),
1271
1390
  indexWithinCheckpoint: block.indexWithinCheckpoint,
@@ -1277,7 +1396,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1277
1396
  result: TopicValidatorResult.Reject,
1278
1397
  metadata: {
1279
1398
  isEquivocated
1280
- }
1399
+ },
1400
+ severity: PeerErrorSeverity.HighToleranceError
1281
1401
  };
1282
1402
  }
1283
1403
  // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
@@ -1326,7 +1446,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1326
1446
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1327
1447
  const isValid = await this.blockReceivedCallback(block, sender);
1328
1448
  if (!isValid) {
1329
- this.logger.warn(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1449
+ this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1330
1450
  }
1331
1451
  }
1332
1452
  /**
@@ -1334,15 +1454,24 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1334
1454
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1335
1455
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1336
1456
  const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1457
+ // Process checkpoint proposal if valid and not equivocated.
1458
+ const processCheckpointFn = ()=>result === TopicValidatorResult.Accept && checkpoint && !isEquivocated ? this.processValidCheckpointProposal(checkpoint.toCore(), source) : Promise.resolve();
1337
1459
  // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1338
1460
  // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1339
- if (processBlock && checkpoint?.getBlockProposal()) {
1340
- await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
1341
- }
1342
- if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1461
+ const processBlockFn = ()=>processBlock && checkpoint && checkpoint.getBlockProposal() ? this.processValidBlockProposal(checkpoint.getBlockProposal(), source) : Promise.resolve();
1462
+ // A node that skips checkpoint validation attests without re-executing the embedded last block, so run
1463
+ // the checkpoint callback first: this creates and broadcasts the attestation before the block is
1464
+ // processed. Otherwise the block's re-execution — which can stall until the re-execution deadline
1465
+ // waiting for a parent that may never arrive — would delay the attestation past the slot's attestation
1466
+ // window, after which peers reject it as stale.
1467
+ if (this.config.skipCheckpointProposalValidation) {
1468
+ await processCheckpointFn();
1469
+ await processBlockFn();
1343
1470
  return;
1344
1471
  }
1345
- await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1472
+ // Process the block first, since it's required for the checkpoint proposal validation.
1473
+ await processBlockFn();
1474
+ await processCheckpointFn();
1346
1475
  }
1347
1476
  /**
1348
1477
  * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
@@ -1351,9 +1480,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1351
1480
  const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1352
1481
  if (validationResult.result === 'reject') {
1353
1482
  this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1354
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1355
1483
  return {
1356
- result: TopicValidatorResult.Reject
1484
+ result: TopicValidatorResult.Reject,
1485
+ severity: validationResult.severity
1357
1486
  };
1358
1487
  }
1359
1488
  if (validationResult.result === 'ignore') {
@@ -1370,18 +1499,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1370
1499
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1371
1500
  [Attributes.P2P_ID]: peerId.toString()
1372
1501
  });
1373
- const { result, obj, metadata: { isEquivocated } = {} } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1374
- if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1502
+ const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1503
+ const { obj, metadata: { isEquivocated } = {} } = blockProposalResult;
1504
+ if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1375
1505
  this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1376
1506
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1377
1507
  [Attributes.P2P_ID]: peerId.toString(),
1378
1508
  isEquivocated,
1379
- result
1509
+ result: blockProposalResult.result
1380
1510
  });
1381
1511
  return {
1382
- result: TopicValidatorResult.Reject
1512
+ result: TopicValidatorResult.Reject,
1513
+ severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
1383
1514
  };
1384
- } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1515
+ } else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1385
1516
  processBlock = true;
1386
1517
  }
1387
1518
  }
@@ -1408,7 +1539,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1408
1539
  // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1409
1540
  // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1410
1541
  if (!added) {
1411
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1412
1542
  this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1413
1543
  ...checkpoint.toCheckpointInfo(),
1414
1544
  count,
@@ -1420,7 +1550,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1420
1550
  metadata: {
1421
1551
  isEquivocated,
1422
1552
  processBlock
1423
- }
1553
+ },
1554
+ severity: PeerErrorSeverity.HighToleranceError
1424
1555
  };
1425
1556
  }
1426
1557
  // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
@@ -1470,9 +1601,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1470
1601
  archive: checkpoint.archive.toString(),
1471
1602
  source: sender.toString()
1472
1603
  });
1604
+ await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
1473
1605
  // Call the checkpoint received callback with the core version (without lastBlock)
1474
1606
  // to validate and potentially generate attestations
1475
- const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1607
+ const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
1476
1608
  if (attestations && attestations.length > 0) {
1477
1609
  // If the callback returned attestations, add them to the pool and propagate them
1478
1610
  await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
@@ -1496,14 +1628,23 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1496
1628
  });
1497
1629
  }
1498
1630
  /**
1499
- * Validate the requested block transactions. Allow partial returns.
1631
+ * Validate the requested block transactions request-response consistency.
1632
+ * It does NOT validate the transactions themselves.
1500
1633
  * @param request - The block transactions request.
1501
1634
  * @param response - The block transactions response.
1502
1635
  * @param peerId - The ID of the peer that made the request.
1503
- * @returns True if the requested block transactions are valid, false otherwise.
1504
- */ async validateRequestedBlockTxs(request, response, peerId) {
1505
- const requestedTxValidator = this.createRequestedTxValidator();
1636
+ * @returns True if the request-response is consistent, false otherwise.
1637
+ */ async validateRequestedBlockTxsConsistency(request, response, peerId) {
1506
1638
  try {
1639
+ // A response with archiveRoot=Fr.zero is the documented "I don't have the block" signal from
1640
+ // reqRespBlockTxsHandler (block_txs_handler.ts:54-58): the peer lacked the block in its
1641
+ // attestation pool and archiver, but matched the requested hashes against its tx pool and
1642
+ // shipped what it found. This is legitimate behaviour, not misbehaviour — we just can't verify
1643
+ // membership/order without the block, so we drop the response without penalising the peer.
1644
+ if (response.archiveRoot.isZero()) {
1645
+ this.logger.debug(`Peer ${peerId.toString()} signalled missing block with Fr.zero archive root`);
1646
+ return false;
1647
+ }
1507
1648
  if (!response.archiveRoot.equals(request.archiveRoot)) {
1508
1649
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1509
1650
  throw new ValidationError(`Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`);
@@ -1528,18 +1669,25 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1528
1669
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1529
1670
  throw new ValidationError(`Received more txs (${response.txs.length}) than requested-and-available (${maxReturnable})`);
1530
1671
  }
1531
- // Given proposal (should have locally), ensure returned txs are valid subset and match request indices
1532
- const proposal = await this.mempools.attestationPool.getBlockProposal(request.archiveRoot.toString());
1533
- if (proposal) {
1672
+ // To verify membership/order of the returned txs we need the canonical tx hash list for the
1673
+ // block. Prefer the block proposal (held while a block is in flight), but fall back to the
1674
+ // archiver for blocks we only know as mined — e.g. a prover collecting txs to prove a block it
1675
+ // never received a proposal for. This mirrors the responder side (reqRespBlockTxsHandler),
1676
+ // which serves from proposal-or-archiver.
1677
+ const proposal = await this.mempools.attestationPool.getBlockProposalByArchive(request.archiveRoot.toString());
1678
+ const blockTxHashes = proposal?.txHashes ?? (await this.archiver.getBlock({
1679
+ archive: request.archiveRoot
1680
+ }))?.body.txEffects.map((e)=>e.txHash);
1681
+ if (blockTxHashes) {
1534
1682
  // Build intersected indices
1535
1683
  const intersectIdx = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
1536
1684
  // Enforce subset membership and preserve increasing order by index.
1537
- const hashToIndexInProposal = new Map(proposal.txHashes.map((h, i)=>[
1685
+ const hashToIndexInBlock = new Map(blockTxHashes.map((h, i)=>[
1538
1686
  h.toString(),
1539
1687
  i
1540
1688
  ]));
1541
1689
  const allowedIndexSet = new Set(intersectIdx);
1542
- const indices = returnedHashes.map((h)=>hashToIndexInProposal.get(h));
1690
+ const indices = returnedHashes.map((h)=>hashToIndexInBlock.get(h));
1543
1691
  const allAllowed = indices.every((idx)=>idx !== undefined && allowedIndexSet.has(idx));
1544
1692
  const strictlyIncreasing = indices.every((idx, i)=>i === 0 ? idx !== undefined : idx > indices[i - 1]);
1545
1693
  if (!allAllowed || !strictlyIncreasing) {
@@ -1547,11 +1695,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1547
1695
  throw new ValidationError('Returned txs do not match expected subset/order for requested indices');
1548
1696
  }
1549
1697
  } else {
1550
- // No local proposal, cannot check the membership/order of the returned txs
1551
- this.logger.warn(`Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`);
1698
+ // Neither a local proposal nor an archived block: we cannot verify membership/order of the
1699
+ // returned txs. This is a local-state gap, not a peer fault, so we do not penalize.
1700
+ this.logger.warn(`Block ${request.archiveRoot.toString()} not found in attestation pool or archiver; cannot validate membership/order of returned txs`);
1552
1701
  return false;
1553
1702
  }
1554
- await Promise.all(response.txs.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator)));
1555
1703
  return true;
1556
1704
  } catch (e) {
1557
1705
  if (e instanceof ValidationError) {
@@ -1562,104 +1710,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1562
1710
  return false;
1563
1711
  }
1564
1712
  }
1565
- /**
1566
- * Validate a collection of txs that has been requested from a peer.
1567
- *
1568
- * The core component of this validator is that each tx hash MUST match the requested tx hash,
1569
- * In order to perform this check, the tx proof must be verified.
1570
- *
1571
- * Note: This function is called from within `ReqResp.sendRequest` as part of the
1572
- * ReqRespSubProtocol.TX subprotocol validation.
1573
- *
1574
- * @param requestedTxHash - The collection of the txs that was requested.
1575
- * @param responseTx - The collection of txs that was received as a response to the request.
1576
- * @param peerId - The peer ID of the peer that sent the tx.
1577
- * @returns True if the whole collection of txs is valid, false otherwise.
1578
- */ async validateRequestedTxs(requestedTxHash, responseTx, peerId) {
1579
- const requested = new Set(requestedTxHash.map((h)=>h.toString()));
1580
- const requestedTxValidator = this.createRequestedTxValidator();
1581
- //TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
1582
- // I think we should still extract the valid txs and return them, so that we can still use the response.
1583
- try {
1584
- await Promise.all(responseTx.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
1585
- return true;
1586
- } catch (e) {
1587
- if (e instanceof ValidationError) {
1588
- this.logger.warn(`Failed to validate requested txs from peer ${peerId.toString()}, reason ${e.message}`);
1589
- } else {
1590
- this.logger.error(`Error during validation of requested txs`, e);
1591
- }
1592
- return false;
1593
- }
1594
- }
1595
- /**
1596
- * Validates a BLOCK response.
1597
- *
1598
- * If a local copy exists, enforces hash equality. If missing, rejects (no penalty) since the hash cannot be verified.
1599
- * Penalizes on block number mismatch or hash mismatch.
1600
- *
1601
- * @param requestedBlockNumber - The requested block number.
1602
- * @param responseBlock - The block returned by the peer.
1603
- * @param peerId - The peer that returned the block.
1604
- * @returns True if the response is valid, false otherwise.
1605
- */ async validateRequestedBlock(requestedBlockNumber, responseBlock, peerId) {
1606
- try {
1607
- const reqNum = Number(requestedBlockNumber.toString());
1608
- if (responseBlock.number !== reqNum) {
1609
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1610
- return false;
1611
- }
1612
- const local = await this.archiver.getBlock(BlockNumber(reqNum));
1613
- if (!local) {
1614
- // We are missing the local block; we cannot verify the hash yet. Reject without penalizing.
1615
- // TODO: Consider extending this validator to accept an expected hash or
1616
- // performing quorum-based checks when using P2P syncing prior to L1 sync.
1617
- this.logger.warn(`Local block ${reqNum} not found; rejecting BLOCK response without hash verification`);
1618
- return false;
1619
- }
1620
- const [localHash, respHash] = await Promise.all([
1621
- local.hash(),
1622
- responseBlock.hash()
1623
- ]);
1624
- if (!localHash.equals(respHash)) {
1625
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1626
- return false;
1627
- }
1628
- return true;
1629
- } catch (e) {
1630
- this.logger.warn(`Error validating requested block`, e);
1631
- return false;
1632
- }
1633
- }
1634
- async validateRequestedTx(tx, peerId, txValidator, requested) {
1635
- const penalize = (severity)=>this.peerManager.penalizePeer(peerId, severity);
1636
- if (requested && !requested.has(tx.getTxHash().toString())) {
1637
- penalize(PeerErrorSeverity.MidToleranceError);
1638
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
1639
- }
1640
- const { result } = await txValidator.validateTx(tx);
1641
- if (result === 'invalid') {
1642
- penalize(PeerErrorSeverity.LowToleranceError);
1643
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
1644
- }
1645
- }
1646
- createRequestedTxValidator() {
1647
- return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1648
- l1ChainId: this.config.l1ChainId,
1649
- rollupVersion: this.config.rollupVersion
1650
- });
1651
- }
1652
- async getGasFees(blockNumber) {
1653
- if (blockNumber === this.feesCache?.blockNumber) {
1654
- return this.feesCache.gasFees;
1655
- }
1656
- const header = await this.archiver.getBlockHeader(blockNumber);
1657
- const gasFees = header?.globalVariables.gasFees ?? GasFees.empty();
1658
- this.feesCache = {
1659
- blockNumber,
1660
- gasFees
1661
- };
1662
- return gasFees;
1713
+ getGasFees() {
1714
+ return this.blockMinFeesProvider.getCurrentMinFees();
1663
1715
  }
1664
1716
  /**
1665
1717
  * Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
@@ -1670,16 +1722,18 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1670
1722
  txValidatorConfig: {
1671
1723
  l1ChainId: this.config.l1ChainId,
1672
1724
  rollupVersion: this.config.rollupVersion,
1673
- proofVerifier: this.proofVerifier
1725
+ proofVerifier: this.proofVerifier,
1726
+ txValidationCache: this.txValidationCache
1674
1727
  },
1675
- peerScoring: this.peerManager
1728
+ peerScoring: this.peerManager,
1729
+ validateRequestedBlockTxsConsistency: this.validateRequestedBlockTxsConsistency.bind(this)
1676
1730
  };
1677
1731
  }
1678
1732
  async validateTxsReceivedInBlockProposal(txs) {
1679
1733
  const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
1680
1734
  l1ChainId: this.config.l1ChainId,
1681
1735
  rollupVersion: this.config.rollupVersion
1682
- }, this.logger.getBindings());
1736
+ }, this.logger.getBindings(), this.txValidationCache);
1683
1737
  const results = await Promise.all(txs.map(async (tx)=>{
1684
1738
  const result = await validator.validateTx(tx);
1685
1739
  return result.result !== 'invalid';
@@ -1689,13 +1743,18 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1689
1743
  }
1690
1744
  }
1691
1745
  /** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1692
- const gasFees = await this.getGasFees(currentBlockNumber);
1746
+ const gasFees = await this.getGasFees();
1693
1747
  const allowedInSetup = [
1694
1748
  ...await getDefaultAllowedSetupFunctions(),
1695
1749
  ...this.config.txPublicSetupAllowListExtend ?? []
1696
1750
  ];
1697
1751
  const blockNumber = BlockNumber(currentBlockNumber + 1);
1698
- return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
1752
+ const l1Constants = await this.archiver.getL1Constants();
1753
+ return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
1754
+ rollupManaLimit: l1Constants.rollupManaLimit,
1755
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1756
+ maxBlockDAGas: this.config.validateMaxDABlockGas
1757
+ });
1699
1758
  }
1700
1759
  /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
1701
1760
  return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
@@ -1766,19 +1825,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1766
1825
  }
1767
1826
  return PeerErrorSeverity.HighToleranceError;
1768
1827
  }
1769
- /**
1770
- * Validate a checkpoint attestation.
1771
- *
1772
- * @param attestation - The checkpoint attestation to validate.
1773
- * @returns True if the checkpoint attestation is valid, false otherwise.
1774
- */ async validateCheckpointAttestation(peerId, attestation) {
1775
- const result = await this.checkpointAttestationValidator.validate(attestation);
1776
- if (result.result === 'reject') {
1777
- this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1778
- this.peerManager.penalizePeer(peerId, result.severity);
1779
- }
1780
- return result;
1781
- }
1782
1828
  getPeerScore(peerId) {
1783
1829
  return this.node.services.pubsub.score.score(peerId.toString());
1784
1830
  }