@aztec/p2p 0.0.1-commit.2448fdb → 0.0.1-commit.2606882

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (402) hide show
  1. package/dest/bootstrap/bootstrap.d.ts +1 -1
  2. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  3. package/dest/bootstrap/bootstrap.js +9 -1
  4. package/dest/client/factory.d.ts +5 -4
  5. package/dest/client/factory.d.ts.map +1 -1
  6. package/dest/client/factory.js +26 -21
  7. package/dest/client/interface.d.ts +14 -5
  8. package/dest/client/interface.d.ts.map +1 -1
  9. package/dest/client/p2p_client.d.ts +13 -9
  10. package/dest/client/p2p_client.d.ts.map +1 -1
  11. package/dest/client/p2p_client.js +78 -20
  12. package/dest/config.d.ts +135 -105
  13. package/dest/config.d.ts.map +1 -1
  14. package/dest/config.js +59 -14
  15. package/dest/errors/p2p-service.error.d.ts +9 -0
  16. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  17. package/dest/errors/p2p-service.error.js +10 -0
  18. package/dest/errors/reqresp.error.d.ts +1 -20
  19. package/dest/errors/reqresp.error.d.ts.map +1 -1
  20. package/dest/errors/reqresp.error.js +0 -21
  21. package/dest/index.d.ts +1 -2
  22. package/dest/index.d.ts.map +1 -1
  23. package/dest/index.js +0 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +99 -59
  25. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  26. package/dest/mem_pools/attestation_pool/attestation_pool.js +267 -197
  27. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +181 -65
  30. package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
  31. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.js +6 -4
  33. package/dest/mem_pools/index.d.ts +1 -2
  34. package/dest/mem_pools/index.d.ts.map +1 -1
  35. package/dest/mem_pools/instrumentation.d.ts +4 -2
  36. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  37. package/dest/mem_pools/instrumentation.js +33 -15
  38. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +1 -5
  39. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +1 -7
  41. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
  42. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  43. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
  44. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  45. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
  47. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +2 -2
  48. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +10 -5
  49. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  50. package/dest/mem_pools/tx_pool_v2/interfaces.js +1 -0
  51. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +9 -7
  52. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  53. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +13 -6
  54. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +1 -1
  55. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  56. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +26 -43
  57. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +1 -1
  58. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  59. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +3 -0
  60. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +2 -1
  61. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  62. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +93 -85
  63. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +9 -3
  64. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  65. package/dest/msg_validators/attestation_validator/attestation_validator.js +37 -12
  66. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  67. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  68. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  69. package/dest/msg_validators/clock_tolerance.d.ts +12 -1
  70. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  71. package/dest/msg_validators/clock_tolerance.js +56 -3
  72. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -2
  73. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  74. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -2
  75. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  76. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +10 -2
  77. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  78. package/dest/msg_validators/proposal_validator/proposal_validator.js +46 -12
  79. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  80. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  81. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
  82. package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
  83. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  84. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  85. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  86. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  87. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  88. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  89. package/dest/msg_validators/tx_validator/data_validator.js +1 -0
  90. package/dest/msg_validators/tx_validator/factory.d.ts +6 -5
  91. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  92. package/dest/msg_validators/tx_validator/factory.js +14 -10
  93. package/dest/msg_validators/tx_validator/gas_validator.d.ts +36 -4
  94. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  95. package/dest/msg_validators/tx_validator/gas_validator.js +50 -33
  96. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  97. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  98. package/dest/msg_validators/tx_validator/index.js +2 -0
  99. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  100. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  101. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  102. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  103. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  105. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  106. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  107. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  108. package/dest/services/data_store.d.ts +1 -1
  109. package/dest/services/data_store.d.ts.map +1 -1
  110. package/dest/services/data_store.js +5 -5
  111. package/dest/services/discv5/discV5_service.d.ts +2 -1
  112. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  113. package/dest/services/discv5/discV5_service.js +35 -8
  114. package/dest/services/dummy_service.d.ts +11 -15
  115. package/dest/services/dummy_service.d.ts.map +1 -1
  116. package/dest/services/dummy_service.js +12 -16
  117. package/dest/services/gossipsub/topic_score_params.d.ts +13 -2
  118. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  119. package/dest/services/gossipsub/topic_score_params.js +21 -4
  120. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  121. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  122. package/dest/services/libp2p/instrumentation.js +14 -0
  123. package/dest/services/libp2p/libp2p_service.d.ts +36 -46
  124. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  125. package/dest/services/libp2p/libp2p_service.js +289 -265
  126. package/dest/services/peer-manager/metrics.d.ts +3 -1
  127. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  128. package/dest/services/peer-manager/metrics.js +6 -0
  129. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  130. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  131. package/dest/services/peer-manager/peer_manager.js +40 -11
  132. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  133. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  134. package/dest/services/peer-manager/peer_scoring.js +32 -10
  135. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -8
  136. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  137. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +94 -122
  138. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +10 -6
  139. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  140. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +5 -4
  141. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  142. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +13 -7
  143. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
  144. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  145. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
  146. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  147. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  148. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  149. package/dest/services/reqresp/config.d.ts +3 -3
  150. package/dest/services/reqresp/config.d.ts.map +1 -1
  151. package/dest/services/reqresp/interface.d.ts +16 -18
  152. package/dest/services/reqresp/interface.d.ts.map +1 -1
  153. package/dest/services/reqresp/interface.js +10 -20
  154. package/dest/services/reqresp/metrics.d.ts +1 -1
  155. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  156. package/dest/services/reqresp/metrics.js +0 -1
  157. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
  158. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  159. package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
  160. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  161. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  162. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
  163. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
  164. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  165. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
  166. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  167. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  168. package/dest/services/reqresp/protocols/index.js +0 -1
  169. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  170. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  171. package/dest/services/reqresp/protocols/tx.js +1 -3
  172. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  173. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  174. package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
  175. package/dest/services/reqresp/reqresp.d.ts +7 -29
  176. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  177. package/dest/services/reqresp/reqresp.js +27 -207
  178. package/dest/services/service.d.ts +9 -12
  179. package/dest/services/service.d.ts.map +1 -1
  180. package/dest/services/tx_collection/config.d.ts +2 -23
  181. package/dest/services/tx_collection/config.d.ts.map +1 -1
  182. package/dest/services/tx_collection/config.js +2 -55
  183. package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
  184. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  185. package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
  186. package/dest/services/tx_collection/index.d.ts +2 -3
  187. package/dest/services/tx_collection/index.d.ts.map +1 -1
  188. package/dest/services/tx_collection/index.js +0 -1
  189. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  190. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  191. package/dest/services/tx_collection/instrumentation.js +0 -2
  192. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  193. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  194. package/dest/services/tx_collection/request_tracker.js +84 -0
  195. package/dest/services/tx_collection/tx_collection.d.ts +36 -55
  196. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  197. package/dest/services/tx_collection/tx_collection.js +275 -119
  198. package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
  199. package/dest/services/tx_collection/tx_collection_sink.js +2 -2
  200. package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
  201. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  202. package/dest/services/tx_file_store/tx_file_store.js +4 -14
  203. package/dest/services/tx_provider.d.ts +3 -1
  204. package/dest/services/tx_provider.d.ts.map +1 -1
  205. package/dest/services/tx_provider.js +3 -0
  206. package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
  207. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  208. package/dest/test-helpers/make-test-p2p-clients.js +5 -2
  209. package/dest/test-helpers/mock-pubsub.d.ts +23 -9
  210. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  211. package/dest/test-helpers/mock-pubsub.js +44 -44
  212. package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
  213. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  214. package/dest/test-helpers/reqresp-nodes.js +16 -18
  215. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  216. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  217. package/dest/test-helpers/test_tx_provider.js +3 -0
  218. package/dest/test-helpers/testbench-utils.d.ts +12 -14
  219. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  220. package/dest/test-helpers/testbench-utils.js +38 -14
  221. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  222. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  223. package/dest/testbench/p2p_client_testbench_worker.js +83 -38
  224. package/dest/testbench/worker_client_manager.d.ts +10 -6
  225. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  226. package/dest/testbench/worker_client_manager.js +53 -10
  227. package/dest/util.d.ts +12 -7
  228. package/dest/util.d.ts.map +1 -1
  229. package/dest/util.js +35 -14
  230. package/dest/versioning.d.ts +3 -6
  231. package/dest/versioning.d.ts.map +1 -1
  232. package/dest/versioning.js +3 -24
  233. package/package.json +15 -14
  234. package/src/bootstrap/bootstrap.ts +9 -1
  235. package/src/client/factory.ts +45 -24
  236. package/src/client/interface.ts +15 -11
  237. package/src/client/p2p_client.ts +91 -41
  238. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  239. package/src/config.ts +117 -17
  240. package/src/errors/p2p-service.error.ts +11 -0
  241. package/src/errors/reqresp.error.ts +0 -25
  242. package/src/index.ts +0 -1
  243. package/src/mem_pools/attestation_pool/attestation_pool.ts +318 -242
  244. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +204 -68
  245. package/src/mem_pools/attestation_pool/mocks.ts +13 -8
  246. package/src/mem_pools/index.ts +0 -3
  247. package/src/mem_pools/instrumentation.ts +22 -14
  248. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +1 -9
  249. package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
  250. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
  251. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +3 -3
  252. package/src/mem_pools/tx_pool_v2/interfaces.ts +10 -4
  253. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +24 -12
  254. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +29 -43
  255. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +3 -0
  256. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +94 -91
  257. package/src/msg_validators/attestation_validator/README.md +1 -1
  258. package/src/msg_validators/attestation_validator/attestation_validator.ts +41 -9
  259. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +14 -7
  260. package/src/msg_validators/clock_tolerance.ts +73 -3
  261. package/src/msg_validators/proposal_validator/README.md +4 -4
  262. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +12 -2
  263. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +17 -2
  264. package/src/msg_validators/proposal_validator/proposal_validator.ts +54 -10
  265. package/src/msg_validators/tx_validator/README.md +11 -3
  266. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
  267. package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
  268. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  269. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  270. package/src/msg_validators/tx_validator/data_validator.ts +2 -0
  271. package/src/msg_validators/tx_validator/factory.ts +18 -7
  272. package/src/msg_validators/tx_validator/gas_validator.ts +82 -33
  273. package/src/msg_validators/tx_validator/index.ts +2 -0
  274. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  275. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  276. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  277. package/src/services/data_store.ts +5 -13
  278. package/src/services/discv5/discV5_service.ts +38 -5
  279. package/src/services/dummy_service.ts +14 -39
  280. package/src/services/gossipsub/topic_score_params.ts +36 -4
  281. package/src/services/libp2p/instrumentation.ts +14 -0
  282. package/src/services/libp2p/libp2p_service.ts +315 -302
  283. package/src/services/peer-manager/metrics.ts +7 -0
  284. package/src/services/peer-manager/peer_manager.ts +46 -11
  285. package/src/services/peer-manager/peer_scoring.ts +27 -5
  286. package/src/services/reqresp/README.md +0 -14
  287. package/src/services/reqresp/batch-tx-requester/README.md +46 -7
  288. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +91 -137
  289. package/src/services/reqresp/batch-tx-requester/interface.ts +13 -5
  290. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +13 -6
  291. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
  292. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  293. package/src/services/reqresp/config.ts +2 -2
  294. package/src/services/reqresp/interface.ts +21 -47
  295. package/src/services/reqresp/metrics.ts +0 -1
  296. package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
  297. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
  298. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
  299. package/src/services/reqresp/protocols/index.ts +0 -1
  300. package/src/services/reqresp/protocols/tx.ts +1 -3
  301. package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
  302. package/src/services/reqresp/reqresp.ts +31 -252
  303. package/src/services/service.ts +12 -28
  304. package/src/services/tx_collection/config.ts +3 -80
  305. package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
  306. package/src/services/tx_collection/index.ts +1 -6
  307. package/src/services/tx_collection/instrumentation.ts +1 -7
  308. package/src/services/tx_collection/request_tracker.ts +127 -0
  309. package/src/services/tx_collection/tx_collection.ts +331 -176
  310. package/src/services/tx_collection/tx_collection_sink.ts +2 -2
  311. package/src/services/tx_file_store/tx_file_store.ts +5 -17
  312. package/src/services/tx_provider.ts +5 -0
  313. package/src/test-helpers/make-test-p2p-clients.ts +4 -1
  314. package/src/test-helpers/mock-pubsub.ts +46 -60
  315. package/src/test-helpers/reqresp-nodes.ts +13 -23
  316. package/src/test-helpers/test_tx_provider.ts +5 -0
  317. package/src/test-helpers/testbench-utils.ts +50 -28
  318. package/src/testbench/p2p_client_testbench_worker.ts +88 -55
  319. package/src/testbench/worker_client_manager.ts +61 -21
  320. package/src/util.ts +33 -18
  321. package/src/versioning.ts +3 -33
  322. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  323. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  324. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -304
  325. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  326. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  327. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  328. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  329. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  330. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  331. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  332. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  333. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  334. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  335. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  336. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  337. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  338. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  339. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -123
  340. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  341. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  342. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  343. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  344. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  345. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  346. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  347. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  348. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  349. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  350. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  351. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  352. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  353. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  354. package/dest/mem_pools/tx_pool/index.js +0 -2
  355. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  356. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  357. package/dest/mem_pools/tx_pool/priority.js +0 -15
  358. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  359. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  360. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  361. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  362. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  363. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -402
  364. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  365. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  366. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  367. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  368. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  369. package/dest/services/reqresp/protocols/block.js +0 -32
  370. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -54
  371. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  372. package/dest/services/tx_collection/fast_tx_collection.js +0 -327
  373. package/dest/services/tx_collection/missing_txs_tracker.d.ts +0 -32
  374. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +0 -1
  375. package/dest/services/tx_collection/missing_txs_tracker.js +0 -27
  376. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -49
  377. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  378. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  379. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
  380. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  381. package/dest/services/tx_collection/slow_tx_collection.js +0 -211
  382. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -345
  383. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  384. package/src/mem_pools/tx_pool/README.md +0 -270
  385. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  386. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  387. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  388. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -163
  389. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  390. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  391. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  392. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  393. package/src/mem_pools/tx_pool/index.ts +0 -2
  394. package/src/mem_pools/tx_pool/priority.ts +0 -20
  395. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  396. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -321
  397. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  398. package/src/services/reqresp/protocols/block.ts +0 -37
  399. package/src/services/tx_collection/fast_tx_collection.ts +0 -387
  400. package/src/services/tx_collection/missing_txs_tracker.ts +0 -52
  401. package/src/services/tx_collection/proposal_tx_collector.ts +0 -113
  402. package/src/services/tx_collection/slow_tx_collection.ts +0 -266
@@ -370,14 +370,13 @@ function applyDecs2203RFactory() {
370
370
  function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
371
  return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
372
  }
373
- var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { maxBy } from '@aztec/foundation/collection';
375
+ import { maxBy, merge } from '@aztec/foundation/collection';
376
376
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
377
377
  import { RunningPromise } from '@aztec/foundation/running-promise';
378
378
  import { Timer } from '@aztec/foundation/timer';
379
379
  import { protocolContractsHash } from '@aztec/protocol-contracts';
380
- import { GasFees } from '@aztec/stdlib/gas';
381
380
  import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
382
381
  import { MerkleTreeId } from '@aztec/stdlib/trees';
383
382
  import { Tx } from '@aztec/stdlib/tx';
@@ -393,11 +392,13 @@ import { identify } from '@libp2p/identify';
393
392
  import { TopicValidatorResult } from '@libp2p/interface';
394
393
  import { mplex } from '@libp2p/mplex';
395
394
  import { tcp } from '@libp2p/tcp';
395
+ import { multiaddr } from '@multiformats/multiaddr';
396
396
  import { ENR } from '@nethermindeth/enr';
397
397
  import { createLibp2p } from 'libp2p';
398
+ import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
398
399
  import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
399
400
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
400
- import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
401
+ import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
401
402
  import { GossipSubEvent } from '../../types/index.js';
402
403
  import { convertToMultiaddr } from '../../util.js';
403
404
  import { getVersions } from '../../versioning.js';
@@ -408,7 +409,7 @@ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring
408
409
  import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
409
410
  import { PeerManager } from '../peer-manager/peer_manager.js';
410
411
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
411
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
412
+ import { ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
412
413
  import { ReqResp } from '../reqresp/reqresp.js';
413
414
  import { P2PInstrumentation } from './instrumentation.js';
414
415
  _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
@@ -426,16 +427,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
426
427
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
427
428
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
428
429
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
429
- })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
430
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxsConsistency', (request)=>({
430
431
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
431
- })), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
432
- [Attributes.TX_HASH]: requestedTxHash.toString()
433
- })), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
434
- [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
435
- })), _dec8 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
436
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
437
- [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
438
- [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
439
432
  }));
440
433
  /**
441
434
  * Lib P2P implementation of the P2PService interface.
@@ -450,6 +443,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
450
443
  epochCache;
451
444
  proofVerifier;
452
445
  worldStateSynchronizer;
446
+ blockMinFeesProvider;
447
+ txValidationCache;
453
448
  static{
454
449
  ({ e: [_initProto] } = _apply_decs_2203_r(this, [
455
450
  [
@@ -480,22 +475,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
480
475
  [
481
476
  _dec5,
482
477
  2,
483
- "validateRequestedBlockTxs"
484
- ],
485
- [
486
- _dec6,
487
- 2,
488
- "validateRequestedTxs"
489
- ],
490
- [
491
- _dec7,
492
- 2,
493
- "validateRequestedBlock"
494
- ],
495
- [
496
- _dec8,
497
- 2,
498
- "validateCheckpointAttestation"
478
+ "validateRequestedBlockTxsConsistency"
499
479
  ]
500
480
  ], []));
501
481
  }
@@ -507,9 +487,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
507
487
  checkpointAttestationValidator;
508
488
  protocolVersion;
509
489
  topicStrings;
510
- feesCache;
511
490
  /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
512
491
  /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
492
+ /** Callback invoked when a valid checkpoint attestation is accepted into the pool. */ checkpointAttestationCallback;
513
493
  /**
514
494
  * Callback for when a block is received from a peer.
515
495
  * @param block - The block received from the peer.
@@ -519,13 +499,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
519
499
  * Callback for when a checkpoint proposal is received from a peer.
520
500
  * @param checkpoint - The checkpoint proposal received from the peer.
521
501
  * @returns The attestations for the checkpoint, if any.
522
- */ checkpointReceivedCallback;
502
+ */ allNodesCheckpointReceivedCallback;
503
+ /**
504
+ * Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
505
+ * @param checkpoint - The checkpoint proposal received from the peer.
506
+ * @returns The attestations for the checkpoint, if any.
507
+ */ validatorCheckpointReceivedCallback;
523
508
  gossipSubEventHandler;
509
+ ipChangedHandler;
510
+ discoveredP2pIp;
524
511
  instrumentation;
525
512
  telemetry;
526
513
  logger;
527
- constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
528
- super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
514
+ constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger = createLogger('p2p:libp2p_service'), txValidationCache){
515
+ super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.blockMinFeesProvider = blockMinFeesProvider, this.txValidationCache = txValidationCache, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
529
516
  this.telemetry = telemetry;
530
517
  // Create child logger with fisherman prefix if in fisherman mode
531
518
  this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
@@ -541,13 +528,26 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
541
528
  this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
542
529
  this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
543
530
  this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
531
+ const p2pPropagationTime = config.attestationPropagationTime;
544
532
  const proposalValidatorOpts = {
545
533
  txsPermitted: !config.disableTransactions,
546
- maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint
534
+ maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
535
+ maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
536
+ p2pPropagationTime,
537
+ skipSlotValidation: config.skipProposalSlotValidation,
538
+ signatureContext: {
539
+ chainId: config.l1ChainId,
540
+ rollupAddress: config.rollupAddress
541
+ }
547
542
  };
548
543
  this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
549
544
  this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
550
- this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
545
+ const attestationValidatorOpts = {
546
+ l1PublishingTime: config.l1PublishingTime,
547
+ p2pPropagationTime,
548
+ signatureContext: proposalValidatorOpts.signatureContext
549
+ };
550
+ this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry, attestationValidatorOpts) : new CheckpointAttestationValidator(epochCache, attestationValidatorOpts);
551
551
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
552
552
  this.blockReceivedCallback = async (block)=>{
553
553
  this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
@@ -555,13 +555,16 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
555
555
  });
556
556
  return true;
557
557
  };
558
- this.checkpointReceivedCallback = (checkpoint)=>{
559
- this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
558
+ this.allNodesCheckpointReceivedCallback = (_checkpoint)=>{
559
+ throw new CheckpointProposalReceivedCallbackNotRegisteredError();
560
+ };
561
+ this.validatorCheckpointReceivedCallback = (_checkpoint)=>{
560
562
  return Promise.resolve(undefined);
561
563
  };
562
564
  }
563
565
  updateConfig(config) {
564
566
  this.reqresp.updateConfig(config);
567
+ this.config = merge(this.config, config);
565
568
  }
566
569
  /**
567
570
  * Creates an instance of the LibP2P service.
@@ -569,7 +572,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
569
572
  * @param txPool - The transaction pool to be accessed by the service.
570
573
  * @returns The new service.
571
574
  */ static async new(config, peerId, deps) {
572
- const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
575
+ const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, blockMinFeesProvider, telemetry, logger, packageVersion, txValidationCache } = deps;
573
576
  const { p2pPort, maxPeerCount, listenAddress } = config;
574
577
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
575
578
  const datastore = new AztecDatastore(peerStore);
@@ -609,9 +612,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
609
612
  const l1Constants = epochCache.getL1Constants();
610
613
  const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
611
614
  slotDurationMs: l1Constants.slotDuration * 1000,
615
+ ethereumSlotDuration: l1Constants.ethereumSlotDuration,
612
616
  heartbeatIntervalMs: config.gossipsubInterval,
613
617
  targetCommitteeSize: l1Constants.targetCommitteeSize,
614
618
  blockDurationMs: config.blockDurationMs,
619
+ l1PublishingTime: config.l1PublishingTime,
620
+ p2pPropagationTime: config.attestationPropagationTime,
615
621
  expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
616
622
  });
617
623
  const node = await createLibp2p({
@@ -718,7 +724,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
718
724
  })
719
725
  }),
720
726
  components: (components)=>({
721
- connectionManager: components.connectionManager
727
+ connectionManager: components.connectionManager,
728
+ addressManager: components.addressManager
722
729
  })
723
730
  },
724
731
  logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
@@ -726,6 +733,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
726
733
  const peerScoring = new PeerScoring(config, telemetry);
727
734
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
728
735
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
736
+ // Gate req/resp data protocols for unauthenticated peers when p2pAllowOnlyValidators is enabled
737
+ reqresp.setShouldRejectPeer((peerId)=>peerManager.shouldDisableP2PGossip(peerId));
729
738
  // Configure application-specific scoring for gossipsub.
730
739
  // The weight scales app score to align with gossipsub thresholds:
731
740
  // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
@@ -733,7 +742,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
733
742
  // Note: positive topic scores can offset penalties, so alignment is best-effort.
734
743
  node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
735
744
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
736
- return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
745
+ return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger, txValidationCache);
737
746
  }
738
747
  /**
739
748
  * Starts the LibP2P service.
@@ -743,22 +752,19 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
743
752
  if (this.node.status === 'started') {
744
753
  throw new Error('P2P service already started');
745
754
  }
746
- // Get listen & announce addresses for logging
747
755
  const { p2pIp, p2pPort } = this.config;
748
- if (!p2pIp) {
749
- throw new Error('Announce address not provided.');
756
+ if (!p2pIp && !this.config.queryForIp) {
757
+ throw new Error('Announce address not provided and queryForIp is not enabled.');
750
758
  }
751
- const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
759
+ const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
752
760
  // Create request response protocol handlers
753
761
  const txHandler = reqRespTxHandler(this.mempools);
754
762
  const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
755
- const blockHandler = reqRespBlockHandler(this.archiver);
756
763
  const statusHandler = reqRespStatusHandler(this.protocolVersion, this.worldStateSynchronizer, this.logger);
757
764
  const requestResponseHandlers = {
758
765
  [ReqRespSubProtocol.PING]: pingHandler,
759
766
  [ReqRespSubProtocol.STATUS]: statusHandler.bind(this),
760
- [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this),
761
- [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
767
+ [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
762
768
  };
763
769
  if (!this.config.disableTransactions) {
764
770
  const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
@@ -767,15 +773,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
767
773
  if (!this.config.disableTransactions) {
768
774
  requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
769
775
  }
770
- // Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
771
- const reqrespSubProtocolValidators = {
772
- ...DEFAULT_SUB_PROTOCOL_VALIDATORS,
773
- [ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
774
- [ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
775
- [ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this)
776
- };
777
776
  await this.peerManager.initializePeers();
778
- await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
777
+ await this.reqresp.start(requestResponseHandlers);
779
778
  await this.node.start();
780
779
  // Subscribe to standard GossipSub topics by default
781
780
  for (const topic of getTopicsForConfig(this.config.disableTransactions)){
@@ -787,6 +786,34 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
787
786
  if (!this.config.p2pDiscoveryDisabled) {
788
787
  await this.peerDiscoveryService.start();
789
788
  }
789
+ // Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
790
+ if (this.config.queryForIp) {
791
+ this.discoveredP2pIp = this.config.p2pIp;
792
+ this.logger.info('IP change tracking enabled, bridging discv5 IP updates to libp2p AddressManager');
793
+ this.ipChangedHandler = (ip)=>{
794
+ const addressManager = this.node.services.components.addressManager;
795
+ const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
796
+ const previousIp = this.discoveredP2pIp;
797
+ if (previousIp) {
798
+ const oldAddr = multiaddr(convertToMultiaddr(previousIp, this.config.p2pPort, 'tcp'));
799
+ addressManager.removeObservedAddr(oldAddr);
800
+ this.logger.info('Libp2p announce address updated due to IP change', {
801
+ previousIp,
802
+ newIp: ip,
803
+ newMultiaddr: newAddr.toString()
804
+ });
805
+ } else {
806
+ this.logger.info('Libp2p announce address set from initial discv5 IP discovery', {
807
+ ip,
808
+ multiaddr: newAddr.toString()
809
+ });
810
+ }
811
+ addressManager.addObservedAddr(newAddr);
812
+ addressManager.confirmObservedAddr(newAddr);
813
+ this.discoveredP2pIp = ip;
814
+ };
815
+ this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
816
+ }
790
817
  this.discoveryRunningPromise = new RunningPromise(async ()=>{
791
818
  await this.peerManager.heartbeat();
792
819
  }, this.logger, this.config.peerCheckIntervalMS);
@@ -804,6 +831,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
804
831
  */ async stop() {
805
832
  // Remove gossip sub listener
806
833
  this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
834
+ if (this.ipChangedHandler) {
835
+ this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
836
+ this.ipChangedHandler = undefined;
837
+ }
807
838
  // Stop peer manager
808
839
  this.logger.debug('Stopping peer manager...');
809
840
  await this.peerManager.stop();
@@ -817,8 +848,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
817
848
  await this.stopLibP2P();
818
849
  this.logger.info('LibP2P service stopped');
819
850
  }
820
- addReqRespSubProtocol(subProtocol, handler, validator) {
821
- return this.reqresp.addSubProtocol(subProtocol, handler, validator);
851
+ addReqRespSubProtocol(subProtocol, handler) {
852
+ return this.reqresp.addSubProtocol(subProtocol, handler);
822
853
  }
823
854
  registerThisValidatorAddresses(address) {
824
855
  this.peerManager.registerThisValidatorAddresses(address);
@@ -840,14 +871,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
840
871
  };
841
872
  setImmediate(()=>void safeJob());
842
873
  }
843
- /**
844
- * Send a batch of requests to peers, and return the responses
845
- * @param protocol - The request response protocol to use
846
- * @param requests - The requests to send to the peers
847
- * @returns The responses to the requests
848
- */ sendBatchRequest(protocol, requests, pinnedPeerId) {
849
- return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
850
- }
851
874
  sendRequestToPeer(peerId, subProtocol, payload, dialTimeout) {
852
875
  return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
853
876
  }
@@ -860,8 +883,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
860
883
  registerBlockReceivedCallback(callback) {
861
884
  this.blockReceivedCallback = callback;
862
885
  }
863
- registerCheckpointReceivedCallback(callback) {
864
- this.checkpointReceivedCallback = callback;
886
+ registerValidatorCheckpointReceivedCallback(callback) {
887
+ this.validatorCheckpointReceivedCallback = callback;
888
+ }
889
+ registerAllNodesCheckpointReceivedCallback(callback) {
890
+ this.allNodesCheckpointReceivedCallback = callback;
865
891
  }
866
892
  /**
867
893
  * Registers a callback to be invoked when a duplicate proposal is detected.
@@ -876,6 +902,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
876
902
  */ registerDuplicateAttestationCallback(callback) {
877
903
  this.duplicateAttestationCallback = callback;
878
904
  }
905
+ registerCheckpointAttestationCallback(callback) {
906
+ this.checkpointAttestationCallback = callback;
907
+ }
879
908
  /**
880
909
  * Subscribes to a topic.
881
910
  * @param topic - The topic to subscribe to.
@@ -927,6 +956,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
927
956
  if (!validator || !validator.addMessage(msgId)) {
928
957
  this.instrumentation.incMessagePrevalidationStatus(false, topicType);
929
958
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
959
+ if (topicType === TopicType.tx) {
960
+ this.logger.verbose(`Ignoring already-seen tx gossip message`, {
961
+ msgId,
962
+ source: source.toString()
963
+ });
964
+ }
930
965
  return {
931
966
  result: false,
932
967
  topicType
@@ -984,6 +1019,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
984
1019
  }
985
1020
  // Process the message, optionally within a linked span for trace propagation
986
1021
  const processMessage = async ()=>{
1022
+ if (this.config.skipIncomingProposals && (msg.topic === this.topicStrings[TopicType.block_proposal] || msg.topic === this.topicStrings[TopicType.checkpoint_proposal])) {
1023
+ this.logger.warn(`Ignoring incoming proposal (skipIncomingProposals is set)`, {
1024
+ topic: msg.topic
1025
+ });
1026
+ this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
1027
+ return;
1028
+ }
987
1029
  if (msg.topic === this.topicStrings[TopicType.tx]) {
988
1030
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
989
1031
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
@@ -1032,29 +1074,79 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1032
1074
  return;
1033
1075
  }
1034
1076
  async validateReceivedMessage(validationFunc, msgId, source, topicType) {
1077
+ // Default to reject result with a penalty if validation function throws an error
1035
1078
  let resultAndObj = {
1036
- result: TopicValidatorResult.Reject
1079
+ result: TopicValidatorResult.Reject,
1080
+ severity: PeerErrorSeverity.MidToleranceError
1037
1081
  };
1038
1082
  const timer = new Timer();
1039
1083
  try {
1040
1084
  resultAndObj = await validationFunc();
1041
1085
  } catch (err) {
1042
- this.peerManager.penalizePeer(source, PeerErrorSeverity.LowToleranceError);
1043
- this.logger.error(`Error deserializing and validating gossipsub message`, err, {
1086
+ this.logger.error(`Error validating gossipsub message`, err, {
1044
1087
  msgId,
1045
1088
  source: source.toString(),
1046
1089
  topicType
1047
1090
  });
1048
1091
  }
1092
+ const validationTimeMs = timer.ms();
1093
+ const mcacheWindowMs = this.config.gossipsubMcacheLength * this.config.gossipsubInterval;
1094
+ if (validationTimeMs > mcacheWindowMs * 0.75) {
1095
+ this.instrumentation.incSlowValidation(topicType);
1096
+ this.logger.warn(`Gossip validation for ${topicType} took ${validationTimeMs}ms, approaching mcache eviction window of ${mcacheWindowMs}ms. ` + `Message forwarding may be skipped if validation exceeds the window.`, {
1097
+ msgId,
1098
+ source: source.toString(),
1099
+ topicType,
1100
+ validationTimeMs,
1101
+ mcacheWindowMs
1102
+ });
1103
+ }
1049
1104
  if (resultAndObj.result === TopicValidatorResult.Accept) {
1105
+ this.logger.debug(`Message ${topicType} accepted by validator`, {
1106
+ msgId,
1107
+ source: source.toString(),
1108
+ topicType
1109
+ });
1050
1110
  this.instrumentation.recordMessageValidation(topicType, timer);
1111
+ } else if (resultAndObj.result === TopicValidatorResult.Reject) {
1112
+ this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
1113
+ msgId,
1114
+ source: source.toString(),
1115
+ topicType,
1116
+ severity: resultAndObj.severity
1117
+ });
1118
+ this.peerManager.penalizePeer(source, resultAndObj.severity);
1119
+ } else {
1120
+ this.logger.trace(`Message ${topicType} ignored by validator`, {
1121
+ msgId,
1122
+ source: source.toString(),
1123
+ topicType
1124
+ });
1051
1125
  }
1052
1126
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
1053
1127
  return resultAndObj;
1054
1128
  }
1129
+ tryDeserialize(deserializeFunc, msgId, source) {
1130
+ try {
1131
+ return deserializeFunc();
1132
+ } catch (err) {
1133
+ this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
1134
+ err,
1135
+ msgId,
1136
+ source: source.toString()
1137
+ });
1138
+ return undefined;
1139
+ }
1140
+ }
1055
1141
  async handleGossipedTx(payloadData, msgId, source) {
1056
1142
  const validationFunc = async ()=>{
1057
- const tx = Tx.fromBuffer(payloadData);
1143
+ const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
1144
+ if (!tx) {
1145
+ return {
1146
+ result: TopicValidatorResult.Reject,
1147
+ severity: PeerErrorSeverity.LowToleranceError
1148
+ };
1149
+ }
1058
1150
  const currentBlockNumber = await this.archiver.getBlockNumber();
1059
1151
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1060
1152
  // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
@@ -1070,14 +1162,22 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1070
1162
  const txBlockNumber = BlockNumber(currentBlockNumber + 1);
1071
1163
  severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1072
1164
  }
1073
- this.peerManager.penalizePeer(source, severity);
1165
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
1166
+ validator: name,
1167
+ severity,
1168
+ source: source.toString()
1169
+ });
1074
1170
  return {
1075
- result: TopicValidatorResult.Reject
1171
+ result: TopicValidatorResult.Reject,
1172
+ severity
1076
1173
  };
1077
1174
  }
1078
1175
  // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
1079
1176
  const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
1080
1177
  if (canAdd === 'ignored') {
1178
+ this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
1179
+ source: source.toString()
1180
+ });
1081
1181
  return {
1082
1182
  result: TopicValidatorResult.Ignore,
1083
1183
  obj: tx
@@ -1087,10 +1187,15 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1087
1187
  const secondStageValidators = this.createSecondStageMessageValidators();
1088
1188
  const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
1089
1189
  if (!secondStageOutcome.allPassed) {
1090
- const { severity } = secondStageOutcome.failure;
1091
- this.peerManager.penalizePeer(source, severity);
1190
+ const { severity, name } = secondStageOutcome.failure;
1191
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
1192
+ validator: name,
1193
+ severity,
1194
+ source: source.toString()
1195
+ });
1092
1196
  return {
1093
- result: TopicValidatorResult.Reject
1197
+ result: TopicValidatorResult.Reject,
1198
+ severity
1094
1199
  };
1095
1200
  }
1096
1201
  // Pool add: persist the tx
@@ -1102,7 +1207,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1102
1207
  });
1103
1208
  const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
1104
1209
  const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
1105
- this.logger.trace(`Validate propagated tx`, {
1210
+ this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
1106
1211
  wasAccepted,
1107
1212
  wasIgnored,
1108
1213
  [Attributes.P2P_ID]: source.toString()
@@ -1122,9 +1227,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1122
1227
  source: source.toString(),
1123
1228
  txHash: txHash.toString()
1124
1229
  });
1125
- this.peerManager.penalizePeer(source, PeerErrorSeverity.HighToleranceError);
1126
1230
  return {
1127
- result: TopicValidatorResult.Reject
1231
+ result: TopicValidatorResult.Reject,
1232
+ severity: PeerErrorSeverity.HighToleranceError
1128
1233
  };
1129
1234
  }
1130
1235
  };
@@ -1145,7 +1250,16 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1145
1250
  * Process a checkpoint attestation from a peer.
1146
1251
  * Validates the attestation and adds it to the pool.
1147
1252
  */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
1148
- const { result, obj: attestation } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_attestation);
1253
+ const { result, obj: attestation } = await this.validateReceivedMessage(()=>{
1254
+ const attestation = this.tryDeserialize(()=>CheckpointAttestation.fromBuffer(payloadData), msgId, source);
1255
+ if (!attestation) {
1256
+ return Promise.resolve({
1257
+ result: TopicValidatorResult.Reject,
1258
+ severity: PeerErrorSeverity.LowToleranceError
1259
+ });
1260
+ }
1261
+ return this.validateAndStoreCheckpointAttestation(source, attestation);
1262
+ }, msgId, source, TopicType.checkpoint_attestation);
1149
1263
  if (result !== TopicValidatorResult.Accept || !attestation) {
1150
1264
  return;
1151
1265
  }
@@ -1160,9 +1274,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1160
1274
  const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1161
1275
  if (validationResult.result === 'reject') {
1162
1276
  this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1163
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1164
1277
  return {
1165
- result: TopicValidatorResult.Reject
1278
+ result: TopicValidatorResult.Reject,
1279
+ severity: validationResult.severity
1166
1280
  };
1167
1281
  }
1168
1282
  if (validationResult.result === 'ignore') {
@@ -1189,9 +1303,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1189
1303
  obj: attestation
1190
1304
  };
1191
1305
  }
1192
- // Could not add (cap reached for signer), no need to re-broadcast
1306
+ // Could not add (cap reached for signer), penalize and do not re-broadcast
1193
1307
  if (!added) {
1194
- this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1308
+ this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
1195
1309
  slot: slot.toString(),
1196
1310
  archive: attestation.archive.toString(),
1197
1311
  source: peerId.toString(),
@@ -1199,8 +1313,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1199
1313
  count
1200
1314
  });
1201
1315
  return {
1202
- result: TopicValidatorResult.Ignore,
1203
- obj: attestation
1316
+ result: TopicValidatorResult.Reject,
1317
+ severity: PeerErrorSeverity.HighToleranceError
1204
1318
  };
1205
1319
  }
1206
1320
  // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
@@ -1221,6 +1335,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1221
1335
  }
1222
1336
  }
1223
1337
  // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1338
+ this.checkpointAttestationCallback?.(attestation);
1224
1339
  return {
1225
1340
  result: TopicValidatorResult.Accept,
1226
1341
  obj: attestation
@@ -1238,9 +1353,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1238
1353
  const validationResult = await this.blockProposalValidator.validate(block);
1239
1354
  if (validationResult.result === 'reject') {
1240
1355
  this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1241
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1242
1356
  return {
1243
- result: TopicValidatorResult.Reject
1357
+ result: TopicValidatorResult.Reject,
1358
+ severity: validationResult.severity
1244
1359
  };
1245
1360
  }
1246
1361
  if (validationResult.result === 'ignore') {
@@ -1270,7 +1385,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1270
1385
  }
1271
1386
  // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1272
1387
  if (!added) {
1273
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1274
1388
  this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1275
1389
  ...block.toBlockInfo(),
1276
1390
  indexWithinCheckpoint: block.indexWithinCheckpoint,
@@ -1282,7 +1396,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1282
1396
  result: TopicValidatorResult.Reject,
1283
1397
  metadata: {
1284
1398
  isEquivocated
1285
- }
1399
+ },
1400
+ severity: PeerErrorSeverity.HighToleranceError
1286
1401
  };
1287
1402
  }
1288
1403
  // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
@@ -1339,15 +1454,24 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1339
1454
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1340
1455
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1341
1456
  const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1457
+ // Process checkpoint proposal if valid and not equivocated.
1458
+ const processCheckpointFn = ()=>result === TopicValidatorResult.Accept && checkpoint && !isEquivocated ? this.processValidCheckpointProposal(checkpoint.toCore(), source) : Promise.resolve();
1342
1459
  // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1343
1460
  // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1344
- if (processBlock && checkpoint?.getBlockProposal()) {
1345
- await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
1346
- }
1347
- if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1461
+ const processBlockFn = ()=>processBlock && checkpoint && checkpoint.getBlockProposal() ? this.processValidBlockProposal(checkpoint.getBlockProposal(), source) : Promise.resolve();
1462
+ // A node that skips checkpoint validation attests without re-executing the embedded last block, so run
1463
+ // the checkpoint callback first: this creates and broadcasts the attestation before the block is
1464
+ // processed. Otherwise the block's re-execution — which can stall until the re-execution deadline
1465
+ // waiting for a parent that may never arrive — would delay the attestation past the slot's attestation
1466
+ // window, after which peers reject it as stale.
1467
+ if (this.config.skipCheckpointProposalValidation) {
1468
+ await processCheckpointFn();
1469
+ await processBlockFn();
1348
1470
  return;
1349
1471
  }
1350
- await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1472
+ // Process the block first, since it's required for the checkpoint proposal validation.
1473
+ await processBlockFn();
1474
+ await processCheckpointFn();
1351
1475
  }
1352
1476
  /**
1353
1477
  * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
@@ -1356,9 +1480,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1356
1480
  const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1357
1481
  if (validationResult.result === 'reject') {
1358
1482
  this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1359
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1360
1483
  return {
1361
- result: TopicValidatorResult.Reject
1484
+ result: TopicValidatorResult.Reject,
1485
+ severity: validationResult.severity
1362
1486
  };
1363
1487
  }
1364
1488
  if (validationResult.result === 'ignore') {
@@ -1375,18 +1499,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1375
1499
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1376
1500
  [Attributes.P2P_ID]: peerId.toString()
1377
1501
  });
1378
- const { result, obj, metadata: { isEquivocated } = {} } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1379
- if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1502
+ const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1503
+ const { obj, metadata: { isEquivocated } = {} } = blockProposalResult;
1504
+ if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1380
1505
  this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1381
1506
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1382
1507
  [Attributes.P2P_ID]: peerId.toString(),
1383
1508
  isEquivocated,
1384
- result
1509
+ result: blockProposalResult.result
1385
1510
  });
1386
1511
  return {
1387
- result: TopicValidatorResult.Reject
1512
+ result: TopicValidatorResult.Reject,
1513
+ severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
1388
1514
  };
1389
- } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1515
+ } else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1390
1516
  processBlock = true;
1391
1517
  }
1392
1518
  }
@@ -1413,7 +1539,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1413
1539
  // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1414
1540
  // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1415
1541
  if (!added) {
1416
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1417
1542
  this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1418
1543
  ...checkpoint.toCheckpointInfo(),
1419
1544
  count,
@@ -1425,7 +1550,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1425
1550
  metadata: {
1426
1551
  isEquivocated,
1427
1552
  processBlock
1428
- }
1553
+ },
1554
+ severity: PeerErrorSeverity.HighToleranceError
1429
1555
  };
1430
1556
  }
1431
1557
  // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
@@ -1475,9 +1601,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1475
1601
  archive: checkpoint.archive.toString(),
1476
1602
  source: sender.toString()
1477
1603
  });
1604
+ await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
1478
1605
  // Call the checkpoint received callback with the core version (without lastBlock)
1479
1606
  // to validate and potentially generate attestations
1480
- const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1607
+ const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
1481
1608
  if (attestations && attestations.length > 0) {
1482
1609
  // If the callback returned attestations, add them to the pool and propagate them
1483
1610
  await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
@@ -1501,62 +1628,66 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1501
1628
  });
1502
1629
  }
1503
1630
  /**
1504
- * Validate the requested block transactions. Allow partial returns.
1631
+ * Validate the requested block transactions request-response consistency.
1632
+ * It does NOT validate the transactions themselves.
1505
1633
  * @param request - The block transactions request.
1506
1634
  * @param response - The block transactions response.
1507
1635
  * @param peerId - The ID of the peer that made the request.
1508
- * @returns True if the requested block transactions are valid, false otherwise.
1509
- */ async validateRequestedBlockTxs(request, response, peerId) {
1510
- const requestedTxValidator = this.createRequestedTxValidator();
1636
+ * @returns True if the request-response is consistent, false otherwise.
1637
+ */ async validateRequestedBlockTxsConsistency(request, response, peerId) {
1511
1638
  try {
1512
- if (!response.archiveRoot.equals(request.archiveRoot)) {
1513
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1514
- throw new ValidationError(`Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`);
1515
- }
1516
- if (response.txIndices.getLength() !== request.txIndices.getLength()) {
1517
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1518
- throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${request.txIndices.getLength()}, got ${response.txIndices.getLength()}`);
1519
- }
1520
- // Check no duplicates and not exceeding returnable count
1521
- const requestedIndices = new Set(request.txIndices.getTrueIndices());
1522
- const availableIndices = new Set(response.txIndices.getTrueIndices());
1523
- const maxReturnable = [
1524
- ...requestedIndices
1525
- ].filter((i)=>availableIndices.has(i)).length;
1526
- const returnedHashes = await Promise.all(response.txs.map((tx)=>tx.getTxHash().toString()));
1639
+ // Check for duplicates txs (or hashes) in the response.
1640
+ const returnedHashes = response.txs.map((tx)=>tx.getTxHash().toString());
1527
1641
  const uniqueReturned = new Set(returnedHashes.map((h)=>h.toString()));
1528
1642
  if (uniqueReturned.size !== returnedHashes.length) {
1529
1643
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1530
1644
  throw new ValidationError(`Received duplicate txs in block txs response`);
1531
1645
  }
1532
- if (response.txs.length > maxReturnable) {
1646
+ // We get the block tx hashes from the proposal or the archiver.
1647
+ const proposal = await this.mempools.attestationPool.getBlockProposalByArchive(request.archiveRoot.toString());
1648
+ const blockTxHashes = proposal?.txHashes ?? (await this.archiver.getBlock({
1649
+ archive: request.archiveRoot
1650
+ }))?.body.txEffects.map((e)=>e.txHash);
1651
+ // If we don't have the block, we can't verify membership/order of the returned txs.
1652
+ if (!blockTxHashes) {
1653
+ // This shouldn't happen, since we asked for the block (proposal).
1654
+ // Neither a local proposal nor an archived block: we cannot verify membership/order of the
1655
+ // returned txs. This is a local-state gap, not a peer fault, so we do not penalize.
1656
+ this.logger.warn(`Block ${request.archiveRoot.toString()} not found in attestation pool or archiver; cannot validate membership/order of returned txs`);
1657
+ // NOTE: We mark the response as invalid, given the limitations of a true/false return value.
1658
+ return false;
1659
+ }
1660
+ // Verify that the returned tx hashes are a subset of (tx hashes by index) U (explicitly requested tx hashes).
1661
+ const uniqueRequestedHashes = new Set([
1662
+ // tx hashes requested by index.
1663
+ ...request.txIndices.getTrueIndices().map((i)=>blockTxHashes[i].toString()),
1664
+ // explicitly requested tx hashes.
1665
+ ...request.txHashes.map((h)=>h.toString())
1666
+ ]);
1667
+ if (!returnedHashes.every((h)=>uniqueRequestedHashes.has(h))) {
1668
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1669
+ throw new ValidationError('Returned txs should be a subset of (tx hashes by index) U (explicitly requested tx hashes)');
1670
+ }
1671
+ // Tx indices information is optional, but if present, we need to verify a few things.
1672
+ if (!response.peerHasBlock()) {
1673
+ this.logger.debug(`Peer ${peerId.toString()} signalled missing block`);
1674
+ return true;
1675
+ }
1676
+ // If the response has a non-empty bitvector, it needs to be consistent with the number of txs in the block.
1677
+ if (response.txIndices.getLength() !== blockTxHashes.length) {
1533
1678
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1534
- throw new ValidationError(`Received more txs (${response.txs.length}) than requested-and-available (${maxReturnable})`);
1679
+ throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${blockTxHashes.length}, got ${response.txIndices.getLength()}`);
1535
1680
  }
1536
- // Given proposal (should have locally), ensure returned txs are valid subset and match request indices
1537
- const proposal = await this.mempools.attestationPool.getBlockProposal(request.archiveRoot.toString());
1538
- if (proposal) {
1539
- // Build intersected indices
1540
- const intersectIdx = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
1541
- // Enforce subset membership and preserve increasing order by index.
1542
- const hashToIndexInProposal = new Map(proposal.txHashes.map((h, i)=>[
1543
- h.toString(),
1544
- i
1545
- ]));
1546
- const allowedIndexSet = new Set(intersectIdx);
1547
- const indices = returnedHashes.map((h)=>hashToIndexInProposal.get(h));
1548
- const allAllowed = indices.every((idx)=>idx !== undefined && allowedIndexSet.has(idx));
1549
- const strictlyIncreasing = indices.every((idx, i)=>i === 0 ? idx !== undefined : idx > indices[i - 1]);
1550
- if (!allAllowed || !strictlyIncreasing) {
1551
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1552
- throw new ValidationError('Returned txs do not match expected subset/order for requested indices');
1553
- }
1554
- } else {
1555
- // No local proposal, cannot check the membership/order of the returned txs
1556
- this.logger.warn(`Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`);
1557
- return false;
1681
+ // For every index we requested that the peer claims to have (per its bitvector), the
1682
+ // corresponding tx must be present in the response. A peer advertising availability but
1683
+ // withholding the tx is inconsistent.
1684
+ const returnedHashSet = new Set(returnedHashes);
1685
+ const expectedIndices = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
1686
+ const missingExpected = expectedIndices.some((i)=>!returnedHashSet.has(blockTxHashes[i].toString()));
1687
+ if (missingExpected) {
1688
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1689
+ throw new ValidationError('Peer advertised requested txs via indices but did not return them');
1558
1690
  }
1559
- await Promise.all(response.txs.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator)));
1560
1691
  return true;
1561
1692
  } catch (e) {
1562
1693
  if (e instanceof ValidationError) {
@@ -1567,104 +1698,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1567
1698
  return false;
1568
1699
  }
1569
1700
  }
1570
- /**
1571
- * Validate a collection of txs that has been requested from a peer.
1572
- *
1573
- * The core component of this validator is that each tx hash MUST match the requested tx hash,
1574
- * In order to perform this check, the tx proof must be verified.
1575
- *
1576
- * Note: This function is called from within `ReqResp.sendRequest` as part of the
1577
- * ReqRespSubProtocol.TX subprotocol validation.
1578
- *
1579
- * @param requestedTxHash - The collection of the txs that was requested.
1580
- * @param responseTx - The collection of txs that was received as a response to the request.
1581
- * @param peerId - The peer ID of the peer that sent the tx.
1582
- * @returns True if the whole collection of txs is valid, false otherwise.
1583
- */ async validateRequestedTxs(requestedTxHash, responseTx, peerId) {
1584
- const requested = new Set(requestedTxHash.map((h)=>h.toString()));
1585
- const requestedTxValidator = this.createRequestedTxValidator();
1586
- //TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
1587
- // I think we should still extract the valid txs and return them, so that we can still use the response.
1588
- try {
1589
- await Promise.all(responseTx.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
1590
- return true;
1591
- } catch (e) {
1592
- if (e instanceof ValidationError) {
1593
- this.logger.warn(`Failed to validate requested txs from peer ${peerId.toString()}, reason ${e.message}`);
1594
- } else {
1595
- this.logger.error(`Error during validation of requested txs`, e);
1596
- }
1597
- return false;
1598
- }
1599
- }
1600
- /**
1601
- * Validates a BLOCK response.
1602
- *
1603
- * If a local copy exists, enforces hash equality. If missing, rejects (no penalty) since the hash cannot be verified.
1604
- * Penalizes on block number mismatch or hash mismatch.
1605
- *
1606
- * @param requestedBlockNumber - The requested block number.
1607
- * @param responseBlock - The block returned by the peer.
1608
- * @param peerId - The peer that returned the block.
1609
- * @returns True if the response is valid, false otherwise.
1610
- */ async validateRequestedBlock(requestedBlockNumber, responseBlock, peerId) {
1611
- try {
1612
- const reqNum = Number(requestedBlockNumber.toString());
1613
- if (responseBlock.number !== reqNum) {
1614
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1615
- return false;
1616
- }
1617
- const local = await this.archiver.getBlock(BlockNumber(reqNum));
1618
- if (!local) {
1619
- // We are missing the local block; we cannot verify the hash yet. Reject without penalizing.
1620
- // TODO: Consider extending this validator to accept an expected hash or
1621
- // performing quorum-based checks when using P2P syncing prior to L1 sync.
1622
- this.logger.warn(`Local block ${reqNum} not found; rejecting BLOCK response without hash verification`);
1623
- return false;
1624
- }
1625
- const [localHash, respHash] = await Promise.all([
1626
- local.hash(),
1627
- responseBlock.hash()
1628
- ]);
1629
- if (!localHash.equals(respHash)) {
1630
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1631
- return false;
1632
- }
1633
- return true;
1634
- } catch (e) {
1635
- this.logger.warn(`Error validating requested block`, e);
1636
- return false;
1637
- }
1638
- }
1639
- async validateRequestedTx(tx, peerId, txValidator, requested) {
1640
- const penalize = (severity)=>this.peerManager.penalizePeer(peerId, severity);
1641
- if (requested && !requested.has(tx.getTxHash().toString())) {
1642
- penalize(PeerErrorSeverity.MidToleranceError);
1643
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
1644
- }
1645
- const { result } = await txValidator.validateTx(tx);
1646
- if (result === 'invalid') {
1647
- penalize(PeerErrorSeverity.LowToleranceError);
1648
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
1649
- }
1650
- }
1651
- createRequestedTxValidator() {
1652
- return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1653
- l1ChainId: this.config.l1ChainId,
1654
- rollupVersion: this.config.rollupVersion
1655
- });
1656
- }
1657
- async getGasFees(blockNumber) {
1658
- if (blockNumber === this.feesCache?.blockNumber) {
1659
- return this.feesCache.gasFees;
1660
- }
1661
- const header = await this.archiver.getBlockHeader(blockNumber);
1662
- const gasFees = header?.globalVariables.gasFees ?? GasFees.empty();
1663
- this.feesCache = {
1664
- blockNumber,
1665
- gasFees
1666
- };
1667
- return gasFees;
1701
+ getGasFees() {
1702
+ return this.blockMinFeesProvider.getCurrentMinFees();
1668
1703
  }
1669
1704
  /**
1670
1705
  * Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
@@ -1675,16 +1710,18 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1675
1710
  txValidatorConfig: {
1676
1711
  l1ChainId: this.config.l1ChainId,
1677
1712
  rollupVersion: this.config.rollupVersion,
1678
- proofVerifier: this.proofVerifier
1713
+ proofVerifier: this.proofVerifier,
1714
+ txValidationCache: this.txValidationCache
1679
1715
  },
1680
- peerScoring: this.peerManager
1716
+ peerScoring: this.peerManager,
1717
+ validateRequestedBlockTxsConsistency: this.validateRequestedBlockTxsConsistency.bind(this)
1681
1718
  };
1682
1719
  }
1683
1720
  async validateTxsReceivedInBlockProposal(txs) {
1684
1721
  const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
1685
1722
  l1ChainId: this.config.l1ChainId,
1686
1723
  rollupVersion: this.config.rollupVersion
1687
- }, this.logger.getBindings());
1724
+ }, this.logger.getBindings(), this.txValidationCache);
1688
1725
  const results = await Promise.all(txs.map(async (tx)=>{
1689
1726
  const result = await validator.validateTx(tx);
1690
1727
  return result.result !== 'invalid';
@@ -1694,7 +1731,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1694
1731
  }
1695
1732
  }
1696
1733
  /** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1697
- const gasFees = await this.getGasFees(currentBlockNumber);
1734
+ const gasFees = await this.getGasFees();
1698
1735
  const allowedInSetup = [
1699
1736
  ...await getDefaultAllowedSetupFunctions(),
1700
1737
  ...this.config.txPublicSetupAllowListExtend ?? []
@@ -1776,19 +1813,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1776
1813
  }
1777
1814
  return PeerErrorSeverity.HighToleranceError;
1778
1815
  }
1779
- /**
1780
- * Validate a checkpoint attestation.
1781
- *
1782
- * @param attestation - The checkpoint attestation to validate.
1783
- * @returns True if the checkpoint attestation is valid, false otherwise.
1784
- */ async validateCheckpointAttestation(peerId, attestation) {
1785
- const result = await this.checkpointAttestationValidator.validate(attestation);
1786
- if (result.result === 'reject') {
1787
- this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1788
- this.peerManager.penalizePeer(peerId, result.severity);
1789
- }
1790
- return result;
1791
- }
1792
1816
  getPeerScore(peerId) {
1793
1817
  return this.node.services.pubsub.score.score(peerId.toString());
1794
1818
  }