@aztec/p2p 0.0.1-commit.a89ec08 → 0.0.1-commit.aa0c64f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (427) hide show
  1. package/README.md +7 -6
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +22 -6
  5. package/dest/client/factory.d.ts +5 -4
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +33 -23
  8. package/dest/client/interface.d.ts +48 -11
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +34 -19
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +105 -44
  13. package/dest/config.d.ts +147 -111
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +78 -32
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +9 -16
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +10 -17
  22. package/dest/index.d.ts +1 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +0 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +101 -59
  26. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/attestation_pool.js +274 -197
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +224 -65
  31. package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/mocks.js +6 -4
  34. package/dest/mem_pools/index.d.ts +1 -2
  35. package/dest/mem_pools/index.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.d.ts +12 -5
  37. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  38. package/dest/mem_pools/instrumentation.js +38 -17
  39. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +1 -5
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
  41. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +1 -7
  42. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +3 -3
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +6 -6
  45. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +1 -1
  46. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
  47. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  48. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
  52. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +2 -2
  53. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +39 -9
  54. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  55. package/dest/mem_pools/tx_pool_v2/interfaces.js +3 -1
  56. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +9 -7
  57. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  58. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +13 -6
  59. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +15 -1
  60. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  61. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +55 -41
  62. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +9 -3
  63. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  64. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +20 -6
  65. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +17 -3
  66. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  67. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +225 -118
  68. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
  69. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  70. package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -15
  71. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  72. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  73. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  74. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +8 -3
  75. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  76. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +2 -2
  77. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +8 -3
  78. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  79. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +8 -2
  80. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +25 -3
  81. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  82. package/dest/msg_validators/proposal_validator/proposal_validator.js +85 -15
  83. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  84. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  85. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
  86. package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
  87. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  88. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  89. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  90. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  91. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  92. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  93. package/dest/msg_validators/tx_validator/data_validator.js +1 -0
  94. package/dest/msg_validators/tx_validator/factory.d.ts +14 -15
  95. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  96. package/dest/msg_validators/tx_validator/factory.js +29 -16
  97. package/dest/msg_validators/tx_validator/gas_validator.d.ts +47 -10
  98. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  99. package/dest/msg_validators/tx_validator/gas_validator.js +65 -48
  100. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  101. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  102. package/dest/msg_validators/tx_validator/index.js +2 -0
  103. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  104. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  105. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  106. package/dest/msg_validators/tx_validator/phases_validator.js +2 -2
  107. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  108. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  110. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  111. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  112. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  113. package/dest/services/data_store.d.ts +1 -1
  114. package/dest/services/data_store.d.ts.map +1 -1
  115. package/dest/services/data_store.js +5 -5
  116. package/dest/services/discv5/discV5_service.d.ts +13 -2
  117. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  118. package/dest/services/discv5/discV5_service.js +119 -23
  119. package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
  120. package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
  121. package/dest/services/discv5/persisted_enr_store.js +145 -0
  122. package/dest/services/dummy_service.d.ts +15 -15
  123. package/dest/services/dummy_service.d.ts.map +1 -1
  124. package/dest/services/dummy_service.js +15 -16
  125. package/dest/services/encoding.d.ts +19 -6
  126. package/dest/services/encoding.d.ts.map +1 -1
  127. package/dest/services/encoding.js +25 -15
  128. package/dest/services/gossipsub/topic_score_params.d.ts +6 -12
  129. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  130. package/dest/services/gossipsub/topic_score_params.js +4 -14
  131. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  132. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  133. package/dest/services/libp2p/instrumentation.js +14 -0
  134. package/dest/services/libp2p/libp2p_service.d.ts +45 -47
  135. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  136. package/dest/services/libp2p/libp2p_service.js +409 -303
  137. package/dest/services/peer-manager/metrics.d.ts +3 -1
  138. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  139. package/dest/services/peer-manager/metrics.js +6 -0
  140. package/dest/services/peer-manager/peer_manager.d.ts +20 -3
  141. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  142. package/dest/services/peer-manager/peer_manager.js +83 -26
  143. package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
  144. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  145. package/dest/services/peer-manager/peer_scoring.js +102 -13
  146. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -8
  147. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  148. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +94 -122
  149. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +10 -6
  150. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  151. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +5 -4
  152. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  153. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +13 -7
  154. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
  155. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  156. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
  157. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  158. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  159. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  160. package/dest/services/reqresp/config.d.ts +15 -3
  161. package/dest/services/reqresp/config.d.ts.map +1 -1
  162. package/dest/services/reqresp/config.js +11 -0
  163. package/dest/services/reqresp/interface.d.ts +16 -18
  164. package/dest/services/reqresp/interface.d.ts.map +1 -1
  165. package/dest/services/reqresp/interface.js +10 -20
  166. package/dest/services/reqresp/metrics.d.ts +1 -1
  167. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  168. package/dest/services/reqresp/metrics.js +0 -1
  169. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
  170. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  171. package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
  172. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  173. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  174. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
  175. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
  176. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  177. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
  178. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  179. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  180. package/dest/services/reqresp/protocols/index.js +0 -1
  181. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  182. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  183. package/dest/services/reqresp/protocols/tx.js +1 -3
  184. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  185. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  186. package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
  187. package/dest/services/reqresp/reqresp.d.ts +7 -29
  188. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  189. package/dest/services/reqresp/reqresp.js +60 -209
  190. package/dest/services/service.d.ts +25 -12
  191. package/dest/services/service.d.ts.map +1 -1
  192. package/dest/services/tx_collection/config.d.ts +2 -23
  193. package/dest/services/tx_collection/config.d.ts.map +1 -1
  194. package/dest/services/tx_collection/config.js +2 -55
  195. package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
  196. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  197. package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
  198. package/dest/services/tx_collection/index.d.ts +2 -3
  199. package/dest/services/tx_collection/index.d.ts.map +1 -1
  200. package/dest/services/tx_collection/index.js +0 -1
  201. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  202. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  203. package/dest/services/tx_collection/instrumentation.js +0 -2
  204. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  205. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  206. package/dest/services/tx_collection/request_tracker.js +84 -0
  207. package/dest/services/tx_collection/tx_collection.d.ts +36 -55
  208. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  209. package/dest/services/tx_collection/tx_collection.js +275 -119
  210. package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
  211. package/dest/services/tx_collection/tx_collection_sink.js +2 -2
  212. package/dest/services/tx_collection/tx_source.d.ts +1 -1
  213. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  214. package/dest/services/tx_collection/tx_source.js +4 -1
  215. package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
  216. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  217. package/dest/services/tx_file_store/tx_file_store.js +4 -14
  218. package/dest/services/tx_provider.d.ts +3 -1
  219. package/dest/services/tx_provider.d.ts.map +1 -1
  220. package/dest/services/tx_provider.js +3 -0
  221. package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
  222. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  223. package/dest/test-helpers/make-test-p2p-clients.js +5 -2
  224. package/dest/test-helpers/mock-pubsub.d.ts +23 -9
  225. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  226. package/dest/test-helpers/mock-pubsub.js +44 -44
  227. package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
  228. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  229. package/dest/test-helpers/reqresp-nodes.js +16 -18
  230. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  231. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  232. package/dest/test-helpers/test_tx_provider.js +3 -0
  233. package/dest/test-helpers/testbench-utils.d.ts +15 -14
  234. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  235. package/dest/test-helpers/testbench-utils.js +47 -14
  236. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  237. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  238. package/dest/testbench/p2p_client_testbench_worker.js +102 -40
  239. package/dest/testbench/worker_client_manager.d.ts +10 -6
  240. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  241. package/dest/testbench/worker_client_manager.js +53 -10
  242. package/dest/util.d.ts +12 -7
  243. package/dest/util.d.ts.map +1 -1
  244. package/dest/util.js +35 -14
  245. package/dest/versioning.d.ts +3 -6
  246. package/dest/versioning.d.ts.map +1 -1
  247. package/dest/versioning.js +3 -24
  248. package/package.json +16 -16
  249. package/src/bootstrap/bootstrap.ts +17 -3
  250. package/src/client/factory.ts +50 -25
  251. package/src/client/interface.ts +44 -17
  252. package/src/client/p2p_client.ts +125 -77
  253. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  254. package/src/config.ts +156 -44
  255. package/src/errors/p2p-service.error.ts +11 -0
  256. package/src/errors/reqresp.error.ts +13 -19
  257. package/src/index.ts +0 -1
  258. package/src/mem_pools/attestation_pool/attestation_pool.ts +329 -243
  259. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +244 -69
  260. package/src/mem_pools/attestation_pool/mocks.ts +13 -8
  261. package/src/mem_pools/index.ts +0 -3
  262. package/src/mem_pools/instrumentation.ts +27 -17
  263. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +1 -9
  264. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +7 -7
  265. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +1 -1
  266. package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
  267. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
  268. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +3 -3
  269. package/src/mem_pools/tx_pool_v2/interfaces.ts +38 -8
  270. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +24 -12
  271. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +62 -41
  272. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +23 -6
  273. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +250 -122
  274. package/src/msg_validators/attestation_validator/README.md +1 -1
  275. package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -14
  276. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +15 -7
  277. package/src/msg_validators/proposal_validator/README.md +4 -4
  278. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +15 -3
  279. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +26 -3
  280. package/src/msg_validators/proposal_validator/proposal_validator.ts +95 -12
  281. package/src/msg_validators/tx_validator/README.md +13 -3
  282. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
  283. package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
  284. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  285. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  286. package/src/msg_validators/tx_validator/data_validator.ts +2 -0
  287. package/src/msg_validators/tx_validator/factory.ts +37 -20
  288. package/src/msg_validators/tx_validator/gas_validator.ts +99 -54
  289. package/src/msg_validators/tx_validator/index.ts +2 -0
  290. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  291. package/src/msg_validators/tx_validator/phases_validator.ts +2 -2
  292. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  293. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  294. package/src/services/data_store.ts +5 -13
  295. package/src/services/discv5/discV5_service.ts +126 -14
  296. package/src/services/discv5/persisted_enr_store.ts +158 -0
  297. package/src/services/dummy_service.ts +20 -39
  298. package/src/services/encoding.ts +28 -20
  299. package/src/services/gossipsub/README.md +33 -11
  300. package/src/services/gossipsub/topic_score_params.ts +9 -18
  301. package/src/services/libp2p/instrumentation.ts +14 -0
  302. package/src/services/libp2p/libp2p_service.ts +457 -341
  303. package/src/services/peer-manager/metrics.ts +7 -0
  304. package/src/services/peer-manager/peer_manager.ts +91 -25
  305. package/src/services/peer-manager/peer_scoring.ts +102 -8
  306. package/src/services/reqresp/README.md +2 -37
  307. package/src/services/reqresp/batch-tx-requester/README.md +46 -7
  308. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +91 -137
  309. package/src/services/reqresp/batch-tx-requester/interface.ts +13 -5
  310. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +13 -6
  311. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
  312. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  313. package/src/services/reqresp/config.ts +19 -2
  314. package/src/services/reqresp/interface.ts +21 -47
  315. package/src/services/reqresp/metrics.ts +0 -1
  316. package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
  317. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
  318. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
  319. package/src/services/reqresp/protocols/index.ts +0 -1
  320. package/src/services/reqresp/protocols/tx.ts +1 -3
  321. package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
  322. package/src/services/reqresp/reqresp.ts +71 -252
  323. package/src/services/service.ts +31 -28
  324. package/src/services/tx_collection/config.ts +3 -80
  325. package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
  326. package/src/services/tx_collection/index.ts +1 -6
  327. package/src/services/tx_collection/instrumentation.ts +1 -7
  328. package/src/services/tx_collection/request_tracker.ts +127 -0
  329. package/src/services/tx_collection/tx_collection.ts +331 -176
  330. package/src/services/tx_collection/tx_collection_sink.ts +2 -2
  331. package/src/services/tx_collection/tx_source.ts +2 -1
  332. package/src/services/tx_file_store/tx_file_store.ts +5 -17
  333. package/src/services/tx_provider.ts +5 -0
  334. package/src/test-helpers/make-test-p2p-clients.ts +4 -1
  335. package/src/test-helpers/mock-pubsub.ts +46 -60
  336. package/src/test-helpers/reqresp-nodes.ts +13 -23
  337. package/src/test-helpers/test_tx_provider.ts +5 -0
  338. package/src/test-helpers/testbench-utils.ts +62 -28
  339. package/src/testbench/p2p_client_testbench_worker.ts +110 -57
  340. package/src/testbench/worker_client_manager.ts +61 -21
  341. package/src/util.ts +33 -18
  342. package/src/versioning.ts +3 -33
  343. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  344. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  345. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -304
  346. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  347. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  348. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  349. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  350. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  351. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  352. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  353. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  354. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  355. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  356. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  357. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  358. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  359. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  360. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -123
  361. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  362. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  363. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  364. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  365. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  366. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  367. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  368. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  369. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  370. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  371. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  372. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  373. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  374. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  375. package/dest/mem_pools/tx_pool/index.js +0 -2
  376. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  377. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  378. package/dest/mem_pools/tx_pool/priority.js +0 -15
  379. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  380. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  381. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  382. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  383. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  384. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -402
  385. package/dest/msg_validators/clock_tolerance.d.ts +0 -21
  386. package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
  387. package/dest/msg_validators/clock_tolerance.js +0 -37
  388. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  389. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  390. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  391. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  392. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  393. package/dest/services/reqresp/protocols/block.js +0 -32
  394. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -54
  395. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  396. package/dest/services/tx_collection/fast_tx_collection.js +0 -327
  397. package/dest/services/tx_collection/missing_txs_tracker.d.ts +0 -32
  398. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +0 -1
  399. package/dest/services/tx_collection/missing_txs_tracker.js +0 -27
  400. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -49
  401. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  402. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  403. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
  404. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  405. package/dest/services/tx_collection/slow_tx_collection.js +0 -211
  406. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -345
  407. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  408. package/src/mem_pools/tx_pool/README.md +0 -270
  409. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  410. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  411. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  412. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -163
  413. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  414. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  415. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  416. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  417. package/src/mem_pools/tx_pool/index.ts +0 -2
  418. package/src/mem_pools/tx_pool/priority.ts +0 -20
  419. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  420. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -321
  421. package/src/msg_validators/clock_tolerance.ts +0 -51
  422. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  423. package/src/services/reqresp/protocols/block.ts +0 -37
  424. package/src/services/tx_collection/fast_tx_collection.ts +0 -387
  425. package/src/services/tx_collection/missing_txs_tracker.ts +0 -52
  426. package/src/services/tx_collection/proposal_tx_collector.ts +0 -113
  427. package/src/services/tx_collection/slow_tx_collection.ts +0 -266
@@ -370,15 +370,17 @@ function applyDecs2203RFactory() {
370
370
  function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
371
  return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
372
  }
373
- var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { maxBy } from '@aztec/foundation/collection';
375
+ import { compactArray, maxBy, merge } from '@aztec/foundation/collection';
376
376
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
377
377
  import { RunningPromise } from '@aztec/foundation/running-promise';
378
378
  import { Timer } from '@aztec/foundation/timer';
379
379
  import { protocolContractsHash } from '@aztec/protocol-contracts';
380
- import { GasFees } from '@aztec/stdlib/gas';
380
+ import { DEFAULT_MAX_BLOCKS_PER_CHECKPOINT } from '@aztec/stdlib/config';
381
+ import { getNetworkTxGasLimits } from '@aztec/stdlib/gas';
381
382
  import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
383
+ import { ConsensusTimetable, getDefaultCheckpointProposalSyncGrace } from '@aztec/stdlib/timetable';
382
384
  import { MerkleTreeId } from '@aztec/stdlib/trees';
383
385
  import { Tx } from '@aztec/stdlib/tx';
384
386
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
@@ -393,24 +395,39 @@ import { identify } from '@libp2p/identify';
393
395
  import { TopicValidatorResult } from '@libp2p/interface';
394
396
  import { mplex } from '@libp2p/mplex';
395
397
  import { tcp } from '@libp2p/tcp';
398
+ import { multiaddr } from '@multiformats/multiaddr';
396
399
  import { ENR } from '@nethermindeth/enr';
397
400
  import { createLibp2p } from 'libp2p';
401
+ import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
398
402
  import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
399
403
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
400
- import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
404
+ import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
401
405
  import { GossipSubEvent } from '../../types/index.js';
402
406
  import { convertToMultiaddr } from '../../util.js';
403
407
  import { getVersions } from '../../versioning.js';
404
408
  import { AztecDatastore } from '../data_store.js';
405
409
  import { DiscV5Service } from '../discv5/discV5_service.js';
406
- import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
410
+ import { SnappyTransform, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
407
411
  import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
408
412
  import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
409
413
  import { PeerManager } from '../peer-manager/peer_manager.js';
410
414
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
411
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
415
+ import { YAMUX_MAX_MESSAGE_SIZE_BYTES } from '../reqresp/config.js';
416
+ import { ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
412
417
  import { ReqResp } from '../reqresp/reqresp.js';
413
418
  import { P2PInstrumentation } from './instrumentation.js';
419
+ /**
420
+ * Builds the {@link ConsensusTimetable} shared by the gossip validators for proposal/attestation receive-window
421
+ * bounds. Derived purely from protocol slot-timing constants plus the block sub-slot duration and the consensus
422
+ * materialization grace, so every node agrees on these bounds without depending on proposer operational budgets.
423
+ */ function buildConsensusTimetable(config, l1Constants) {
424
+ const blockDuration = config.blockDurationMs / 1000;
425
+ return new ConsensusTimetable({
426
+ l1Constants,
427
+ blockDuration,
428
+ checkpointProposalSyncGrace: config.checkpointProposalSyncGraceSeconds ?? getDefaultCheckpointProposalSyncGrace(blockDuration)
429
+ });
430
+ }
414
431
  _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
415
432
  [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
416
433
  })), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
@@ -426,16 +443,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
426
443
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
427
444
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
428
445
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
429
- })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
446
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxsConsistency', (request)=>({
430
447
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
431
- })), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
432
- [Attributes.TX_HASH]: requestedTxHash.toString()
433
- })), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
434
- [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
435
- })), _dec8 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
436
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
437
- [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
438
- [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
439
448
  }));
440
449
  /**
441
450
  * Lib P2P implementation of the P2PService interface.
@@ -450,6 +459,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
450
459
  epochCache;
451
460
  proofVerifier;
452
461
  worldStateSynchronizer;
462
+ blockMinFeesProvider;
463
+ txValidationCache;
453
464
  static{
454
465
  ({ e: [_initProto] } = _apply_decs_2203_r(this, [
455
466
  [
@@ -480,22 +491,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
480
491
  [
481
492
  _dec5,
482
493
  2,
483
- "validateRequestedBlockTxs"
484
- ],
485
- [
486
- _dec6,
487
- 2,
488
- "validateRequestedTxs"
489
- ],
490
- [
491
- _dec7,
492
- 2,
493
- "validateRequestedBlock"
494
- ],
495
- [
496
- _dec8,
497
- 2,
498
- "validateCheckpointAttestation"
494
+ "validateRequestedBlockTxsConsistency"
499
495
  ]
500
496
  ], []));
501
497
  }
@@ -507,9 +503,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
507
503
  checkpointAttestationValidator;
508
504
  protocolVersion;
509
505
  topicStrings;
510
- feesCache;
511
506
  /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
507
+ /** Callback invoked when an oversized block proposal is stored as slashing evidence (triggers slashing). */ oversizedProposalCallback;
512
508
  /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
509
+ /** Callback invoked when a valid checkpoint attestation is accepted into the pool. */ checkpointAttestationCallback;
513
510
  /**
514
511
  * Callback for when a block is received from a peer.
515
512
  * @param block - The block received from the peer.
@@ -519,13 +516,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
519
516
  * Callback for when a checkpoint proposal is received from a peer.
520
517
  * @param checkpoint - The checkpoint proposal received from the peer.
521
518
  * @returns The attestations for the checkpoint, if any.
522
- */ checkpointReceivedCallback;
519
+ */ allNodesCheckpointReceivedCallback;
520
+ /**
521
+ * Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
522
+ * @param checkpoint - The checkpoint proposal received from the peer.
523
+ * @returns The attestations for the checkpoint, if any.
524
+ */ validatorCheckpointReceivedCallback;
523
525
  gossipSubEventHandler;
526
+ ipChangedHandler;
527
+ discoveredP2pIp;
524
528
  instrumentation;
525
529
  telemetry;
526
530
  logger;
527
- constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
528
- super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
531
+ constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger = createLogger('p2p:libp2p_service'), txValidationCache){
532
+ super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.blockMinFeesProvider = blockMinFeesProvider, this.txValidationCache = txValidationCache, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
529
533
  this.telemetry = telemetry;
530
534
  // Create child logger with fisherman prefix if in fisherman mode
531
535
  this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
@@ -541,13 +545,27 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
541
545
  this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
542
546
  this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
543
547
  this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
548
+ // Build the consensus timetable once from protocol slot-timing constants and inject it into every
549
+ // validator so they share one set of receive-window bounds, independent of proposer operational budgets.
550
+ const consensusTimetable = buildConsensusTimetable(config, epochCache.getL1Constants());
544
551
  const proposalValidatorOpts = {
545
552
  txsPermitted: !config.disableTransactions,
546
- maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint
553
+ maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
554
+ maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
555
+ skipSlotValidation: config.skipProposalSlotValidation,
556
+ signatureContext: {
557
+ chainId: config.l1ChainId,
558
+ rollupAddress: config.rollupAddress
559
+ },
560
+ clockDisparityMs: config.maxGossipClockDisparityMs
547
561
  };
548
- this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
549
- this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
550
- this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
562
+ this.blockProposalValidator = new BlockProposalValidator(epochCache, consensusTimetable, proposalValidatorOpts);
563
+ this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, consensusTimetable, proposalValidatorOpts);
564
+ const attestationValidatorOpts = {
565
+ signatureContext: proposalValidatorOpts.signatureContext,
566
+ clockDisparityMs: config.maxGossipClockDisparityMs
567
+ };
568
+ this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, consensusTimetable, mempools.attestationPool, telemetry, attestationValidatorOpts) : new CheckpointAttestationValidator(epochCache, consensusTimetable, attestationValidatorOpts);
551
569
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
552
570
  this.blockReceivedCallback = async (block)=>{
553
571
  this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
@@ -555,13 +573,16 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
555
573
  });
556
574
  return true;
557
575
  };
558
- this.checkpointReceivedCallback = (checkpoint)=>{
559
- this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
576
+ this.allNodesCheckpointReceivedCallback = (_checkpoint)=>{
577
+ throw new CheckpointProposalReceivedCallbackNotRegisteredError();
578
+ };
579
+ this.validatorCheckpointReceivedCallback = (_checkpoint)=>{
560
580
  return Promise.resolve(undefined);
561
581
  };
562
582
  }
563
583
  updateConfig(config) {
564
584
  this.reqresp.updateConfig(config);
585
+ this.config = merge(this.config, config);
565
586
  }
566
587
  /**
567
588
  * Creates an instance of the LibP2P service.
@@ -569,12 +590,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
569
590
  * @param txPool - The transaction pool to be accessed by the service.
570
591
  * @returns The new service.
571
592
  */ static async new(config, peerId, deps) {
572
- const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
593
+ const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, blockMinFeesProvider, telemetry, logger, packageVersion, txValidationCache } = deps;
573
594
  const { p2pPort, maxPeerCount, listenAddress } = config;
574
595
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
575
596
  const datastore = new AztecDatastore(peerStore);
576
597
  const otelMetricsAdapter = new OtelMetricsAdapter(telemetry, logger.getBindings());
577
- const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()));
598
+ const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()), peerStore);
578
599
  // Seed libp2p's bootstrap discovery with private and trusted peers
579
600
  const bootstrapNodes = [
580
601
  ...config.privatePeers,
@@ -589,31 +610,45 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
589
610
  const versions = getVersions(config);
590
611
  const protocolVersion = compressComponentVersions(versions);
591
612
  const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
592
- const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
593
- const peerId = await enr.peerId();
594
- const address = enr.getLocationMultiaddr('tcp');
595
- if (address === undefined) {
596
- throw new Error(`Direct peer ${peerId.toString()} has no TCP address, ENR: ${enr.encodeTxt()}`);
613
+ const directPeers = compactArray(await Promise.all(preferredPeersEnrs.map(async (enr)=>{
614
+ try {
615
+ const peerId = await enr.peerId();
616
+ const address = enr.getLocationMultiaddr('tcp');
617
+ if (address === undefined) {
618
+ throw new Error(`Direct peer ${peerId.toString()} has no TCP address, ENR: ${enr.encodeTxt()}`);
619
+ }
620
+ return {
621
+ id: peerId,
622
+ addrs: [
623
+ address
624
+ ]
625
+ };
626
+ } catch (err) {
627
+ // A malformed configured ENR shouldn't abort node setup — skip it and log.
628
+ logger.warn(`Skipping preferred peer with invalid ENR`, {
629
+ err
630
+ });
631
+ return undefined;
597
632
  }
598
- return {
599
- id: peerId,
600
- addrs: [
601
- address
602
- ]
603
- };
604
- }))).filter((peer)=>peer !== undefined);
633
+ })));
605
634
  const announceTcpMultiaddr = config.p2pIp ? [
606
635
  convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
607
636
  ] : [];
608
- // Create dynamic topic score params based on network configuration
637
+ // Create dynamic topic score params based on network configuration. Scoring uses the network-wide
638
+ // max-blocks-per-checkpoint config value directly to size expected per-slot message rates; these are
639
+ // peer-rate thresholds, not consensus deadlines, so they need no proposer operational budgets.
609
640
  const l1Constants = epochCache.getL1Constants();
610
641
  const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
611
642
  slotDurationMs: l1Constants.slotDuration * 1000,
612
643
  heartbeatIntervalMs: config.gossipsubInterval,
613
644
  targetCommitteeSize: l1Constants.targetCommitteeSize,
614
- blockDurationMs: config.blockDurationMs,
645
+ maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint ?? DEFAULT_MAX_BLOCKS_PER_CHECKPOINT,
615
646
  expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
616
647
  });
648
+ // Restrict gossipsub to exactly the topics we subscribe to. Without this, an arbitrary-topic
649
+ // message is transformed, msg-id'd and inserted into the seenCache before the subscription check,
650
+ // so a crafted topic colliding on msg id can suppress a real message as a duplicate.
651
+ const allowedTopics = getTopicsForConfig(config.disableTransactions).map((topic)=>createTopicString(topic, protocolVersion));
617
652
  const node = await createLibp2p({
618
653
  start: false,
619
654
  peerId,
@@ -647,8 +682,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
647
682
  ],
648
683
  datastore,
649
684
  peerDiscovery,
685
+ // Pin the yamux frame size: MAX_REQRESP_REQUEST_SIZE_BYTES relies on a reqresp request fitting in one frame.
650
686
  streamMuxers: [
651
- yamux(),
687
+ yamux({
688
+ maxMessageSize: YAMUX_MAX_MESSAGE_SIZE_BYTES
689
+ }),
652
690
  mplex()
653
691
  ],
654
692
  connectionEncryption: [
@@ -666,7 +704,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
666
704
  },
667
705
  connectionGater: {
668
706
  denyInboundConnection: (maConn)=>{
669
- const allowed = peerManager.isNodeAllowedToConnect(maConn.remoteAddr.nodeAddress().address);
707
+ const allowed = peerManager.isAddressAllowedToConnect(maConn.remoteAddr.nodeAddress().address);
670
708
  if (allowed) {
671
709
  return false;
672
710
  }
@@ -676,7 +714,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
676
714
  denyInboundEncryptedConnection: (peerId, _maConn)=>{
677
715
  //NOTE: it is not necessary to check address here because this was already done by
678
716
  // denyInboundConnection
679
- const allowed = peerManager.isNodeAllowedToConnect(peerId);
717
+ const allowed = peerManager.isPeerAllowedToConnect(peerId);
680
718
  if (allowed) {
681
719
  return false;
682
720
  }
@@ -703,9 +741,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
703
741
  mcacheLength: config.gossipsubMcacheLength,
704
742
  mcacheGossip: config.gossipsubMcacheGossip,
705
743
  seenTTL: config.gossipsubSeenTTL,
744
+ allowedTopics,
745
+ // No fastMsgIdFn: the fast-path dedup cache keys on a non-cryptographic 64-bit hash of the
746
+ // raw data only (no topic), so a collision — accidental or engineered via a weak seed — drops
747
+ // a different message with no fallback to the full id. Dedup instead rests solely on the
748
+ // cryptographic, topic-framed msgIdFn below.
706
749
  msgIdFn: getMsgIdFn,
707
750
  msgIdToStrFn: msgIdToStrFn,
708
- fastMsgIdFn: fastMsgIdFn,
709
751
  dataTransform: new SnappyTransform(),
710
752
  metricsRegister: otelMetricsAdapter,
711
753
  metricsTopicStrToLabel: metricsTopicStrToLabels(protocolVersion),
@@ -718,7 +760,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
718
760
  })
719
761
  }),
720
762
  components: (components)=>({
721
- connectionManager: components.connectionManager
763
+ connectionManager: components.connectionManager,
764
+ addressManager: components.addressManager
722
765
  })
723
766
  },
724
767
  logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
@@ -726,6 +769,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
726
769
  const peerScoring = new PeerScoring(config, telemetry);
727
770
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
728
771
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
772
+ // Gate req/resp data protocols for unauthenticated peers when p2pAllowOnlyValidators is enabled
773
+ reqresp.setShouldRejectPeer((peerId)=>peerManager.shouldDisableP2PGossip(peerId));
729
774
  // Configure application-specific scoring for gossipsub.
730
775
  // The weight scales app score to align with gossipsub thresholds:
731
776
  // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
@@ -733,7 +778,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
733
778
  // Note: positive topic scores can offset penalties, so alignment is best-effort.
734
779
  node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
735
780
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
736
- return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
781
+ return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger, txValidationCache);
737
782
  }
738
783
  /**
739
784
  * Starts the LibP2P service.
@@ -743,22 +788,19 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
743
788
  if (this.node.status === 'started') {
744
789
  throw new Error('P2P service already started');
745
790
  }
746
- // Get listen & announce addresses for logging
747
791
  const { p2pIp, p2pPort } = this.config;
748
- if (!p2pIp) {
749
- throw new Error('Announce address not provided.');
792
+ if (!p2pIp && !this.config.queryForIp) {
793
+ throw new Error('Announce address not provided and queryForIp is not enabled.');
750
794
  }
751
- const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
795
+ const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
752
796
  // Create request response protocol handlers
753
797
  const txHandler = reqRespTxHandler(this.mempools);
754
798
  const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
755
- const blockHandler = reqRespBlockHandler(this.archiver);
756
799
  const statusHandler = reqRespStatusHandler(this.protocolVersion, this.worldStateSynchronizer, this.logger);
757
800
  const requestResponseHandlers = {
758
801
  [ReqRespSubProtocol.PING]: pingHandler,
759
802
  [ReqRespSubProtocol.STATUS]: statusHandler.bind(this),
760
- [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this),
761
- [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
803
+ [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
762
804
  };
763
805
  if (!this.config.disableTransactions) {
764
806
  const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
@@ -767,15 +809,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
767
809
  if (!this.config.disableTransactions) {
768
810
  requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
769
811
  }
770
- // Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
771
- const reqrespSubProtocolValidators = {
772
- ...DEFAULT_SUB_PROTOCOL_VALIDATORS,
773
- [ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
774
- [ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
775
- [ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this)
776
- };
777
812
  await this.peerManager.initializePeers();
778
- await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
813
+ await this.reqresp.start(requestResponseHandlers);
779
814
  await this.node.start();
780
815
  // Subscribe to standard GossipSub topics by default
781
816
  for (const topic of getTopicsForConfig(this.config.disableTransactions)){
@@ -787,6 +822,34 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
787
822
  if (!this.config.p2pDiscoveryDisabled) {
788
823
  await this.peerDiscoveryService.start();
789
824
  }
825
+ // Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
826
+ if (this.config.queryForIp) {
827
+ this.discoveredP2pIp = this.config.p2pIp;
828
+ this.logger.info('IP change tracking enabled, bridging discv5 IP updates to libp2p AddressManager');
829
+ this.ipChangedHandler = (ip)=>{
830
+ const addressManager = this.node.services.components.addressManager;
831
+ const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
832
+ const previousIp = this.discoveredP2pIp;
833
+ if (previousIp) {
834
+ const oldAddr = multiaddr(convertToMultiaddr(previousIp, this.config.p2pPort, 'tcp'));
835
+ addressManager.removeObservedAddr(oldAddr);
836
+ this.logger.info('Libp2p announce address updated due to IP change', {
837
+ previousIp,
838
+ newIp: ip,
839
+ newMultiaddr: newAddr.toString()
840
+ });
841
+ } else {
842
+ this.logger.info('Libp2p announce address set from initial discv5 IP discovery', {
843
+ ip,
844
+ multiaddr: newAddr.toString()
845
+ });
846
+ }
847
+ addressManager.addObservedAddr(newAddr);
848
+ addressManager.confirmObservedAddr(newAddr);
849
+ this.discoveredP2pIp = ip;
850
+ };
851
+ this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
852
+ }
790
853
  this.discoveryRunningPromise = new RunningPromise(async ()=>{
791
854
  await this.peerManager.heartbeat();
792
855
  }, this.logger, this.config.peerCheckIntervalMS);
@@ -804,6 +867,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
804
867
  */ async stop() {
805
868
  // Remove gossip sub listener
806
869
  this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
870
+ if (this.ipChangedHandler) {
871
+ this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
872
+ this.ipChangedHandler = undefined;
873
+ }
807
874
  // Stop peer manager
808
875
  this.logger.debug('Stopping peer manager...');
809
876
  await this.peerManager.stop();
@@ -817,8 +884,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
817
884
  await this.stopLibP2P();
818
885
  this.logger.info('LibP2P service stopped');
819
886
  }
820
- addReqRespSubProtocol(subProtocol, handler, validator) {
821
- return this.reqresp.addSubProtocol(subProtocol, handler, validator);
887
+ addReqRespSubProtocol(subProtocol, handler) {
888
+ return this.reqresp.addSubProtocol(subProtocol, handler);
822
889
  }
823
890
  registerThisValidatorAddresses(address) {
824
891
  this.peerManager.registerThisValidatorAddresses(address);
@@ -840,14 +907,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
840
907
  };
841
908
  setImmediate(()=>void safeJob());
842
909
  }
843
- /**
844
- * Send a batch of requests to peers, and return the responses
845
- * @param protocol - The request response protocol to use
846
- * @param requests - The requests to send to the peers
847
- * @returns The responses to the requests
848
- */ sendBatchRequest(protocol, requests, pinnedPeerId) {
849
- return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
850
- }
851
910
  sendRequestToPeer(peerId, subProtocol, payload, dialTimeout) {
852
911
  return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
853
912
  }
@@ -860,8 +919,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
860
919
  registerBlockReceivedCallback(callback) {
861
920
  this.blockReceivedCallback = callback;
862
921
  }
863
- registerCheckpointReceivedCallback(callback) {
864
- this.checkpointReceivedCallback = callback;
922
+ registerValidatorCheckpointReceivedCallback(callback) {
923
+ this.validatorCheckpointReceivedCallback = callback;
924
+ }
925
+ registerAllNodesCheckpointReceivedCallback(callback) {
926
+ this.allNodesCheckpointReceivedCallback = callback;
865
927
  }
866
928
  /**
867
929
  * Registers a callback to be invoked when a duplicate proposal is detected.
@@ -870,12 +932,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
870
932
  this.duplicateProposalCallback = callback;
871
933
  }
872
934
  /**
935
+ * Registers a callback to be invoked when an oversized block proposal is stored as slashing evidence.
936
+ */ registerOversizedProposalCallback(callback) {
937
+ this.oversizedProposalCallback = callback;
938
+ }
939
+ /**
873
940
  * Registers a callback to be invoked when a duplicate attestation is detected.
874
941
  * A validator signing attestations for different proposals at the same slot.
875
942
  * This callback is triggered on the first duplicate (when count goes from 1 to 2).
876
943
  */ registerDuplicateAttestationCallback(callback) {
877
944
  this.duplicateAttestationCallback = callback;
878
945
  }
946
+ registerCheckpointAttestationCallback(callback) {
947
+ this.checkpointAttestationCallback = callback;
948
+ }
879
949
  /**
880
950
  * Subscribes to a topic.
881
951
  * @param topic - The topic to subscribe to.
@@ -927,6 +997,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
927
997
  if (!validator || !validator.addMessage(msgId)) {
928
998
  this.instrumentation.incMessagePrevalidationStatus(false, topicType);
929
999
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
1000
+ if (topicType === TopicType.tx) {
1001
+ this.logger.verbose(`Ignoring already-seen tx gossip message`, {
1002
+ msgId,
1003
+ source: source.toString()
1004
+ });
1005
+ }
930
1006
  return {
931
1007
  result: false,
932
1008
  topicType
@@ -984,6 +1060,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
984
1060
  }
985
1061
  // Process the message, optionally within a linked span for trace propagation
986
1062
  const processMessage = async ()=>{
1063
+ if (this.config.skipIncomingProposals && (msg.topic === this.topicStrings[TopicType.block_proposal] || msg.topic === this.topicStrings[TopicType.checkpoint_proposal])) {
1064
+ this.logger.warn(`Ignoring incoming proposal (skipIncomingProposals is set)`, {
1065
+ topic: msg.topic
1066
+ });
1067
+ this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
1068
+ return;
1069
+ }
987
1070
  if (msg.topic === this.topicStrings[TopicType.tx]) {
988
1071
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
989
1072
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
@@ -1032,29 +1115,79 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1032
1115
  return;
1033
1116
  }
1034
1117
  async validateReceivedMessage(validationFunc, msgId, source, topicType) {
1118
+ // Default to reject result with a penalty if validation function throws an error
1035
1119
  let resultAndObj = {
1036
- result: TopicValidatorResult.Reject
1120
+ result: TopicValidatorResult.Reject,
1121
+ severity: PeerErrorSeverity.MidToleranceError
1037
1122
  };
1038
1123
  const timer = new Timer();
1039
1124
  try {
1040
1125
  resultAndObj = await validationFunc();
1041
1126
  } catch (err) {
1042
- this.peerManager.penalizePeer(source, PeerErrorSeverity.LowToleranceError);
1043
- this.logger.error(`Error deserializing and validating gossipsub message`, err, {
1127
+ this.logger.error(`Error validating gossipsub message`, err, {
1044
1128
  msgId,
1045
1129
  source: source.toString(),
1046
1130
  topicType
1047
1131
  });
1048
1132
  }
1133
+ const validationTimeMs = timer.ms();
1134
+ const mcacheWindowMs = this.config.gossipsubMcacheLength * this.config.gossipsubInterval;
1135
+ if (validationTimeMs > mcacheWindowMs * 0.75) {
1136
+ this.instrumentation.incSlowValidation(topicType);
1137
+ this.logger.warn(`Gossip validation for ${topicType} took ${validationTimeMs}ms, approaching mcache eviction window of ${mcacheWindowMs}ms. ` + `Message forwarding may be skipped if validation exceeds the window.`, {
1138
+ msgId,
1139
+ source: source.toString(),
1140
+ topicType,
1141
+ validationTimeMs,
1142
+ mcacheWindowMs
1143
+ });
1144
+ }
1049
1145
  if (resultAndObj.result === TopicValidatorResult.Accept) {
1146
+ this.logger.debug(`Message ${topicType} accepted by validator`, {
1147
+ msgId,
1148
+ source: source.toString(),
1149
+ topicType
1150
+ });
1050
1151
  this.instrumentation.recordMessageValidation(topicType, timer);
1152
+ } else if (resultAndObj.result === TopicValidatorResult.Reject) {
1153
+ this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
1154
+ msgId,
1155
+ source: source.toString(),
1156
+ topicType,
1157
+ severity: resultAndObj.severity
1158
+ });
1159
+ this.peerManager.penalizePeer(source, resultAndObj.severity);
1160
+ } else {
1161
+ this.logger.trace(`Message ${topicType} ignored by validator`, {
1162
+ msgId,
1163
+ source: source.toString(),
1164
+ topicType
1165
+ });
1051
1166
  }
1052
1167
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
1053
1168
  return resultAndObj;
1054
1169
  }
1170
+ tryDeserialize(deserializeFunc, msgId, source) {
1171
+ try {
1172
+ return deserializeFunc();
1173
+ } catch (err) {
1174
+ this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
1175
+ err,
1176
+ msgId,
1177
+ source: source.toString()
1178
+ });
1179
+ return undefined;
1180
+ }
1181
+ }
1055
1182
  async handleGossipedTx(payloadData, msgId, source) {
1056
1183
  const validationFunc = async ()=>{
1057
- const tx = Tx.fromBuffer(payloadData);
1184
+ const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
1185
+ if (!tx) {
1186
+ return {
1187
+ result: TopicValidatorResult.Reject,
1188
+ severity: PeerErrorSeverity.LowToleranceError
1189
+ };
1190
+ }
1058
1191
  const currentBlockNumber = await this.archiver.getBlockNumber();
1059
1192
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1060
1193
  // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
@@ -1070,14 +1203,22 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1070
1203
  const txBlockNumber = BlockNumber(currentBlockNumber + 1);
1071
1204
  severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1072
1205
  }
1073
- this.peerManager.penalizePeer(source, severity);
1206
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
1207
+ validator: name,
1208
+ severity,
1209
+ source: source.toString()
1210
+ });
1074
1211
  return {
1075
- result: TopicValidatorResult.Reject
1212
+ result: TopicValidatorResult.Reject,
1213
+ severity
1076
1214
  };
1077
1215
  }
1078
1216
  // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
1079
1217
  const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
1080
1218
  if (canAdd === 'ignored') {
1219
+ this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
1220
+ source: source.toString()
1221
+ });
1081
1222
  return {
1082
1223
  result: TopicValidatorResult.Ignore,
1083
1224
  obj: tx
@@ -1087,10 +1228,15 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1087
1228
  const secondStageValidators = this.createSecondStageMessageValidators();
1088
1229
  const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
1089
1230
  if (!secondStageOutcome.allPassed) {
1090
- const { severity } = secondStageOutcome.failure;
1091
- this.peerManager.penalizePeer(source, severity);
1231
+ const { severity, name } = secondStageOutcome.failure;
1232
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
1233
+ validator: name,
1234
+ severity,
1235
+ source: source.toString()
1236
+ });
1092
1237
  return {
1093
- result: TopicValidatorResult.Reject
1238
+ result: TopicValidatorResult.Reject,
1239
+ severity
1094
1240
  };
1095
1241
  }
1096
1242
  // Pool add: persist the tx
@@ -1102,7 +1248,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1102
1248
  });
1103
1249
  const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
1104
1250
  const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
1105
- this.logger.trace(`Validate propagated tx`, {
1251
+ this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
1106
1252
  wasAccepted,
1107
1253
  wasIgnored,
1108
1254
  [Attributes.P2P_ID]: source.toString()
@@ -1122,9 +1268,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1122
1268
  source: source.toString(),
1123
1269
  txHash: txHash.toString()
1124
1270
  });
1125
- this.peerManager.penalizePeer(source, PeerErrorSeverity.HighToleranceError);
1126
1271
  return {
1127
- result: TopicValidatorResult.Reject
1272
+ result: TopicValidatorResult.Reject,
1273
+ severity: PeerErrorSeverity.HighToleranceError
1128
1274
  };
1129
1275
  }
1130
1276
  };
@@ -1145,7 +1291,16 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1145
1291
  * Process a checkpoint attestation from a peer.
1146
1292
  * Validates the attestation and adds it to the pool.
1147
1293
  */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
1148
- const { result, obj: attestation } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_attestation);
1294
+ const { result, obj: attestation } = await this.validateReceivedMessage(()=>{
1295
+ const attestation = this.tryDeserialize(()=>CheckpointAttestation.fromBuffer(payloadData), msgId, source);
1296
+ if (!attestation) {
1297
+ return Promise.resolve({
1298
+ result: TopicValidatorResult.Reject,
1299
+ severity: PeerErrorSeverity.LowToleranceError
1300
+ });
1301
+ }
1302
+ return this.validateAndStoreCheckpointAttestation(source, attestation);
1303
+ }, msgId, source, TopicType.checkpoint_attestation);
1149
1304
  if (result !== TopicValidatorResult.Accept || !attestation) {
1150
1305
  return;
1151
1306
  }
@@ -1160,9 +1315,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1160
1315
  const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1161
1316
  if (validationResult.result === 'reject') {
1162
1317
  this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1163
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1164
1318
  return {
1165
- result: TopicValidatorResult.Reject
1319
+ result: TopicValidatorResult.Reject,
1320
+ severity: validationResult.severity
1166
1321
  };
1167
1322
  }
1168
1323
  if (validationResult.result === 'ignore') {
@@ -1189,9 +1344,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1189
1344
  obj: attestation
1190
1345
  };
1191
1346
  }
1192
- // Could not add (cap reached for signer), no need to re-broadcast
1347
+ // Could not add (cap reached for signer), penalize and do not re-broadcast
1193
1348
  if (!added) {
1194
- this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1349
+ this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
1195
1350
  slot: slot.toString(),
1196
1351
  archive: attestation.archive.toString(),
1197
1352
  source: peerId.toString(),
@@ -1199,8 +1354,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1199
1354
  count
1200
1355
  });
1201
1356
  return {
1202
- result: TopicValidatorResult.Ignore,
1203
- obj: attestation
1357
+ result: TopicValidatorResult.Reject,
1358
+ severity: PeerErrorSeverity.HighToleranceError
1204
1359
  };
1205
1360
  }
1206
1361
  // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
@@ -1221,15 +1376,17 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1221
1376
  }
1222
1377
  }
1223
1378
  // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1379
+ this.checkpointAttestationCallback?.(attestation);
1224
1380
  return {
1225
1381
  result: TopicValidatorResult.Accept,
1226
1382
  obj: attestation
1227
1383
  };
1228
1384
  }
1229
1385
  async processBlockFromPeer(payloadData, msgId, source) {
1230
- const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
1231
- // If not accepted or equivocated, return
1232
- if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1386
+ const { result, obj: block, metadata: { isEquivocated, isOversized } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
1387
+ // If not accepted, equivocated, or oversized, return. Oversized proposals are re-broadcast as
1388
+ // slashing evidence but never attested or processed.
1389
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated || isOversized) {
1233
1390
  return;
1234
1391
  }
1235
1392
  await this.processValidBlockProposal(block, source);
@@ -1238,9 +1395,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1238
1395
  const validationResult = await this.blockProposalValidator.validate(block);
1239
1396
  if (validationResult.result === 'reject') {
1240
1397
  this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1241
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1242
1398
  return {
1243
- result: TopicValidatorResult.Reject
1399
+ result: TopicValidatorResult.Reject,
1400
+ severity: validationResult.severity
1244
1401
  };
1245
1402
  }
1246
1403
  if (validationResult.result === 'ignore') {
@@ -1252,6 +1409,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1252
1409
  // Try to add the proposal: this handles existence check, cap check, and adding in one call
1253
1410
  const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1254
1411
  const isEquivocated = count !== undefined && count > 1;
1412
+ // An oversized proposal (index at or beyond the consensus per-checkpoint limit) is structurally valid
1413
+ // proposer misbehavior: it is stored and re-broadcast as slashing evidence but never processed or
1414
+ // attested to. No-ops when maxBlocksPerCheckpoint is unset (local/test).
1415
+ const isOversized = this.config.maxBlocksPerCheckpoint !== undefined && block.indexWithinCheckpoint >= this.config.maxBlocksPerCheckpoint;
1255
1416
  // Duplicate proposal received, no need to re-broadcast
1256
1417
  if (alreadyExists) {
1257
1418
  this.logger.debug(`Ignoring duplicate block proposal received`, {
@@ -1264,13 +1425,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1264
1425
  result: TopicValidatorResult.Ignore,
1265
1426
  obj: block,
1266
1427
  metadata: {
1267
- isEquivocated
1428
+ isEquivocated,
1429
+ isOversized
1268
1430
  }
1269
1431
  };
1270
1432
  }
1271
1433
  // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1272
1434
  if (!added) {
1273
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1274
1435
  this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1275
1436
  ...block.toBlockInfo(),
1276
1437
  indexWithinCheckpoint: block.indexWithinCheckpoint,
@@ -1281,10 +1442,30 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1281
1442
  return {
1282
1443
  result: TopicValidatorResult.Reject,
1283
1444
  metadata: {
1284
- isEquivocated
1285
- }
1445
+ isEquivocated,
1446
+ isOversized
1447
+ },
1448
+ severity: PeerErrorSeverity.HighToleranceError
1286
1449
  };
1287
1450
  }
1451
+ // The proposal was stored: if oversized, invoke the oversized callback so the proposer can be
1452
+ // slashed. Fired alongside (not instead of) equivocation detection below.
1453
+ if (isOversized) {
1454
+ const proposer = block.getSender();
1455
+ if (proposer) {
1456
+ this.logger.warn(`Detected oversized block proposal at slot ${block.slotNumber}`, {
1457
+ ...block.toBlockInfo(),
1458
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1459
+ maxBlocksPerCheckpoint: this.config.maxBlocksPerCheckpoint,
1460
+ source: peerId.toString(),
1461
+ proposer: proposer.toString()
1462
+ });
1463
+ this.oversizedProposalCallback?.({
1464
+ slot: block.slotNumber,
1465
+ proposer
1466
+ });
1467
+ }
1468
+ }
1288
1469
  // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1289
1470
  // and do re-broadcast it so other nodes in the network know to slash the proposer
1290
1471
  if (isEquivocated) {
@@ -1306,14 +1487,19 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1306
1487
  result: TopicValidatorResult.Accept,
1307
1488
  obj: block,
1308
1489
  metadata: {
1309
- isEquivocated
1490
+ isEquivocated,
1491
+ isOversized
1310
1492
  }
1311
1493
  };
1312
1494
  }
1313
1495
  // Otherwise, we're good to go!
1314
1496
  return {
1315
1497
  result: TopicValidatorResult.Accept,
1316
- obj: block
1498
+ obj: block,
1499
+ metadata: {
1500
+ isEquivocated: false,
1501
+ isOversized
1502
+ }
1317
1503
  };
1318
1504
  }
1319
1505
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
@@ -1332,22 +1518,35 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1332
1518
  const isValid = await this.blockReceivedCallback(block, sender);
1333
1519
  if (!isValid) {
1334
1520
  this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1521
+ // Release the protections this proposal created so its txs return to pending. Only entries still
1522
+ // keyed to this slot are cleared, so a tx referenced by a live proposal at another slot stays protected.
1523
+ await this.mempools.txPool.unprotectTxs(block.txHashes, slot);
1335
1524
  }
1336
1525
  }
1337
1526
  /**
1338
1527
  * Handle a gossiped checkpoint proposal.
1339
1528
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1340
1529
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1341
- const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1530
+ const { result, obj: checkpoint, metadata: { isEquivocated, processBlock, isOversized } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1531
+ // An oversized checkpoint is re-broadcast as slashing evidence but never attested or processed.
1532
+ // Process checkpoint proposal if valid and neither equivocated nor oversized.
1533
+ const processCheckpointFn = ()=>result === TopicValidatorResult.Accept && checkpoint && !isEquivocated && !isOversized ? this.processValidCheckpointProposal(checkpoint.toCore(), source) : Promise.resolve();
1342
1534
  // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1343
1535
  // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1344
- if (processBlock && checkpoint?.getBlockProposal()) {
1345
- await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
1346
- }
1347
- if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1536
+ const processBlockFn = ()=>processBlock && checkpoint && checkpoint.getBlockProposal() ? this.processValidBlockProposal(checkpoint.getBlockProposal(), source) : Promise.resolve();
1537
+ // A node that skips checkpoint validation attests without re-executing the embedded last block, so run
1538
+ // the checkpoint callback first: this creates and broadcasts the attestation before the block is
1539
+ // processed. Otherwise the block's re-execution — which can stall until the re-execution deadline
1540
+ // waiting for a parent that may never arrive — would delay the attestation past the slot's attestation
1541
+ // window, after which peers reject it as stale.
1542
+ if (this.config.skipCheckpointProposalValidation) {
1543
+ await processCheckpointFn();
1544
+ await processBlockFn();
1348
1545
  return;
1349
1546
  }
1350
- await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1547
+ // Process the block first, since it's required for the checkpoint proposal validation.
1548
+ await processBlockFn();
1549
+ await processCheckpointFn();
1351
1550
  }
1352
1551
  /**
1353
1552
  * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
@@ -1356,9 +1555,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1356
1555
  const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1357
1556
  if (validationResult.result === 'reject') {
1358
1557
  this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1359
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1360
1558
  return {
1361
- result: TopicValidatorResult.Reject
1559
+ result: TopicValidatorResult.Reject,
1560
+ severity: validationResult.severity
1362
1561
  };
1363
1562
  }
1364
1563
  if (validationResult.result === 'ignore') {
@@ -1370,23 +1569,28 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1370
1569
  // Extract and try to add the block proposal first if present
1371
1570
  const blockProposal = checkpoint.getBlockProposal();
1372
1571
  let processBlock = false;
1572
+ let isOversized = false;
1373
1573
  if (blockProposal) {
1374
1574
  this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1375
1575
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1376
1576
  [Attributes.P2P_ID]: peerId.toString()
1377
1577
  });
1378
- const { result, obj, metadata: { isEquivocated } = {} } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1379
- if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1578
+ const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1579
+ const { obj, metadata: { isEquivocated, isOversized: blockIsOversized } = {} } = blockProposalResult;
1580
+ isOversized = blockIsOversized ?? false;
1581
+ if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1380
1582
  this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1381
1583
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1382
1584
  [Attributes.P2P_ID]: peerId.toString(),
1383
1585
  isEquivocated,
1384
- result
1586
+ result: blockProposalResult.result
1385
1587
  });
1386
1588
  return {
1387
- result: TopicValidatorResult.Reject
1589
+ result: TopicValidatorResult.Reject,
1590
+ severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
1388
1591
  };
1389
- } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1592
+ } else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated && !isOversized) {
1593
+ // An oversized terminal block is re-broadcast as slashing evidence but never processed.
1390
1594
  processBlock = true;
1391
1595
  }
1392
1596
  }
@@ -1406,14 +1610,14 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1406
1610
  obj: checkpoint,
1407
1611
  metadata: {
1408
1612
  isEquivocated,
1409
- processBlock
1613
+ processBlock,
1614
+ isOversized
1410
1615
  }
1411
1616
  };
1412
1617
  }
1413
- // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1618
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast.
1414
1619
  // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1415
1620
  if (!added) {
1416
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1417
1621
  this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1418
1622
  ...checkpoint.toCheckpointInfo(),
1419
1623
  count,
@@ -1424,8 +1628,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1424
1628
  obj: checkpoint,
1425
1629
  metadata: {
1426
1630
  isEquivocated,
1427
- processBlock
1428
- }
1631
+ processBlock,
1632
+ isOversized
1633
+ },
1634
+ severity: PeerErrorSeverity.HighToleranceError
1429
1635
  };
1430
1636
  }
1431
1637
  // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
@@ -1450,7 +1656,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1450
1656
  obj: checkpoint,
1451
1657
  metadata: {
1452
1658
  isEquivocated,
1453
- processBlock
1659
+ processBlock,
1660
+ isOversized
1454
1661
  }
1455
1662
  };
1456
1663
  }
@@ -1460,7 +1667,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1460
1667
  obj: checkpoint,
1461
1668
  metadata: {
1462
1669
  processBlock,
1463
- isEquivocated
1670
+ isEquivocated,
1671
+ isOversized
1464
1672
  }
1465
1673
  };
1466
1674
  }
@@ -1475,9 +1683,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1475
1683
  archive: checkpoint.archive.toString(),
1476
1684
  source: sender.toString()
1477
1685
  });
1686
+ await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
1478
1687
  // Call the checkpoint received callback with the core version (without lastBlock)
1479
1688
  // to validate and potentially generate attestations
1480
- const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1689
+ const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
1481
1690
  if (attestations && attestations.length > 0) {
1482
1691
  // If the callback returned attestations, add them to the pool and propagate them
1483
1692
  await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
@@ -1501,62 +1710,66 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1501
1710
  });
1502
1711
  }
1503
1712
  /**
1504
- * Validate the requested block transactions. Allow partial returns.
1713
+ * Validate the requested block transactions request-response consistency.
1714
+ * It does NOT validate the transactions themselves.
1505
1715
  * @param request - The block transactions request.
1506
1716
  * @param response - The block transactions response.
1507
1717
  * @param peerId - The ID of the peer that made the request.
1508
- * @returns True if the requested block transactions are valid, false otherwise.
1509
- */ async validateRequestedBlockTxs(request, response, peerId) {
1510
- const requestedTxValidator = this.createRequestedTxValidator();
1718
+ * @returns True if the request-response is consistent, false otherwise.
1719
+ */ async validateRequestedBlockTxsConsistency(request, response, peerId) {
1511
1720
  try {
1512
- if (!response.archiveRoot.equals(request.archiveRoot)) {
1513
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1514
- throw new ValidationError(`Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`);
1515
- }
1516
- if (response.txIndices.getLength() !== request.txIndices.getLength()) {
1517
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1518
- throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${request.txIndices.getLength()}, got ${response.txIndices.getLength()}`);
1519
- }
1520
- // Check no duplicates and not exceeding returnable count
1521
- const requestedIndices = new Set(request.txIndices.getTrueIndices());
1522
- const availableIndices = new Set(response.txIndices.getTrueIndices());
1523
- const maxReturnable = [
1524
- ...requestedIndices
1525
- ].filter((i)=>availableIndices.has(i)).length;
1526
- const returnedHashes = await Promise.all(response.txs.map((tx)=>tx.getTxHash().toString()));
1721
+ // Check for duplicates txs (or hashes) in the response.
1722
+ const returnedHashes = response.txs.map((tx)=>tx.getTxHash().toString());
1527
1723
  const uniqueReturned = new Set(returnedHashes.map((h)=>h.toString()));
1528
1724
  if (uniqueReturned.size !== returnedHashes.length) {
1529
1725
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1530
1726
  throw new ValidationError(`Received duplicate txs in block txs response`);
1531
1727
  }
1532
- if (response.txs.length > maxReturnable) {
1728
+ // We get the block tx hashes from the proposal or the archiver.
1729
+ const proposal = await this.mempools.attestationPool.getBlockProposalByArchive(request.archiveRoot.toString());
1730
+ const blockTxHashes = proposal?.txHashes ?? (await this.archiver.getBlock({
1731
+ archive: request.archiveRoot
1732
+ }))?.body.txEffects.map((e)=>e.txHash);
1733
+ // If we don't have the block, we can't verify membership/order of the returned txs.
1734
+ if (!blockTxHashes) {
1735
+ // This shouldn't happen, since we asked for the block (proposal).
1736
+ // Neither a local proposal nor an archived block: we cannot verify membership/order of the
1737
+ // returned txs. This is a local-state gap, not a peer fault, so we do not penalize.
1738
+ this.logger.warn(`Block ${request.archiveRoot.toString()} not found in attestation pool or archiver; cannot validate membership/order of returned txs`);
1739
+ // NOTE: We mark the response as invalid, given the limitations of a true/false return value.
1740
+ return false;
1741
+ }
1742
+ // Verify that the returned tx hashes are a subset of (tx hashes by index) U (explicitly requested tx hashes).
1743
+ const uniqueRequestedHashes = new Set([
1744
+ // tx hashes requested by index.
1745
+ ...request.txIndices.getTrueIndices().map((i)=>blockTxHashes[i].toString()),
1746
+ // explicitly requested tx hashes.
1747
+ ...request.txHashes.map((h)=>h.toString())
1748
+ ]);
1749
+ if (!returnedHashes.every((h)=>uniqueRequestedHashes.has(h))) {
1750
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1751
+ throw new ValidationError('Returned txs should be a subset of (tx hashes by index) U (explicitly requested tx hashes)');
1752
+ }
1753
+ // Tx indices information is optional, but if present, we need to verify a few things.
1754
+ if (!response.peerHasBlock()) {
1755
+ this.logger.debug(`Peer ${peerId.toString()} signalled missing block`);
1756
+ return true;
1757
+ }
1758
+ // If the response has a non-empty bitvector, it needs to be consistent with the number of txs in the block.
1759
+ if (response.txIndices.getLength() !== blockTxHashes.length) {
1533
1760
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1534
- throw new ValidationError(`Received more txs (${response.txs.length}) than requested-and-available (${maxReturnable})`);
1761
+ throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${blockTxHashes.length}, got ${response.txIndices.getLength()}`);
1535
1762
  }
1536
- // Given proposal (should have locally), ensure returned txs are valid subset and match request indices
1537
- const proposal = await this.mempools.attestationPool.getBlockProposal(request.archiveRoot.toString());
1538
- if (proposal) {
1539
- // Build intersected indices
1540
- const intersectIdx = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
1541
- // Enforce subset membership and preserve increasing order by index.
1542
- const hashToIndexInProposal = new Map(proposal.txHashes.map((h, i)=>[
1543
- h.toString(),
1544
- i
1545
- ]));
1546
- const allowedIndexSet = new Set(intersectIdx);
1547
- const indices = returnedHashes.map((h)=>hashToIndexInProposal.get(h));
1548
- const allAllowed = indices.every((idx)=>idx !== undefined && allowedIndexSet.has(idx));
1549
- const strictlyIncreasing = indices.every((idx, i)=>i === 0 ? idx !== undefined : idx > indices[i - 1]);
1550
- if (!allAllowed || !strictlyIncreasing) {
1551
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1552
- throw new ValidationError('Returned txs do not match expected subset/order for requested indices');
1553
- }
1554
- } else {
1555
- // No local proposal, cannot check the membership/order of the returned txs
1556
- this.logger.warn(`Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`);
1557
- return false;
1763
+ // For every index we requested that the peer claims to have (per its bitvector), the
1764
+ // corresponding tx must be present in the response. A peer advertising availability but
1765
+ // withholding the tx is inconsistent.
1766
+ const returnedHashSet = new Set(returnedHashes);
1767
+ const expectedIndices = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
1768
+ const missingExpected = expectedIndices.some((i)=>!returnedHashSet.has(blockTxHashes[i].toString()));
1769
+ if (missingExpected) {
1770
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1771
+ throw new ValidationError('Peer advertised requested txs via indices but did not return them');
1558
1772
  }
1559
- await Promise.all(response.txs.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator)));
1560
1773
  return true;
1561
1774
  } catch (e) {
1562
1775
  if (e instanceof ValidationError) {
@@ -1567,104 +1780,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1567
1780
  return false;
1568
1781
  }
1569
1782
  }
1570
- /**
1571
- * Validate a collection of txs that has been requested from a peer.
1572
- *
1573
- * The core component of this validator is that each tx hash MUST match the requested tx hash,
1574
- * In order to perform this check, the tx proof must be verified.
1575
- *
1576
- * Note: This function is called from within `ReqResp.sendRequest` as part of the
1577
- * ReqRespSubProtocol.TX subprotocol validation.
1578
- *
1579
- * @param requestedTxHash - The collection of the txs that was requested.
1580
- * @param responseTx - The collection of txs that was received as a response to the request.
1581
- * @param peerId - The peer ID of the peer that sent the tx.
1582
- * @returns True if the whole collection of txs is valid, false otherwise.
1583
- */ async validateRequestedTxs(requestedTxHash, responseTx, peerId) {
1584
- const requested = new Set(requestedTxHash.map((h)=>h.toString()));
1585
- const requestedTxValidator = this.createRequestedTxValidator();
1586
- //TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
1587
- // I think we should still extract the valid txs and return them, so that we can still use the response.
1588
- try {
1589
- await Promise.all(responseTx.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
1590
- return true;
1591
- } catch (e) {
1592
- if (e instanceof ValidationError) {
1593
- this.logger.warn(`Failed to validate requested txs from peer ${peerId.toString()}, reason ${e.message}`);
1594
- } else {
1595
- this.logger.error(`Error during validation of requested txs`, e);
1596
- }
1597
- return false;
1598
- }
1599
- }
1600
- /**
1601
- * Validates a BLOCK response.
1602
- *
1603
- * If a local copy exists, enforces hash equality. If missing, rejects (no penalty) since the hash cannot be verified.
1604
- * Penalizes on block number mismatch or hash mismatch.
1605
- *
1606
- * @param requestedBlockNumber - The requested block number.
1607
- * @param responseBlock - The block returned by the peer.
1608
- * @param peerId - The peer that returned the block.
1609
- * @returns True if the response is valid, false otherwise.
1610
- */ async validateRequestedBlock(requestedBlockNumber, responseBlock, peerId) {
1611
- try {
1612
- const reqNum = Number(requestedBlockNumber.toString());
1613
- if (responseBlock.number !== reqNum) {
1614
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1615
- return false;
1616
- }
1617
- const local = await this.archiver.getBlock(BlockNumber(reqNum));
1618
- if (!local) {
1619
- // We are missing the local block; we cannot verify the hash yet. Reject without penalizing.
1620
- // TODO: Consider extending this validator to accept an expected hash or
1621
- // performing quorum-based checks when using P2P syncing prior to L1 sync.
1622
- this.logger.warn(`Local block ${reqNum} not found; rejecting BLOCK response without hash verification`);
1623
- return false;
1624
- }
1625
- const [localHash, respHash] = await Promise.all([
1626
- local.hash(),
1627
- responseBlock.hash()
1628
- ]);
1629
- if (!localHash.equals(respHash)) {
1630
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1631
- return false;
1632
- }
1633
- return true;
1634
- } catch (e) {
1635
- this.logger.warn(`Error validating requested block`, e);
1636
- return false;
1637
- }
1638
- }
1639
- async validateRequestedTx(tx, peerId, txValidator, requested) {
1640
- const penalize = (severity)=>this.peerManager.penalizePeer(peerId, severity);
1641
- if (requested && !requested.has(tx.getTxHash().toString())) {
1642
- penalize(PeerErrorSeverity.MidToleranceError);
1643
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
1644
- }
1645
- const { result } = await txValidator.validateTx(tx);
1646
- if (result === 'invalid') {
1647
- penalize(PeerErrorSeverity.LowToleranceError);
1648
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
1649
- }
1650
- }
1651
- createRequestedTxValidator() {
1652
- return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1653
- l1ChainId: this.config.l1ChainId,
1654
- rollupVersion: this.config.rollupVersion
1655
- });
1656
- }
1657
- async getGasFees(blockNumber) {
1658
- if (blockNumber === this.feesCache?.blockNumber) {
1659
- return this.feesCache.gasFees;
1660
- }
1661
- const header = await this.archiver.getBlockHeader(blockNumber);
1662
- const gasFees = header?.globalVariables.gasFees ?? GasFees.empty();
1663
- this.feesCache = {
1664
- blockNumber,
1665
- gasFees
1666
- };
1667
- return gasFees;
1783
+ getGasFees() {
1784
+ return this.blockMinFeesProvider.getCurrentMinFees();
1668
1785
  }
1669
1786
  /**
1670
1787
  * Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
@@ -1675,16 +1792,18 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1675
1792
  txValidatorConfig: {
1676
1793
  l1ChainId: this.config.l1ChainId,
1677
1794
  rollupVersion: this.config.rollupVersion,
1678
- proofVerifier: this.proofVerifier
1795
+ proofVerifier: this.proofVerifier,
1796
+ txValidationCache: this.txValidationCache
1679
1797
  },
1680
- peerScoring: this.peerManager
1798
+ peerScoring: this.peerManager,
1799
+ validateRequestedBlockTxsConsistency: this.validateRequestedBlockTxsConsistency.bind(this)
1681
1800
  };
1682
1801
  }
1683
1802
  async validateTxsReceivedInBlockProposal(txs) {
1684
1803
  const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
1685
1804
  l1ChainId: this.config.l1ChainId,
1686
1805
  rollupVersion: this.config.rollupVersion
1687
- }, this.logger.getBindings());
1806
+ }, this.logger.getBindings(), this.txValidationCache);
1688
1807
  const results = await Promise.all(txs.map(async (tx)=>{
1689
1808
  const result = await validator.validateTx(tx);
1690
1809
  return result.result !== 'invalid';
@@ -1694,17 +1813,17 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1694
1813
  }
1695
1814
  }
1696
1815
  /** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1697
- const gasFees = await this.getGasFees(currentBlockNumber);
1816
+ const gasFees = await this.getGasFees();
1698
1817
  const allowedInSetup = [
1699
1818
  ...await getDefaultAllowedSetupFunctions(),
1700
1819
  ...this.config.txPublicSetupAllowListExtend ?? []
1701
1820
  ];
1702
1821
  const blockNumber = BlockNumber(currentBlockNumber + 1);
1703
1822
  const l1Constants = await this.archiver.getL1Constants();
1823
+ const networkTxGasLimits = getNetworkTxGasLimits(this.config, l1Constants);
1704
1824
  return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
1705
- rollupManaLimit: l1Constants.rollupManaLimit,
1706
- maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1707
- maxBlockDAGas: this.config.validateMaxDABlockGas
1825
+ maxTxL2Gas: networkTxGasLimits.l2Gas,
1826
+ maxTxDAGas: networkTxGasLimits.daGas
1708
1827
  });
1709
1828
  }
1710
1829
  /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
@@ -1776,19 +1895,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1776
1895
  }
1777
1896
  return PeerErrorSeverity.HighToleranceError;
1778
1897
  }
1779
- /**
1780
- * Validate a checkpoint attestation.
1781
- *
1782
- * @param attestation - The checkpoint attestation to validate.
1783
- * @returns True if the checkpoint attestation is valid, false otherwise.
1784
- */ async validateCheckpointAttestation(peerId, attestation) {
1785
- const result = await this.checkpointAttestationValidator.validate(attestation);
1786
- if (result.result === 'reject') {
1787
- this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1788
- this.peerManager.penalizePeer(peerId, result.severity);
1789
- }
1790
- return result;
1791
- }
1792
1898
  getPeerScore(peerId) {
1793
1899
  return this.node.services.pubsub.score.score(peerId.toString());
1794
1900
  }