@aztec/p2p 0.0.1-commit.3fd054f6 → 0.0.1-commit.431c48d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (429) hide show
  1. package/README.md +7 -6
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +22 -6
  5. package/dest/client/factory.d.ts +4 -3
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +35 -25
  8. package/dest/client/interface.d.ts +52 -12
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +36 -20
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +127 -54
  13. package/dest/config.d.ts +150 -107
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +77 -26
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +9 -16
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +10 -17
  22. package/dest/index.d.ts +1 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +0 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +98 -56
  26. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/attestation_pool.js +269 -196
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +218 -59
  31. package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/mocks.js +6 -4
  34. package/dest/mem_pools/index.d.ts +1 -2
  35. package/dest/mem_pools/index.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.d.ts +9 -4
  37. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  38. package/dest/mem_pools/instrumentation.js +28 -9
  39. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +10 -5
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
  41. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +29 -20
  42. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +3 -3
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +6 -6
  45. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  46. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  47. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +3 -3
  48. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +1 -1
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +3 -1
  51. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
  52. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  53. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +64 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +1 -1
  58. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -1
  59. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +3 -4
  60. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +1 -1
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -1
  62. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +6 -7
  63. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +1 -1
  64. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  65. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +6 -5
  66. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +11 -1
  67. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -1
  68. package/dest/mem_pools/tx_pool_v2/instrumentation.js +24 -0
  69. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +33 -5
  70. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  71. package/dest/mem_pools/tx_pool_v2/interfaces.js +2 -1
  72. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +5 -2
  73. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  74. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +13 -6
  75. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +15 -1
  76. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  77. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +31 -0
  78. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +16 -3
  79. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  80. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +83 -32
  81. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +50 -6
  82. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  83. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +243 -127
  84. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
  85. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  86. package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -16
  87. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  88. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  89. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  90. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +8 -3
  91. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  92. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +2 -2
  93. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +8 -3
  94. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  95. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +8 -2
  96. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +25 -3
  97. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  98. package/dest/msg_validators/proposal_validator/proposal_validator.js +85 -15
  99. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  100. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  101. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
  102. package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
  103. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  104. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  105. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  106. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  107. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  108. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/tx_validator/data_validator.js +1 -0
  110. package/dest/msg_validators/tx_validator/factory.d.ts +14 -15
  111. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  112. package/dest/msg_validators/tx_validator/factory.js +29 -16
  113. package/dest/msg_validators/tx_validator/gas_validator.d.ts +47 -10
  114. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  115. package/dest/msg_validators/tx_validator/gas_validator.js +65 -48
  116. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  117. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  118. package/dest/msg_validators/tx_validator/index.js +2 -0
  119. package/dest/msg_validators/tx_validator/phases_validator.js +2 -2
  120. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  121. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  122. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  123. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  124. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  125. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  126. package/dest/services/data_store.d.ts +1 -1
  127. package/dest/services/data_store.d.ts.map +1 -1
  128. package/dest/services/data_store.js +5 -5
  129. package/dest/services/discv5/discV5_service.d.ts +13 -2
  130. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  131. package/dest/services/discv5/discV5_service.js +119 -23
  132. package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
  133. package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
  134. package/dest/services/discv5/persisted_enr_store.js +145 -0
  135. package/dest/services/dummy_service.d.ts +18 -16
  136. package/dest/services/dummy_service.d.ts.map +1 -1
  137. package/dest/services/dummy_service.js +21 -16
  138. package/dest/services/encoding.d.ts +19 -6
  139. package/dest/services/encoding.d.ts.map +1 -1
  140. package/dest/services/encoding.js +25 -15
  141. package/dest/services/gossipsub/topic_score_params.d.ts +6 -12
  142. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  143. package/dest/services/gossipsub/topic_score_params.js +4 -14
  144. package/dest/services/libp2p/instrumentation.d.ts +6 -1
  145. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  146. package/dest/services/libp2p/instrumentation.js +21 -0
  147. package/dest/services/libp2p/libp2p_service.d.ts +49 -44
  148. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  149. package/dest/services/libp2p/libp2p_service.js +388 -279
  150. package/dest/services/peer-manager/peer_manager.d.ts +31 -3
  151. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  152. package/dest/services/peer-manager/peer_manager.js +121 -23
  153. package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
  154. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  155. package/dest/services/peer-manager/peer_scoring.js +102 -13
  156. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +1 -8
  157. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  158. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +35 -44
  159. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +8 -5
  160. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  161. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  162. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  163. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  164. package/dest/services/reqresp/config.d.ts +15 -3
  165. package/dest/services/reqresp/config.d.ts.map +1 -1
  166. package/dest/services/reqresp/config.js +11 -0
  167. package/dest/services/reqresp/interface.d.ts +16 -18
  168. package/dest/services/reqresp/interface.d.ts.map +1 -1
  169. package/dest/services/reqresp/interface.js +10 -20
  170. package/dest/services/reqresp/metrics.d.ts +1 -1
  171. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  172. package/dest/services/reqresp/metrics.js +0 -1
  173. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
  174. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  175. package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
  176. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  177. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  178. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
  179. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
  180. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  181. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
  182. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  183. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  184. package/dest/services/reqresp/protocols/index.js +0 -1
  185. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  186. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  187. package/dest/services/reqresp/protocols/tx.js +1 -3
  188. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  189. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  190. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  191. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  192. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  193. package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
  194. package/dest/services/reqresp/reqresp.d.ts +7 -29
  195. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  196. package/dest/services/reqresp/reqresp.js +59 -209
  197. package/dest/services/service.d.ts +43 -18
  198. package/dest/services/service.d.ts.map +1 -1
  199. package/dest/services/tx_collection/config.d.ts +2 -23
  200. package/dest/services/tx_collection/config.d.ts.map +1 -1
  201. package/dest/services/tx_collection/config.js +2 -55
  202. package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
  203. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  204. package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
  205. package/dest/services/tx_collection/file_store_tx_source.d.ts +5 -4
  206. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
  207. package/dest/services/tx_collection/file_store_tx_source.js +39 -29
  208. package/dest/services/tx_collection/index.d.ts +2 -3
  209. package/dest/services/tx_collection/index.d.ts.map +1 -1
  210. package/dest/services/tx_collection/index.js +0 -1
  211. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  212. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  213. package/dest/services/tx_collection/instrumentation.js +0 -2
  214. package/dest/services/tx_collection/tx_collection.d.ts +35 -51
  215. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  216. package/dest/services/tx_collection/tx_collection.js +275 -119
  217. package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
  218. package/dest/services/tx_collection/tx_collection_sink.js +2 -2
  219. package/dest/services/tx_collection/tx_source.d.ts +6 -5
  220. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  221. package/dest/services/tx_collection/tx_source.js +13 -8
  222. package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
  223. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  224. package/dest/services/tx_file_store/tx_file_store.js +4 -14
  225. package/dest/services/tx_provider.d.ts +3 -1
  226. package/dest/services/tx_provider.d.ts.map +1 -1
  227. package/dest/services/tx_provider.js +3 -0
  228. package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
  229. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  230. package/dest/test-helpers/make-test-p2p-clients.js +5 -2
  231. package/dest/test-helpers/mock-pubsub.d.ts +33 -9
  232. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  233. package/dest/test-helpers/mock-pubsub.js +57 -44
  234. package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
  235. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  236. package/dest/test-helpers/reqresp-nodes.js +16 -18
  237. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  238. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  239. package/dest/test-helpers/test_tx_provider.js +3 -0
  240. package/dest/test-helpers/testbench-utils.d.ts +15 -14
  241. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  242. package/dest/test-helpers/testbench-utils.js +28 -13
  243. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  244. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  245. package/dest/testbench/p2p_client_testbench_worker.js +101 -39
  246. package/dest/testbench/worker_client_manager.d.ts +10 -6
  247. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  248. package/dest/testbench/worker_client_manager.js +51 -9
  249. package/dest/util.d.ts +11 -6
  250. package/dest/util.d.ts.map +1 -1
  251. package/dest/util.js +35 -14
  252. package/dest/versioning.d.ts +3 -6
  253. package/dest/versioning.d.ts.map +1 -1
  254. package/dest/versioning.js +3 -24
  255. package/package.json +17 -17
  256. package/src/bootstrap/bootstrap.ts +17 -3
  257. package/src/client/factory.ts +53 -24
  258. package/src/client/interface.ts +48 -18
  259. package/src/client/p2p_client.ts +144 -86
  260. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  261. package/src/config.ts +159 -34
  262. package/src/errors/p2p-service.error.ts +11 -0
  263. package/src/errors/reqresp.error.ts +13 -19
  264. package/src/index.ts +0 -1
  265. package/src/mem_pools/attestation_pool/attestation_pool.ts +324 -239
  266. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +238 -63
  267. package/src/mem_pools/attestation_pool/mocks.ts +13 -8
  268. package/src/mem_pools/index.ts +0 -3
  269. package/src/mem_pools/instrumentation.ts +18 -12
  270. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +30 -20
  271. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +7 -7
  272. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +2 -4
  273. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +3 -2
  274. package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
  275. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +67 -0
  276. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +1 -3
  277. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -7
  278. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +5 -6
  279. package/src/mem_pools/tx_pool_v2/instrumentation.ts +27 -0
  280. package/src/mem_pools/tx_pool_v2/interfaces.ts +31 -4
  281. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +20 -8
  282. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +35 -0
  283. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +94 -31
  284. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +270 -133
  285. package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -15
  286. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +15 -7
  287. package/src/msg_validators/proposal_validator/README.md +1 -1
  288. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +15 -3
  289. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +26 -3
  290. package/src/msg_validators/proposal_validator/proposal_validator.ts +94 -12
  291. package/src/msg_validators/tx_validator/README.md +13 -3
  292. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
  293. package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
  294. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  295. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  296. package/src/msg_validators/tx_validator/data_validator.ts +2 -0
  297. package/src/msg_validators/tx_validator/factory.ts +37 -20
  298. package/src/msg_validators/tx_validator/gas_validator.ts +99 -54
  299. package/src/msg_validators/tx_validator/index.ts +2 -0
  300. package/src/msg_validators/tx_validator/phases_validator.ts +2 -2
  301. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  302. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  303. package/src/services/data_store.ts +5 -13
  304. package/src/services/discv5/discV5_service.ts +126 -14
  305. package/src/services/discv5/persisted_enr_store.ts +158 -0
  306. package/src/services/dummy_service.ts +26 -40
  307. package/src/services/encoding.ts +28 -20
  308. package/src/services/gossipsub/README.md +33 -11
  309. package/src/services/gossipsub/topic_score_params.ts +9 -18
  310. package/src/services/libp2p/instrumentation.ts +22 -0
  311. package/src/services/libp2p/libp2p_service.ts +456 -305
  312. package/src/services/peer-manager/peer_manager.ts +133 -22
  313. package/src/services/peer-manager/peer_scoring.ts +102 -8
  314. package/src/services/reqresp/README.md +2 -37
  315. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +39 -52
  316. package/src/services/reqresp/batch-tx-requester/interface.ts +11 -4
  317. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  318. package/src/services/reqresp/config.ts +19 -2
  319. package/src/services/reqresp/interface.ts +21 -47
  320. package/src/services/reqresp/metrics.ts +0 -1
  321. package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
  322. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
  323. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
  324. package/src/services/reqresp/protocols/index.ts +0 -1
  325. package/src/services/reqresp/protocols/tx.ts +1 -3
  326. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  327. package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
  328. package/src/services/reqresp/reqresp.ts +69 -252
  329. package/src/services/service.ts +51 -35
  330. package/src/services/tx_collection/config.ts +3 -80
  331. package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
  332. package/src/services/tx_collection/file_store_tx_source.ts +43 -31
  333. package/src/services/tx_collection/index.ts +1 -6
  334. package/src/services/tx_collection/instrumentation.ts +1 -7
  335. package/src/services/tx_collection/tx_collection.ts +330 -173
  336. package/src/services/tx_collection/tx_collection_sink.ts +2 -2
  337. package/src/services/tx_collection/tx_source.ts +10 -8
  338. package/src/services/tx_file_store/tx_file_store.ts +5 -17
  339. package/src/services/tx_provider.ts +5 -0
  340. package/src/test-helpers/make-test-p2p-clients.ts +3 -0
  341. package/src/test-helpers/mock-pubsub.ts +61 -60
  342. package/src/test-helpers/reqresp-nodes.ts +12 -22
  343. package/src/test-helpers/test_tx_provider.ts +5 -0
  344. package/src/test-helpers/testbench-utils.ts +35 -26
  345. package/src/testbench/p2p_client_testbench_worker.ts +108 -53
  346. package/src/testbench/worker_client_manager.ts +59 -20
  347. package/src/util.ts +32 -17
  348. package/src/versioning.ts +3 -33
  349. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  350. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  351. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -304
  352. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  353. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  354. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  355. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  356. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  357. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  358. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  359. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  360. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  361. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  362. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  363. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  364. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  365. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  366. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -123
  367. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  368. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  369. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  370. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  371. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  372. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  373. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  374. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  375. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  376. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  377. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  378. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  379. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  380. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  381. package/dest/mem_pools/tx_pool/index.js +0 -2
  382. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  383. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  384. package/dest/mem_pools/tx_pool/priority.js +0 -15
  385. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  386. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  387. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  388. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  389. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  390. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -402
  391. package/dest/msg_validators/clock_tolerance.d.ts +0 -21
  392. package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
  393. package/dest/msg_validators/clock_tolerance.js +0 -38
  394. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  395. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  396. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  397. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  398. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  399. package/dest/services/reqresp/protocols/block.js +0 -32
  400. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -51
  401. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  402. package/dest/services/tx_collection/fast_tx_collection.js +0 -311
  403. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -48
  404. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  405. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  406. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
  407. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  408. package/dest/services/tx_collection/slow_tx_collection.js +0 -211
  409. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -343
  410. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  411. package/src/mem_pools/tx_pool/README.md +0 -270
  412. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  413. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  414. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  415. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -163
  416. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  417. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  418. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  419. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  420. package/src/mem_pools/tx_pool/index.ts +0 -2
  421. package/src/mem_pools/tx_pool/priority.ts +0 -20
  422. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  423. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -321
  424. package/src/msg_validators/clock_tolerance.ts +0 -52
  425. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  426. package/src/services/reqresp/protocols/block.ts +0 -37
  427. package/src/services/tx_collection/fast_tx_collection.ts +0 -361
  428. package/src/services/tx_collection/proposal_tx_collector.ts +0 -108
  429. package/src/services/tx_collection/slow_tx_collection.ts +0 -266
@@ -370,17 +370,20 @@ function applyDecs2203RFactory() {
370
370
  function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
371
  return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
372
  }
373
- var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _initProto;
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { maxBy } from '@aztec/foundation/collection';
375
+ import { compactArray, maxBy, merge } from '@aztec/foundation/collection';
376
376
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
377
377
  import { RunningPromise } from '@aztec/foundation/running-promise';
378
378
  import { Timer } from '@aztec/foundation/timer';
379
379
  import { protocolContractsHash } from '@aztec/protocol-contracts';
380
- import { GasFees } from '@aztec/stdlib/gas';
381
- import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
380
+ import { DEFAULT_MAX_BLOCKS_PER_CHECKPOINT } from '@aztec/stdlib/config';
381
+ import { getNetworkTxGasLimits } from '@aztec/stdlib/gas';
382
+ import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, ValidatedBlockProposal, ValidatedCheckpointProposalCore, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
383
+ import { ConsensusTimetable, getDefaultCheckpointProposalSyncGrace } from '@aztec/stdlib/timetable';
382
384
  import { MerkleTreeId } from '@aztec/stdlib/trees';
383
385
  import { Tx } from '@aztec/stdlib/tx';
386
+ import { InvalidBlockProposalTxsError } from '@aztec/stdlib/validators';
384
387
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
385
388
  import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
386
389
  import { gossipsub } from '@chainsafe/libp2p-gossipsub';
@@ -393,24 +396,39 @@ import { identify } from '@libp2p/identify';
393
396
  import { TopicValidatorResult } from '@libp2p/interface';
394
397
  import { mplex } from '@libp2p/mplex';
395
398
  import { tcp } from '@libp2p/tcp';
399
+ import { multiaddr } from '@multiformats/multiaddr';
396
400
  import { ENR } from '@nethermindeth/enr';
397
401
  import { createLibp2p } from 'libp2p';
402
+ import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
398
403
  import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
399
404
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
400
- import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
405
+ import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
401
406
  import { GossipSubEvent } from '../../types/index.js';
402
407
  import { convertToMultiaddr } from '../../util.js';
403
408
  import { getVersions } from '../../versioning.js';
404
409
  import { AztecDatastore } from '../data_store.js';
405
410
  import { DiscV5Service } from '../discv5/discV5_service.js';
406
- import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
411
+ import { SnappyTransform, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
407
412
  import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
408
413
  import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
409
414
  import { PeerManager } from '../peer-manager/peer_manager.js';
410
415
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
411
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
416
+ import { YAMUX_MAX_MESSAGE_SIZE_BYTES } from '../reqresp/config.js';
417
+ import { ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
412
418
  import { ReqResp } from '../reqresp/reqresp.js';
413
419
  import { P2PInstrumentation } from './instrumentation.js';
420
+ /**
421
+ * Builds the {@link ConsensusTimetable} shared by the gossip validators for proposal/attestation receive-window
422
+ * bounds. Derived purely from protocol slot-timing constants plus the block sub-slot duration and the consensus
423
+ * materialization grace, so every node agrees on these bounds without depending on proposer operational budgets.
424
+ */ function buildConsensusTimetable(config, l1Constants) {
425
+ const blockDuration = config.blockDurationMs / 1000;
426
+ return new ConsensusTimetable({
427
+ l1Constants,
428
+ blockDuration,
429
+ checkpointProposalSyncGrace: config.checkpointProposalSyncGraceSeconds ?? getDefaultCheckpointProposalSyncGrace(blockDuration)
430
+ });
431
+ }
414
432
  _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
415
433
  [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
416
434
  })), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
@@ -426,12 +444,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
426
444
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
427
445
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
428
446
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
429
- })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
447
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxsConsistency', (request)=>({
430
448
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
431
- })), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
432
- [Attributes.TX_HASH]: requestedTxHash.toString()
433
- })), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
434
- [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
435
449
  }));
436
450
  /**
437
451
  * Lib P2P implementation of the P2PService interface.
@@ -446,6 +460,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
446
460
  epochCache;
447
461
  proofVerifier;
448
462
  worldStateSynchronizer;
463
+ blockMinFeesProvider;
464
+ txValidationCache;
449
465
  static{
450
466
  ({ e: [_initProto] } = _apply_decs_2203_r(this, [
451
467
  [
@@ -476,17 +492,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
476
492
  [
477
493
  _dec5,
478
494
  2,
479
- "validateRequestedBlockTxs"
480
- ],
481
- [
482
- _dec6,
483
- 2,
484
- "validateRequestedTxs"
485
- ],
486
- [
487
- _dec7,
488
- 2,
489
- "validateRequestedBlock"
495
+ "validateRequestedBlockTxsConsistency"
490
496
  ]
491
497
  ], []));
492
498
  }
@@ -498,9 +504,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
498
504
  checkpointAttestationValidator;
499
505
  protocolVersion;
500
506
  topicStrings;
501
- feesCache;
502
507
  /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
508
+ /** Callback invoked when an oversized block proposal is stored as slashing evidence (triggers slashing). */ oversizedProposalCallback;
503
509
  /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
510
+ /** Callback invoked when a valid checkpoint attestation is accepted into the pool. */ checkpointAttestationCallback;
504
511
  /**
505
512
  * Callback for when a block is received from a peer.
506
513
  * @param block - The block received from the peer.
@@ -510,13 +517,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
510
517
  * Callback for when a checkpoint proposal is received from a peer.
511
518
  * @param checkpoint - The checkpoint proposal received from the peer.
512
519
  * @returns The attestations for the checkpoint, if any.
513
- */ checkpointReceivedCallback;
520
+ */ allNodesCheckpointReceivedCallback;
521
+ /**
522
+ * Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
523
+ * @param checkpoint - The checkpoint proposal received from the peer.
524
+ * @returns The attestations for the checkpoint, if any.
525
+ */ validatorCheckpointReceivedCallback;
514
526
  gossipSubEventHandler;
527
+ ipChangedHandler;
528
+ discoveredP2pIp;
515
529
  instrumentation;
516
530
  telemetry;
517
531
  logger;
518
- constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
519
- super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
532
+ constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger = createLogger('p2p:libp2p_service'), txValidationCache){
533
+ super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.blockMinFeesProvider = blockMinFeesProvider, this.txValidationCache = txValidationCache, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
520
534
  this.telemetry = telemetry;
521
535
  // Create child logger with fisherman prefix if in fisherman mode
522
536
  this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
@@ -532,13 +546,27 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
532
546
  this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
533
547
  this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
534
548
  this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
549
+ // Build the consensus timetable once from protocol slot-timing constants and inject it into every
550
+ // validator so they share one set of receive-window bounds, independent of proposer operational budgets.
551
+ const consensusTimetable = buildConsensusTimetable(config, epochCache.getL1Constants());
535
552
  const proposalValidatorOpts = {
536
553
  txsPermitted: !config.disableTransactions,
537
- maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint
554
+ maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
555
+ maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
556
+ skipSlotValidation: config.skipProposalSlotValidation,
557
+ signatureContext: {
558
+ chainId: config.l1ChainId,
559
+ rollupAddress: config.rollupAddress
560
+ },
561
+ clockDisparityMs: config.maxGossipClockDisparityMs
562
+ };
563
+ this.blockProposalValidator = new BlockProposalValidator(epochCache, consensusTimetable, proposalValidatorOpts);
564
+ this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, consensusTimetable, proposalValidatorOpts);
565
+ const attestationValidatorOpts = {
566
+ signatureContext: proposalValidatorOpts.signatureContext,
567
+ clockDisparityMs: config.maxGossipClockDisparityMs
538
568
  };
539
- this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
540
- this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
541
- this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
569
+ this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, consensusTimetable, mempools.attestationPool, telemetry, attestationValidatorOpts) : new CheckpointAttestationValidator(epochCache, consensusTimetable, attestationValidatorOpts);
542
570
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
543
571
  this.blockReceivedCallback = async (block)=>{
544
572
  this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
@@ -546,13 +574,16 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
546
574
  });
547
575
  return true;
548
576
  };
549
- this.checkpointReceivedCallback = (checkpoint)=>{
550
- this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
577
+ this.allNodesCheckpointReceivedCallback = (_checkpoint)=>{
578
+ throw new CheckpointProposalReceivedCallbackNotRegisteredError();
579
+ };
580
+ this.validatorCheckpointReceivedCallback = (_checkpoint)=>{
551
581
  return Promise.resolve(undefined);
552
582
  };
553
583
  }
554
584
  updateConfig(config) {
555
585
  this.reqresp.updateConfig(config);
586
+ this.config = merge(this.config, config);
556
587
  }
557
588
  /**
558
589
  * Creates an instance of the LibP2P service.
@@ -560,12 +591,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
560
591
  * @param txPool - The transaction pool to be accessed by the service.
561
592
  * @returns The new service.
562
593
  */ static async new(config, peerId, deps) {
563
- const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
594
+ const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, blockMinFeesProvider, telemetry, logger, packageVersion, txValidationCache } = deps;
564
595
  const { p2pPort, maxPeerCount, listenAddress } = config;
565
596
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
566
597
  const datastore = new AztecDatastore(peerStore);
567
598
  const otelMetricsAdapter = new OtelMetricsAdapter(telemetry, logger.getBindings());
568
- const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()));
599
+ const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()), peerStore);
569
600
  // Seed libp2p's bootstrap discovery with private and trusted peers
570
601
  const bootstrapNodes = [
571
602
  ...config.privatePeers,
@@ -580,31 +611,45 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
580
611
  const versions = getVersions(config);
581
612
  const protocolVersion = compressComponentVersions(versions);
582
613
  const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
583
- const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
584
- const peerId = await enr.peerId();
585
- const address = enr.getLocationMultiaddr('tcp');
586
- if (address === undefined) {
587
- throw new Error(`Direct peer ${peerId.toString()} has no TCP address, ENR: ${enr.encodeTxt()}`);
614
+ const directPeers = compactArray(await Promise.all(preferredPeersEnrs.map(async (enr)=>{
615
+ try {
616
+ const peerId = await enr.peerId();
617
+ const address = enr.getLocationMultiaddr('tcp');
618
+ if (address === undefined) {
619
+ throw new Error(`Direct peer ${peerId.toString()} has no TCP address, ENR: ${enr.encodeTxt()}`);
620
+ }
621
+ return {
622
+ id: peerId,
623
+ addrs: [
624
+ address
625
+ ]
626
+ };
627
+ } catch (err) {
628
+ // A malformed configured ENR shouldn't abort node setup — skip it and log.
629
+ logger.warn(`Skipping preferred peer with invalid ENR`, {
630
+ err
631
+ });
632
+ return undefined;
588
633
  }
589
- return {
590
- id: peerId,
591
- addrs: [
592
- address
593
- ]
594
- };
595
- }))).filter((peer)=>peer !== undefined);
634
+ })));
596
635
  const announceTcpMultiaddr = config.p2pIp ? [
597
636
  convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
598
637
  ] : [];
599
- // Create dynamic topic score params based on network configuration
638
+ // Create dynamic topic score params based on network configuration. Scoring uses the network-wide
639
+ // max-blocks-per-checkpoint config value directly to size expected per-slot message rates; these are
640
+ // peer-rate thresholds, not consensus deadlines, so they need no proposer operational budgets.
600
641
  const l1Constants = epochCache.getL1Constants();
601
642
  const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
602
643
  slotDurationMs: l1Constants.slotDuration * 1000,
603
644
  heartbeatIntervalMs: config.gossipsubInterval,
604
645
  targetCommitteeSize: l1Constants.targetCommitteeSize,
605
- blockDurationMs: config.blockDurationMs,
646
+ maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint ?? DEFAULT_MAX_BLOCKS_PER_CHECKPOINT,
606
647
  expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
607
648
  });
649
+ // Restrict gossipsub to exactly the topics we subscribe to. Without this, an arbitrary-topic
650
+ // message is transformed, msg-id'd and inserted into the seenCache before the subscription check,
651
+ // so a crafted topic colliding on msg id can suppress a real message as a duplicate.
652
+ const allowedTopics = getTopicsForConfig(config.disableTransactions).map((topic)=>createTopicString(topic, protocolVersion));
608
653
  const node = await createLibp2p({
609
654
  start: false,
610
655
  peerId,
@@ -638,8 +683,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
638
683
  ],
639
684
  datastore,
640
685
  peerDiscovery,
686
+ // Pin the yamux frame size: MAX_REQRESP_REQUEST_SIZE_BYTES relies on a reqresp request fitting in one frame.
641
687
  streamMuxers: [
642
- yamux(),
688
+ yamux({
689
+ maxMessageSize: YAMUX_MAX_MESSAGE_SIZE_BYTES
690
+ }),
643
691
  mplex()
644
692
  ],
645
693
  connectionEncryption: [
@@ -657,7 +705,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
657
705
  },
658
706
  connectionGater: {
659
707
  denyInboundConnection: (maConn)=>{
660
- const allowed = peerManager.isNodeAllowedToConnect(maConn.remoteAddr.nodeAddress().address);
708
+ const allowed = peerManager.isAddressAllowedToConnect(maConn.remoteAddr.nodeAddress().address);
661
709
  if (allowed) {
662
710
  return false;
663
711
  }
@@ -667,7 +715,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
667
715
  denyInboundEncryptedConnection: (peerId, _maConn)=>{
668
716
  //NOTE: it is not necessary to check address here because this was already done by
669
717
  // denyInboundConnection
670
- const allowed = peerManager.isNodeAllowedToConnect(peerId);
718
+ const allowed = peerManager.isPeerAllowedToConnect(peerId);
671
719
  if (allowed) {
672
720
  return false;
673
721
  }
@@ -694,9 +742,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
694
742
  mcacheLength: config.gossipsubMcacheLength,
695
743
  mcacheGossip: config.gossipsubMcacheGossip,
696
744
  seenTTL: config.gossipsubSeenTTL,
745
+ allowedTopics,
746
+ // No fastMsgIdFn: the fast-path dedup cache keys on a non-cryptographic 64-bit hash of the
747
+ // raw data only (no topic), so a collision — accidental or engineered via a weak seed — drops
748
+ // a different message with no fallback to the full id. Dedup instead rests solely on the
749
+ // cryptographic, topic-framed msgIdFn below.
697
750
  msgIdFn: getMsgIdFn,
698
751
  msgIdToStrFn: msgIdToStrFn,
699
- fastMsgIdFn: fastMsgIdFn,
700
752
  dataTransform: new SnappyTransform(),
701
753
  metricsRegister: otelMetricsAdapter,
702
754
  metricsTopicStrToLabel: metricsTopicStrToLabels(protocolVersion),
@@ -709,7 +761,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
709
761
  })
710
762
  }),
711
763
  components: (components)=>({
712
- connectionManager: components.connectionManager
764
+ connectionManager: components.connectionManager,
765
+ addressManager: components.addressManager
713
766
  })
714
767
  },
715
768
  logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
@@ -717,6 +770,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
717
770
  const peerScoring = new PeerScoring(config, telemetry);
718
771
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
719
772
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
773
+ // Gate req/resp data protocols for unauthenticated peers when p2pAllowOnlyValidators is enabled
774
+ reqresp.setShouldRejectPeer((peerId)=>peerManager.shouldDisableP2PGossip(peerId));
720
775
  // Configure application-specific scoring for gossipsub.
721
776
  // The weight scales app score to align with gossipsub thresholds:
722
777
  // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
@@ -724,7 +779,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
724
779
  // Note: positive topic scores can offset penalties, so alignment is best-effort.
725
780
  node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
726
781
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
727
- return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
782
+ return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger, txValidationCache);
728
783
  }
729
784
  /**
730
785
  * Starts the LibP2P service.
@@ -734,22 +789,19 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
734
789
  if (this.node.status === 'started') {
735
790
  throw new Error('P2P service already started');
736
791
  }
737
- // Get listen & announce addresses for logging
738
792
  const { p2pIp, p2pPort } = this.config;
739
- if (!p2pIp) {
740
- throw new Error('Announce address not provided.');
793
+ if (!p2pIp && !this.config.queryForIp) {
794
+ throw new Error('Announce address not provided and queryForIp is not enabled.');
741
795
  }
742
- const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
796
+ const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
743
797
  // Create request response protocol handlers
744
798
  const txHandler = reqRespTxHandler(this.mempools);
745
799
  const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
746
- const blockHandler = reqRespBlockHandler(this.archiver);
747
800
  const statusHandler = reqRespStatusHandler(this.protocolVersion, this.worldStateSynchronizer, this.logger);
748
801
  const requestResponseHandlers = {
749
802
  [ReqRespSubProtocol.PING]: pingHandler,
750
803
  [ReqRespSubProtocol.STATUS]: statusHandler.bind(this),
751
- [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this),
752
- [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
804
+ [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
753
805
  };
754
806
  if (!this.config.disableTransactions) {
755
807
  const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
@@ -758,15 +810,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
758
810
  if (!this.config.disableTransactions) {
759
811
  requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
760
812
  }
761
- // Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
762
- const reqrespSubProtocolValidators = {
763
- ...DEFAULT_SUB_PROTOCOL_VALIDATORS,
764
- [ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
765
- [ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
766
- [ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this)
767
- };
768
813
  await this.peerManager.initializePeers();
769
- await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
814
+ await this.reqresp.start(requestResponseHandlers);
770
815
  await this.node.start();
771
816
  // Subscribe to standard GossipSub topics by default
772
817
  for (const topic of getTopicsForConfig(this.config.disableTransactions)){
@@ -778,6 +823,34 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
778
823
  if (!this.config.p2pDiscoveryDisabled) {
779
824
  await this.peerDiscoveryService.start();
780
825
  }
826
+ // Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
827
+ if (this.config.queryForIp) {
828
+ this.discoveredP2pIp = this.config.p2pIp;
829
+ this.logger.info('IP change tracking enabled, bridging discv5 IP updates to libp2p AddressManager');
830
+ this.ipChangedHandler = (ip)=>{
831
+ const addressManager = this.node.services.components.addressManager;
832
+ const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
833
+ const previousIp = this.discoveredP2pIp;
834
+ if (previousIp) {
835
+ const oldAddr = multiaddr(convertToMultiaddr(previousIp, this.config.p2pPort, 'tcp'));
836
+ addressManager.removeObservedAddr(oldAddr);
837
+ this.logger.info('Libp2p announce address updated due to IP change', {
838
+ previousIp,
839
+ newIp: ip,
840
+ newMultiaddr: newAddr.toString()
841
+ });
842
+ } else {
843
+ this.logger.info('Libp2p announce address set from initial discv5 IP discovery', {
844
+ ip,
845
+ multiaddr: newAddr.toString()
846
+ });
847
+ }
848
+ addressManager.addObservedAddr(newAddr);
849
+ addressManager.confirmObservedAddr(newAddr);
850
+ this.discoveredP2pIp = ip;
851
+ };
852
+ this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
853
+ }
781
854
  this.discoveryRunningPromise = new RunningPromise(async ()=>{
782
855
  await this.peerManager.heartbeat();
783
856
  }, this.logger, this.config.peerCheckIntervalMS);
@@ -795,6 +868,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
795
868
  */ async stop() {
796
869
  // Remove gossip sub listener
797
870
  this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
871
+ if (this.ipChangedHandler) {
872
+ this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
873
+ this.ipChangedHandler = undefined;
874
+ }
798
875
  // Stop peer manager
799
876
  this.logger.debug('Stopping peer manager...');
800
877
  await this.peerManager.stop();
@@ -808,8 +885,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
808
885
  await this.stopLibP2P();
809
886
  this.logger.info('LibP2P service stopped');
810
887
  }
811
- addReqRespSubProtocol(subProtocol, handler, validator) {
812
- return this.reqresp.addSubProtocol(subProtocol, handler, validator);
888
+ addReqRespSubProtocol(subProtocol, handler) {
889
+ return this.reqresp.addSubProtocol(subProtocol, handler);
813
890
  }
814
891
  registerThisValidatorAddresses(address) {
815
892
  this.peerManager.registerThisValidatorAddresses(address);
@@ -817,6 +894,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
817
894
  getPeers(includePending) {
818
895
  return this.peerManager.getPeers(includePending);
819
896
  }
897
+ getP2PConnectivity() {
898
+ const connectedPeers = this.peerManager.getPeers().filter((peer)=>peer.status === 'connected').length;
899
+ return {
900
+ enabled: true,
901
+ connectedPeers
902
+ };
903
+ }
820
904
  getGossipMeshPeerCount(topicType) {
821
905
  return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
822
906
  }
@@ -831,14 +915,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
831
915
  };
832
916
  setImmediate(()=>void safeJob());
833
917
  }
834
- /**
835
- * Send a batch of requests to peers, and return the responses
836
- * @param protocol - The request response protocol to use
837
- * @param requests - The requests to send to the peers
838
- * @returns The responses to the requests
839
- */ sendBatchRequest(protocol, requests, pinnedPeerId) {
840
- return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
841
- }
842
918
  sendRequestToPeer(peerId, subProtocol, payload, dialTimeout) {
843
919
  return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
844
920
  }
@@ -851,8 +927,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
851
927
  registerBlockReceivedCallback(callback) {
852
928
  this.blockReceivedCallback = callback;
853
929
  }
854
- registerCheckpointReceivedCallback(callback) {
855
- this.checkpointReceivedCallback = callback;
930
+ registerValidatorCheckpointReceivedCallback(callback) {
931
+ this.validatorCheckpointReceivedCallback = callback;
932
+ }
933
+ registerAllNodesCheckpointReceivedCallback(callback) {
934
+ this.allNodesCheckpointReceivedCallback = callback;
856
935
  }
857
936
  /**
858
937
  * Registers a callback to be invoked when a duplicate proposal is detected.
@@ -861,12 +940,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
861
940
  this.duplicateProposalCallback = callback;
862
941
  }
863
942
  /**
943
+ * Registers a callback to be invoked when an oversized block proposal is stored as slashing evidence.
944
+ */ registerOversizedProposalCallback(callback) {
945
+ this.oversizedProposalCallback = callback;
946
+ }
947
+ /**
864
948
  * Registers a callback to be invoked when a duplicate attestation is detected.
865
949
  * A validator signing attestations for different proposals at the same slot.
866
950
  * This callback is triggered on the first duplicate (when count goes from 1 to 2).
867
951
  */ registerDuplicateAttestationCallback(callback) {
868
952
  this.duplicateAttestationCallback = callback;
869
953
  }
954
+ registerCheckpointAttestationCallback(callback) {
955
+ this.checkpointAttestationCallback = callback;
956
+ }
870
957
  /**
871
958
  * Subscribes to a topic.
872
959
  * @param topic - The topic to subscribe to.
@@ -981,6 +1068,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
981
1068
  }
982
1069
  // Process the message, optionally within a linked span for trace propagation
983
1070
  const processMessage = async ()=>{
1071
+ if (this.config.skipIncomingProposals && (msg.topic === this.topicStrings[TopicType.block_proposal] || msg.topic === this.topicStrings[TopicType.checkpoint_proposal])) {
1072
+ this.logger.warn(`Ignoring incoming proposal (skipIncomingProposals is set)`, {
1073
+ topic: msg.topic
1074
+ });
1075
+ this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
1076
+ return;
1077
+ }
984
1078
  if (msg.topic === this.topicStrings[TopicType.tx]) {
985
1079
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
986
1080
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
@@ -1028,7 +1122,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1028
1122
  }
1029
1123
  return;
1030
1124
  }
1031
- async validateReceivedMessage(validationFunc, msgId, source, topicType) {
1125
+ async validateReceivedMessage(validationFunc, msgId, source, topicType, stageTimings) {
1032
1126
  // Default to reject result with a penalty if validation function throws an error
1033
1127
  let resultAndObj = {
1034
1128
  result: TopicValidatorResult.Reject,
@@ -1044,11 +1138,26 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1044
1138
  topicType
1045
1139
  });
1046
1140
  }
1141
+ const validationTimeMs = timer.ms();
1142
+ const mcacheWindowMs = this.config.gossipsubMcacheLength * this.config.gossipsubInterval;
1143
+ if (validationTimeMs > mcacheWindowMs * 0.75) {
1144
+ this.instrumentation.incSlowValidation(topicType);
1145
+ this.logger.warn(`Gossip validation for ${topicType} took ${validationTimeMs}ms, approaching mcache eviction window of ${mcacheWindowMs}ms. ` + `Message forwarding may be skipped if validation exceeds the window.`, {
1146
+ msgId,
1147
+ source: source.toString(),
1148
+ topicType,
1149
+ validationTimeMs,
1150
+ mcacheWindowMs,
1151
+ stageTimings
1152
+ });
1153
+ }
1047
1154
  if (resultAndObj.result === TopicValidatorResult.Accept) {
1048
1155
  this.logger.debug(`Message ${topicType} accepted by validator`, {
1049
1156
  msgId,
1050
1157
  source: source.toString(),
1051
- topicType
1158
+ topicType,
1159
+ validationTimeMs,
1160
+ stageTimings
1052
1161
  });
1053
1162
  this.instrumentation.recordMessageValidation(topicType, timer);
1054
1163
  } else if (resultAndObj.result === TopicValidatorResult.Reject) {
@@ -1082,19 +1191,38 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1082
1191
  }
1083
1192
  }
1084
1193
  async handleGossipedTx(payloadData, msgId, source) {
1194
+ // Per-stage timings so slow validations can be attributed to a specific stage (see A-1656).
1195
+ const stageTimings = {};
1196
+ const timed = async (stage, fn)=>{
1197
+ const timer = new Timer();
1198
+ try {
1199
+ return await fn();
1200
+ } finally{
1201
+ const ms = timer.ms();
1202
+ stageTimings[stage] = Math.ceil(ms);
1203
+ this.instrumentation.recordTxValidationStage(stage, ms);
1204
+ }
1205
+ };
1085
1206
  const validationFunc = async ()=>{
1086
- const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
1207
+ const tx = await timed('deserialize', ()=>this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source));
1087
1208
  if (!tx) {
1088
1209
  return {
1089
1210
  result: TopicValidatorResult.Reject,
1090
1211
  severity: PeerErrorSeverity.LowToleranceError
1091
1212
  };
1092
1213
  }
1093
- const currentBlockNumber = await this.archiver.getBlockNumber();
1094
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1214
+ // Stage 1 setup: chain tip, epoch info, gas fees, and L1 constants reads
1215
+ const { currentBlockNumber, firstStageValidators } = await timed('fast_validation_setup', async ()=>{
1216
+ const currentBlockNumber = await this.archiver.getBlockNumber();
1217
+ const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1218
+ const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
1219
+ return {
1220
+ currentBlockNumber,
1221
+ firstStageValidators
1222
+ };
1223
+ });
1095
1224
  // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
1096
- const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
1097
- const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
1225
+ const firstStageOutcome = await timed('fast_validation', ()=>this.runValidations(tx, firstStageValidators));
1098
1226
  if (!firstStageOutcome.allPassed) {
1099
1227
  const { name } = firstStageOutcome.failure;
1100
1228
  let { severity } = firstStageOutcome.failure;
@@ -1116,7 +1244,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1116
1244
  };
1117
1245
  }
1118
1246
  // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
1119
- const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
1247
+ const canAdd = await timed('pool_precheck', ()=>this.mempools.txPool.canAddPendingTx(tx));
1120
1248
  if (canAdd === 'ignored') {
1121
1249
  this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
1122
1250
  source: source.toString()
@@ -1128,7 +1256,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1128
1256
  }
1129
1257
  // Stage 2: expensive proof verification
1130
1258
  const secondStageValidators = this.createSecondStageMessageValidators();
1131
- const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
1259
+ const secondStageOutcome = await timed('proof_verify', ()=>this.runValidations(tx, secondStageValidators));
1132
1260
  if (!secondStageOutcome.allPassed) {
1133
1261
  const { severity, name } = secondStageOutcome.failure;
1134
1262
  this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
@@ -1143,11 +1271,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1143
1271
  }
1144
1272
  // Pool add: persist the tx
1145
1273
  const txHash = tx.getTxHash();
1146
- const addResult = await this.mempools.txPool.addPendingTxs([
1147
- tx
1148
- ], {
1149
- source: 'gossip'
1150
- });
1274
+ const addResult = await timed('pool_add', ()=>this.mempools.txPool.addPendingTxs([
1275
+ tx
1276
+ ], {
1277
+ source: 'gossip'
1278
+ }));
1151
1279
  const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
1152
1280
  const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
1153
1281
  this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
@@ -1176,7 +1304,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1176
1304
  };
1177
1305
  }
1178
1306
  };
1179
- const { result, obj: tx } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.tx);
1307
+ const { result, obj: tx } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.tx, stageTimings);
1180
1308
  if (result !== TopicValidatorResult.Accept || !tx) {
1181
1309
  return;
1182
1310
  }
@@ -1278,18 +1406,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1278
1406
  }
1279
1407
  }
1280
1408
  // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1409
+ this.checkpointAttestationCallback?.(attestation);
1281
1410
  return {
1282
1411
  result: TopicValidatorResult.Accept,
1283
1412
  obj: attestation
1284
1413
  };
1285
1414
  }
1286
1415
  async processBlockFromPeer(payloadData, msgId, source) {
1287
- const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
1288
- // If not accepted or equivocated, return
1289
- if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1416
+ const { result, obj: block, metadata: { isEquivocated, isOversized } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
1417
+ // If not accepted, equivocated, or oversized, return. Oversized proposals are re-broadcast as
1418
+ // slashing evidence but never attested or processed.
1419
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated || isOversized) {
1290
1420
  return;
1291
1421
  }
1292
- await this.processValidBlockProposal(block, source);
1422
+ await this.processValidBlockProposal(ValidatedBlockProposal(block), source);
1293
1423
  }
1294
1424
  /** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
1295
1425
  const validationResult = await this.blockProposalValidator.validate(block);
@@ -1309,6 +1439,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1309
1439
  // Try to add the proposal: this handles existence check, cap check, and adding in one call
1310
1440
  const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1311
1441
  const isEquivocated = count !== undefined && count > 1;
1442
+ // An oversized proposal (index at or beyond the consensus per-checkpoint limit) is structurally valid
1443
+ // proposer misbehavior: it is stored and re-broadcast as slashing evidence but never processed or
1444
+ // attested to. No-ops when maxBlocksPerCheckpoint is unset (local/test).
1445
+ const isOversized = this.config.maxBlocksPerCheckpoint !== undefined && block.indexWithinCheckpoint >= this.config.maxBlocksPerCheckpoint;
1312
1446
  // Duplicate proposal received, no need to re-broadcast
1313
1447
  if (alreadyExists) {
1314
1448
  this.logger.debug(`Ignoring duplicate block proposal received`, {
@@ -1321,7 +1455,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1321
1455
  result: TopicValidatorResult.Ignore,
1322
1456
  obj: block,
1323
1457
  metadata: {
1324
- isEquivocated
1458
+ isEquivocated,
1459
+ isOversized
1325
1460
  }
1326
1461
  };
1327
1462
  }
@@ -1337,11 +1472,30 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1337
1472
  return {
1338
1473
  result: TopicValidatorResult.Reject,
1339
1474
  metadata: {
1340
- isEquivocated
1475
+ isEquivocated,
1476
+ isOversized
1341
1477
  },
1342
1478
  severity: PeerErrorSeverity.HighToleranceError
1343
1479
  };
1344
1480
  }
1481
+ // The proposal was stored: if oversized, invoke the oversized callback so the proposer can be
1482
+ // slashed. Fired alongside (not instead of) equivocation detection below.
1483
+ if (isOversized) {
1484
+ const proposer = block.getSender();
1485
+ if (proposer) {
1486
+ this.logger.warn(`Detected oversized block proposal at slot ${block.slotNumber}`, {
1487
+ ...block.toBlockInfo(),
1488
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1489
+ maxBlocksPerCheckpoint: this.config.maxBlocksPerCheckpoint,
1490
+ source: peerId.toString(),
1491
+ proposer: proposer.toString()
1492
+ });
1493
+ this.oversizedProposalCallback?.({
1494
+ slot: block.slotNumber,
1495
+ proposer
1496
+ });
1497
+ }
1498
+ }
1345
1499
  // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1346
1500
  // and do re-broadcast it so other nodes in the network know to slash the proposer
1347
1501
  if (isEquivocated) {
@@ -1363,14 +1517,19 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1363
1517
  result: TopicValidatorResult.Accept,
1364
1518
  obj: block,
1365
1519
  metadata: {
1366
- isEquivocated
1520
+ isEquivocated,
1521
+ isOversized
1367
1522
  }
1368
1523
  };
1369
1524
  }
1370
1525
  // Otherwise, we're good to go!
1371
1526
  return {
1372
1527
  result: TopicValidatorResult.Accept,
1373
- obj: block
1528
+ obj: block,
1529
+ metadata: {
1530
+ isEquivocated: false,
1531
+ isOversized
1532
+ }
1374
1533
  };
1375
1534
  }
1376
1535
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
@@ -1384,27 +1543,53 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1384
1543
  });
1385
1544
  // Mark the txs in this proposal as protected
1386
1545
  await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
1387
- // Call the block received callback to validate the proposal.
1388
- // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1389
- const isValid = await this.blockReceivedCallback(block, sender);
1390
- if (!isValid) {
1391
- this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1546
+ if (!await this.tryBlockReceivedCallback(block, sender)) {
1547
+ // Release the protections this proposal created so its txs return to pending. Only entries still
1548
+ // keyed to this slot are cleared, so a tx referenced by a live proposal at another slot stays protected.
1549
+ await this.mempools.txPool.unprotectTxs(block.txHashes, slot);
1550
+ }
1551
+ }
1552
+ /**
1553
+ * Runs the block received callback to validate a proposal, and returns whether it was accepted.
1554
+ * A callback that throws is reported as a rejection: the proposal is no more usable than one explicitly
1555
+ * rejected, and letting the error escape would leave the proposal's tx protections in place.
1556
+ * Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1557
+ */ async tryBlockReceivedCallback(block, sender) {
1558
+ try {
1559
+ const isValid = await this.blockReceivedCallback(block, sender);
1560
+ if (!isValid) {
1561
+ this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1562
+ }
1563
+ return isValid;
1564
+ } catch (err) {
1565
+ this.logger.error(`Error validating block proposal for block ${block.blockNumber}`, err, block.toBlockInfo());
1566
+ return false;
1392
1567
  }
1393
1568
  }
1394
1569
  /**
1395
1570
  * Handle a gossiped checkpoint proposal.
1396
1571
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1397
1572
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1398
- const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1573
+ const { result, obj: checkpoint, metadata: { isEquivocated, processBlock, isOversized } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1574
+ // An oversized checkpoint is re-broadcast as slashing evidence but never attested or processed.
1575
+ // Process checkpoint proposal if valid and neither equivocated nor oversized.
1576
+ const processCheckpointFn = ()=>result === TopicValidatorResult.Accept && checkpoint && !isEquivocated && !isOversized ? this.processValidCheckpointProposal(ValidatedCheckpointProposalCore(checkpoint.toCore()), source) : Promise.resolve();
1399
1577
  // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1400
1578
  // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1401
- if (processBlock && checkpoint?.getBlockProposal()) {
1402
- await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
1403
- }
1404
- if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1579
+ const processBlockFn = ()=>processBlock && checkpoint && checkpoint.getBlockProposal() ? this.processValidBlockProposal(ValidatedBlockProposal(checkpoint.getBlockProposal()), source) : Promise.resolve();
1580
+ // A node that skips checkpoint validation attests without re-executing the embedded last block, so run
1581
+ // the checkpoint callback first: this creates and broadcasts the attestation before the block is
1582
+ // processed. Otherwise the block's re-execution — which can stall until the re-execution deadline
1583
+ // waiting for a parent that may never arrive — would delay the attestation past the slot's attestation
1584
+ // window, after which peers reject it as stale.
1585
+ if (this.config.skipCheckpointProposalValidation) {
1586
+ await processCheckpointFn();
1587
+ await processBlockFn();
1405
1588
  return;
1406
1589
  }
1407
- await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1590
+ // Process the block first, since it's required for the checkpoint proposal validation.
1591
+ await processBlockFn();
1592
+ await processCheckpointFn();
1408
1593
  }
1409
1594
  /**
1410
1595
  * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
@@ -1427,13 +1612,15 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1427
1612
  // Extract and try to add the block proposal first if present
1428
1613
  const blockProposal = checkpoint.getBlockProposal();
1429
1614
  let processBlock = false;
1615
+ let isOversized = false;
1430
1616
  if (blockProposal) {
1431
1617
  this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1432
1618
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1433
1619
  [Attributes.P2P_ID]: peerId.toString()
1434
1620
  });
1435
1621
  const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1436
- const { obj, metadata: { isEquivocated } = {} } = blockProposalResult;
1622
+ const { obj, metadata: { isEquivocated, isOversized: blockIsOversized } = {} } = blockProposalResult;
1623
+ isOversized = blockIsOversized ?? false;
1437
1624
  if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1438
1625
  this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1439
1626
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
@@ -1445,7 +1632,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1445
1632
  result: TopicValidatorResult.Reject,
1446
1633
  severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
1447
1634
  };
1448
- } else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1635
+ } else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated && !isOversized) {
1636
+ // An oversized terminal block is re-broadcast as slashing evidence but never processed.
1449
1637
  processBlock = true;
1450
1638
  }
1451
1639
  }
@@ -1465,11 +1653,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1465
1653
  obj: checkpoint,
1466
1654
  metadata: {
1467
1655
  isEquivocated,
1468
- processBlock
1656
+ processBlock,
1657
+ isOversized
1469
1658
  }
1470
1659
  };
1471
1660
  }
1472
- // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1661
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast.
1473
1662
  // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1474
1663
  if (!added) {
1475
1664
  this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
@@ -1482,7 +1671,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1482
1671
  obj: checkpoint,
1483
1672
  metadata: {
1484
1673
  isEquivocated,
1485
- processBlock
1674
+ processBlock,
1675
+ isOversized
1486
1676
  },
1487
1677
  severity: PeerErrorSeverity.HighToleranceError
1488
1678
  };
@@ -1509,7 +1699,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1509
1699
  obj: checkpoint,
1510
1700
  metadata: {
1511
1701
  isEquivocated,
1512
- processBlock
1702
+ processBlock,
1703
+ isOversized
1513
1704
  }
1514
1705
  };
1515
1706
  }
@@ -1519,7 +1710,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1519
1710
  obj: checkpoint,
1520
1711
  metadata: {
1521
1712
  processBlock,
1522
- isEquivocated
1713
+ isEquivocated,
1714
+ isOversized
1523
1715
  }
1524
1716
  };
1525
1717
  }
@@ -1534,9 +1726,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1534
1726
  archive: checkpoint.archive.toString(),
1535
1727
  source: sender.toString()
1536
1728
  });
1729
+ await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
1537
1730
  // Call the checkpoint received callback with the core version (without lastBlock)
1538
1731
  // to validate and potentially generate attestations
1539
- const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1732
+ const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
1540
1733
  if (attestations && attestations.length > 0) {
1541
1734
  // If the callback returned attestations, add them to the pool and propagate them
1542
1735
  await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
@@ -1560,62 +1753,66 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1560
1753
  });
1561
1754
  }
1562
1755
  /**
1563
- * Validate the requested block transactions. Allow partial returns.
1756
+ * Validate the requested block transactions request-response consistency.
1757
+ * It does NOT validate the transactions themselves.
1564
1758
  * @param request - The block transactions request.
1565
1759
  * @param response - The block transactions response.
1566
1760
  * @param peerId - The ID of the peer that made the request.
1567
- * @returns True if the requested block transactions are valid, false otherwise.
1568
- */ async validateRequestedBlockTxs(request, response, peerId) {
1569
- const requestedTxValidator = this.createRequestedTxValidator();
1761
+ * @returns True if the request-response is consistent, false otherwise.
1762
+ */ async validateRequestedBlockTxsConsistency(request, response, peerId) {
1570
1763
  try {
1571
- if (!response.archiveRoot.equals(request.archiveRoot)) {
1572
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1573
- throw new ValidationError(`Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`);
1574
- }
1575
- if (response.txIndices.getLength() !== request.txIndices.getLength()) {
1576
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1577
- throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${request.txIndices.getLength()}, got ${response.txIndices.getLength()}`);
1578
- }
1579
- // Check no duplicates and not exceeding returnable count
1580
- const requestedIndices = new Set(request.txIndices.getTrueIndices());
1581
- const availableIndices = new Set(response.txIndices.getTrueIndices());
1582
- const maxReturnable = [
1583
- ...requestedIndices
1584
- ].filter((i)=>availableIndices.has(i)).length;
1585
- const returnedHashes = await Promise.all(response.txs.map((tx)=>tx.getTxHash().toString()));
1764
+ // Check for duplicates txs (or hashes) in the response.
1765
+ const returnedHashes = response.txs.map((tx)=>tx.getTxHash().toString());
1586
1766
  const uniqueReturned = new Set(returnedHashes.map((h)=>h.toString()));
1587
1767
  if (uniqueReturned.size !== returnedHashes.length) {
1588
1768
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1589
1769
  throw new ValidationError(`Received duplicate txs in block txs response`);
1590
1770
  }
1591
- if (response.txs.length > maxReturnable) {
1771
+ // We get the block tx hashes from the proposal or the archiver.
1772
+ const proposal = await this.mempools.attestationPool.getBlockProposalByArchive(request.archiveRoot.toString());
1773
+ const blockTxHashes = proposal?.txHashes ?? (await this.archiver.getBlock({
1774
+ archive: request.archiveRoot
1775
+ }))?.body.txEffects.map((e)=>e.txHash);
1776
+ // If we don't have the block, we can't verify membership/order of the returned txs.
1777
+ if (!blockTxHashes) {
1778
+ // This shouldn't happen, since we asked for the block (proposal).
1779
+ // Neither a local proposal nor an archived block: we cannot verify membership/order of the
1780
+ // returned txs. This is a local-state gap, not a peer fault, so we do not penalize.
1781
+ this.logger.warn(`Block ${request.archiveRoot.toString()} not found in attestation pool or archiver; cannot validate membership/order of returned txs`);
1782
+ // NOTE: We mark the response as invalid, given the limitations of a true/false return value.
1783
+ return false;
1784
+ }
1785
+ // Verify that the returned tx hashes are a subset of (tx hashes by index) U (explicitly requested tx hashes).
1786
+ const uniqueRequestedHashes = new Set([
1787
+ // tx hashes requested by index.
1788
+ ...request.txIndices.getTrueIndices().map((i)=>blockTxHashes[i].toString()),
1789
+ // explicitly requested tx hashes.
1790
+ ...request.txHashes.map((h)=>h.toString())
1791
+ ]);
1792
+ if (!returnedHashes.every((h)=>uniqueRequestedHashes.has(h))) {
1793
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1794
+ throw new ValidationError('Returned txs should be a subset of (tx hashes by index) U (explicitly requested tx hashes)');
1795
+ }
1796
+ // Tx indices information is optional, but if present, we need to verify a few things.
1797
+ if (!response.peerHasBlock()) {
1798
+ this.logger.debug(`Peer ${peerId.toString()} signalled missing block`);
1799
+ return true;
1800
+ }
1801
+ // If the response has a non-empty bitvector, it needs to be consistent with the number of txs in the block.
1802
+ if (response.txIndices.getLength() !== blockTxHashes.length) {
1592
1803
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1593
- throw new ValidationError(`Received more txs (${response.txs.length}) than requested-and-available (${maxReturnable})`);
1804
+ throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${blockTxHashes.length}, got ${response.txIndices.getLength()}`);
1594
1805
  }
1595
- // Given proposal (should have locally), ensure returned txs are valid subset and match request indices
1596
- const proposal = await this.mempools.attestationPool.getBlockProposal(request.archiveRoot.toString());
1597
- if (proposal) {
1598
- // Build intersected indices
1599
- const intersectIdx = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
1600
- // Enforce subset membership and preserve increasing order by index.
1601
- const hashToIndexInProposal = new Map(proposal.txHashes.map((h, i)=>[
1602
- h.toString(),
1603
- i
1604
- ]));
1605
- const allowedIndexSet = new Set(intersectIdx);
1606
- const indices = returnedHashes.map((h)=>hashToIndexInProposal.get(h));
1607
- const allAllowed = indices.every((idx)=>idx !== undefined && allowedIndexSet.has(idx));
1608
- const strictlyIncreasing = indices.every((idx, i)=>i === 0 ? idx !== undefined : idx > indices[i - 1]);
1609
- if (!allAllowed || !strictlyIncreasing) {
1610
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1611
- throw new ValidationError('Returned txs do not match expected subset/order for requested indices');
1612
- }
1613
- } else {
1614
- // No local proposal, cannot check the membership/order of the returned txs
1615
- this.logger.warn(`Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`);
1616
- return false;
1806
+ // For every index we requested that the peer claims to have (per its bitvector), the
1807
+ // corresponding tx must be present in the response. A peer advertising availability but
1808
+ // withholding the tx is inconsistent.
1809
+ const returnedHashSet = new Set(returnedHashes);
1810
+ const expectedIndices = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
1811
+ const missingExpected = expectedIndices.some((i)=>!returnedHashSet.has(blockTxHashes[i].toString()));
1812
+ if (missingExpected) {
1813
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1814
+ throw new ValidationError('Peer advertised requested txs via indices but did not return them');
1617
1815
  }
1618
- await Promise.all(response.txs.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator)));
1619
1816
  return true;
1620
1817
  } catch (e) {
1621
1818
  if (e instanceof ValidationError) {
@@ -1626,104 +1823,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1626
1823
  return false;
1627
1824
  }
1628
1825
  }
1629
- /**
1630
- * Validate a collection of txs that has been requested from a peer.
1631
- *
1632
- * The core component of this validator is that each tx hash MUST match the requested tx hash,
1633
- * In order to perform this check, the tx proof must be verified.
1634
- *
1635
- * Note: This function is called from within `ReqResp.sendRequest` as part of the
1636
- * ReqRespSubProtocol.TX subprotocol validation.
1637
- *
1638
- * @param requestedTxHash - The collection of the txs that was requested.
1639
- * @param responseTx - The collection of txs that was received as a response to the request.
1640
- * @param peerId - The peer ID of the peer that sent the tx.
1641
- * @returns True if the whole collection of txs is valid, false otherwise.
1642
- */ async validateRequestedTxs(requestedTxHash, responseTx, peerId) {
1643
- const requested = new Set(requestedTxHash.map((h)=>h.toString()));
1644
- const requestedTxValidator = this.createRequestedTxValidator();
1645
- //TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
1646
- // I think we should still extract the valid txs and return them, so that we can still use the response.
1647
- try {
1648
- await Promise.all(responseTx.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
1649
- return true;
1650
- } catch (e) {
1651
- if (e instanceof ValidationError) {
1652
- this.logger.warn(`Failed to validate requested txs from peer ${peerId.toString()}, reason ${e.message}`);
1653
- } else {
1654
- this.logger.error(`Error during validation of requested txs`, e);
1655
- }
1656
- return false;
1657
- }
1658
- }
1659
- /**
1660
- * Validates a BLOCK response.
1661
- *
1662
- * If a local copy exists, enforces hash equality. If missing, rejects (no penalty) since the hash cannot be verified.
1663
- * Penalizes on block number mismatch or hash mismatch.
1664
- *
1665
- * @param requestedBlockNumber - The requested block number.
1666
- * @param responseBlock - The block returned by the peer.
1667
- * @param peerId - The peer that returned the block.
1668
- * @returns True if the response is valid, false otherwise.
1669
- */ async validateRequestedBlock(requestedBlockNumber, responseBlock, peerId) {
1670
- try {
1671
- const reqNum = Number(requestedBlockNumber.toString());
1672
- if (responseBlock.number !== reqNum) {
1673
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1674
- return false;
1675
- }
1676
- const local = await this.archiver.getBlock(BlockNumber(reqNum));
1677
- if (!local) {
1678
- // We are missing the local block; we cannot verify the hash yet. Reject without penalizing.
1679
- // TODO: Consider extending this validator to accept an expected hash or
1680
- // performing quorum-based checks when using P2P syncing prior to L1 sync.
1681
- this.logger.warn(`Local block ${reqNum} not found; rejecting BLOCK response without hash verification`);
1682
- return false;
1683
- }
1684
- const [localHash, respHash] = await Promise.all([
1685
- local.hash(),
1686
- responseBlock.hash()
1687
- ]);
1688
- if (!localHash.equals(respHash)) {
1689
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1690
- return false;
1691
- }
1692
- return true;
1693
- } catch (e) {
1694
- this.logger.warn(`Error validating requested block`, e);
1695
- return false;
1696
- }
1697
- }
1698
- async validateRequestedTx(tx, peerId, txValidator, requested) {
1699
- const penalize = (severity)=>this.peerManager.penalizePeer(peerId, severity);
1700
- if (requested && !requested.has(tx.getTxHash().toString())) {
1701
- penalize(PeerErrorSeverity.MidToleranceError);
1702
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
1703
- }
1704
- const { result } = await txValidator.validateTx(tx);
1705
- if (result === 'invalid') {
1706
- penalize(PeerErrorSeverity.LowToleranceError);
1707
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
1708
- }
1709
- }
1710
- createRequestedTxValidator() {
1711
- return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1712
- l1ChainId: this.config.l1ChainId,
1713
- rollupVersion: this.config.rollupVersion
1714
- });
1715
- }
1716
- async getGasFees(blockNumber) {
1717
- if (blockNumber === this.feesCache?.blockNumber) {
1718
- return this.feesCache.gasFees;
1719
- }
1720
- const header = await this.archiver.getBlockHeader(blockNumber);
1721
- const gasFees = header?.globalVariables.gasFees ?? GasFees.empty();
1722
- this.feesCache = {
1723
- blockNumber,
1724
- gasFees
1725
- };
1726
- return gasFees;
1826
+ getGasFees() {
1827
+ return this.blockMinFeesProvider.getCurrentMinFees();
1727
1828
  }
1728
1829
  /**
1729
1830
  * Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
@@ -1734,36 +1835,44 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1734
1835
  txValidatorConfig: {
1735
1836
  l1ChainId: this.config.l1ChainId,
1736
1837
  rollupVersion: this.config.rollupVersion,
1737
- proofVerifier: this.proofVerifier
1838
+ proofVerifier: this.proofVerifier,
1839
+ txValidationCache: this.txValidationCache
1738
1840
  },
1739
- peerScoring: this.peerManager
1841
+ peerScoring: this.peerManager,
1842
+ validateRequestedBlockTxsConsistency: this.validateRequestedBlockTxsConsistency.bind(this)
1740
1843
  };
1741
1844
  }
1742
1845
  async validateTxsReceivedInBlockProposal(txs) {
1743
1846
  const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
1744
1847
  l1ChainId: this.config.l1ChainId,
1745
1848
  rollupVersion: this.config.rollupVersion
1746
- }, this.logger.getBindings());
1747
- const results = await Promise.all(txs.map(async (tx)=>{
1748
- const result = await validator.validateTx(tx);
1749
- return result.result !== 'invalid';
1750
- }));
1751
- if (results.some((value)=>value === false)) {
1752
- throw new Error('Invalid tx detected');
1849
+ }, this.logger.getBindings(), this.txValidationCache);
1850
+ const results = await Promise.all(txs.map(async (tx)=>({
1851
+ txHash: tx.getTxHash(),
1852
+ result: await validator.validateTx(tx)
1853
+ })));
1854
+ const invalidTxs = results.flatMap(({ txHash, result })=>result.result === 'invalid' ? [
1855
+ {
1856
+ txHash,
1857
+ reasons: result.reason
1858
+ }
1859
+ ] : []);
1860
+ if (invalidTxs.length > 0) {
1861
+ throw new InvalidBlockProposalTxsError(invalidTxs);
1753
1862
  }
1754
1863
  }
1755
1864
  /** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1756
- const gasFees = await this.getGasFees(currentBlockNumber);
1865
+ const gasFees = await this.getGasFees();
1757
1866
  const allowedInSetup = [
1758
1867
  ...await getDefaultAllowedSetupFunctions(),
1759
1868
  ...this.config.txPublicSetupAllowListExtend ?? []
1760
1869
  ];
1761
1870
  const blockNumber = BlockNumber(currentBlockNumber + 1);
1762
1871
  const l1Constants = await this.archiver.getL1Constants();
1872
+ const networkTxGasLimits = getNetworkTxGasLimits(this.config, l1Constants);
1763
1873
  return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
1764
- rollupManaLimit: l1Constants.rollupManaLimit,
1765
- maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1766
- maxBlockDAGas: this.config.validateMaxDABlockGas
1874
+ maxTxL2Gas: networkTxGasLimits.l2Gas,
1875
+ maxTxDAGas: networkTxGasLimits.daGas
1767
1876
  });
1768
1877
  }
1769
1878
  /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {