@aztec/p2p 0.0.1-commit.b33fc05d0 → 0.0.1-commit.b3d3157a

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (418) hide show
  1. package/README.md +129 -3
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +9 -1
  5. package/dest/client/factory.d.ts +4 -3
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +26 -14
  8. package/dest/client/interface.d.ts +14 -5
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +13 -9
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +88 -26
  13. package/dest/config.d.ts +135 -99
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +62 -7
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +1 -20
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +0 -21
  22. package/dest/index.d.ts +1 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +0 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +99 -59
  26. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/attestation_pool.js +265 -199
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +181 -65
  31. package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/mocks.js +6 -4
  34. package/dest/mem_pools/index.d.ts +1 -2
  35. package/dest/mem_pools/index.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.d.ts +1 -1
  37. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  38. package/dest/mem_pools/instrumentation.js +17 -1
  39. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +1 -5
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
  41. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +1 -7
  42. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  43. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  44. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +2 -1
  45. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
  46. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  47. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
  48. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
  51. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +2 -2
  52. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +10 -5
  53. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  54. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +13 -3
  55. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  56. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +20 -7
  57. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +4 -2
  58. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  59. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +3 -0
  60. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +1 -1
  61. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  62. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +84 -86
  63. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +9 -3
  64. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  65. package/dest/msg_validators/attestation_validator/attestation_validator.js +37 -12
  66. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  67. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  68. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  69. package/dest/msg_validators/clock_tolerance.d.ts +12 -1
  70. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  71. package/dest/msg_validators/clock_tolerance.js +56 -3
  72. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -2
  73. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  74. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -2
  75. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  76. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +10 -2
  77. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  78. package/dest/msg_validators/proposal_validator/proposal_validator.js +46 -12
  79. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  80. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  81. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
  82. package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
  83. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  84. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  85. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  86. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  87. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  88. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  89. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  90. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  91. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  92. package/dest/msg_validators/tx_validator/data_validator.js +36 -2
  93. package/dest/msg_validators/tx_validator/factory.d.ts +14 -5
  94. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  95. package/dest/msg_validators/tx_validator/factory.js +36 -13
  96. package/dest/msg_validators/tx_validator/gas_validator.d.ts +36 -4
  97. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  98. package/dest/msg_validators/tx_validator/gas_validator.js +50 -33
  99. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  100. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  101. package/dest/msg_validators/tx_validator/index.js +2 -0
  102. package/dest/msg_validators/tx_validator/phases_validator.d.ts +21 -1
  103. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/phases_validator.js +28 -1
  105. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  106. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  107. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  108. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  109. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  110. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  111. package/dest/services/data_store.d.ts +1 -1
  112. package/dest/services/data_store.d.ts.map +1 -1
  113. package/dest/services/data_store.js +5 -5
  114. package/dest/services/discv5/discV5_service.d.ts +2 -1
  115. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  116. package/dest/services/discv5/discV5_service.js +35 -8
  117. package/dest/services/dummy_service.d.ts +11 -15
  118. package/dest/services/dummy_service.d.ts.map +1 -1
  119. package/dest/services/dummy_service.js +12 -16
  120. package/dest/services/encoding.d.ts +5 -1
  121. package/dest/services/encoding.d.ts.map +1 -1
  122. package/dest/services/encoding.js +7 -1
  123. package/dest/services/gossipsub/topic_score_params.d.ts +13 -2
  124. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  125. package/dest/services/gossipsub/topic_score_params.js +21 -4
  126. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  127. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  128. package/dest/services/libp2p/instrumentation.js +14 -0
  129. package/dest/services/libp2p/libp2p_service.d.ts +36 -46
  130. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  131. package/dest/services/libp2p/libp2p_service.js +272 -262
  132. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  133. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  134. package/dest/services/peer-manager/peer_manager.js +38 -10
  135. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  136. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  137. package/dest/services/peer-manager/peer_scoring.js +32 -10
  138. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -8
  139. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  140. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +81 -86
  141. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +10 -6
  142. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  143. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +5 -4
  144. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  145. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +13 -7
  146. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +3 -1
  147. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  148. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +3 -0
  149. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  150. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  151. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  152. package/dest/services/reqresp/config.d.ts +3 -3
  153. package/dest/services/reqresp/config.d.ts.map +1 -1
  154. package/dest/services/reqresp/interface.d.ts +16 -18
  155. package/dest/services/reqresp/interface.d.ts.map +1 -1
  156. package/dest/services/reqresp/interface.js +10 -20
  157. package/dest/services/reqresp/metrics.d.ts +1 -1
  158. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  159. package/dest/services/reqresp/metrics.js +0 -1
  160. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
  161. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  162. package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
  163. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  164. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  165. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
  166. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
  167. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  168. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
  169. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  170. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  171. package/dest/services/reqresp/protocols/index.js +0 -1
  172. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  173. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  174. package/dest/services/reqresp/protocols/tx.js +1 -3
  175. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  176. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  177. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  178. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  179. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  180. package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
  181. package/dest/services/reqresp/reqresp.d.ts +7 -29
  182. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  183. package/dest/services/reqresp/reqresp.js +41 -214
  184. package/dest/services/service.d.ts +9 -12
  185. package/dest/services/service.d.ts.map +1 -1
  186. package/dest/services/tx_collection/config.d.ts +2 -23
  187. package/dest/services/tx_collection/config.d.ts.map +1 -1
  188. package/dest/services/tx_collection/config.js +2 -55
  189. package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
  190. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  191. package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
  192. package/dest/services/tx_collection/file_store_tx_source.d.ts +5 -4
  193. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
  194. package/dest/services/tx_collection/file_store_tx_source.js +39 -29
  195. package/dest/services/tx_collection/index.d.ts +2 -3
  196. package/dest/services/tx_collection/index.d.ts.map +1 -1
  197. package/dest/services/tx_collection/index.js +0 -1
  198. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  199. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  200. package/dest/services/tx_collection/instrumentation.js +0 -2
  201. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  202. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  203. package/dest/services/tx_collection/request_tracker.js +84 -0
  204. package/dest/services/tx_collection/tx_collection.d.ts +36 -55
  205. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  206. package/dest/services/tx_collection/tx_collection.js +275 -119
  207. package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
  208. package/dest/services/tx_collection/tx_collection_sink.js +2 -2
  209. package/dest/services/tx_collection/tx_source.d.ts +6 -5
  210. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  211. package/dest/services/tx_collection/tx_source.js +9 -7
  212. package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
  213. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  214. package/dest/services/tx_file_store/tx_file_store.js +4 -14
  215. package/dest/services/tx_provider.d.ts +3 -1
  216. package/dest/services/tx_provider.d.ts.map +1 -1
  217. package/dest/services/tx_provider.js +3 -0
  218. package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
  219. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  220. package/dest/test-helpers/make-test-p2p-clients.js +5 -2
  221. package/dest/test-helpers/mock-pubsub.d.ts +23 -9
  222. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  223. package/dest/test-helpers/mock-pubsub.js +44 -44
  224. package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
  225. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  226. package/dest/test-helpers/reqresp-nodes.js +16 -18
  227. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  228. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  229. package/dest/test-helpers/test_tx_provider.js +3 -0
  230. package/dest/test-helpers/testbench-utils.d.ts +12 -14
  231. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  232. package/dest/test-helpers/testbench-utils.js +38 -14
  233. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  234. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  235. package/dest/testbench/p2p_client_testbench_worker.js +83 -38
  236. package/dest/testbench/worker_client_manager.d.ts +10 -6
  237. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  238. package/dest/testbench/worker_client_manager.js +51 -9
  239. package/dest/util.d.ts +11 -6
  240. package/dest/util.d.ts.map +1 -1
  241. package/dest/util.js +35 -14
  242. package/dest/versioning.d.ts +3 -6
  243. package/dest/versioning.d.ts.map +1 -1
  244. package/dest/versioning.js +3 -24
  245. package/package.json +15 -14
  246. package/src/bootstrap/bootstrap.ts +9 -1
  247. package/src/client/factory.ts +49 -7
  248. package/src/client/interface.ts +15 -11
  249. package/src/client/p2p_client.ts +104 -47
  250. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  251. package/src/config.ts +123 -6
  252. package/src/errors/p2p-service.error.ts +11 -0
  253. package/src/errors/reqresp.error.ts +0 -25
  254. package/src/index.ts +0 -1
  255. package/src/mem_pools/attestation_pool/attestation_pool.ts +316 -241
  256. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +204 -68
  257. package/src/mem_pools/attestation_pool/mocks.ts +13 -8
  258. package/src/mem_pools/index.ts +0 -3
  259. package/src/mem_pools/instrumentation.ts +5 -1
  260. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +1 -9
  261. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +2 -1
  262. package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
  263. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
  264. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +3 -3
  265. package/src/mem_pools/tx_pool_v2/interfaces.ts +9 -4
  266. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +31 -9
  267. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +13 -1
  268. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +85 -92
  269. package/src/msg_validators/attestation_validator/README.md +49 -0
  270. package/src/msg_validators/attestation_validator/attestation_validator.ts +41 -9
  271. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +14 -7
  272. package/src/msg_validators/clock_tolerance.ts +73 -3
  273. package/src/msg_validators/proposal_validator/README.md +123 -0
  274. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +12 -2
  275. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +17 -2
  276. package/src/msg_validators/proposal_validator/proposal_validator.ts +54 -10
  277. package/src/msg_validators/tx_validator/README.md +15 -3
  278. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
  279. package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
  280. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  281. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  282. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  283. package/src/msg_validators/tx_validator/data_validator.ts +44 -1
  284. package/src/msg_validators/tx_validator/factory.ts +46 -8
  285. package/src/msg_validators/tx_validator/gas_validator.ts +82 -33
  286. package/src/msg_validators/tx_validator/index.ts +2 -0
  287. package/src/msg_validators/tx_validator/phases_validator.ts +31 -1
  288. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  289. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  290. package/src/services/data_store.ts +5 -13
  291. package/src/services/discv5/discV5_service.ts +38 -5
  292. package/src/services/dummy_service.ts +14 -39
  293. package/src/services/encoding.ts +9 -1
  294. package/src/services/gossipsub/topic_score_params.ts +36 -4
  295. package/src/services/libp2p/instrumentation.ts +14 -0
  296. package/src/services/libp2p/libp2p_service.ts +302 -300
  297. package/src/services/peer-manager/peer_manager.ts +44 -10
  298. package/src/services/peer-manager/peer_scoring.ts +27 -5
  299. package/src/services/reqresp/README.md +215 -0
  300. package/src/services/reqresp/batch-tx-requester/README.md +46 -7
  301. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +77 -95
  302. package/src/services/reqresp/batch-tx-requester/interface.ts +13 -5
  303. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +13 -6
  304. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +5 -0
  305. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  306. package/src/services/reqresp/config.ts +2 -2
  307. package/src/services/reqresp/interface.ts +21 -47
  308. package/src/services/reqresp/metrics.ts +0 -1
  309. package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
  310. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
  311. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
  312. package/src/services/reqresp/protocols/index.ts +0 -1
  313. package/src/services/reqresp/protocols/tx.ts +1 -3
  314. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  315. package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
  316. package/src/services/reqresp/reqresp.ts +45 -260
  317. package/src/services/service.ts +12 -28
  318. package/src/services/tx_collection/config.ts +3 -80
  319. package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
  320. package/src/services/tx_collection/file_store_tx_source.ts +43 -31
  321. package/src/services/tx_collection/index.ts +1 -6
  322. package/src/services/tx_collection/instrumentation.ts +1 -7
  323. package/src/services/tx_collection/request_tracker.ts +127 -0
  324. package/src/services/tx_collection/tx_collection.ts +331 -176
  325. package/src/services/tx_collection/tx_collection_sink.ts +2 -2
  326. package/src/services/tx_collection/tx_source.ts +8 -7
  327. package/src/services/tx_file_store/tx_file_store.ts +5 -17
  328. package/src/services/tx_provider.ts +5 -0
  329. package/src/test-helpers/make-test-p2p-clients.ts +3 -0
  330. package/src/test-helpers/mock-pubsub.ts +46 -60
  331. package/src/test-helpers/reqresp-nodes.ts +12 -22
  332. package/src/test-helpers/test_tx_provider.ts +5 -0
  333. package/src/test-helpers/testbench-utils.ts +50 -28
  334. package/src/testbench/p2p_client_testbench_worker.ts +87 -54
  335. package/src/testbench/worker_client_manager.ts +59 -20
  336. package/src/util.ts +32 -17
  337. package/src/versioning.ts +3 -33
  338. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  339. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  340. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -304
  341. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  342. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  343. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  344. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  345. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  346. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  347. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  348. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  349. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  350. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  351. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  352. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  353. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  354. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  355. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  356. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  357. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  358. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  359. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  360. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  361. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  362. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  363. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  364. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  365. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  366. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  367. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  368. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  369. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  370. package/dest/mem_pools/tx_pool/index.js +0 -2
  371. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  372. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  373. package/dest/mem_pools/tx_pool/priority.js +0 -16
  374. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  375. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  376. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  377. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  378. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  379. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -402
  380. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  381. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  382. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  383. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  384. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  385. package/dest/services/reqresp/protocols/block.js +0 -32
  386. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -54
  387. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  388. package/dest/services/tx_collection/fast_tx_collection.js +0 -327
  389. package/dest/services/tx_collection/missing_txs_tracker.d.ts +0 -32
  390. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +0 -1
  391. package/dest/services/tx_collection/missing_txs_tracker.js +0 -27
  392. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -49
  393. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  394. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  395. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
  396. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  397. package/dest/services/tx_collection/slow_tx_collection.js +0 -211
  398. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -345
  399. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  400. package/src/mem_pools/tx_pool/README.md +0 -270
  401. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  402. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  403. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  404. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  405. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  406. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  407. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  408. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  409. package/src/mem_pools/tx_pool/index.ts +0 -2
  410. package/src/mem_pools/tx_pool/priority.ts +0 -23
  411. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  412. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -321
  413. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  414. package/src/services/reqresp/protocols/block.ts +0 -37
  415. package/src/services/tx_collection/fast_tx_collection.ts +0 -387
  416. package/src/services/tx_collection/missing_txs_tracker.ts +0 -52
  417. package/src/services/tx_collection/proposal_tx_collector.ts +0 -113
  418. package/src/services/tx_collection/slow_tx_collection.ts +0 -266
@@ -370,14 +370,13 @@ function applyDecs2203RFactory() {
370
370
  function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
371
  return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
372
  }
373
- var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { maxBy } from '@aztec/foundation/collection';
375
+ import { maxBy, merge } from '@aztec/foundation/collection';
376
376
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
377
377
  import { RunningPromise } from '@aztec/foundation/running-promise';
378
378
  import { Timer } from '@aztec/foundation/timer';
379
379
  import { protocolContractsHash } from '@aztec/protocol-contracts';
380
- import { GasFees } from '@aztec/stdlib/gas';
381
380
  import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
382
381
  import { MerkleTreeId } from '@aztec/stdlib/trees';
383
382
  import { Tx } from '@aztec/stdlib/tx';
@@ -393,11 +392,13 @@ import { identify } from '@libp2p/identify';
393
392
  import { TopicValidatorResult } from '@libp2p/interface';
394
393
  import { mplex } from '@libp2p/mplex';
395
394
  import { tcp } from '@libp2p/tcp';
395
+ import { multiaddr } from '@multiformats/multiaddr';
396
396
  import { ENR } from '@nethermindeth/enr';
397
397
  import { createLibp2p } from 'libp2p';
398
+ import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
398
399
  import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
399
400
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
400
- import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
401
+ import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
401
402
  import { GossipSubEvent } from '../../types/index.js';
402
403
  import { convertToMultiaddr } from '../../util.js';
403
404
  import { getVersions } from '../../versioning.js';
@@ -408,7 +409,7 @@ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring
408
409
  import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
409
410
  import { PeerManager } from '../peer-manager/peer_manager.js';
410
411
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
411
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
412
+ import { ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
412
413
  import { ReqResp } from '../reqresp/reqresp.js';
413
414
  import { P2PInstrumentation } from './instrumentation.js';
414
415
  _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
@@ -426,16 +427,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
426
427
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
427
428
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
428
429
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
429
- })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
430
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxsConsistency', (request)=>({
430
431
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
431
- })), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
432
- [Attributes.TX_HASH]: requestedTxHash.toString()
433
- })), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
434
- [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
435
- })), _dec8 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
436
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
437
- [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
438
- [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
439
432
  }));
440
433
  /**
441
434
  * Lib P2P implementation of the P2PService interface.
@@ -450,6 +443,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
450
443
  epochCache;
451
444
  proofVerifier;
452
445
  worldStateSynchronizer;
446
+ blockMinFeesProvider;
447
+ txValidationCache;
453
448
  static{
454
449
  ({ e: [_initProto] } = _apply_decs_2203_r(this, [
455
450
  [
@@ -480,22 +475,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
480
475
  [
481
476
  _dec5,
482
477
  2,
483
- "validateRequestedBlockTxs"
484
- ],
485
- [
486
- _dec6,
487
- 2,
488
- "validateRequestedTxs"
489
- ],
490
- [
491
- _dec7,
492
- 2,
493
- "validateRequestedBlock"
494
- ],
495
- [
496
- _dec8,
497
- 2,
498
- "validateCheckpointAttestation"
478
+ "validateRequestedBlockTxsConsistency"
499
479
  ]
500
480
  ], []));
501
481
  }
@@ -507,9 +487,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
507
487
  checkpointAttestationValidator;
508
488
  protocolVersion;
509
489
  topicStrings;
510
- feesCache;
511
490
  /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
512
491
  /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
492
+ /** Callback invoked when a valid checkpoint attestation is accepted into the pool. */ checkpointAttestationCallback;
513
493
  /**
514
494
  * Callback for when a block is received from a peer.
515
495
  * @param block - The block received from the peer.
@@ -519,13 +499,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
519
499
  * Callback for when a checkpoint proposal is received from a peer.
520
500
  * @param checkpoint - The checkpoint proposal received from the peer.
521
501
  * @returns The attestations for the checkpoint, if any.
522
- */ checkpointReceivedCallback;
502
+ */ allNodesCheckpointReceivedCallback;
503
+ /**
504
+ * Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
505
+ * @param checkpoint - The checkpoint proposal received from the peer.
506
+ * @returns The attestations for the checkpoint, if any.
507
+ */ validatorCheckpointReceivedCallback;
523
508
  gossipSubEventHandler;
509
+ ipChangedHandler;
510
+ discoveredP2pIp;
524
511
  instrumentation;
525
512
  telemetry;
526
513
  logger;
527
- constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
528
- super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
514
+ constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger = createLogger('p2p:libp2p_service'), txValidationCache){
515
+ super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.blockMinFeesProvider = blockMinFeesProvider, this.txValidationCache = txValidationCache, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
529
516
  this.telemetry = telemetry;
530
517
  // Create child logger with fisherman prefix if in fisherman mode
531
518
  this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
@@ -541,13 +528,26 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
541
528
  this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
542
529
  this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
543
530
  this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
531
+ const p2pPropagationTime = config.attestationPropagationTime;
544
532
  const proposalValidatorOpts = {
545
533
  txsPermitted: !config.disableTransactions,
546
- maxTxsPerBlock: config.validateMaxTxsPerBlock
534
+ maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
535
+ maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
536
+ p2pPropagationTime,
537
+ skipSlotValidation: config.skipProposalSlotValidation,
538
+ signatureContext: {
539
+ chainId: config.l1ChainId,
540
+ rollupAddress: config.rollupAddress
541
+ }
547
542
  };
548
543
  this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
549
544
  this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
550
- this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
545
+ const attestationValidatorOpts = {
546
+ l1PublishingTime: config.l1PublishingTime,
547
+ p2pPropagationTime,
548
+ signatureContext: proposalValidatorOpts.signatureContext
549
+ };
550
+ this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry, attestationValidatorOpts) : new CheckpointAttestationValidator(epochCache, attestationValidatorOpts);
551
551
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
552
552
  this.blockReceivedCallback = async (block)=>{
553
553
  this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
@@ -555,13 +555,16 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
555
555
  });
556
556
  return true;
557
557
  };
558
- this.checkpointReceivedCallback = (checkpoint)=>{
559
- this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
558
+ this.allNodesCheckpointReceivedCallback = (_checkpoint)=>{
559
+ throw new CheckpointProposalReceivedCallbackNotRegisteredError();
560
+ };
561
+ this.validatorCheckpointReceivedCallback = (_checkpoint)=>{
560
562
  return Promise.resolve(undefined);
561
563
  };
562
564
  }
563
565
  updateConfig(config) {
564
566
  this.reqresp.updateConfig(config);
567
+ this.config = merge(this.config, config);
565
568
  }
566
569
  /**
567
570
  * Creates an instance of the LibP2P service.
@@ -569,7 +572,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
569
572
  * @param txPool - The transaction pool to be accessed by the service.
570
573
  * @returns The new service.
571
574
  */ static async new(config, peerId, deps) {
572
- const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
575
+ const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, blockMinFeesProvider, telemetry, logger, packageVersion, txValidationCache } = deps;
573
576
  const { p2pPort, maxPeerCount, listenAddress } = config;
574
577
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
575
578
  const datastore = new AztecDatastore(peerStore);
@@ -609,9 +612,12 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
609
612
  const l1Constants = epochCache.getL1Constants();
610
613
  const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
611
614
  slotDurationMs: l1Constants.slotDuration * 1000,
615
+ ethereumSlotDuration: l1Constants.ethereumSlotDuration,
612
616
  heartbeatIntervalMs: config.gossipsubInterval,
613
617
  targetCommitteeSize: l1Constants.targetCommitteeSize,
614
618
  blockDurationMs: config.blockDurationMs,
619
+ l1PublishingTime: config.l1PublishingTime,
620
+ p2pPropagationTime: config.attestationPropagationTime,
615
621
  expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
616
622
  });
617
623
  const node = await createLibp2p({
@@ -718,7 +724,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
718
724
  })
719
725
  }),
720
726
  components: (components)=>({
721
- connectionManager: components.connectionManager
727
+ connectionManager: components.connectionManager,
728
+ addressManager: components.addressManager
722
729
  })
723
730
  },
724
731
  logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
@@ -726,6 +733,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
726
733
  const peerScoring = new PeerScoring(config, telemetry);
727
734
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
728
735
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
736
+ // Gate req/resp data protocols for unauthenticated peers when p2pAllowOnlyValidators is enabled
737
+ reqresp.setShouldRejectPeer((peerId)=>peerManager.shouldDisableP2PGossip(peerId));
729
738
  // Configure application-specific scoring for gossipsub.
730
739
  // The weight scales app score to align with gossipsub thresholds:
731
740
  // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
@@ -733,7 +742,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
733
742
  // Note: positive topic scores can offset penalties, so alignment is best-effort.
734
743
  node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
735
744
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
736
- return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
745
+ return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger, txValidationCache);
737
746
  }
738
747
  /**
739
748
  * Starts the LibP2P service.
@@ -743,22 +752,19 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
743
752
  if (this.node.status === 'started') {
744
753
  throw new Error('P2P service already started');
745
754
  }
746
- // Get listen & announce addresses for logging
747
755
  const { p2pIp, p2pPort } = this.config;
748
- if (!p2pIp) {
749
- throw new Error('Announce address not provided.');
756
+ if (!p2pIp && !this.config.queryForIp) {
757
+ throw new Error('Announce address not provided and queryForIp is not enabled.');
750
758
  }
751
- const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
759
+ const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
752
760
  // Create request response protocol handlers
753
761
  const txHandler = reqRespTxHandler(this.mempools);
754
762
  const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
755
- const blockHandler = reqRespBlockHandler(this.archiver);
756
763
  const statusHandler = reqRespStatusHandler(this.protocolVersion, this.worldStateSynchronizer, this.logger);
757
764
  const requestResponseHandlers = {
758
765
  [ReqRespSubProtocol.PING]: pingHandler,
759
766
  [ReqRespSubProtocol.STATUS]: statusHandler.bind(this),
760
- [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this),
761
- [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
767
+ [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
762
768
  };
763
769
  if (!this.config.disableTransactions) {
764
770
  const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
@@ -767,15 +773,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
767
773
  if (!this.config.disableTransactions) {
768
774
  requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
769
775
  }
770
- // Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
771
- const reqrespSubProtocolValidators = {
772
- ...DEFAULT_SUB_PROTOCOL_VALIDATORS,
773
- [ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
774
- [ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
775
- [ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this)
776
- };
777
776
  await this.peerManager.initializePeers();
778
- await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
777
+ await this.reqresp.start(requestResponseHandlers);
779
778
  await this.node.start();
780
779
  // Subscribe to standard GossipSub topics by default
781
780
  for (const topic of getTopicsForConfig(this.config.disableTransactions)){
@@ -787,6 +786,34 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
787
786
  if (!this.config.p2pDiscoveryDisabled) {
788
787
  await this.peerDiscoveryService.start();
789
788
  }
789
+ // Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
790
+ if (this.config.queryForIp) {
791
+ this.discoveredP2pIp = this.config.p2pIp;
792
+ this.logger.info('IP change tracking enabled, bridging discv5 IP updates to libp2p AddressManager');
793
+ this.ipChangedHandler = (ip)=>{
794
+ const addressManager = this.node.services.components.addressManager;
795
+ const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
796
+ const previousIp = this.discoveredP2pIp;
797
+ if (previousIp) {
798
+ const oldAddr = multiaddr(convertToMultiaddr(previousIp, this.config.p2pPort, 'tcp'));
799
+ addressManager.removeObservedAddr(oldAddr);
800
+ this.logger.info('Libp2p announce address updated due to IP change', {
801
+ previousIp,
802
+ newIp: ip,
803
+ newMultiaddr: newAddr.toString()
804
+ });
805
+ } else {
806
+ this.logger.info('Libp2p announce address set from initial discv5 IP discovery', {
807
+ ip,
808
+ multiaddr: newAddr.toString()
809
+ });
810
+ }
811
+ addressManager.addObservedAddr(newAddr);
812
+ addressManager.confirmObservedAddr(newAddr);
813
+ this.discoveredP2pIp = ip;
814
+ };
815
+ this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
816
+ }
790
817
  this.discoveryRunningPromise = new RunningPromise(async ()=>{
791
818
  await this.peerManager.heartbeat();
792
819
  }, this.logger, this.config.peerCheckIntervalMS);
@@ -804,6 +831,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
804
831
  */ async stop() {
805
832
  // Remove gossip sub listener
806
833
  this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
834
+ if (this.ipChangedHandler) {
835
+ this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
836
+ this.ipChangedHandler = undefined;
837
+ }
807
838
  // Stop peer manager
808
839
  this.logger.debug('Stopping peer manager...');
809
840
  await this.peerManager.stop();
@@ -817,8 +848,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
817
848
  await this.stopLibP2P();
818
849
  this.logger.info('LibP2P service stopped');
819
850
  }
820
- addReqRespSubProtocol(subProtocol, handler, validator) {
821
- return this.reqresp.addSubProtocol(subProtocol, handler, validator);
851
+ addReqRespSubProtocol(subProtocol, handler) {
852
+ return this.reqresp.addSubProtocol(subProtocol, handler);
822
853
  }
823
854
  registerThisValidatorAddresses(address) {
824
855
  this.peerManager.registerThisValidatorAddresses(address);
@@ -840,14 +871,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
840
871
  };
841
872
  setImmediate(()=>void safeJob());
842
873
  }
843
- /**
844
- * Send a batch of requests to peers, and return the responses
845
- * @param protocol - The request response protocol to use
846
- * @param requests - The requests to send to the peers
847
- * @returns The responses to the requests
848
- */ sendBatchRequest(protocol, requests, pinnedPeerId) {
849
- return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
850
- }
851
874
  sendRequestToPeer(peerId, subProtocol, payload, dialTimeout) {
852
875
  return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
853
876
  }
@@ -860,8 +883,11 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
860
883
  registerBlockReceivedCallback(callback) {
861
884
  this.blockReceivedCallback = callback;
862
885
  }
863
- registerCheckpointReceivedCallback(callback) {
864
- this.checkpointReceivedCallback = callback;
886
+ registerValidatorCheckpointReceivedCallback(callback) {
887
+ this.validatorCheckpointReceivedCallback = callback;
888
+ }
889
+ registerAllNodesCheckpointReceivedCallback(callback) {
890
+ this.allNodesCheckpointReceivedCallback = callback;
865
891
  }
866
892
  /**
867
893
  * Registers a callback to be invoked when a duplicate proposal is detected.
@@ -876,6 +902,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
876
902
  */ registerDuplicateAttestationCallback(callback) {
877
903
  this.duplicateAttestationCallback = callback;
878
904
  }
905
+ registerCheckpointAttestationCallback(callback) {
906
+ this.checkpointAttestationCallback = callback;
907
+ }
879
908
  /**
880
909
  * Subscribes to a topic.
881
910
  * @param topic - The topic to subscribe to.
@@ -990,6 +1019,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
990
1019
  }
991
1020
  // Process the message, optionally within a linked span for trace propagation
992
1021
  const processMessage = async ()=>{
1022
+ if (this.config.skipIncomingProposals && (msg.topic === this.topicStrings[TopicType.block_proposal] || msg.topic === this.topicStrings[TopicType.checkpoint_proposal])) {
1023
+ this.logger.warn(`Ignoring incoming proposal (skipIncomingProposals is set)`, {
1024
+ topic: msg.topic
1025
+ });
1026
+ this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
1027
+ return;
1028
+ }
993
1029
  if (msg.topic === this.topicStrings[TopicType.tx]) {
994
1030
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
995
1031
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
@@ -1038,29 +1074,79 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1038
1074
  return;
1039
1075
  }
1040
1076
  async validateReceivedMessage(validationFunc, msgId, source, topicType) {
1077
+ // Default to reject result with a penalty if validation function throws an error
1041
1078
  let resultAndObj = {
1042
- result: TopicValidatorResult.Reject
1079
+ result: TopicValidatorResult.Reject,
1080
+ severity: PeerErrorSeverity.MidToleranceError
1043
1081
  };
1044
1082
  const timer = new Timer();
1045
1083
  try {
1046
1084
  resultAndObj = await validationFunc();
1047
1085
  } catch (err) {
1048
- this.peerManager.penalizePeer(source, PeerErrorSeverity.LowToleranceError);
1049
- this.logger.error(`Error deserializing and validating gossipsub message`, err, {
1086
+ this.logger.error(`Error validating gossipsub message`, err, {
1050
1087
  msgId,
1051
1088
  source: source.toString(),
1052
1089
  topicType
1053
1090
  });
1054
1091
  }
1092
+ const validationTimeMs = timer.ms();
1093
+ const mcacheWindowMs = this.config.gossipsubMcacheLength * this.config.gossipsubInterval;
1094
+ if (validationTimeMs > mcacheWindowMs * 0.75) {
1095
+ this.instrumentation.incSlowValidation(topicType);
1096
+ this.logger.warn(`Gossip validation for ${topicType} took ${validationTimeMs}ms, approaching mcache eviction window of ${mcacheWindowMs}ms. ` + `Message forwarding may be skipped if validation exceeds the window.`, {
1097
+ msgId,
1098
+ source: source.toString(),
1099
+ topicType,
1100
+ validationTimeMs,
1101
+ mcacheWindowMs
1102
+ });
1103
+ }
1055
1104
  if (resultAndObj.result === TopicValidatorResult.Accept) {
1105
+ this.logger.debug(`Message ${topicType} accepted by validator`, {
1106
+ msgId,
1107
+ source: source.toString(),
1108
+ topicType
1109
+ });
1056
1110
  this.instrumentation.recordMessageValidation(topicType, timer);
1111
+ } else if (resultAndObj.result === TopicValidatorResult.Reject) {
1112
+ this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
1113
+ msgId,
1114
+ source: source.toString(),
1115
+ topicType,
1116
+ severity: resultAndObj.severity
1117
+ });
1118
+ this.peerManager.penalizePeer(source, resultAndObj.severity);
1119
+ } else {
1120
+ this.logger.trace(`Message ${topicType} ignored by validator`, {
1121
+ msgId,
1122
+ source: source.toString(),
1123
+ topicType
1124
+ });
1057
1125
  }
1058
1126
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
1059
1127
  return resultAndObj;
1060
1128
  }
1129
+ tryDeserialize(deserializeFunc, msgId, source) {
1130
+ try {
1131
+ return deserializeFunc();
1132
+ } catch (err) {
1133
+ this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
1134
+ err,
1135
+ msgId,
1136
+ source: source.toString()
1137
+ });
1138
+ return undefined;
1139
+ }
1140
+ }
1061
1141
  async handleGossipedTx(payloadData, msgId, source) {
1062
1142
  const validationFunc = async ()=>{
1063
- const tx = Tx.fromBuffer(payloadData);
1143
+ const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
1144
+ if (!tx) {
1145
+ return {
1146
+ result: TopicValidatorResult.Reject,
1147
+ severity: PeerErrorSeverity.LowToleranceError
1148
+ };
1149
+ }
1064
1150
  const currentBlockNumber = await this.archiver.getBlockNumber();
1065
1151
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1066
1152
  // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
@@ -1081,9 +1167,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1081
1167
  severity,
1082
1168
  source: source.toString()
1083
1169
  });
1084
- this.peerManager.penalizePeer(source, severity);
1085
1170
  return {
1086
- result: TopicValidatorResult.Reject
1171
+ result: TopicValidatorResult.Reject,
1172
+ severity
1087
1173
  };
1088
1174
  }
1089
1175
  // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
@@ -1107,9 +1193,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1107
1193
  severity,
1108
1194
  source: source.toString()
1109
1195
  });
1110
- this.peerManager.penalizePeer(source, severity);
1111
1196
  return {
1112
- result: TopicValidatorResult.Reject
1197
+ result: TopicValidatorResult.Reject,
1198
+ severity
1113
1199
  };
1114
1200
  }
1115
1201
  // Pool add: persist the tx
@@ -1137,8 +1223,13 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1137
1223
  obj: tx
1138
1224
  };
1139
1225
  } else {
1226
+ this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
1227
+ source: source.toString(),
1228
+ txHash: txHash.toString()
1229
+ });
1140
1230
  return {
1141
- result: TopicValidatorResult.Reject
1231
+ result: TopicValidatorResult.Reject,
1232
+ severity: PeerErrorSeverity.HighToleranceError
1142
1233
  };
1143
1234
  }
1144
1235
  };
@@ -1159,7 +1250,16 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1159
1250
  * Process a checkpoint attestation from a peer.
1160
1251
  * Validates the attestation and adds it to the pool.
1161
1252
  */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
1162
- const { result, obj: attestation } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_attestation);
1253
+ const { result, obj: attestation } = await this.validateReceivedMessage(()=>{
1254
+ const attestation = this.tryDeserialize(()=>CheckpointAttestation.fromBuffer(payloadData), msgId, source);
1255
+ if (!attestation) {
1256
+ return Promise.resolve({
1257
+ result: TopicValidatorResult.Reject,
1258
+ severity: PeerErrorSeverity.LowToleranceError
1259
+ });
1260
+ }
1261
+ return this.validateAndStoreCheckpointAttestation(source, attestation);
1262
+ }, msgId, source, TopicType.checkpoint_attestation);
1163
1263
  if (result !== TopicValidatorResult.Accept || !attestation) {
1164
1264
  return;
1165
1265
  }
@@ -1174,9 +1274,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1174
1274
  const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1175
1275
  if (validationResult.result === 'reject') {
1176
1276
  this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1177
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1178
1277
  return {
1179
- result: TopicValidatorResult.Reject
1278
+ result: TopicValidatorResult.Reject,
1279
+ severity: validationResult.severity
1180
1280
  };
1181
1281
  }
1182
1282
  if (validationResult.result === 'ignore') {
@@ -1203,9 +1303,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1203
1303
  obj: attestation
1204
1304
  };
1205
1305
  }
1206
- // Could not add (cap reached for signer), no need to re-broadcast
1306
+ // Could not add (cap reached for signer), penalize and do not re-broadcast
1207
1307
  if (!added) {
1208
- this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1308
+ this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
1209
1309
  slot: slot.toString(),
1210
1310
  archive: attestation.archive.toString(),
1211
1311
  source: peerId.toString(),
@@ -1213,8 +1313,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1213
1313
  count
1214
1314
  });
1215
1315
  return {
1216
- result: TopicValidatorResult.Ignore,
1217
- obj: attestation
1316
+ result: TopicValidatorResult.Reject,
1317
+ severity: PeerErrorSeverity.HighToleranceError
1218
1318
  };
1219
1319
  }
1220
1320
  // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
@@ -1235,6 +1335,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1235
1335
  }
1236
1336
  }
1237
1337
  // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1338
+ this.checkpointAttestationCallback?.(attestation);
1238
1339
  return {
1239
1340
  result: TopicValidatorResult.Accept,
1240
1341
  obj: attestation
@@ -1252,9 +1353,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1252
1353
  const validationResult = await this.blockProposalValidator.validate(block);
1253
1354
  if (validationResult.result === 'reject') {
1254
1355
  this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1255
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1256
1356
  return {
1257
- result: TopicValidatorResult.Reject
1357
+ result: TopicValidatorResult.Reject,
1358
+ severity: validationResult.severity
1258
1359
  };
1259
1360
  }
1260
1361
  if (validationResult.result === 'ignore') {
@@ -1284,7 +1385,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1284
1385
  }
1285
1386
  // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1286
1387
  if (!added) {
1287
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1288
1388
  this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1289
1389
  ...block.toBlockInfo(),
1290
1390
  indexWithinCheckpoint: block.indexWithinCheckpoint,
@@ -1296,7 +1396,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1296
1396
  result: TopicValidatorResult.Reject,
1297
1397
  metadata: {
1298
1398
  isEquivocated
1299
- }
1399
+ },
1400
+ severity: PeerErrorSeverity.HighToleranceError
1300
1401
  };
1301
1402
  }
1302
1403
  // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
@@ -1353,15 +1454,24 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1353
1454
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1354
1455
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1355
1456
  const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1457
+ // Process checkpoint proposal if valid and not equivocated.
1458
+ const processCheckpointFn = ()=>result === TopicValidatorResult.Accept && checkpoint && !isEquivocated ? this.processValidCheckpointProposal(checkpoint.toCore(), source) : Promise.resolve();
1356
1459
  // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1357
1460
  // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1358
- if (processBlock && checkpoint?.getBlockProposal()) {
1359
- await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
1360
- }
1361
- if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1461
+ const processBlockFn = ()=>processBlock && checkpoint && checkpoint.getBlockProposal() ? this.processValidBlockProposal(checkpoint.getBlockProposal(), source) : Promise.resolve();
1462
+ // A node that skips checkpoint validation attests without re-executing the embedded last block, so run
1463
+ // the checkpoint callback first: this creates and broadcasts the attestation before the block is
1464
+ // processed. Otherwise the block's re-execution — which can stall until the re-execution deadline
1465
+ // waiting for a parent that may never arrive — would delay the attestation past the slot's attestation
1466
+ // window, after which peers reject it as stale.
1467
+ if (this.config.skipCheckpointProposalValidation) {
1468
+ await processCheckpointFn();
1469
+ await processBlockFn();
1362
1470
  return;
1363
1471
  }
1364
- await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1472
+ // Process the block first, since it's required for the checkpoint proposal validation.
1473
+ await processBlockFn();
1474
+ await processCheckpointFn();
1365
1475
  }
1366
1476
  /**
1367
1477
  * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
@@ -1370,9 +1480,9 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1370
1480
  const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1371
1481
  if (validationResult.result === 'reject') {
1372
1482
  this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1373
- this.peerManager.penalizePeer(peerId, validationResult.severity);
1374
1483
  return {
1375
- result: TopicValidatorResult.Reject
1484
+ result: TopicValidatorResult.Reject,
1485
+ severity: validationResult.severity
1376
1486
  };
1377
1487
  }
1378
1488
  if (validationResult.result === 'ignore') {
@@ -1389,18 +1499,20 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1389
1499
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1390
1500
  [Attributes.P2P_ID]: peerId.toString()
1391
1501
  });
1392
- const { result, obj, metadata: { isEquivocated } = {} } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1393
- if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1502
+ const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1503
+ const { obj, metadata: { isEquivocated } = {} } = blockProposalResult;
1504
+ if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1394
1505
  this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1395
1506
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1396
1507
  [Attributes.P2P_ID]: peerId.toString(),
1397
1508
  isEquivocated,
1398
- result
1509
+ result: blockProposalResult.result
1399
1510
  });
1400
1511
  return {
1401
- result: TopicValidatorResult.Reject
1512
+ result: TopicValidatorResult.Reject,
1513
+ severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
1402
1514
  };
1403
- } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1515
+ } else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1404
1516
  processBlock = true;
1405
1517
  }
1406
1518
  }
@@ -1427,7 +1539,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1427
1539
  // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1428
1540
  // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1429
1541
  if (!added) {
1430
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1431
1542
  this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1432
1543
  ...checkpoint.toCheckpointInfo(),
1433
1544
  count,
@@ -1439,7 +1550,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1439
1550
  metadata: {
1440
1551
  isEquivocated,
1441
1552
  processBlock
1442
- }
1553
+ },
1554
+ severity: PeerErrorSeverity.HighToleranceError
1443
1555
  };
1444
1556
  }
1445
1557
  // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
@@ -1489,9 +1601,10 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1489
1601
  archive: checkpoint.archive.toString(),
1490
1602
  source: sender.toString()
1491
1603
  });
1604
+ await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
1492
1605
  // Call the checkpoint received callback with the core version (without lastBlock)
1493
1606
  // to validate and potentially generate attestations
1494
- const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1607
+ const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
1495
1608
  if (attestations && attestations.length > 0) {
1496
1609
  // If the callback returned attestations, add them to the pool and propagate them
1497
1610
  await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
@@ -1515,62 +1628,66 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1515
1628
  });
1516
1629
  }
1517
1630
  /**
1518
- * Validate the requested block transactions. Allow partial returns.
1631
+ * Validate the requested block transactions request-response consistency.
1632
+ * It does NOT validate the transactions themselves.
1519
1633
  * @param request - The block transactions request.
1520
1634
  * @param response - The block transactions response.
1521
1635
  * @param peerId - The ID of the peer that made the request.
1522
- * @returns True if the requested block transactions are valid, false otherwise.
1523
- */ async validateRequestedBlockTxs(request, response, peerId) {
1524
- const requestedTxValidator = this.createRequestedTxValidator();
1636
+ * @returns True if the request-response is consistent, false otherwise.
1637
+ */ async validateRequestedBlockTxsConsistency(request, response, peerId) {
1525
1638
  try {
1526
- if (!response.archiveRoot.equals(request.archiveRoot)) {
1527
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1528
- throw new ValidationError(`Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`);
1529
- }
1530
- if (response.txIndices.getLength() !== request.txIndices.getLength()) {
1531
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1532
- throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${request.txIndices.getLength()}, got ${response.txIndices.getLength()}`);
1533
- }
1534
- // Check no duplicates and not exceeding returnable count
1535
- const requestedIndices = new Set(request.txIndices.getTrueIndices());
1536
- const availableIndices = new Set(response.txIndices.getTrueIndices());
1537
- const maxReturnable = [
1538
- ...requestedIndices
1539
- ].filter((i)=>availableIndices.has(i)).length;
1540
- const returnedHashes = await Promise.all(response.txs.map((tx)=>tx.getTxHash().toString()));
1639
+ // Check for duplicates txs (or hashes) in the response.
1640
+ const returnedHashes = response.txs.map((tx)=>tx.getTxHash().toString());
1541
1641
  const uniqueReturned = new Set(returnedHashes.map((h)=>h.toString()));
1542
1642
  if (uniqueReturned.size !== returnedHashes.length) {
1543
1643
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1544
1644
  throw new ValidationError(`Received duplicate txs in block txs response`);
1545
1645
  }
1546
- if (response.txs.length > maxReturnable) {
1646
+ // We get the block tx hashes from the proposal or the archiver.
1647
+ const proposal = await this.mempools.attestationPool.getBlockProposalByArchive(request.archiveRoot.toString());
1648
+ const blockTxHashes = proposal?.txHashes ?? (await this.archiver.getBlock({
1649
+ archive: request.archiveRoot
1650
+ }))?.body.txEffects.map((e)=>e.txHash);
1651
+ // If we don't have the block, we can't verify membership/order of the returned txs.
1652
+ if (!blockTxHashes) {
1653
+ // This shouldn't happen, since we asked for the block (proposal).
1654
+ // Neither a local proposal nor an archived block: we cannot verify membership/order of the
1655
+ // returned txs. This is a local-state gap, not a peer fault, so we do not penalize.
1656
+ this.logger.warn(`Block ${request.archiveRoot.toString()} not found in attestation pool or archiver; cannot validate membership/order of returned txs`);
1657
+ // NOTE: We mark the response as invalid, given the limitations of a true/false return value.
1658
+ return false;
1659
+ }
1660
+ // Verify that the returned tx hashes are a subset of (tx hashes by index) U (explicitly requested tx hashes).
1661
+ const uniqueRequestedHashes = new Set([
1662
+ // tx hashes requested by index.
1663
+ ...request.txIndices.getTrueIndices().map((i)=>blockTxHashes[i].toString()),
1664
+ // explicitly requested tx hashes.
1665
+ ...request.txHashes.map((h)=>h.toString())
1666
+ ]);
1667
+ if (!returnedHashes.every((h)=>uniqueRequestedHashes.has(h))) {
1668
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1669
+ throw new ValidationError('Returned txs should be a subset of (tx hashes by index) U (explicitly requested tx hashes)');
1670
+ }
1671
+ // Tx indices information is optional, but if present, we need to verify a few things.
1672
+ if (!response.peerHasBlock()) {
1673
+ this.logger.debug(`Peer ${peerId.toString()} signalled missing block`);
1674
+ return true;
1675
+ }
1676
+ // If the response has a non-empty bitvector, it needs to be consistent with the number of txs in the block.
1677
+ if (response.txIndices.getLength() !== blockTxHashes.length) {
1547
1678
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1548
- throw new ValidationError(`Received more txs (${response.txs.length}) than requested-and-available (${maxReturnable})`);
1679
+ throw new ValidationError(`Received block txs with mismatched bitvector length: expected ${blockTxHashes.length}, got ${response.txIndices.getLength()}`);
1549
1680
  }
1550
- // Given proposal (should have locally), ensure returned txs are valid subset and match request indices
1551
- const proposal = await this.mempools.attestationPool.getBlockProposal(request.archiveRoot.toString());
1552
- if (proposal) {
1553
- // Build intersected indices
1554
- const intersectIdx = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
1555
- // Enforce subset membership and preserve increasing order by index.
1556
- const hashToIndexInProposal = new Map(proposal.txHashes.map((h, i)=>[
1557
- h.toString(),
1558
- i
1559
- ]));
1560
- const allowedIndexSet = new Set(intersectIdx);
1561
- const indices = returnedHashes.map((h)=>hashToIndexInProposal.get(h));
1562
- const allAllowed = indices.every((idx)=>idx !== undefined && allowedIndexSet.has(idx));
1563
- const strictlyIncreasing = indices.every((idx, i)=>i === 0 ? idx !== undefined : idx > indices[i - 1]);
1564
- if (!allAllowed || !strictlyIncreasing) {
1565
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1566
- throw new ValidationError('Returned txs do not match expected subset/order for requested indices');
1567
- }
1568
- } else {
1569
- // No local proposal, cannot check the membership/order of the returned txs
1570
- this.logger.warn(`Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`);
1571
- return false;
1681
+ // For every index we requested that the peer claims to have (per its bitvector), the
1682
+ // corresponding tx must be present in the response. A peer advertising availability but
1683
+ // withholding the tx is inconsistent.
1684
+ const returnedHashSet = new Set(returnedHashes);
1685
+ const expectedIndices = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
1686
+ const missingExpected = expectedIndices.some((i)=>!returnedHashSet.has(blockTxHashes[i].toString()));
1687
+ if (missingExpected) {
1688
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1689
+ throw new ValidationError('Peer advertised requested txs via indices but did not return them');
1572
1690
  }
1573
- await Promise.all(response.txs.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator)));
1574
1691
  return true;
1575
1692
  } catch (e) {
1576
1693
  if (e instanceof ValidationError) {
@@ -1581,104 +1698,8 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1581
1698
  return false;
1582
1699
  }
1583
1700
  }
1584
- /**
1585
- * Validate a collection of txs that has been requested from a peer.
1586
- *
1587
- * The core component of this validator is that each tx hash MUST match the requested tx hash,
1588
- * In order to perform this check, the tx proof must be verified.
1589
- *
1590
- * Note: This function is called from within `ReqResp.sendRequest` as part of the
1591
- * ReqRespSubProtocol.TX subprotocol validation.
1592
- *
1593
- * @param requestedTxHash - The collection of the txs that was requested.
1594
- * @param responseTx - The collection of txs that was received as a response to the request.
1595
- * @param peerId - The peer ID of the peer that sent the tx.
1596
- * @returns True if the whole collection of txs is valid, false otherwise.
1597
- */ async validateRequestedTxs(requestedTxHash, responseTx, peerId) {
1598
- const requested = new Set(requestedTxHash.map((h)=>h.toString()));
1599
- const requestedTxValidator = this.createRequestedTxValidator();
1600
- //TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
1601
- // I think we should still extract the valid txs and return them, so that we can still use the response.
1602
- try {
1603
- await Promise.all(responseTx.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
1604
- return true;
1605
- } catch (e) {
1606
- if (e instanceof ValidationError) {
1607
- this.logger.warn(`Failed to validate requested txs from peer ${peerId.toString()}, reason ${e.message}`);
1608
- } else {
1609
- this.logger.error(`Error during validation of requested txs`, e);
1610
- }
1611
- return false;
1612
- }
1613
- }
1614
- /**
1615
- * Validates a BLOCK response.
1616
- *
1617
- * If a local copy exists, enforces hash equality. If missing, rejects (no penalty) since the hash cannot be verified.
1618
- * Penalizes on block number mismatch or hash mismatch.
1619
- *
1620
- * @param requestedBlockNumber - The requested block number.
1621
- * @param responseBlock - The block returned by the peer.
1622
- * @param peerId - The peer that returned the block.
1623
- * @returns True if the response is valid, false otherwise.
1624
- */ async validateRequestedBlock(requestedBlockNumber, responseBlock, peerId) {
1625
- try {
1626
- const reqNum = Number(requestedBlockNumber.toString());
1627
- if (responseBlock.number !== reqNum) {
1628
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1629
- return false;
1630
- }
1631
- const local = await this.archiver.getBlock(BlockNumber(reqNum));
1632
- if (!local) {
1633
- // We are missing the local block; we cannot verify the hash yet. Reject without penalizing.
1634
- // TODO: Consider extending this validator to accept an expected hash or
1635
- // performing quorum-based checks when using P2P syncing prior to L1 sync.
1636
- this.logger.warn(`Local block ${reqNum} not found; rejecting BLOCK response without hash verification`);
1637
- return false;
1638
- }
1639
- const [localHash, respHash] = await Promise.all([
1640
- local.hash(),
1641
- responseBlock.hash()
1642
- ]);
1643
- if (!localHash.equals(respHash)) {
1644
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1645
- return false;
1646
- }
1647
- return true;
1648
- } catch (e) {
1649
- this.logger.warn(`Error validating requested block`, e);
1650
- return false;
1651
- }
1652
- }
1653
- async validateRequestedTx(tx, peerId, txValidator, requested) {
1654
- const penalize = (severity)=>this.peerManager.penalizePeer(peerId, severity);
1655
- if (requested && !requested.has(tx.getTxHash().toString())) {
1656
- penalize(PeerErrorSeverity.MidToleranceError);
1657
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
1658
- }
1659
- const { result } = await txValidator.validateTx(tx);
1660
- if (result === 'invalid') {
1661
- penalize(PeerErrorSeverity.LowToleranceError);
1662
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
1663
- }
1664
- }
1665
- createRequestedTxValidator() {
1666
- return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1667
- l1ChainId: this.config.l1ChainId,
1668
- rollupVersion: this.config.rollupVersion
1669
- });
1670
- }
1671
- async getGasFees(blockNumber) {
1672
- if (blockNumber === this.feesCache?.blockNumber) {
1673
- return this.feesCache.gasFees;
1674
- }
1675
- const header = await this.archiver.getBlockHeader(blockNumber);
1676
- const gasFees = header?.globalVariables.gasFees ?? GasFees.empty();
1677
- this.feesCache = {
1678
- blockNumber,
1679
- gasFees
1680
- };
1681
- return gasFees;
1701
+ getGasFees() {
1702
+ return this.blockMinFeesProvider.getCurrentMinFees();
1682
1703
  }
1683
1704
  /**
1684
1705
  * Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
@@ -1689,16 +1710,18 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1689
1710
  txValidatorConfig: {
1690
1711
  l1ChainId: this.config.l1ChainId,
1691
1712
  rollupVersion: this.config.rollupVersion,
1692
- proofVerifier: this.proofVerifier
1713
+ proofVerifier: this.proofVerifier,
1714
+ txValidationCache: this.txValidationCache
1693
1715
  },
1694
- peerScoring: this.peerManager
1716
+ peerScoring: this.peerManager,
1717
+ validateRequestedBlockTxsConsistency: this.validateRequestedBlockTxsConsistency.bind(this)
1695
1718
  };
1696
1719
  }
1697
1720
  async validateTxsReceivedInBlockProposal(txs) {
1698
1721
  const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
1699
1722
  l1ChainId: this.config.l1ChainId,
1700
1723
  rollupVersion: this.config.rollupVersion
1701
- }, this.logger.getBindings());
1724
+ }, this.logger.getBindings(), this.txValidationCache);
1702
1725
  const results = await Promise.all(txs.map(async (tx)=>{
1703
1726
  const result = await validator.validateTx(tx);
1704
1727
  return result.result !== 'invalid';
@@ -1708,7 +1731,7 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1708
1731
  }
1709
1732
  }
1710
1733
  /** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1711
- const gasFees = await this.getGasFees(currentBlockNumber);
1734
+ const gasFees = await this.getGasFees();
1712
1735
  const allowedInSetup = [
1713
1736
  ...await getDefaultAllowedSetupFunctions(),
1714
1737
  ...this.config.txPublicSetupAllowListExtend ?? []
@@ -1790,19 +1813,6 @@ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId
1790
1813
  }
1791
1814
  return PeerErrorSeverity.HighToleranceError;
1792
1815
  }
1793
- /**
1794
- * Validate a checkpoint attestation.
1795
- *
1796
- * @param attestation - The checkpoint attestation to validate.
1797
- * @returns True if the checkpoint attestation is valid, false otherwise.
1798
- */ async validateCheckpointAttestation(peerId, attestation) {
1799
- const result = await this.checkpointAttestationValidator.validate(attestation);
1800
- if (result.result === 'reject') {
1801
- this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1802
- this.peerManager.penalizePeer(peerId, result.severity);
1803
- }
1804
- return result;
1805
- }
1806
1816
  getPeerScore(peerId) {
1807
1817
  return this.node.services.pubsub.score.score(peerId.toString());
1808
1818
  }