@aztec/p2p 0.0.1-commit.86469d5 → 0.0.1-commit.8655d4a

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (549) hide show
  1. package/README.md +129 -3
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +9 -1
  5. package/dest/client/factory.d.ts +13 -12
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +61 -17
  8. package/dest/client/interface.d.ts +58 -36
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +52 -58
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +228 -235
  13. package/dest/config.d.ts +162 -89
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +153 -42
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +1 -20
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +0 -21
  22. package/dest/errors/tx-pool.error.d.ts +8 -0
  23. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  24. package/dest/errors/tx-pool.error.js +9 -0
  25. package/dest/index.d.ts +2 -2
  26. package/dest/index.d.ts.map +1 -1
  27. package/dest/index.js +1 -1
  28. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +162 -106
  29. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool.js +511 -3
  31. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  32. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +507 -125
  34. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  35. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  36. package/dest/mem_pools/attestation_pool/index.js +1 -2
  37. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  38. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  39. package/dest/mem_pools/attestation_pool/mocks.js +7 -5
  40. package/dest/mem_pools/index.d.ts +3 -3
  41. package/dest/mem_pools/index.d.ts.map +1 -1
  42. package/dest/mem_pools/index.js +1 -1
  43. package/dest/mem_pools/instrumentation.d.ts +4 -2
  44. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  45. package/dest/mem_pools/instrumentation.js +33 -15
  46. package/dest/mem_pools/interface.d.ts +5 -5
  47. package/dest/mem_pools/interface.d.ts.map +1 -1
  48. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  49. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  50. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  51. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  52. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  53. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  54. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  55. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  56. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +11 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/index.js +12 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  77. package/dest/mem_pools/{tx_pool → tx_pool_v2}/eviction/invalid_txs_after_mining_rule.js +16 -35
  78. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  79. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  80. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  81. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  82. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  83. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  84. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  85. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  86. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
  87. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  88. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  89. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  90. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  91. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  92. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  93. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  94. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  95. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  96. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +218 -0
  97. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  98. package/dest/mem_pools/tx_pool_v2/interfaces.js +10 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +137 -0
  100. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  101. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +223 -0
  102. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  103. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  104. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  105. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  106. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  107. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
  108. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +62 -0
  109. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  110. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +167 -0
  111. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
  112. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  113. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +914 -0
  114. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +9 -3
  115. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  116. package/dest/msg_validators/attestation_validator/attestation_validator.js +37 -12
  117. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +8 -4
  118. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  119. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  120. package/dest/msg_validators/clock_tolerance.d.ts +12 -1
  121. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  122. package/dest/msg_validators/clock_tolerance.js +61 -3
  123. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +10 -4
  124. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  125. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
  126. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +10 -4
  127. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  128. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
  129. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +21 -8
  130. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  131. package/dest/msg_validators/proposal_validator/proposal_validator.js +90 -44
  132. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  133. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  134. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +11 -18
  135. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  136. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  137. package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -21
  138. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  139. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  140. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  141. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  142. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  143. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  144. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  145. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  146. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  147. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  148. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  149. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  150. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  151. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  152. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  153. package/dest/msg_validators/tx_validator/data_validator.js +36 -2
  154. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  155. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  156. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  157. package/dest/msg_validators/tx_validator/factory.d.ts +135 -7
  158. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  159. package/dest/msg_validators/tx_validator/factory.js +252 -61
  160. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  161. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  162. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  163. package/dest/msg_validators/tx_validator/gas_validator.d.ts +99 -3
  164. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  165. package/dest/msg_validators/tx_validator/gas_validator.js +137 -53
  166. package/dest/msg_validators/tx_validator/index.d.ts +5 -1
  167. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  168. package/dest/msg_validators/tx_validator/index.js +4 -0
  169. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  170. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  171. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  172. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  173. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  174. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  175. package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
  176. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  177. package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
  178. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  179. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  180. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  181. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  182. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  183. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  184. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  185. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  186. package/dest/msg_validators/tx_validator/tx_validation_cache.js +69 -0
  187. package/dest/services/data_store.d.ts +1 -1
  188. package/dest/services/data_store.d.ts.map +1 -1
  189. package/dest/services/data_store.js +5 -5
  190. package/dest/services/discv5/discV5_service.d.ts +2 -1
  191. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  192. package/dest/services/discv5/discV5_service.js +35 -8
  193. package/dest/services/dummy_service.d.ts +22 -18
  194. package/dest/services/dummy_service.d.ts.map +1 -1
  195. package/dest/services/dummy_service.js +22 -20
  196. package/dest/services/encoding.d.ts +7 -3
  197. package/dest/services/encoding.d.ts.map +1 -1
  198. package/dest/services/encoding.js +18 -11
  199. package/dest/services/gossipsub/index.d.ts +3 -0
  200. package/dest/services/gossipsub/index.d.ts.map +1 -0
  201. package/dest/services/gossipsub/index.js +2 -0
  202. package/dest/services/gossipsub/scoring.d.ts +21 -3
  203. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  204. package/dest/services/gossipsub/scoring.js +24 -7
  205. package/dest/services/gossipsub/topic_score_params.d.ts +184 -0
  206. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  207. package/dest/services/gossipsub/topic_score_params.js +363 -0
  208. package/dest/services/index.d.ts +2 -1
  209. package/dest/services/index.d.ts.map +1 -1
  210. package/dest/services/index.js +1 -0
  211. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  212. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  213. package/dest/services/libp2p/instrumentation.js +14 -0
  214. package/dest/services/libp2p/libp2p_service.d.ts +102 -60
  215. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  216. package/dest/services/libp2p/libp2p_service.js +665 -530
  217. package/dest/services/peer-manager/metrics.d.ts +3 -1
  218. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  219. package/dest/services/peer-manager/metrics.js +6 -0
  220. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  221. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  222. package/dest/services/peer-manager/peer_manager.js +40 -11
  223. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  224. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  225. package/dest/services/peer-manager/peer_scoring.js +57 -12
  226. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +14 -10
  227. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  228. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +104 -118
  229. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +11 -11
  230. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  231. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
  232. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  233. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
  234. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
  235. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  236. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
  237. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  238. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  239. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  240. package/dest/services/reqresp/config.d.ts +3 -3
  241. package/dest/services/reqresp/config.d.ts.map +1 -1
  242. package/dest/services/reqresp/interface.d.ts +25 -18
  243. package/dest/services/reqresp/interface.d.ts.map +1 -1
  244. package/dest/services/reqresp/interface.js +23 -19
  245. package/dest/services/reqresp/metrics.d.ts +1 -1
  246. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  247. package/dest/services/reqresp/metrics.js +0 -1
  248. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  249. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  250. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +18 -11
  251. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
  252. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  253. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
  254. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  255. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  256. package/dest/services/reqresp/protocols/index.js +0 -1
  257. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  258. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  259. package/dest/services/reqresp/protocols/tx.js +21 -3
  260. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  261. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  262. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  263. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  264. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  265. package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
  266. package/dest/services/reqresp/reqresp.d.ts +7 -29
  267. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  268. package/dest/services/reqresp/reqresp.js +53 -218
  269. package/dest/services/service.d.ts +46 -13
  270. package/dest/services/service.d.ts.map +1 -1
  271. package/dest/services/tx_collection/config.d.ts +11 -14
  272. package/dest/services/tx_collection/config.d.ts.map +1 -1
  273. package/dest/services/tx_collection/config.js +26 -33
  274. package/dest/services/tx_collection/file_store_tx_collection.d.ts +37 -0
  275. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  276. package/dest/services/tx_collection/file_store_tx_collection.js +127 -0
  277. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  278. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  279. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  280. package/dest/services/tx_collection/index.d.ts +3 -3
  281. package/dest/services/tx_collection/index.d.ts.map +1 -1
  282. package/dest/services/tx_collection/index.js +1 -1
  283. package/dest/services/tx_collection/instrumentation.js +1 -2
  284. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  285. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  286. package/dest/services/tx_collection/request_tracker.js +84 -0
  287. package/dest/services/tx_collection/tx_collection.d.ts +45 -51
  288. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  289. package/dest/services/tx_collection/tx_collection.js +296 -68
  290. package/dest/services/tx_collection/tx_collection_sink.d.ts +19 -9
  291. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  292. package/dest/services/tx_collection/tx_collection_sink.js +28 -31
  293. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  294. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  295. package/dest/services/tx_collection/tx_source.js +26 -7
  296. package/dest/services/tx_file_store/config.d.ts +16 -0
  297. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  298. package/dest/services/tx_file_store/config.js +22 -0
  299. package/dest/services/tx_file_store/index.d.ts +4 -0
  300. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  301. package/dest/services/tx_file_store/index.js +3 -0
  302. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  303. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  304. package/dest/services/tx_file_store/instrumentation.js +29 -0
  305. package/dest/services/tx_file_store/tx_file_store.d.ts +46 -0
  306. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  307. package/dest/services/tx_file_store/tx_file_store.js +142 -0
  308. package/dest/services/tx_provider.d.ts +6 -4
  309. package/dest/services/tx_provider.d.ts.map +1 -1
  310. package/dest/services/tx_provider.js +12 -8
  311. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  312. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  313. package/dest/test-helpers/make-test-p2p-clients.js +5 -3
  314. package/dest/test-helpers/mock-pubsub.d.ts +46 -6
  315. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  316. package/dest/test-helpers/mock-pubsub.js +115 -14
  317. package/dest/test-helpers/reqresp-nodes.d.ts +5 -7
  318. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  319. package/dest/test-helpers/reqresp-nodes.js +19 -20
  320. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  321. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  322. package/dest/test-helpers/test_tx_provider.js +3 -0
  323. package/dest/test-helpers/testbench-utils.d.ts +53 -50
  324. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  325. package/dest/test-helpers/testbench-utils.js +171 -75
  326. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  327. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  328. package/dest/testbench/p2p_client_testbench_worker.js +94 -48
  329. package/dest/testbench/worker_client_manager.d.ts +12 -6
  330. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  331. package/dest/testbench/worker_client_manager.js +57 -11
  332. package/dest/util.d.ts +13 -8
  333. package/dest/util.d.ts.map +1 -1
  334. package/dest/util.js +35 -14
  335. package/dest/versioning.d.ts +3 -6
  336. package/dest/versioning.d.ts.map +1 -1
  337. package/dest/versioning.js +3 -24
  338. package/package.json +15 -14
  339. package/src/bootstrap/bootstrap.ts +9 -1
  340. package/src/client/factory.ts +130 -30
  341. package/src/client/interface.ts +70 -44
  342. package/src/client/p2p_client.ts +273 -299
  343. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  344. package/src/config.ts +267 -46
  345. package/src/errors/p2p-service.error.ts +11 -0
  346. package/src/errors/reqresp.error.ts +0 -25
  347. package/src/errors/tx-pool.error.ts +12 -0
  348. package/src/index.ts +1 -1
  349. package/src/mem_pools/attestation_pool/attestation_pool.ts +575 -94
  350. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +617 -141
  351. package/src/mem_pools/attestation_pool/index.ts +9 -2
  352. package/src/mem_pools/attestation_pool/mocks.ts +14 -8
  353. package/src/mem_pools/index.ts +2 -2
  354. package/src/mem_pools/instrumentation.ts +22 -14
  355. package/src/mem_pools/interface.ts +4 -4
  356. package/src/mem_pools/tx_pool_v2/README.md +283 -0
  357. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  358. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  359. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  360. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  361. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
  362. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  363. package/src/mem_pools/tx_pool_v2/eviction/index.ts +28 -0
  364. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
  365. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
  366. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  367. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  368. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  369. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
  370. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
  371. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  372. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  373. package/src/mem_pools/tx_pool_v2/interfaces.ts +250 -0
  374. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +349 -0
  375. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  376. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
  377. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +238 -0
  378. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1090 -0
  379. package/src/msg_validators/attestation_validator/README.md +49 -0
  380. package/src/msg_validators/attestation_validator/attestation_validator.ts +41 -9
  381. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +16 -9
  382. package/src/msg_validators/clock_tolerance.ts +79 -3
  383. package/src/msg_validators/proposal_validator/README.md +123 -0
  384. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +24 -4
  385. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +35 -7
  386. package/src/msg_validators/proposal_validator/proposal_validator.ts +114 -47
  387. package/src/msg_validators/tx_validator/README.md +127 -0
  388. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +8 -17
  389. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  390. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  391. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  392. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  393. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  394. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  395. package/src/msg_validators/tx_validator/data_validator.ts +44 -1
  396. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  397. package/src/msg_validators/tx_validator/factory.ts +407 -80
  398. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  399. package/src/msg_validators/tx_validator/gas_validator.ts +199 -54
  400. package/src/msg_validators/tx_validator/index.ts +4 -0
  401. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  402. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  403. package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
  404. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  405. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  406. package/src/msg_validators/tx_validator/tx_validation_cache.ts +102 -0
  407. package/src/services/data_store.ts +5 -13
  408. package/src/services/discv5/discV5_service.ts +38 -5
  409. package/src/services/dummy_service.ts +32 -45
  410. package/src/services/encoding.ts +18 -10
  411. package/src/services/gossipsub/README.md +641 -0
  412. package/src/services/gossipsub/index.ts +2 -0
  413. package/src/services/gossipsub/scoring.ts +29 -5
  414. package/src/services/gossipsub/topic_score_params.ts +519 -0
  415. package/src/services/index.ts +1 -0
  416. package/src/services/libp2p/instrumentation.ts +14 -0
  417. package/src/services/libp2p/libp2p_service.ts +716 -586
  418. package/src/services/peer-manager/metrics.ts +7 -0
  419. package/src/services/peer-manager/peer_manager.ts +46 -11
  420. package/src/services/peer-manager/peer_scoring.ts +52 -5
  421. package/src/services/reqresp/README.md +215 -0
  422. package/src/services/reqresp/batch-tx-requester/README.md +53 -14
  423. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +108 -130
  424. package/src/services/reqresp/batch-tx-requester/interface.ts +14 -10
  425. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
  426. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
  427. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  428. package/src/services/reqresp/config.ts +2 -2
  429. package/src/services/reqresp/interface.ts +45 -46
  430. package/src/services/reqresp/metrics.ts +0 -1
  431. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +25 -14
  432. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
  433. package/src/services/reqresp/protocols/index.ts +0 -1
  434. package/src/services/reqresp/protocols/tx.ts +23 -3
  435. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  436. package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
  437. package/src/services/reqresp/reqresp.ts +61 -264
  438. package/src/services/service.ts +62 -29
  439. package/src/services/tx_collection/config.ts +40 -49
  440. package/src/services/tx_collection/file_store_tx_collection.ts +153 -0
  441. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  442. package/src/services/tx_collection/index.ts +2 -6
  443. package/src/services/tx_collection/instrumentation.ts +1 -1
  444. package/src/services/tx_collection/request_tracker.ts +127 -0
  445. package/src/services/tx_collection/tx_collection.ts +362 -110
  446. package/src/services/tx_collection/tx_collection_sink.ts +32 -36
  447. package/src/services/tx_collection/tx_source.ts +28 -8
  448. package/src/services/tx_file_store/config.ts +37 -0
  449. package/src/services/tx_file_store/index.ts +3 -0
  450. package/src/services/tx_file_store/instrumentation.ts +36 -0
  451. package/src/services/tx_file_store/tx_file_store.ts +163 -0
  452. package/src/services/tx_provider.ts +15 -9
  453. package/src/test-helpers/make-test-p2p-clients.ts +7 -6
  454. package/src/test-helpers/mock-pubsub.ts +137 -14
  455. package/src/test-helpers/reqresp-nodes.ts +17 -29
  456. package/src/test-helpers/test_tx_provider.ts +5 -0
  457. package/src/test-helpers/testbench-utils.ts +177 -96
  458. package/src/testbench/p2p_client_testbench_worker.ts +100 -63
  459. package/src/testbench/worker_client_manager.ts +72 -25
  460. package/src/util.ts +40 -19
  461. package/src/versioning.ts +3 -33
  462. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  463. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  464. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -305
  465. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  466. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  467. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  468. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  469. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  470. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  471. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  472. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  473. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  474. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  475. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  476. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  477. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  478. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  479. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  480. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  481. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  482. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  483. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  484. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  485. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  486. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  487. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  488. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  489. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  490. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  491. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  492. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  493. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  494. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  495. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  496. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  497. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  498. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  499. package/dest/mem_pools/tx_pool/index.js +0 -2
  500. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  501. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  502. package/dest/mem_pools/tx_pool/priority.js +0 -15
  503. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  504. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  505. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  506. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  507. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  508. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  509. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
  510. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  511. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
  512. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  513. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  514. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  515. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  516. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  517. package/dest/services/reqresp/protocols/block.js +0 -32
  518. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -53
  519. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  520. package/dest/services/tx_collection/fast_tx_collection.js +0 -311
  521. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -48
  522. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  523. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  524. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -53
  525. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  526. package/dest/services/tx_collection/slow_tx_collection.js +0 -177
  527. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -336
  528. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  529. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  530. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
  531. package/src/mem_pools/tx_pool/README.md +0 -270
  532. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  533. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  534. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  535. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  536. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  537. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  538. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  539. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  540. package/src/mem_pools/tx_pool/index.ts +0 -2
  541. package/src/mem_pools/tx_pool/priority.ts +0 -20
  542. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  543. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  544. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
  545. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  546. package/src/services/reqresp/protocols/block.ts +0 -37
  547. package/src/services/tx_collection/fast_tx_collection.ts +0 -364
  548. package/src/services/tx_collection/proposal_tx_collector.ts +0 -114
  549. package/src/services/tx_collection/slow_tx_collection.ts +0 -233
@@ -370,21 +370,20 @@ function applyDecs2203RFactory() {
370
370
  function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
371
  return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
372
  }
373
- var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { randomInt } from '@aztec/foundation/crypto/random';
375
+ import { maxBy, merge } from '@aztec/foundation/collection';
376
376
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
377
377
  import { RunningPromise } from '@aztec/foundation/running-promise';
378
378
  import { Timer } from '@aztec/foundation/timer';
379
379
  import { protocolContractsHash } from '@aztec/protocol-contracts';
380
- import { GasFees } from '@aztec/stdlib/gas';
381
- import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PClientType, P2PMessage, PeerErrorSeverity, TopicType, createTopicString, getTopicsForClientAndConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
380
+ import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
382
381
  import { MerkleTreeId } from '@aztec/stdlib/trees';
383
382
  import { Tx } from '@aztec/stdlib/tx';
384
383
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
385
384
  import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
386
385
  import { gossipsub } from '@chainsafe/libp2p-gossipsub';
387
- import { createPeerScoreParams, createTopicScoreParams } from '@chainsafe/libp2p-gossipsub/score';
386
+ import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
388
387
  import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
389
388
  import { noise } from '@chainsafe/libp2p-noise';
390
389
  import { yamux } from '@chainsafe/libp2p-yamux';
@@ -393,58 +392,47 @@ import { identify } from '@libp2p/identify';
393
392
  import { TopicValidatorResult } from '@libp2p/interface';
394
393
  import { mplex } from '@libp2p/mplex';
395
394
  import { tcp } from '@libp2p/tcp';
395
+ import { multiaddr } from '@multiformats/multiaddr';
396
396
  import { ENR } from '@nethermindeth/enr';
397
397
  import { createLibp2p } from 'libp2p';
398
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
399
- import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, FishermanAttestationValidator } from '../../msg_validators/index.js';
398
+ import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
399
+ import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
400
400
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
401
- import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
402
- import { createTxMessageValidators, createTxReqRespValidator } from '../../msg_validators/tx_validator/factory.js';
403
- import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
401
+ import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
404
402
  import { GossipSubEvent } from '../../types/index.js';
405
403
  import { convertToMultiaddr } from '../../util.js';
406
404
  import { getVersions } from '../../versioning.js';
407
405
  import { AztecDatastore } from '../data_store.js';
408
406
  import { DiscV5Service } from '../discv5/discV5_service.js';
409
407
  import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
410
- import { gossipScoreThresholds } from '../gossipsub/scoring.js';
408
+ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
409
+ import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
411
410
  import { PeerManager } from '../peer-manager/peer_manager.js';
412
411
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
413
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError } from '../reqresp/interface.js';
414
- import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
415
- import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
416
- import { pingHandler, reqRespBlockHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/protocols/index.js';
412
+ import { ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
417
413
  import { ReqResp } from '../reqresp/reqresp.js';
418
414
  import { P2PInstrumentation } from './instrumentation.js';
419
- _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
415
+ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
416
+ [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
417
+ })), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
418
+ [Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
419
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
420
+ })), _dec2 = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
420
421
  [Attributes.SLOT_NUMBER]: block.slotNumber,
421
422
  [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
422
423
  [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
423
- })), _dec1 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
424
+ })), _dec3 = trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint)=>({
425
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
426
+ })), _dec4 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
424
427
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
425
428
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
426
429
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
427
- })), _dec2 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
430
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxsConsistency', (request)=>({
428
431
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
429
- })), _dec3 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
430
- [Attributes.TX_HASH]: requestedTxHash.toString()
431
- })), _dec4 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
432
- [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
433
- })), _dec5 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
434
- [Attributes.TX_HASH]: tx.getTxHash().toString()
435
- })), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
436
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
437
- [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
438
- [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
439
- })), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
440
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
441
- })), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
442
- [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
443
432
  }));
444
433
  /**
445
434
  * Lib P2P implementation of the P2PService interface.
446
435
  */ export class LibP2PService extends WithTracer {
447
- clientType;
448
436
  config;
449
437
  node;
450
438
  peerDiscoveryService;
@@ -455,52 +443,39 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
455
443
  epochCache;
456
444
  proofVerifier;
457
445
  worldStateSynchronizer;
446
+ blockMinFeesProvider;
447
+ txValidationCache;
458
448
  static{
459
449
  ({ e: [_initProto] } = _apply_decs_2203_r(this, [
460
450
  [
461
451
  _dec,
462
452
  2,
463
- "processValidBlockProposal"
453
+ "validateAndStoreCheckpointAttestation"
464
454
  ],
465
455
  [
466
456
  _dec1,
467
457
  2,
468
- "processValidCheckpointProposal"
458
+ "validateAndStoreBlockProposal"
469
459
  ],
470
460
  [
471
461
  _dec2,
472
462
  2,
473
- "validateRequestedBlockTxs"
463
+ "processValidBlockProposal"
474
464
  ],
475
465
  [
476
466
  _dec3,
477
467
  2,
478
- "validateRequestedTxs"
468
+ "validateAndStoreCheckpointProposal"
479
469
  ],
480
470
  [
481
471
  _dec4,
482
472
  2,
483
- "validateRequestedBlock"
473
+ "processValidCheckpointProposal"
484
474
  ],
485
475
  [
486
476
  _dec5,
487
477
  2,
488
- "validatePropagatedTx"
489
- ],
490
- [
491
- _dec6,
492
- 2,
493
- "validateCheckpointAttestation"
494
- ],
495
- [
496
- _dec7,
497
- 2,
498
- "validateBlockProposal"
499
- ],
500
- [
501
- _dec8,
502
- 2,
503
- "validateCheckpointProposal"
478
+ "validateRequestedBlockTxsConsistency"
504
479
  ]
505
480
  ], []));
506
481
  }
@@ -512,7 +487,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
512
487
  checkpointAttestationValidator;
513
488
  protocolVersion;
514
489
  topicStrings;
515
- feesCache;
490
+ /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
491
+ /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
492
+ /** Callback invoked when a valid checkpoint attestation is accepted into the pool. */ checkpointAttestationCallback;
516
493
  /**
517
494
  * Callback for when a block is received from a peer.
518
495
  * @param block - The block received from the peer.
@@ -522,13 +499,20 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
522
499
  * Callback for when a checkpoint proposal is received from a peer.
523
500
  * @param checkpoint - The checkpoint proposal received from the peer.
524
501
  * @returns The attestations for the checkpoint, if any.
525
- */ checkpointReceivedCallback;
502
+ */ allNodesCheckpointReceivedCallback;
503
+ /**
504
+ * Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
505
+ * @param checkpoint - The checkpoint proposal received from the peer.
506
+ * @returns The attestations for the checkpoint, if any.
507
+ */ validatorCheckpointReceivedCallback;
526
508
  gossipSubEventHandler;
509
+ ipChangedHandler;
510
+ discoveredP2pIp;
527
511
  instrumentation;
528
512
  telemetry;
529
513
  logger;
530
- constructor(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
531
- super(telemetry, 'LibP2PService'), this.clientType = clientType, this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
514
+ constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger = createLogger('p2p:libp2p_service'), txValidationCache){
515
+ super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.blockMinFeesProvider = blockMinFeesProvider, this.txValidationCache = txValidationCache, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
532
516
  this.telemetry = telemetry;
533
517
  // Create child logger with fisherman prefix if in fisherman mode
534
518
  this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
@@ -544,35 +528,51 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
544
528
  this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
545
529
  this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
546
530
  this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
547
- this.blockProposalValidator = new BlockProposalValidator(epochCache, {
548
- txsPermitted: !config.disableTransactions
549
- });
550
- this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, {
551
- txsPermitted: !config.disableTransactions
552
- });
553
- this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
531
+ const p2pPropagationTime = config.attestationPropagationTime;
532
+ const proposalValidatorOpts = {
533
+ txsPermitted: !config.disableTransactions,
534
+ maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
535
+ maxBlocksPerCheckpoint: config.maxBlocksPerCheckpoint,
536
+ p2pPropagationTime,
537
+ skipSlotValidation: config.skipProposalSlotValidation,
538
+ signatureContext: {
539
+ chainId: config.l1ChainId,
540
+ rollupAddress: config.rollupAddress
541
+ }
542
+ };
543
+ this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
544
+ this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
545
+ const attestationValidatorOpts = {
546
+ l1PublishingTime: config.l1PublishingTime,
547
+ p2pPropagationTime,
548
+ signatureContext: proposalValidatorOpts.signatureContext
549
+ };
550
+ this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry, attestationValidatorOpts) : new CheckpointAttestationValidator(epochCache, attestationValidatorOpts);
554
551
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
555
552
  this.blockReceivedCallback = async (block)=>{
556
- this.logger.debug(`Handler not yet registered: Block received callback not set. Received block for slot ${block.slotNumber} from peer.`, {
553
+ this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
557
554
  p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier()
558
555
  });
559
- return false;
556
+ return true;
557
+ };
558
+ this.allNodesCheckpointReceivedCallback = (_checkpoint)=>{
559
+ throw new CheckpointProposalReceivedCallbackNotRegisteredError();
560
560
  };
561
- this.checkpointReceivedCallback = (checkpoint)=>{
562
- this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
561
+ this.validatorCheckpointReceivedCallback = (_checkpoint)=>{
563
562
  return Promise.resolve(undefined);
564
563
  };
565
564
  }
566
565
  updateConfig(config) {
567
566
  this.reqresp.updateConfig(config);
567
+ this.config = merge(this.config, config);
568
568
  }
569
569
  /**
570
570
  * Creates an instance of the LibP2P service.
571
571
  * @param config - The configuration to use when creating the service.
572
572
  * @param txPool - The transaction pool to be accessed by the service.
573
573
  * @returns The new service.
574
- */ static async new(clientType, config, peerId, deps) {
575
- const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
574
+ */ static async new(config, peerId, deps) {
575
+ const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, blockMinFeesProvider, telemetry, logger, packageVersion, txValidationCache } = deps;
576
576
  const { p2pPort, maxPeerCount, listenAddress } = config;
577
577
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
578
578
  const datastore = new AztecDatastore(peerStore);
@@ -591,10 +591,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
591
591
  }
592
592
  const versions = getVersions(config);
593
593
  const protocolVersion = compressComponentVersions(versions);
594
- const txTopic = createTopicString(TopicType.tx, protocolVersion);
595
- const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
596
- const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
597
- const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
598
594
  const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
599
595
  const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
600
596
  const peerId = await enr.peerId();
@@ -612,6 +608,18 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
612
608
  const announceTcpMultiaddr = config.p2pIp ? [
613
609
  convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
614
610
  ] : [];
611
+ // Create dynamic topic score params based on network configuration
612
+ const l1Constants = epochCache.getL1Constants();
613
+ const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
614
+ slotDurationMs: l1Constants.slotDuration * 1000,
615
+ ethereumSlotDuration: l1Constants.ethereumSlotDuration,
616
+ heartbeatIntervalMs: config.gossipsubInterval,
617
+ targetCommitteeSize: l1Constants.targetCommitteeSize,
618
+ blockDurationMs: config.blockDurationMs,
619
+ l1PublishingTime: config.l1PublishingTime,
620
+ p2pPropagationTime: config.attestationPropagationTime,
621
+ expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
622
+ });
615
623
  const node = await createLibp2p({
616
624
  start: false,
617
625
  peerId,
@@ -712,32 +720,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
712
720
  scoreParams: createPeerScoreParams({
713
721
  // IPColocation factor can be disabled for local testing - default to -5
714
722
  IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
715
- topics: {
716
- [txTopic]: createTopicScoreParams({
717
- topicWeight: 1,
718
- invalidMessageDeliveriesWeight: -20,
719
- invalidMessageDeliveriesDecay: 0.5
720
- }),
721
- [blockProposalTopic]: createTopicScoreParams({
722
- topicWeight: 1,
723
- invalidMessageDeliveriesWeight: -20,
724
- invalidMessageDeliveriesDecay: 0.5
725
- }),
726
- [checkpointProposalTopic]: createTopicScoreParams({
727
- topicWeight: 1,
728
- invalidMessageDeliveriesWeight: -20,
729
- invalidMessageDeliveriesDecay: 0.5
730
- }),
731
- [checkpointAttestationTopic]: createTopicScoreParams({
732
- topicWeight: 1,
733
- invalidMessageDeliveriesWeight: -20,
734
- invalidMessageDeliveriesDecay: 0.5
735
- })
736
- }
723
+ topics: topicScoreParams
737
724
  })
738
725
  }),
739
726
  components: (components)=>({
740
- connectionManager: components.connectionManager
727
+ connectionManager: components.connectionManager,
728
+ addressManager: components.addressManager
741
729
  })
742
730
  },
743
731
  logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
@@ -745,10 +733,16 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
745
733
  const peerScoring = new PeerScoring(config, telemetry);
746
734
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
747
735
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
748
- // Update gossipsub score params
749
- node.services.pubsub.score.params.appSpecificWeight = 10;
736
+ // Gate req/resp data protocols for unauthenticated peers when p2pAllowOnlyValidators is enabled
737
+ reqresp.setShouldRejectPeer((peerId)=>peerManager.shouldDisableP2PGossip(peerId));
738
+ // Configure application-specific scoring for gossipsub.
739
+ // The weight scales app score to align with gossipsub thresholds:
740
+ // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
741
+ // - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
742
+ // Note: positive topic scores can offset penalties, so alignment is best-effort.
743
+ node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
750
744
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
751
- return new LibP2PService(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
745
+ return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, blockMinFeesProvider, telemetry, logger, txValidationCache);
752
746
  }
753
747
  /**
754
748
  * Starts the LibP2P service.
@@ -758,42 +752,32 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
758
752
  if (this.node.status === 'started') {
759
753
  throw new Error('P2P service already started');
760
754
  }
761
- // Get listen & announce addresses for logging
762
755
  const { p2pIp, p2pPort } = this.config;
763
- if (!p2pIp) {
764
- throw new Error('Announce address not provided.');
756
+ if (!p2pIp && !this.config.queryForIp) {
757
+ throw new Error('Announce address not provided and queryForIp is not enabled.');
765
758
  }
766
- const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
759
+ const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
767
760
  // Create request response protocol handlers
768
761
  const txHandler = reqRespTxHandler(this.mempools);
769
762
  const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
770
- const blockHandler = reqRespBlockHandler(this.archiver);
771
763
  const statusHandler = reqRespStatusHandler(this.protocolVersion, this.worldStateSynchronizer, this.logger);
772
764
  const requestResponseHandlers = {
773
765
  [ReqRespSubProtocol.PING]: pingHandler,
774
766
  [ReqRespSubProtocol.STATUS]: statusHandler.bind(this),
775
- [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this),
776
- [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
767
+ [ReqRespSubProtocol.GOODBYE]: goodbyeHandler.bind(this)
777
768
  };
778
769
  if (!this.config.disableTransactions) {
779
- const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
770
+ const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
780
771
  requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
781
772
  }
782
773
  if (!this.config.disableTransactions) {
783
774
  requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
784
775
  }
785
- // Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
786
- const reqrespSubProtocolValidators = {
787
- ...DEFAULT_SUB_PROTOCOL_VALIDATORS,
788
- [ReqRespSubProtocol.TX]: this.validateRequestedTxs.bind(this),
789
- [ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
790
- [ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this)
791
- };
792
776
  await this.peerManager.initializePeers();
793
- await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
777
+ await this.reqresp.start(requestResponseHandlers);
794
778
  await this.node.start();
795
779
  // Subscribe to standard GossipSub topics by default
796
- for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)){
780
+ for (const topic of getTopicsForConfig(this.config.disableTransactions)){
797
781
  this.subscribeToTopic(this.topicStrings[topic]);
798
782
  }
799
783
  // add GossipSub listener
@@ -802,6 +786,34 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
802
786
  if (!this.config.p2pDiscoveryDisabled) {
803
787
  await this.peerDiscoveryService.start();
804
788
  }
789
+ // Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
790
+ if (this.config.queryForIp) {
791
+ this.discoveredP2pIp = this.config.p2pIp;
792
+ this.logger.info('IP change tracking enabled, bridging discv5 IP updates to libp2p AddressManager');
793
+ this.ipChangedHandler = (ip)=>{
794
+ const addressManager = this.node.services.components.addressManager;
795
+ const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
796
+ const previousIp = this.discoveredP2pIp;
797
+ if (previousIp) {
798
+ const oldAddr = multiaddr(convertToMultiaddr(previousIp, this.config.p2pPort, 'tcp'));
799
+ addressManager.removeObservedAddr(oldAddr);
800
+ this.logger.info('Libp2p announce address updated due to IP change', {
801
+ previousIp,
802
+ newIp: ip,
803
+ newMultiaddr: newAddr.toString()
804
+ });
805
+ } else {
806
+ this.logger.info('Libp2p announce address set from initial discv5 IP discovery', {
807
+ ip,
808
+ multiaddr: newAddr.toString()
809
+ });
810
+ }
811
+ addressManager.addObservedAddr(newAddr);
812
+ addressManager.confirmObservedAddr(newAddr);
813
+ this.discoveredP2pIp = ip;
814
+ };
815
+ this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
816
+ }
805
817
  this.discoveryRunningPromise = new RunningPromise(async ()=>{
806
818
  await this.peerManager.heartbeat();
807
819
  }, this.logger, this.config.peerCheckIntervalMS);
@@ -819,6 +831,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
819
831
  */ async stop() {
820
832
  // Remove gossip sub listener
821
833
  this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
834
+ if (this.ipChangedHandler) {
835
+ this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
836
+ this.ipChangedHandler = undefined;
837
+ }
822
838
  // Stop peer manager
823
839
  this.logger.debug('Stopping peer manager...');
824
840
  await this.peerManager.stop();
@@ -832,8 +848,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
832
848
  await this.stopLibP2P();
833
849
  this.logger.info('LibP2P service stopped');
834
850
  }
835
- addReqRespSubProtocol(subProtocol, handler, validator) {
836
- return this.reqresp.addSubProtocol(subProtocol, handler, validator);
851
+ addReqRespSubProtocol(subProtocol, handler) {
852
+ return this.reqresp.addSubProtocol(subProtocol, handler);
837
853
  }
838
854
  registerThisValidatorAddresses(address) {
839
855
  this.peerManager.registerThisValidatorAddresses(address);
@@ -841,6 +857,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
841
857
  getPeers(includePending) {
842
858
  return this.peerManager.getPeers(includePending);
843
859
  }
860
+ getGossipMeshPeerCount(topicType) {
861
+ return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
862
+ }
844
863
  handleGossipSubEvent(e) {
845
864
  this.logger.trace(`Received PUBSUB message.`);
846
865
  const safeJob = async ()=>{
@@ -852,14 +871,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
852
871
  };
853
872
  setImmediate(()=>void safeJob());
854
873
  }
855
- /**
856
- * Send a batch of requests to peers, and return the responses
857
- * @param protocol - The request response protocol to use
858
- * @param requests - The requests to send to the peers
859
- * @returns The responses to the requests
860
- */ sendBatchRequest(protocol, requests, pinnedPeerId) {
861
- return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
862
- }
863
874
  sendRequestToPeer(peerId, subProtocol, payload, dialTimeout) {
864
875
  return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
865
876
  }
@@ -872,8 +883,27 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
872
883
  registerBlockReceivedCallback(callback) {
873
884
  this.blockReceivedCallback = callback;
874
885
  }
875
- registerCheckpointReceivedCallback(callback) {
876
- this.checkpointReceivedCallback = callback;
886
+ registerValidatorCheckpointReceivedCallback(callback) {
887
+ this.validatorCheckpointReceivedCallback = callback;
888
+ }
889
+ registerAllNodesCheckpointReceivedCallback(callback) {
890
+ this.allNodesCheckpointReceivedCallback = callback;
891
+ }
892
+ /**
893
+ * Registers a callback to be invoked when a duplicate proposal is detected.
894
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
895
+ */ registerDuplicateProposalCallback(callback) {
896
+ this.duplicateProposalCallback = callback;
897
+ }
898
+ /**
899
+ * Registers a callback to be invoked when a duplicate attestation is detected.
900
+ * A validator signing attestations for different proposals at the same slot.
901
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
902
+ */ registerDuplicateAttestationCallback(callback) {
903
+ this.duplicateAttestationCallback = callback;
904
+ }
905
+ registerCheckpointAttestationCallback(callback) {
906
+ this.checkpointAttestationCallback = callback;
877
907
  }
878
908
  /**
879
909
  * Subscribes to a topic.
@@ -926,6 +956,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
926
956
  if (!validator || !validator.addMessage(msgId)) {
927
957
  this.instrumentation.incMessagePrevalidationStatus(false, topicType);
928
958
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
959
+ if (topicType === TopicType.tx) {
960
+ this.logger.verbose(`Ignoring already-seen tx gossip message`, {
961
+ msgId,
962
+ source: source.toString()
963
+ });
964
+ }
929
965
  return {
930
966
  result: false,
931
967
  topicType
@@ -983,12 +1019,17 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
983
1019
  }
984
1020
  // Process the message, optionally within a linked span for trace propagation
985
1021
  const processMessage = async ()=>{
1022
+ if (this.config.skipIncomingProposals && (msg.topic === this.topicStrings[TopicType.block_proposal] || msg.topic === this.topicStrings[TopicType.checkpoint_proposal])) {
1023
+ this.logger.warn(`Ignoring incoming proposal (skipIncomingProposals is set)`, {
1024
+ topic: msg.topic
1025
+ });
1026
+ this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
1027
+ return;
1028
+ }
986
1029
  if (msg.topic === this.topicStrings[TopicType.tx]) {
987
1030
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
988
1031
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
989
- if (this.clientType === P2PClientType.Full) {
990
- await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
991
- }
1032
+ await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
992
1033
  } else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
993
1034
  await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
994
1035
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
@@ -1033,49 +1074,162 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1033
1074
  return;
1034
1075
  }
1035
1076
  async validateReceivedMessage(validationFunc, msgId, source, topicType) {
1077
+ // Default to reject result with a penalty if validation function throws an error
1036
1078
  let resultAndObj = {
1037
- result: TopicValidatorResult.Reject
1079
+ result: TopicValidatorResult.Reject,
1080
+ severity: PeerErrorSeverity.MidToleranceError
1038
1081
  };
1039
1082
  const timer = new Timer();
1040
1083
  try {
1041
1084
  resultAndObj = await validationFunc();
1042
1085
  } catch (err) {
1043
- this.peerManager.penalizePeer(source, PeerErrorSeverity.LowToleranceError);
1044
- this.logger.error(`Error deserializing and validating gossipsub message`, err, {
1086
+ this.logger.error(`Error validating gossipsub message`, err, {
1045
1087
  msgId,
1046
1088
  source: source.toString(),
1047
1089
  topicType
1048
1090
  });
1049
1091
  }
1092
+ const validationTimeMs = timer.ms();
1093
+ const mcacheWindowMs = this.config.gossipsubMcacheLength * this.config.gossipsubInterval;
1094
+ if (validationTimeMs > mcacheWindowMs * 0.75) {
1095
+ this.instrumentation.incSlowValidation(topicType);
1096
+ this.logger.warn(`Gossip validation for ${topicType} took ${validationTimeMs}ms, approaching mcache eviction window of ${mcacheWindowMs}ms. ` + `Message forwarding may be skipped if validation exceeds the window.`, {
1097
+ msgId,
1098
+ source: source.toString(),
1099
+ topicType,
1100
+ validationTimeMs,
1101
+ mcacheWindowMs
1102
+ });
1103
+ }
1050
1104
  if (resultAndObj.result === TopicValidatorResult.Accept) {
1105
+ this.logger.debug(`Message ${topicType} accepted by validator`, {
1106
+ msgId,
1107
+ source: source.toString(),
1108
+ topicType
1109
+ });
1051
1110
  this.instrumentation.recordMessageValidation(topicType, timer);
1111
+ } else if (resultAndObj.result === TopicValidatorResult.Reject) {
1112
+ this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
1113
+ msgId,
1114
+ source: source.toString(),
1115
+ topicType,
1116
+ severity: resultAndObj.severity
1117
+ });
1118
+ this.peerManager.penalizePeer(source, resultAndObj.severity);
1119
+ } else {
1120
+ this.logger.trace(`Message ${topicType} ignored by validator`, {
1121
+ msgId,
1122
+ source: source.toString(),
1123
+ topicType
1124
+ });
1052
1125
  }
1053
1126
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
1054
1127
  return resultAndObj;
1055
1128
  }
1129
+ tryDeserialize(deserializeFunc, msgId, source) {
1130
+ try {
1131
+ return deserializeFunc();
1132
+ } catch (err) {
1133
+ this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
1134
+ err,
1135
+ msgId,
1136
+ source: source.toString()
1137
+ });
1138
+ return undefined;
1139
+ }
1140
+ }
1056
1141
  async handleGossipedTx(payloadData, msgId, source) {
1057
1142
  const validationFunc = async ()=>{
1058
- const tx = Tx.fromBuffer(payloadData);
1059
- const isValid = await this.validatePropagatedTx(tx, source);
1060
- const exists = isValid && await this.mempools.txPool.hasTx(tx.getTxHash());
1061
- this.logger.trace(`Validate propagated tx`, {
1062
- isValid,
1063
- exists,
1143
+ const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
1144
+ if (!tx) {
1145
+ return {
1146
+ result: TopicValidatorResult.Reject,
1147
+ severity: PeerErrorSeverity.LowToleranceError
1148
+ };
1149
+ }
1150
+ const currentBlockNumber = await this.archiver.getBlockNumber();
1151
+ const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1152
+ // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
1153
+ const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
1154
+ const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
1155
+ if (!firstStageOutcome.allPassed) {
1156
+ const { name } = firstStageOutcome.failure;
1157
+ let { severity } = firstStageOutcome.failure;
1158
+ // Double spend validator has a special case handler. We perform more detailed examination
1159
+ // as to how recently the nullifier was entered into the tree and if the transaction should
1160
+ // have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
1161
+ if (name === 'doubleSpendValidator') {
1162
+ const txBlockNumber = BlockNumber(currentBlockNumber + 1);
1163
+ severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1164
+ }
1165
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
1166
+ validator: name,
1167
+ severity,
1168
+ source: source.toString()
1169
+ });
1170
+ return {
1171
+ result: TopicValidatorResult.Reject,
1172
+ severity
1173
+ };
1174
+ }
1175
+ // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
1176
+ const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
1177
+ if (canAdd === 'ignored') {
1178
+ this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
1179
+ source: source.toString()
1180
+ });
1181
+ return {
1182
+ result: TopicValidatorResult.Ignore,
1183
+ obj: tx
1184
+ };
1185
+ }
1186
+ // Stage 2: expensive proof verification
1187
+ const secondStageValidators = this.createSecondStageMessageValidators();
1188
+ const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
1189
+ if (!secondStageOutcome.allPassed) {
1190
+ const { severity, name } = secondStageOutcome.failure;
1191
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
1192
+ validator: name,
1193
+ severity,
1194
+ source: source.toString()
1195
+ });
1196
+ return {
1197
+ result: TopicValidatorResult.Reject,
1198
+ severity
1199
+ };
1200
+ }
1201
+ // Pool add: persist the tx
1202
+ const txHash = tx.getTxHash();
1203
+ const addResult = await this.mempools.txPool.addPendingTxs([
1204
+ tx
1205
+ ], {
1206
+ source: 'gossip'
1207
+ });
1208
+ const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
1209
+ const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
1210
+ this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
1211
+ wasAccepted,
1212
+ wasIgnored,
1064
1213
  [Attributes.P2P_ID]: source.toString()
1065
1214
  });
1066
- if (!isValid) {
1215
+ if (wasAccepted) {
1067
1216
  return {
1068
- result: TopicValidatorResult.Reject
1217
+ result: TopicValidatorResult.Accept,
1218
+ obj: tx
1069
1219
  };
1070
- } else if (exists) {
1220
+ } else if (wasIgnored) {
1071
1221
  return {
1072
1222
  result: TopicValidatorResult.Ignore,
1073
1223
  obj: tx
1074
1224
  };
1075
1225
  } else {
1226
+ this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
1227
+ source: source.toString(),
1228
+ txHash: txHash.toString()
1229
+ });
1076
1230
  return {
1077
- result: TopicValidatorResult.Accept,
1078
- obj: tx
1231
+ result: TopicValidatorResult.Reject,
1232
+ severity: PeerErrorSeverity.HighToleranceError
1079
1233
  };
1080
1234
  }
1081
1235
  };
@@ -1083,133 +1237,200 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1083
1237
  if (result !== TopicValidatorResult.Accept || !tx) {
1084
1238
  return;
1085
1239
  }
1240
+ // Tx was accepted into pool and will be propagated - just log and record metrics
1086
1241
  const txHash = tx.getTxHash();
1087
1242
  const txHashString = txHash.toString();
1088
1243
  this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
1089
1244
  source: source.toString(),
1090
1245
  txHash: txHashString
1091
1246
  });
1092
- if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
1093
- this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
1094
- return;
1095
- }
1096
1247
  this.instrumentation.incrementTxReceived(1);
1097
- await this.mempools.txPool.addTxs([
1098
- tx
1099
- ]);
1100
1248
  }
1101
1249
  /**
1102
1250
  * Process a checkpoint attestation from a peer.
1103
1251
  * Validates the attestation and adds it to the pool.
1104
1252
  */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
1105
- const validationFunc = async ()=>{
1106
- const attestation = CheckpointAttestation.fromBuffer(payloadData);
1107
- const pool = this.mempools.attestationPool;
1108
- const validationResult = await this.validateCheckpointAttestation(source, attestation);
1109
- const isValid = validationResult.result === 'accept';
1110
- const exists = isValid && await pool.hasCheckpointAttestation(attestation);
1111
- let canAdd = true;
1112
- if (isValid && !exists) {
1113
- const slot = attestation.payload.header.slotNumber;
1114
- const { committee } = await this.epochCache.getCommittee(slot);
1115
- const committeeSize = committee?.length ?? 0;
1116
- canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
1117
- }
1118
- this.logger.trace(`Validate propagated checkpoint attestation`, {
1119
- isValid,
1120
- exists,
1121
- canAdd,
1122
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
1123
- [Attributes.P2P_ID]: source.toString()
1124
- });
1125
- if (validationResult.result === 'reject') {
1126
- return {
1127
- result: TopicValidatorResult.Reject
1128
- };
1129
- } else if (validationResult.result === 'ignore' || exists) {
1130
- return {
1131
- result: TopicValidatorResult.Ignore,
1132
- obj: attestation
1133
- };
1134
- } else if (!canAdd) {
1135
- this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
1136
- slot: attestation.payload.header.slotNumber.toString(),
1137
- archive: attestation.archive.toString(),
1138
- source: source.toString()
1253
+ const { result, obj: attestation } = await this.validateReceivedMessage(()=>{
1254
+ const attestation = this.tryDeserialize(()=>CheckpointAttestation.fromBuffer(payloadData), msgId, source);
1255
+ if (!attestation) {
1256
+ return Promise.resolve({
1257
+ result: TopicValidatorResult.Reject,
1258
+ severity: PeerErrorSeverity.LowToleranceError
1139
1259
  });
1140
- return {
1141
- result: TopicValidatorResult.Ignore,
1142
- obj: attestation
1143
- };
1144
- } else {
1145
- return {
1146
- result: TopicValidatorResult.Accept,
1147
- obj: attestation
1148
- };
1149
1260
  }
1150
- };
1151
- const { result, obj: attestation } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_attestation);
1261
+ return this.validateAndStoreCheckpointAttestation(source, attestation);
1262
+ }, msgId, source, TopicType.checkpoint_attestation);
1152
1263
  if (result !== TopicValidatorResult.Accept || !attestation) {
1153
1264
  return;
1154
1265
  }
1155
- this.logger.debug(`Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1266
+ this.logger.verbose(`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1156
1267
  p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
1157
1268
  slot: attestation.slotNumber,
1158
1269
  archive: attestation.archive.toString(),
1159
1270
  source: source.toString()
1160
1271
  });
1161
- await this.mempools.attestationPool.addCheckpointAttestations([
1162
- attestation
1163
- ]);
1164
1272
  }
1165
- async processBlockFromPeer(payloadData, msgId, source) {
1166
- const validationFunc = async ()=>{
1167
- const block = BlockProposal.fromBuffer(payloadData);
1168
- const validationResult = await this.validateBlockProposal(source, block);
1169
- const isValid = validationResult.result === 'accept';
1170
- const pool = this.mempools.attestationPool;
1171
- const exists = isValid && await pool.hasBlockProposal(block);
1172
- const canAdd = isValid && await pool.canAddProposal(block);
1173
- this.logger.trace(`Validate propagated block proposal`, {
1174
- isValid,
1175
- exists,
1176
- canAdd,
1177
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1178
- [Attributes.P2P_ID]: source.toString()
1273
+ /** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */ async validateAndStoreCheckpointAttestation(peerId, attestation) {
1274
+ const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1275
+ if (validationResult.result === 'reject') {
1276
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1277
+ return {
1278
+ result: TopicValidatorResult.Reject,
1279
+ severity: validationResult.severity
1280
+ };
1281
+ }
1282
+ if (validationResult.result === 'ignore') {
1283
+ return {
1284
+ result: TopicValidatorResult.Ignore,
1285
+ obj: attestation
1286
+ };
1287
+ }
1288
+ // Try to add the attestation: this handles existence check, cap check, and adding in one call
1289
+ // count is the number of attestations by this signer for this slot (for duplicate detection)
1290
+ const slot = attestation.payload.header.slotNumber;
1291
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
1292
+ this.logger.trace(`Validate propagated checkpoint attestation`, {
1293
+ added,
1294
+ alreadyExists,
1295
+ count,
1296
+ [Attributes.SLOT_NUMBER]: slot.toString(),
1297
+ [Attributes.P2P_ID]: peerId.toString()
1298
+ });
1299
+ // Exact same attestation received, no need to re-broadcast
1300
+ if (alreadyExists) {
1301
+ return {
1302
+ result: TopicValidatorResult.Ignore,
1303
+ obj: attestation
1304
+ };
1305
+ }
1306
+ // Could not add (cap reached for signer), penalize and do not re-broadcast
1307
+ if (!added) {
1308
+ this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
1309
+ slot: slot.toString(),
1310
+ archive: attestation.archive.toString(),
1311
+ source: peerId.toString(),
1312
+ attester: attestation.getSender()?.toString(),
1313
+ count
1179
1314
  });
1180
- if (validationResult.result === 'reject') {
1181
- return {
1182
- result: TopicValidatorResult.Reject
1183
- };
1184
- } else if (validationResult.result === 'ignore' || exists) {
1185
- return {
1186
- result: TopicValidatorResult.Ignore,
1187
- obj: block
1188
- };
1189
- } else if (!canAdd) {
1190
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1191
- this.logger.warn(`Penalizing peer for block proposal exceeding per-slot cap`, {
1192
- slot: block.slotNumber.toString(),
1193
- archive: block.archive.toString(),
1194
- source: source.toString()
1315
+ return {
1316
+ result: TopicValidatorResult.Reject,
1317
+ severity: PeerErrorSeverity.HighToleranceError
1318
+ };
1319
+ }
1320
+ // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
1321
+ // count is the number of attestations by this signer for this slot
1322
+ if (count === 2) {
1323
+ const attester = attestation.getSender();
1324
+ if (attester) {
1325
+ this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
1326
+ slot: slot.toString(),
1327
+ archive: attestation.archive.toString(),
1328
+ source: peerId.toString(),
1329
+ attester: attester.toString()
1330
+ });
1331
+ this.duplicateAttestationCallback?.({
1332
+ slot,
1333
+ attester
1195
1334
  });
1196
- return {
1197
- result: TopicValidatorResult.Reject
1198
- };
1199
- } else {
1200
- return {
1201
- result: TopicValidatorResult.Accept,
1202
- obj: block
1203
- };
1204
1335
  }
1336
+ }
1337
+ // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1338
+ this.checkpointAttestationCallback?.(attestation);
1339
+ return {
1340
+ result: TopicValidatorResult.Accept,
1341
+ obj: attestation
1205
1342
  };
1206
- const { result, obj: block } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.block_proposal);
1207
- if (!result || !block) {
1343
+ }
1344
+ async processBlockFromPeer(payloadData, msgId, source) {
1345
+ const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
1346
+ // If not accepted or equivocated, return
1347
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1208
1348
  return;
1209
1349
  }
1210
1350
  await this.processValidBlockProposal(block, source);
1211
1351
  }
1212
- // REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
1352
+ /** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
1353
+ const validationResult = await this.blockProposalValidator.validate(block);
1354
+ if (validationResult.result === 'reject') {
1355
+ this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1356
+ return {
1357
+ result: TopicValidatorResult.Reject,
1358
+ severity: validationResult.severity
1359
+ };
1360
+ }
1361
+ if (validationResult.result === 'ignore') {
1362
+ return {
1363
+ result: TopicValidatorResult.Ignore,
1364
+ obj: block
1365
+ };
1366
+ }
1367
+ // Try to add the proposal: this handles existence check, cap check, and adding in one call
1368
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1369
+ const isEquivocated = count !== undefined && count > 1;
1370
+ // Duplicate proposal received, no need to re-broadcast
1371
+ if (alreadyExists) {
1372
+ this.logger.debug(`Ignoring duplicate block proposal received`, {
1373
+ ...block.toBlockInfo(),
1374
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1375
+ proposer: block.getSender()?.toString(),
1376
+ source: peerId.toString()
1377
+ });
1378
+ return {
1379
+ result: TopicValidatorResult.Ignore,
1380
+ obj: block,
1381
+ metadata: {
1382
+ isEquivocated
1383
+ }
1384
+ };
1385
+ }
1386
+ // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1387
+ if (!added) {
1388
+ this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1389
+ ...block.toBlockInfo(),
1390
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1391
+ count,
1392
+ proposer: block.getSender()?.toString(),
1393
+ source: peerId.toString()
1394
+ });
1395
+ return {
1396
+ result: TopicValidatorResult.Reject,
1397
+ metadata: {
1398
+ isEquivocated
1399
+ },
1400
+ severity: PeerErrorSeverity.HighToleranceError
1401
+ };
1402
+ }
1403
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1404
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1405
+ if (isEquivocated) {
1406
+ const proposer = block.getSender();
1407
+ this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
1408
+ ...block.toBlockInfo(),
1409
+ source: peerId.toString(),
1410
+ proposer: proposer?.toString()
1411
+ });
1412
+ // Invoke the duplicate callback on the first duplicate spotted only
1413
+ if (proposer && count === 2) {
1414
+ this.duplicateProposalCallback?.({
1415
+ slot: block.slotNumber,
1416
+ proposer,
1417
+ type: 'block'
1418
+ });
1419
+ }
1420
+ return {
1421
+ result: TopicValidatorResult.Accept,
1422
+ obj: block,
1423
+ metadata: {
1424
+ isEquivocated
1425
+ }
1426
+ };
1427
+ }
1428
+ // Otherwise, we're good to go!
1429
+ return {
1430
+ result: TopicValidatorResult.Accept,
1431
+ obj: block
1432
+ };
1433
+ }
1213
1434
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
1214
1435
  // should not be here as it does not deal with p2p networking.
1215
1436
  async processValidBlockProposal(block, sender) {
@@ -1219,85 +1440,159 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1219
1440
  source: sender.toString(),
1220
1441
  ...block.toBlockInfo()
1221
1442
  });
1222
- // Attempt to add proposal
1223
- try {
1224
- await this.mempools.attestationPool.addBlockProposal(block);
1225
- } catch (err) {
1226
- // Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
1227
- if (err instanceof ProposalSlotCapExceededError) {
1228
- this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
1229
- slot: String(slot),
1230
- archive: block.archive.toString(),
1231
- error: err.message
1232
- });
1233
- return;
1234
- }
1235
- throw err;
1236
- }
1237
- // Mark the txs in this proposal as non-evictable
1238
- await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
1443
+ // Mark the txs in this proposal as protected
1444
+ await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
1239
1445
  // Call the block received callback to validate the proposal.
1240
1446
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1241
1447
  const isValid = await this.blockReceivedCallback(block, sender);
1242
1448
  if (!isValid) {
1243
- this.logger.warn(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1449
+ this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1244
1450
  }
1245
1451
  }
1246
1452
  /**
1247
1453
  * Handle a gossiped checkpoint proposal.
1248
1454
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1249
1455
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1250
- // TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
1251
- const validationFunc = async ()=>{
1252
- const checkpoint = CheckpointProposal.fromBuffer(payloadData);
1253
- const validationResult = await this.validateCheckpointProposal(source, checkpoint);
1254
- const isValid = validationResult.result === 'accept';
1255
- const pool = this.mempools.attestationPool;
1256
- const exists = isValid && await pool.hasCheckpointProposal(checkpoint);
1257
- const canAdd = isValid && await pool.canAddCheckpointProposal(checkpoint);
1258
- this.logger.trace(`Validate propagated checkpoint proposal`, {
1259
- isValid,
1260
- exists,
1261
- canAdd,
1456
+ const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1457
+ // Process checkpoint proposal if valid and not equivocated.
1458
+ const processCheckpointFn = ()=>result === TopicValidatorResult.Accept && checkpoint && !isEquivocated ? this.processValidCheckpointProposal(checkpoint.toCore(), source) : Promise.resolve();
1459
+ // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1460
+ // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1461
+ const processBlockFn = ()=>processBlock && checkpoint && checkpoint.getBlockProposal() ? this.processValidBlockProposal(checkpoint.getBlockProposal(), source) : Promise.resolve();
1462
+ // A node that skips checkpoint validation attests without re-executing the embedded last block, so run
1463
+ // the checkpoint callback first: this creates and broadcasts the attestation before the block is
1464
+ // processed. Otherwise the block's re-execution — which can stall until the re-execution deadline
1465
+ // waiting for a parent that may never arrive — would delay the attestation past the slot's attestation
1466
+ // window, after which peers reject it as stale.
1467
+ if (this.config.skipCheckpointProposalValidation) {
1468
+ await processCheckpointFn();
1469
+ await processBlockFn();
1470
+ return;
1471
+ }
1472
+ // Process the block first, since it's required for the checkpoint proposal validation.
1473
+ await processBlockFn();
1474
+ await processCheckpointFn();
1475
+ }
1476
+ /**
1477
+ * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
1478
+ * its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
1479
+ */ async validateAndStoreCheckpointProposal(peerId, checkpoint) {
1480
+ const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1481
+ if (validationResult.result === 'reject') {
1482
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1483
+ return {
1484
+ result: TopicValidatorResult.Reject,
1485
+ severity: validationResult.severity
1486
+ };
1487
+ }
1488
+ if (validationResult.result === 'ignore') {
1489
+ return {
1490
+ result: TopicValidatorResult.Ignore,
1491
+ obj: checkpoint
1492
+ };
1493
+ }
1494
+ // Extract and try to add the block proposal first if present
1495
+ const blockProposal = checkpoint.getBlockProposal();
1496
+ let processBlock = false;
1497
+ if (blockProposal) {
1498
+ this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1262
1499
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1263
- [Attributes.P2P_ID]: source.toString()
1500
+ [Attributes.P2P_ID]: peerId.toString()
1264
1501
  });
1265
- if (validationResult.result === 'reject') {
1266
- return {
1267
- result: TopicValidatorResult.Reject
1268
- };
1269
- } else if (validationResult.result === 'ignore' || exists) {
1270
- return {
1271
- result: TopicValidatorResult.Ignore,
1272
- obj: checkpoint
1273
- };
1274
- } else if (!canAdd) {
1275
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1276
- this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1277
- slot: checkpoint.slotNumber.toString(),
1278
- archive: checkpoint.archive.toString(),
1279
- source: source.toString()
1502
+ const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1503
+ const { obj, metadata: { isEquivocated } = {} } = blockProposalResult;
1504
+ if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1505
+ this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1506
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1507
+ [Attributes.P2P_ID]: peerId.toString(),
1508
+ isEquivocated,
1509
+ result: blockProposalResult.result
1280
1510
  });
1281
1511
  return {
1282
- result: TopicValidatorResult.Reject
1283
- };
1284
- } else {
1285
- return {
1286
- result: TopicValidatorResult.Accept,
1287
- obj: checkpoint
1512
+ result: TopicValidatorResult.Reject,
1513
+ severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
1288
1514
  };
1515
+ } else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1516
+ processBlock = true;
1289
1517
  }
1290
- };
1291
- const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
1292
- if (result !== TopicValidatorResult.Accept || !checkpoint) {
1293
- return;
1294
1518
  }
1295
- await this.processValidCheckpointProposal(checkpoint, source);
1519
+ // Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
1520
+ const checkpointCore = checkpoint.toCore();
1521
+ const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
1522
+ const { added, alreadyExists, count } = tryAddResult;
1523
+ const isEquivocated = count !== undefined && count > 1;
1524
+ // Duplicate proposal received, do not re-broadcast
1525
+ if (alreadyExists) {
1526
+ this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
1527
+ ...checkpoint.toCheckpointInfo(),
1528
+ source: peerId.toString()
1529
+ });
1530
+ return {
1531
+ result: TopicValidatorResult.Ignore,
1532
+ obj: checkpoint,
1533
+ metadata: {
1534
+ isEquivocated,
1535
+ processBlock
1536
+ }
1537
+ };
1538
+ }
1539
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1540
+ // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1541
+ if (!added) {
1542
+ this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1543
+ ...checkpoint.toCheckpointInfo(),
1544
+ count,
1545
+ source: peerId.toString()
1546
+ });
1547
+ return {
1548
+ result: TopicValidatorResult.Reject,
1549
+ obj: checkpoint,
1550
+ metadata: {
1551
+ isEquivocated,
1552
+ processBlock
1553
+ },
1554
+ severity: PeerErrorSeverity.HighToleranceError
1555
+ };
1556
+ }
1557
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1558
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1559
+ if (isEquivocated) {
1560
+ const proposer = checkpoint.getSender();
1561
+ this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
1562
+ ...checkpoint.toCheckpointInfo(),
1563
+ source: peerId.toString(),
1564
+ proposer: proposer?.toString()
1565
+ });
1566
+ // Invoke the duplicate callback on the first duplicate spotted only
1567
+ if (proposer && count === 2) {
1568
+ this.duplicateProposalCallback?.({
1569
+ slot: checkpoint.slotNumber,
1570
+ proposer,
1571
+ type: 'checkpoint'
1572
+ });
1573
+ }
1574
+ return {
1575
+ result: TopicValidatorResult.Accept,
1576
+ obj: checkpoint,
1577
+ metadata: {
1578
+ isEquivocated,
1579
+ processBlock
1580
+ }
1581
+ };
1582
+ }
1583
+ // Otherwise, we're good to go!
1584
+ return {
1585
+ result: TopicValidatorResult.Accept,
1586
+ obj: checkpoint,
1587
+ metadata: {
1588
+ processBlock,
1589
+ isEquivocated
1590
+ }
1591
+ };
1296
1592
  }
1297
1593
  /**
1298
1594
  * Process a validated checkpoint proposal.
1299
- * Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
1300
- * The block callback is invoked before the checkpoint callback.
1595
+ * Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
1301
1596
  */ async processValidCheckpointProposal(checkpoint, sender) {
1302
1597
  const slot = checkpoint.slotNumber;
1303
1598
  this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
@@ -1306,33 +1601,13 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1306
1601
  archive: checkpoint.archive.toString(),
1307
1602
  source: sender.toString()
1308
1603
  });
1309
- // Extract block proposal before adding to pool (pool stores them separately)
1310
- const blockProposal = checkpoint.getBlockProposal();
1311
- // Add proposal to the pool (this extracts and stores block proposal separately)
1312
- await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
1313
- // Mark txs as non-evictable if present (from the last block)
1314
- if (checkpoint.txHashes.length > 0) {
1315
- await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
1316
- }
1317
- // If there was a last block proposal, invoke the block callback first for validation.
1318
- // Note: The block proposal is already stored in the pool by addCheckpointProposal.
1319
- if (blockProposal) {
1320
- const isValid = await this.blockReceivedCallback(blockProposal, sender);
1321
- if (!isValid) {
1322
- this.logger.warn(`Block proposal from checkpoint failed validation`, {
1323
- slot: slot.toString(),
1324
- archive: checkpoint.archive.toString(),
1325
- blockNumber: blockProposal.blockNumber.toString()
1326
- });
1327
- return;
1328
- }
1329
- }
1604
+ await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
1330
1605
  // Call the checkpoint received callback with the core version (without lastBlock)
1331
1606
  // to validate and potentially generate attestations
1332
- const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
1607
+ const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
1333
1608
  if (attestations && attestations.length > 0) {
1334
1609
  // If the callback returned attestations, add them to the pool and propagate them
1335
- await this.mempools.attestationPool.addCheckpointAttestations(attestations);
1610
+ await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
1336
1611
  for (const attestation of attestations){
1337
1612
  await this.propagate(attestation);
1338
1613
  }
@@ -1353,14 +1628,23 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1353
1628
  });
1354
1629
  }
1355
1630
  /**
1356
- * Validate the requested block transactions. Allow partial returns.
1631
+ * Validate the requested block transactions request-response consistency.
1632
+ * It does NOT validate the transactions themselves.
1357
1633
  * @param request - The block transactions request.
1358
1634
  * @param response - The block transactions response.
1359
1635
  * @param peerId - The ID of the peer that made the request.
1360
- * @returns True if the requested block transactions are valid, false otherwise.
1361
- */ async validateRequestedBlockTxs(request, response, peerId) {
1362
- const requestedTxValidator = this.createRequestedTxValidator();
1636
+ * @returns True if the request-response is consistent, false otherwise.
1637
+ */ async validateRequestedBlockTxsConsistency(request, response, peerId) {
1363
1638
  try {
1639
+ // A response with archiveRoot=Fr.zero is the documented "I don't have the block" signal from
1640
+ // reqRespBlockTxsHandler (block_txs_handler.ts:54-58): the peer lacked the block in its
1641
+ // attestation pool and archiver, but matched the requested hashes against its tx pool and
1642
+ // shipped what it found. This is legitimate behaviour, not misbehaviour — we just can't verify
1643
+ // membership/order without the block, so we drop the response without penalising the peer.
1644
+ if (response.archiveRoot.isZero()) {
1645
+ this.logger.debug(`Peer ${peerId.toString()} signalled missing block with Fr.zero archive root`);
1646
+ return false;
1647
+ }
1364
1648
  if (!response.archiveRoot.equals(request.archiveRoot)) {
1365
1649
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1366
1650
  throw new ValidationError(`Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`);
@@ -1385,18 +1669,25 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1385
1669
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1386
1670
  throw new ValidationError(`Received more txs (${response.txs.length}) than requested-and-available (${maxReturnable})`);
1387
1671
  }
1388
- // Given proposal (should have locally), ensure returned txs are valid subset and match request indices
1389
- const proposal = await this.mempools.attestationPool.getBlockProposal(request.archiveRoot.toString());
1390
- if (proposal) {
1672
+ // To verify membership/order of the returned txs we need the canonical tx hash list for the
1673
+ // block. Prefer the block proposal (held while a block is in flight), but fall back to the
1674
+ // archiver for blocks we only know as mined — e.g. a prover collecting txs to prove a block it
1675
+ // never received a proposal for. This mirrors the responder side (reqRespBlockTxsHandler),
1676
+ // which serves from proposal-or-archiver.
1677
+ const proposal = await this.mempools.attestationPool.getBlockProposalByArchive(request.archiveRoot.toString());
1678
+ const blockTxHashes = proposal?.txHashes ?? (await this.archiver.getBlock({
1679
+ archive: request.archiveRoot
1680
+ }))?.body.txEffects.map((e)=>e.txHash);
1681
+ if (blockTxHashes) {
1391
1682
  // Build intersected indices
1392
1683
  const intersectIdx = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
1393
1684
  // Enforce subset membership and preserve increasing order by index.
1394
- const hashToIndexInProposal = new Map(proposal.txHashes.map((h, i)=>[
1685
+ const hashToIndexInBlock = new Map(blockTxHashes.map((h, i)=>[
1395
1686
  h.toString(),
1396
1687
  i
1397
1688
  ]));
1398
1689
  const allowedIndexSet = new Set(intersectIdx);
1399
- const indices = returnedHashes.map((h)=>hashToIndexInProposal.get(h));
1690
+ const indices = returnedHashes.map((h)=>hashToIndexInBlock.get(h));
1400
1691
  const allAllowed = indices.every((idx)=>idx !== undefined && allowedIndexSet.has(idx));
1401
1692
  const strictlyIncreasing = indices.every((idx, i)=>i === 0 ? idx !== undefined : idx > indices[i - 1]);
1402
1693
  if (!allAllowed || !strictlyIncreasing) {
@@ -1404,11 +1695,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1404
1695
  throw new ValidationError('Returned txs do not match expected subset/order for requested indices');
1405
1696
  }
1406
1697
  } else {
1407
- // No local proposal, cannot check the membership/order of the returned txs
1408
- this.logger.warn(`Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`);
1698
+ // Neither a local proposal nor an archived block: we cannot verify membership/order of the
1699
+ // returned txs. This is a local-state gap, not a peer fault, so we do not penalize.
1700
+ this.logger.warn(`Block ${request.archiveRoot.toString()} not found in attestation pool or archiver; cannot validate membership/order of returned txs`);
1409
1701
  return false;
1410
1702
  }
1411
- await Promise.all(response.txs.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator)));
1412
1703
  return true;
1413
1704
  } catch (e) {
1414
1705
  if (e instanceof ValidationError) {
@@ -1419,126 +1710,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1419
1710
  return false;
1420
1711
  }
1421
1712
  }
1422
- /**
1423
- * Validate a collection of txs that has been requested from a peer.
1424
- *
1425
- * The core component of this validator is that each tx hash MUST match the requested tx hash,
1426
- * In order to perform this check, the tx proof must be verified.
1427
- *
1428
- * Note: This function is called from within `ReqResp.sendRequest` as part of the
1429
- * ReqRespSubProtocol.TX subprotocol validation.
1430
- *
1431
- * @param requestedTxHash - The collection of the txs that was requested.
1432
- * @param responseTx - The collection of txs that was received as a response to the request.
1433
- * @param peerId - The peer ID of the peer that sent the tx.
1434
- * @returns True if the whole collection of txs is valid, false otherwise.
1435
- */ async validateRequestedTxs(requestedTxHash, responseTx, peerId) {
1436
- const requested = new Set(requestedTxHash.map((h)=>h.toString()));
1437
- const requestedTxValidator = this.createRequestedTxValidator();
1438
- //TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
1439
- // I think we should still extract the valid txs and return them, so that we can still use the response.
1440
- try {
1441
- await Promise.all(responseTx.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
1442
- return true;
1443
- } catch (e) {
1444
- if (e instanceof ValidationError) {
1445
- this.logger.warn(`Failed to validate requested txs from peer ${peerId.toString()}, reason ${e.message}`);
1446
- } else {
1447
- this.logger.error(`Error during validation of requested txs`, e);
1448
- }
1449
- return false;
1450
- }
1451
- }
1452
- /**
1453
- * Validates a BLOCK response.
1454
- *
1455
- * If a local copy exists, enforces hash equality. If missing, rejects (no penalty) since the hash cannot be verified.
1456
- * Penalizes on block number mismatch or hash mismatch.
1457
- *
1458
- * @param requestedBlockNumber - The requested block number.
1459
- * @param responseBlock - The block returned by the peer.
1460
- * @param peerId - The peer that returned the block.
1461
- * @returns True if the response is valid, false otherwise.
1462
- */ async validateRequestedBlock(requestedBlockNumber, responseBlock, peerId) {
1463
- try {
1464
- const reqNum = Number(requestedBlockNumber.toString());
1465
- if (responseBlock.number !== reqNum) {
1466
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.LowToleranceError);
1467
- return false;
1468
- }
1469
- const local = await this.archiver.getBlock(BlockNumber(reqNum));
1470
- if (!local) {
1471
- // We are missing the local block; we cannot verify the hash yet. Reject without penalizing.
1472
- // TODO: Consider extending this validator to accept an expected hash or
1473
- // performing quorum-based checks when using P2P syncing prior to L1 sync.
1474
- this.logger.warn(`Local block ${reqNum} not found; rejecting BLOCK response without hash verification`);
1475
- return false;
1476
- }
1477
- const [localHash, respHash] = await Promise.all([
1478
- local.hash(),
1479
- responseBlock.hash()
1480
- ]);
1481
- if (!localHash.equals(respHash)) {
1482
- this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1483
- return false;
1484
- }
1485
- return true;
1486
- } catch (e) {
1487
- this.logger.warn(`Error validating requested block`, e);
1488
- return false;
1489
- }
1490
- }
1491
- async validateRequestedTx(tx, peerId, txValidator, requested) {
1492
- const penalize = (severity)=>this.peerManager.penalizePeer(peerId, severity);
1493
- if (requested && !requested.has(tx.getTxHash().toString())) {
1494
- penalize(PeerErrorSeverity.MidToleranceError);
1495
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
1496
- }
1497
- const { result } = await txValidator.validateTx(tx);
1498
- if (result === 'invalid') {
1499
- penalize(PeerErrorSeverity.LowToleranceError);
1500
- throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
1501
- }
1502
- }
1503
- createRequestedTxValidator() {
1504
- return createTxReqRespValidator(this.proofVerifier, {
1505
- l1ChainId: this.config.l1ChainId,
1506
- rollupVersion: this.config.rollupVersion
1507
- });
1508
- }
1509
- async validatePropagatedTx(tx, peerId) {
1510
- const currentBlockNumber = await this.archiver.getBlockNumber();
1511
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1512
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1513
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1514
- for (const validator of messageValidators){
1515
- const outcome = await this.runValidations(tx, validator);
1516
- if (outcome.allPassed) {
1517
- continue;
1518
- }
1519
- const { name } = outcome.failure;
1520
- let { severity } = outcome.failure;
1521
- // Double spend validator has a special case handler
1522
- if (name === 'doubleSpendValidator') {
1523
- const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
1524
- severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1525
- }
1526
- this.peerManager.penalizePeer(peerId, severity);
1527
- return false;
1528
- }
1529
- return true;
1530
- }
1531
- async getGasFees(blockNumber) {
1532
- if (blockNumber === this.feesCache?.blockNumber) {
1533
- return this.feesCache.gasFees;
1534
- }
1535
- const header = await this.archiver.getBlockHeader(blockNumber);
1536
- const gasFees = header?.globalVariables.gasFees ?? GasFees.empty();
1537
- this.feesCache = {
1538
- blockNumber,
1539
- gasFees
1540
- };
1541
- return gasFees;
1713
+ getGasFees() {
1714
+ return this.blockMinFeesProvider.getCurrentMinFees();
1542
1715
  }
1543
1716
  /**
1544
1717
  * Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
@@ -1549,43 +1722,42 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1549
1722
  txValidatorConfig: {
1550
1723
  l1ChainId: this.config.l1ChainId,
1551
1724
  rollupVersion: this.config.rollupVersion,
1552
- proofVerifier: this.proofVerifier
1725
+ proofVerifier: this.proofVerifier,
1726
+ txValidationCache: this.txValidationCache
1553
1727
  },
1554
- peerScoring: this.peerManager
1728
+ peerScoring: this.peerManager,
1729
+ validateRequestedBlockTxsConsistency: this.validateRequestedBlockTxsConsistency.bind(this)
1555
1730
  };
1556
1731
  }
1557
- async validate(txs) {
1558
- const currentBlockNumber = await this.archiver.getBlockNumber();
1559
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1560
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1561
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1562
- await Promise.all(txs.map(async (tx)=>{
1563
- for (const validator of messageValidators){
1564
- const outcome = await this.runValidations(tx, validator);
1565
- if (!outcome.allPassed) {
1566
- throw new Error('Invalid tx detected', {
1567
- cause: {
1568
- outcome
1569
- }
1570
- });
1571
- }
1572
- }
1732
+ async validateTxsReceivedInBlockProposal(txs) {
1733
+ const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
1734
+ l1ChainId: this.config.l1ChainId,
1735
+ rollupVersion: this.config.rollupVersion
1736
+ }, this.logger.getBindings(), this.txValidationCache);
1737
+ const results = await Promise.all(txs.map(async (tx)=>{
1738
+ const result = await validator.validateTx(tx);
1739
+ return result.result !== 'invalid';
1573
1740
  }));
1741
+ if (results.some((value)=>value === false)) {
1742
+ throw new Error('Invalid tx detected');
1743
+ }
1574
1744
  }
1575
- /**
1576
- * Create message validators for the given block number and timestamp.
1577
- *
1578
- * Each validator is a pair of a validator and a severity.
1579
- * If a validator fails, the peer is penalized with the severity of the validator.
1580
- *
1581
- * @param currentBlockNumber - The current synced block number.
1582
- * @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
1583
- * @returns The message validators.
1584
- */ async createMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1585
- const gasFees = await this.getGasFees(currentBlockNumber);
1586
- const allowedInSetup = this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
1587
- const blockNumberInWhichTheTxIsConsideredToBeIncluded = BlockNumber(currentBlockNumber + 1);
1588
- return createTxMessageValidators(nextSlotTimestamp, blockNumberInWhichTheTxIsConsideredToBeIncluded, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, this.proofVerifier, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
1745
+ /** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1746
+ const gasFees = await this.getGasFees();
1747
+ const allowedInSetup = [
1748
+ ...await getDefaultAllowedSetupFunctions(),
1749
+ ...this.config.txPublicSetupAllowListExtend ?? []
1750
+ ];
1751
+ const blockNumber = BlockNumber(currentBlockNumber + 1);
1752
+ const l1Constants = await this.archiver.getL1Constants();
1753
+ return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
1754
+ rollupManaLimit: l1Constants.rollupManaLimit,
1755
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1756
+ maxBlockDAGas: this.config.validateMaxDABlockGas
1757
+ });
1758
+ }
1759
+ /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
1760
+ return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
1589
1761
  }
1590
1762
  /**
1591
1763
  * Run validations on a tx.
@@ -1603,8 +1775,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1603
1775
  });
1604
1776
  // A promise that resolves when all validations have been run
1605
1777
  const allValidations = await Promise.all(validationPromises);
1606
- const failed = allValidations.find((x)=>!x.isValid);
1607
- if (failed) {
1778
+ const failures = allValidations.filter((x)=>!x.isValid);
1779
+ if (failures.length > 0) {
1780
+ // Pick the most severe failure (lowest tolerance = harshest penalty)
1781
+ const failed = maxBy(failures, (f)=>PeerErrorSeverityByHarshness.indexOf(f.severity));
1608
1782
  return {
1609
1783
  allPassed: false,
1610
1784
  failure: {
@@ -1651,45 +1825,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1651
1825
  }
1652
1826
  return PeerErrorSeverity.HighToleranceError;
1653
1827
  }
1654
- /**
1655
- * Validate a checkpoint attestation.
1656
- *
1657
- * @param attestation - The checkpoint attestation to validate.
1658
- * @returns True if the checkpoint attestation is valid, false otherwise.
1659
- */ async validateCheckpointAttestation(peerId, attestation) {
1660
- const result = await this.checkpointAttestationValidator.validate(attestation);
1661
- if (result.result === 'reject') {
1662
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1663
- this.peerManager.penalizePeer(peerId, result.severity);
1664
- }
1665
- return result;
1666
- }
1667
- /**
1668
- * Validate a block proposal.
1669
- *
1670
- * @param block - The block proposal to validate.
1671
- * @returns True if the block proposal is valid, false otherwise.
1672
- */ async validateBlockProposal(peerId, block) {
1673
- const result = await this.blockProposalValidator.validate(block);
1674
- if (result.result === 'reject') {
1675
- this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
1676
- this.peerManager.penalizePeer(peerId, result.severity);
1677
- }
1678
- return result;
1679
- }
1680
- /**
1681
- * Validate a checkpoint proposal.
1682
- *
1683
- * @param checkpoint - The checkpoint proposal to validate.
1684
- * @returns True if the checkpoint proposal is valid, false otherwise.
1685
- */ async validateCheckpointProposal(peerId, checkpoint) {
1686
- const result = await this.checkpointProposalValidator.validate(checkpoint);
1687
- if (result.result === 'reject') {
1688
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1689
- this.peerManager.penalizePeer(peerId, result.severity);
1690
- }
1691
- return result;
1692
- }
1693
1828
  getPeerScore(peerId) {
1694
1829
  return this.node.services.pubsub.score.score(peerId.toString());
1695
1830
  }