@aztec/p2p 0.0.1-commit.fffb133c → 0.0.1-dev

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (501) hide show
  1. package/README.md +129 -3
  2. package/dest/bootstrap/bootstrap.d.ts +4 -3
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +17 -9
  5. package/dest/client/factory.d.ts +10 -10
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +59 -19
  8. package/dest/client/interface.d.ts +46 -33
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +41 -51
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +166 -224
  13. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +2 -0
  14. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +1 -0
  15. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +304 -0
  16. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +73 -0
  17. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +1 -0
  18. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +8 -0
  19. package/dest/config.d.ts +60 -11
  20. package/dest/config.d.ts.map +1 -1
  21. package/dest/config.js +101 -33
  22. package/dest/errors/tx-pool.error.d.ts +8 -0
  23. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  24. package/dest/errors/tx-pool.error.js +9 -0
  25. package/dest/index.d.ts +2 -1
  26. package/dest/index.d.ts.map +1 -1
  27. package/dest/index.js +1 -0
  28. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  29. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
  31. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  32. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  34. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  35. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  36. package/dest/mem_pools/attestation_pool/index.js +1 -2
  37. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  38. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  39. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  40. package/dest/mem_pools/index.d.ts +3 -2
  41. package/dest/mem_pools/index.d.ts.map +1 -1
  42. package/dest/mem_pools/index.js +1 -1
  43. package/dest/mem_pools/instrumentation.d.ts +1 -1
  44. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  45. package/dest/mem_pools/instrumentation.js +2 -2
  46. package/dest/mem_pools/interface.d.ts +5 -5
  47. package/dest/mem_pools/interface.d.ts.map +1 -1
  48. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  49. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  50. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +2 -1
  51. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  52. package/dest/mem_pools/tx_pool/priority.d.ts +2 -2
  53. package/dest/mem_pools/tx_pool/priority.d.ts.map +1 -1
  54. package/dest/mem_pools/tx_pool/priority.js +4 -4
  55. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +1 -1
  56. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +1 -1
  57. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +3 -1
  58. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  59. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  61. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  62. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  64. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  65. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  66. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  77. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  79. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
  80. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  82. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  83. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  85. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  86. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  87. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  88. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  89. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  90. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  91. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  92. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
  94. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  95. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  97. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  98. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  100. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  101. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  102. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  103. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +213 -0
  104. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  105. package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
  106. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +135 -0
  107. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  108. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +216 -0
  109. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  110. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  111. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  112. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  113. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  114. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +354 -0
  115. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +62 -0
  116. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  117. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +164 -0
  118. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
  119. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  120. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +906 -0
  121. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  122. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  123. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +7 -2
  124. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -4
  125. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  126. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
  127. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -4
  128. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  129. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
  130. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -8
  131. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  132. package/dest/msg_validators/proposal_validator/proposal_validator.js +52 -40
  133. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  134. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  135. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  136. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  137. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  138. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  139. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  140. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  141. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  142. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  143. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  144. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  145. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
  146. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  147. package/dest/msg_validators/tx_validator/block_header_validator.js +5 -4
  148. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  149. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  150. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  151. package/dest/msg_validators/tx_validator/data_validator.d.ts +3 -1
  152. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  153. package/dest/msg_validators/tx_validator/data_validator.js +39 -3
  154. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
  155. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  156. package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
  157. package/dest/msg_validators/tx_validator/factory.d.ts +137 -5
  158. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  159. package/dest/msg_validators/tx_validator/factory.js +255 -58
  160. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  161. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  162. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  163. package/dest/msg_validators/tx_validator/gas_validator.d.ts +68 -3
  164. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  165. package/dest/msg_validators/tx_validator/gas_validator.js +106 -38
  166. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  167. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  168. package/dest/msg_validators/tx_validator/index.js +2 -0
  169. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +3 -2
  170. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  171. package/dest/msg_validators/tx_validator/metadata_validator.js +2 -2
  172. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  173. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  174. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  175. package/dest/msg_validators/tx_validator/phases_validator.d.ts +24 -3
  176. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  177. package/dest/msg_validators/tx_validator/phases_validator.js +75 -27
  178. package/dest/msg_validators/tx_validator/size_validator.d.ts +3 -1
  179. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -1
  180. package/dest/msg_validators/tx_validator/size_validator.js +4 -1
  181. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +22 -5
  182. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  183. package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
  184. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  185. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  186. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  187. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +3 -2
  188. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  189. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -2
  190. package/dest/services/data_store.d.ts +1 -1
  191. package/dest/services/data_store.d.ts.map +1 -1
  192. package/dest/services/data_store.js +10 -6
  193. package/dest/services/discv5/discV5_service.d.ts +1 -1
  194. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  195. package/dest/services/discv5/discV5_service.js +31 -9
  196. package/dest/services/dummy_service.d.ts +24 -4
  197. package/dest/services/dummy_service.d.ts.map +1 -1
  198. package/dest/services/dummy_service.js +46 -1
  199. package/dest/services/encoding.d.ts +7 -3
  200. package/dest/services/encoding.d.ts.map +1 -1
  201. package/dest/services/encoding.js +18 -11
  202. package/dest/services/gossipsub/index.d.ts +3 -0
  203. package/dest/services/gossipsub/index.d.ts.map +1 -0
  204. package/dest/services/gossipsub/index.js +2 -0
  205. package/dest/services/gossipsub/scoring.d.ts +21 -3
  206. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  207. package/dest/services/gossipsub/scoring.js +24 -7
  208. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  209. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  210. package/dest/services/gossipsub/topic_score_params.js +346 -0
  211. package/dest/services/index.d.ts +2 -1
  212. package/dest/services/index.d.ts.map +1 -1
  213. package/dest/services/index.js +1 -0
  214. package/dest/services/libp2p/instrumentation.d.ts +1 -1
  215. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  216. package/dest/services/libp2p/instrumentation.js +14 -3
  217. package/dest/services/libp2p/libp2p_service.d.ts +100 -42
  218. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  219. package/dest/services/libp2p/libp2p_service.js +499 -383
  220. package/dest/services/peer-manager/metrics.d.ts +2 -2
  221. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  222. package/dest/services/peer-manager/metrics.js +20 -5
  223. package/dest/services/peer-manager/peer_manager.d.ts +1 -1
  224. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  225. package/dest/services/peer-manager/peer_manager.js +21 -12
  226. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  227. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  228. package/dest/services/peer-manager/peer_scoring.js +33 -4
  229. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +48 -0
  230. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  231. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +562 -0
  232. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  233. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  234. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  235. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +46 -0
  236. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  237. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  238. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +34 -0
  239. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  240. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +130 -0
  241. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +54 -0
  242. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  243. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +139 -0
  244. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +20 -0
  245. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  246. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +21 -0
  247. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +22 -3
  248. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
  249. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +63 -4
  250. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -1
  251. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  252. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  253. package/dest/services/reqresp/interface.d.ts +12 -1
  254. package/dest/services/reqresp/interface.d.ts.map +1 -1
  255. package/dest/services/reqresp/interface.js +15 -1
  256. package/dest/services/reqresp/metrics.d.ts +6 -5
  257. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  258. package/dest/services/reqresp/metrics.js +17 -5
  259. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +5 -1
  260. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  261. package/dest/services/reqresp/protocols/block_txs/bitvector.js +5 -0
  262. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  263. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  264. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +27 -9
  265. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +29 -6
  266. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  267. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +59 -13
  268. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  269. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  270. package/dest/services/reqresp/protocols/tx.js +20 -0
  271. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  272. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  273. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  274. package/dest/services/reqresp/reqresp.d.ts +6 -1
  275. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  276. package/dest/services/reqresp/reqresp.js +85 -34
  277. package/dest/services/service.d.ts +42 -3
  278. package/dest/services/service.d.ts.map +1 -1
  279. package/dest/services/tx_collection/config.d.ts +22 -1
  280. package/dest/services/tx_collection/config.d.ts.map +1 -1
  281. package/dest/services/tx_collection/config.js +55 -1
  282. package/dest/services/tx_collection/fast_tx_collection.d.ts +7 -4
  283. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  284. package/dest/services/tx_collection/fast_tx_collection.js +71 -44
  285. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  286. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  287. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  288. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  289. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  290. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  291. package/dest/services/tx_collection/index.d.ts +3 -1
  292. package/dest/services/tx_collection/index.d.ts.map +1 -1
  293. package/dest/services/tx_collection/index.js +2 -0
  294. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  295. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  296. package/dest/services/tx_collection/instrumentation.js +10 -2
  297. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  298. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  299. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  300. package/dest/services/tx_collection/proposal_tx_collector.d.ts +49 -0
  301. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -0
  302. package/dest/services/tx_collection/proposal_tx_collector.js +50 -0
  303. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  304. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  305. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  306. package/dest/services/tx_collection/tx_collection.d.ts +25 -12
  307. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  308. package/dest/services/tx_collection/tx_collection.js +79 -7
  309. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  310. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  311. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  312. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  313. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  314. package/dest/services/tx_collection/tx_source.js +26 -7
  315. package/dest/services/tx_file_store/config.d.ts +16 -0
  316. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  317. package/dest/services/tx_file_store/config.js +22 -0
  318. package/dest/services/tx_file_store/index.d.ts +4 -0
  319. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  320. package/dest/services/tx_file_store/index.js +3 -0
  321. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  322. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  323. package/dest/services/tx_file_store/instrumentation.js +29 -0
  324. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  325. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  326. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  327. package/dest/services/tx_provider.d.ts +4 -4
  328. package/dest/services/tx_provider.d.ts.map +1 -1
  329. package/dest/services/tx_provider.js +9 -8
  330. package/dest/services/tx_provider_instrumentation.d.ts +1 -1
  331. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  332. package/dest/services/tx_provider_instrumentation.js +5 -5
  333. package/dest/test-helpers/index.d.ts +3 -1
  334. package/dest/test-helpers/index.d.ts.map +1 -1
  335. package/dest/test-helpers/index.js +2 -0
  336. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  337. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  338. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  339. package/dest/test-helpers/mock-pubsub.d.ts +30 -4
  340. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  341. package/dest/test-helpers/mock-pubsub.js +105 -4
  342. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  343. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  344. package/dest/test-helpers/reqresp-nodes.js +4 -3
  345. package/dest/test-helpers/test_tx_provider.d.ts +40 -0
  346. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  347. package/dest/test-helpers/test_tx_provider.js +41 -0
  348. package/dest/test-helpers/testbench-utils.d.ts +163 -0
  349. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  350. package/dest/test-helpers/testbench-utils.js +367 -0
  351. package/dest/testbench/p2p_client_testbench_worker.d.ts +28 -2
  352. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  353. package/dest/testbench/p2p_client_testbench_worker.js +221 -139
  354. package/dest/testbench/worker_client_manager.d.ts +53 -6
  355. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  356. package/dest/testbench/worker_client_manager.js +230 -45
  357. package/dest/util.d.ts +2 -2
  358. package/dest/util.d.ts.map +1 -1
  359. package/package.json +14 -14
  360. package/src/bootstrap/bootstrap.ts +15 -6
  361. package/src/client/factory.ts +112 -37
  362. package/src/client/interface.ts +56 -34
  363. package/src/client/p2p_client.ts +200 -269
  364. package/src/client/test/tx_proposal_collector/README.md +227 -0
  365. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +345 -0
  366. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +43 -0
  367. package/src/config.ts +160 -34
  368. package/src/errors/tx-pool.error.ts +12 -0
  369. package/src/index.ts +1 -0
  370. package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
  371. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  372. package/src/mem_pools/attestation_pool/index.ts +9 -2
  373. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  374. package/src/mem_pools/index.ts +4 -1
  375. package/src/mem_pools/instrumentation.ts +2 -1
  376. package/src/mem_pools/interface.ts +4 -4
  377. package/src/mem_pools/tx_pool/README.md +1 -1
  378. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +2 -1
  379. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  380. package/src/mem_pools/tx_pool/priority.ts +4 -4
  381. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +3 -1
  382. package/src/mem_pools/tx_pool_v2/README.md +283 -0
  383. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  384. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  385. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  386. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  387. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
  388. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  389. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  390. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
  391. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  392. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  393. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  394. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
  395. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
  396. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  397. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  398. package/src/mem_pools/tx_pool_v2/interfaces.ts +244 -0
  399. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +337 -0
  400. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  401. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
  402. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +235 -0
  403. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1087 -0
  404. package/src/msg_validators/attestation_validator/README.md +49 -0
  405. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +10 -4
  406. package/src/msg_validators/proposal_validator/README.md +123 -0
  407. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +14 -4
  408. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +20 -7
  409. package/src/msg_validators/proposal_validator/proposal_validator.ts +67 -44
  410. package/src/msg_validators/tx_validator/README.md +119 -0
  411. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  412. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  413. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  414. package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
  415. package/src/msg_validators/tx_validator/block_header_validator.ts +22 -11
  416. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  417. package/src/msg_validators/tx_validator/data_validator.ts +48 -3
  418. package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
  419. package/src/msg_validators/tx_validator/factory.ts +413 -56
  420. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  421. package/src/msg_validators/tx_validator/gas_validator.ts +132 -30
  422. package/src/msg_validators/tx_validator/index.ts +2 -0
  423. package/src/msg_validators/tx_validator/metadata_validator.ts +6 -3
  424. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  425. package/src/msg_validators/tx_validator/phases_validator.ts +87 -30
  426. package/src/msg_validators/tx_validator/size_validator.ts +6 -2
  427. package/src/msg_validators/tx_validator/timestamp_validator.ts +29 -21
  428. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  429. package/src/msg_validators/tx_validator/tx_proof_validator.ts +8 -3
  430. package/src/services/data_store.ts +10 -7
  431. package/src/services/discv5/discV5_service.ts +23 -5
  432. package/src/services/dummy_service.ts +59 -2
  433. package/src/services/encoding.ts +18 -10
  434. package/src/services/gossipsub/README.md +641 -0
  435. package/src/services/gossipsub/index.ts +2 -0
  436. package/src/services/gossipsub/scoring.ts +29 -5
  437. package/src/services/gossipsub/topic_score_params.ts +487 -0
  438. package/src/services/index.ts +1 -0
  439. package/src/services/libp2p/instrumentation.ts +15 -2
  440. package/src/services/libp2p/libp2p_service.ts +544 -419
  441. package/src/services/peer-manager/metrics.ts +21 -4
  442. package/src/services/peer-manager/peer_manager.ts +18 -11
  443. package/src/services/peer-manager/peer_scoring.ts +29 -1
  444. package/src/services/reqresp/README.md +229 -0
  445. package/src/services/reqresp/batch-tx-requester/README.md +305 -0
  446. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +706 -0
  447. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  448. package/src/services/reqresp/batch-tx-requester/interface.ts +53 -0
  449. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +161 -0
  450. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +205 -0
  451. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +37 -0
  452. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +65 -4
  453. package/src/services/reqresp/connection-sampler/connection_sampler.ts +16 -0
  454. package/src/services/reqresp/interface.ts +29 -1
  455. package/src/services/reqresp/metrics.ts +34 -9
  456. package/src/services/reqresp/protocols/block_txs/bitvector.ts +7 -0
  457. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +35 -12
  458. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +74 -9
  459. package/src/services/reqresp/protocols/tx.ts +22 -0
  460. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  461. package/src/services/reqresp/reqresp.ts +97 -32
  462. package/src/services/service.ts +55 -2
  463. package/src/services/tx_collection/config.ts +83 -1
  464. package/src/services/tx_collection/fast_tx_collection.ts +93 -47
  465. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  466. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  467. package/src/services/tx_collection/index.ts +6 -0
  468. package/src/services/tx_collection/instrumentation.ts +17 -2
  469. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  470. package/src/services/tx_collection/proposal_tx_collector.ts +113 -0
  471. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  472. package/src/services/tx_collection/tx_collection.ts +117 -20
  473. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  474. package/src/services/tx_collection/tx_source.ts +28 -8
  475. package/src/services/tx_file_store/config.ts +37 -0
  476. package/src/services/tx_file_store/index.ts +3 -0
  477. package/src/services/tx_file_store/instrumentation.ts +36 -0
  478. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  479. package/src/services/tx_provider.ts +10 -9
  480. package/src/services/tx_provider_instrumentation.ts +11 -5
  481. package/src/test-helpers/index.ts +2 -0
  482. package/src/test-helpers/make-test-p2p-clients.ts +3 -5
  483. package/src/test-helpers/mock-pubsub.ts +146 -9
  484. package/src/test-helpers/reqresp-nodes.ts +4 -6
  485. package/src/test-helpers/test_tx_provider.ts +64 -0
  486. package/src/test-helpers/testbench-utils.ts +431 -0
  487. package/src/testbench/p2p_client_testbench_worker.ts +334 -131
  488. package/src/testbench/worker_client_manager.ts +311 -47
  489. package/src/util.ts +7 -1
  490. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  491. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  492. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  493. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  494. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  495. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  496. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
  497. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  498. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
  499. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  500. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
  501. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
@@ -1,12 +1,11 @@
1
1
  import type { EpochCacheInterface } from '@aztec/epoch-cache';
2
- import { BlockNumber } from '@aztec/foundation/branded-types';
3
- import { randomInt } from '@aztec/foundation/crypto/random';
2
+ import { BlockNumber, type SlotNumber } from '@aztec/foundation/branded-types';
3
+ import { compactArray, maxBy } from '@aztec/foundation/collection';
4
4
  import { Fr } from '@aztec/foundation/curves/bn254';
5
5
  import { type Logger, createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
6
6
  import { RunningPromise } from '@aztec/foundation/running-promise';
7
7
  import { Timer } from '@aztec/foundation/timer';
8
8
  import type { AztecAsyncKVStore } from '@aztec/kv-store';
9
- import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
10
9
  import { protocolContractsHash } from '@aztec/protocol-contracts';
11
10
  import type { EthAddress, L2Block, L2BlockSource } from '@aztec/stdlib/block';
12
11
  import type { ContractDataSource } from '@aztec/stdlib/contract';
@@ -18,13 +17,13 @@ import {
18
17
  CheckpointProposal,
19
18
  type CheckpointProposalCore,
20
19
  type Gossipable,
21
- P2PClientType,
22
20
  P2PMessage,
23
21
  type ValidationResult as P2PValidationResult,
24
22
  PeerErrorSeverity,
23
+ PeerErrorSeverityByHarshness,
25
24
  TopicType,
26
25
  createTopicString,
27
- getTopicsForClientAndConfig,
26
+ getTopicsForConfig,
28
27
  metricsTopicStrToLabels,
29
28
  } from '@aztec/stdlib/p2p';
30
29
  import { MerkleTreeId } from '@aztec/stdlib/trees';
@@ -46,7 +45,7 @@ import {
46
45
  type GossipsubMessage,
47
46
  gossipsub,
48
47
  } from '@chainsafe/libp2p-gossipsub';
49
- import { createPeerScoreParams, createTopicScoreParams } from '@chainsafe/libp2p-gossipsub/score';
48
+ import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
50
49
  import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
51
50
  import { noise } from '@chainsafe/libp2p-noise';
52
51
  import { yamux } from '@chainsafe/libp2p-yamux';
@@ -60,62 +59,62 @@ import { ENR } from '@nethermindeth/enr';
60
59
  import { createLibp2p } from 'libp2p';
61
60
 
62
61
  import type { P2PConfig } from '../../config.js';
63
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
64
62
  import type { MemPools } from '../../mem_pools/interface.js';
65
63
  import {
66
64
  BlockProposalValidator,
67
65
  CheckpointAttestationValidator,
68
66
  CheckpointProposalValidator,
67
+ DoubleSpendTxValidator,
69
68
  FishermanAttestationValidator,
70
- SizeTxValidator,
69
+ getDefaultAllowedSetupFunctions,
71
70
  } from '../../msg_validators/index.js';
72
71
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
73
- import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
74
- import { type MessageValidator, createTxMessageValidators } from '../../msg_validators/tx_validator/factory.js';
75
72
  import {
76
- AggregateTxValidator,
77
- DataTxValidator,
78
- DoubleSpendTxValidator,
79
- MetadataTxValidator,
80
- TxProofValidator,
81
- } from '../../msg_validators/tx_validator/index.js';
73
+ type TransactionValidator,
74
+ createFirstStageTxValidationsForGossipedTransactions,
75
+ createSecondStageTxValidationsForGossipedTransactions,
76
+ createTxValidatorForBlockProposalReceivedTxs,
77
+ createTxValidatorForReqResponseReceivedTxs,
78
+ } from '../../msg_validators/tx_validator/factory.js';
82
79
  import { GossipSubEvent } from '../../types/index.js';
83
80
  import { type PubSubLibp2p, convertToMultiaddr } from '../../util.js';
84
81
  import { getVersions } from '../../versioning.js';
85
82
  import { AztecDatastore } from '../data_store.js';
86
83
  import { DiscV5Service } from '../discv5/discV5_service.js';
87
84
  import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
88
- import { gossipScoreThresholds } from '../gossipsub/scoring.js';
85
+ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
86
+ import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
89
87
  import type { PeerManagerInterface } from '../peer-manager/interface.js';
90
88
  import { PeerManager } from '../peer-manager/peer_manager.js';
91
89
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
90
+ import type { BatchTxRequesterLibP2PService } from '../reqresp/batch-tx-requester/interface.js';
92
91
  import type { P2PReqRespConfig } from '../reqresp/config.js';
93
92
  import {
93
+ AuthRequest,
94
+ BlockTxsRequest,
95
+ BlockTxsResponse,
94
96
  DEFAULT_SUB_PROTOCOL_VALIDATORS,
95
97
  type ReqRespInterface,
98
+ type ReqRespResponse,
96
99
  ReqRespSubProtocol,
97
100
  type ReqRespSubProtocolHandler,
98
101
  type ReqRespSubProtocolHandlers,
99
102
  type ReqRespSubProtocolValidators,
103
+ StatusMessage,
100
104
  type SubProtocolMap,
101
105
  ValidationError,
102
- } from '../reqresp/interface.js';
103
- import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
104
- import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
105
- import {
106
- AuthRequest,
107
- BlockTxsRequest,
108
- BlockTxsResponse,
109
- StatusMessage,
110
106
  pingHandler,
107
+ reqGoodbyeHandler,
111
108
  reqRespBlockHandler,
109
+ reqRespBlockTxsHandler,
112
110
  reqRespStatusHandler,
113
111
  reqRespTxHandler,
114
- } from '../reqresp/protocols/index.js';
112
+ } from '../reqresp/index.js';
115
113
  import { ReqResp } from '../reqresp/reqresp.js';
116
114
  import type {
117
115
  P2PBlockReceivedCallback,
118
116
  P2PCheckpointReceivedCallback,
117
+ P2PDuplicateAttestationCallback,
119
118
  P2PService,
120
119
  PeerDiscoveryService,
121
120
  } from '../service.js';
@@ -130,14 +129,14 @@ interface ValidationResult {
130
129
  type ValidationOutcome = { allPassed: true } | { allPassed: false; failure: ValidationResult };
131
130
 
132
131
  // REFACTOR: Unify with the type above
133
- type ReceivedMessageValidationResult<T> =
134
- | { obj: T; result: Exclude<TopicValidatorResult, TopicValidatorResult.Reject> }
135
- | { obj?: undefined; result: TopicValidatorResult.Reject };
132
+ type ReceivedMessageValidationResult<T, M = undefined> =
133
+ | { obj: T; result: Exclude<TopicValidatorResult, TopicValidatorResult.Reject>; metadata?: M }
134
+ | { obj?: T; result: TopicValidatorResult.Reject; metadata?: M };
136
135
 
137
136
  /**
138
137
  * Lib P2P implementation of the P2PService interface.
139
138
  */
140
- export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends WithTracer implements P2PService {
139
+ export class LibP2PService extends WithTracer implements P2PService {
141
140
  private discoveryRunningPromise?: RunningPromise;
142
141
  private msgIdSeenValidators: Record<TopicType, MessageSeenValidator> = {} as Record<TopicType, MessageSeenValidator>;
143
142
 
@@ -151,6 +150,16 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
151
150
 
152
151
  private feesCache: { blockNumber: BlockNumber; gasFees: GasFees } | undefined;
153
152
 
153
+ /** Callback invoked when a duplicate proposal is detected (triggers slashing). */
154
+ private duplicateProposalCallback?: (info: {
155
+ slot: SlotNumber;
156
+ proposer: EthAddress;
157
+ type: 'checkpoint' | 'block';
158
+ }) => void;
159
+
160
+ /** Callback invoked when a duplicate attestation is detected (triggers slashing). */
161
+ private duplicateAttestationCallback?: P2PDuplicateAttestationCallback;
162
+
154
163
  /**
155
164
  * Callback for when a block is received from a peer.
156
165
  * @param block - The block received from the peer.
@@ -174,14 +183,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
174
183
  protected logger: Logger;
175
184
 
176
185
  constructor(
177
- private clientType: T,
178
186
  private config: P2PConfig,
179
187
  protected node: PubSubLibp2p,
180
188
  private peerDiscoveryService: PeerDiscoveryService,
181
189
  private reqresp: ReqRespInterface,
182
- private peerManager: PeerManagerInterface,
190
+ protected peerManager: PeerManagerInterface,
183
191
  protected mempools: MemPools,
184
- private archiver: L2BlockSource & ContractDataSource,
192
+ protected archiver: L2BlockSource & ContractDataSource,
185
193
  private epochCache: EpochCacheInterface,
186
194
  private proofVerifier: ClientProtocolCircuitVerifier,
187
195
  private worldStateSynchronizer: WorldStateSynchronizer,
@@ -216,10 +224,12 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
216
224
  this.protocolVersion,
217
225
  );
218
226
 
219
- this.blockProposalValidator = new BlockProposalValidator(epochCache, { txsPermitted: !config.disableTransactions });
220
- this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, {
227
+ const proposalValidatorOpts = {
221
228
  txsPermitted: !config.disableTransactions,
222
- });
229
+ maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint,
230
+ };
231
+ this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
232
+ this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
223
233
  this.checkpointAttestationValidator = config.fishermanMode
224
234
  ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry)
225
235
  : new CheckpointAttestationValidator(epochCache);
@@ -227,11 +237,11 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
227
237
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
228
238
 
229
239
  this.blockReceivedCallback = async (block: BlockProposal): Promise<boolean> => {
230
- this.logger.debug(
231
- `Handler not yet registered: Block received callback not set. Received block for slot ${block.slotNumber} from peer.`,
240
+ this.logger.warn(
241
+ `Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`,
232
242
  { p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier() },
233
243
  );
234
- return false;
244
+ return true;
235
245
  };
236
246
 
237
247
  this.checkpointReceivedCallback = (
@@ -254,8 +264,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
254
264
  * @param txPool - The transaction pool to be accessed by the service.
255
265
  * @returns The new service.
256
266
  */
257
- public static async new<T extends P2PClientType>(
258
- clientType: T,
267
+ public static async new(
259
268
  config: P2PConfig,
260
269
  peerId: PeerId,
261
270
  deps: {
@@ -286,14 +295,14 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
286
295
 
287
296
  const datastore = new AztecDatastore(peerStore);
288
297
 
289
- const otelMetricsAdapter = new OtelMetricsAdapter(telemetry);
298
+ const otelMetricsAdapter = new OtelMetricsAdapter(telemetry, logger.getBindings());
290
299
 
291
300
  const peerDiscoveryService = new DiscV5Service(
292
301
  peerId,
293
302
  config,
294
303
  packageVersion,
295
304
  telemetry,
296
- createLogger(`${logger.module}:discv5_service`),
305
+ createLogger(`${logger.module}:discv5_service`, logger.getBindings()),
297
306
  );
298
307
 
299
308
  // Seed libp2p's bootstrap discovery with private and trusted peers
@@ -307,30 +316,41 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
307
316
  const versions = getVersions(config);
308
317
  const protocolVersion = compressComponentVersions(versions);
309
318
 
310
- const txTopic = createTopicString(TopicType.tx, protocolVersion);
311
- const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
312
- const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
313
- const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
314
-
315
319
  const preferredPeersEnrs: ENR[] = config.preferredPeers.map(enr => ENR.decodeTxt(enr));
316
- const directPeers = (
320
+ const directPeers = compactArray(
317
321
  await Promise.all(
318
322
  preferredPeersEnrs.map(async enr => {
319
- const peerId = await enr.peerId();
320
- const address = enr.getLocationMultiaddr('tcp');
321
- if (address === undefined) {
322
- throw new Error(`Direct peer ${peerId.toString()} has no TCP address, ENR: ${enr.encodeTxt()}`);
323
+ try {
324
+ const peerId = await enr.peerId();
325
+ const address = enr.getLocationMultiaddr('tcp');
326
+ if (address === undefined) {
327
+ throw new Error(`Direct peer ${peerId.toString()} has no TCP address, ENR: ${enr.encodeTxt()}`);
328
+ }
329
+ return {
330
+ id: peerId,
331
+ addrs: [address],
332
+ };
333
+ } catch (err) {
334
+ // A malformed configured ENR shouldn't abort node setup — skip it and log.
335
+ logger.warn(`Skipping preferred peer with invalid ENR`, { err });
336
+ return undefined;
323
337
  }
324
- return {
325
- id: peerId,
326
- addrs: [address],
327
- };
328
338
  }),
329
- )
330
- ).filter(peer => peer !== undefined);
339
+ ),
340
+ );
331
341
 
332
342
  const announceTcpMultiaddr = config.p2pIp ? [convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')] : [];
333
343
 
344
+ // Create dynamic topic score params based on network configuration
345
+ const l1Constants = epochCache.getL1Constants();
346
+ const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
347
+ slotDurationMs: l1Constants.slotDuration * 1000,
348
+ heartbeatIntervalMs: config.gossipsubInterval,
349
+ targetCommitteeSize: l1Constants.targetCommitteeSize,
350
+ blockDurationMs: config.blockDurationMs,
351
+ expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot,
352
+ });
353
+
334
354
  const node = await createLibp2p({
335
355
  start: false,
336
356
  peerId,
@@ -426,35 +446,14 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
426
446
  scoreParams: createPeerScoreParams({
427
447
  // IPColocation factor can be disabled for local testing - default to -5
428
448
  IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
429
- topics: {
430
- [txTopic]: createTopicScoreParams({
431
- topicWeight: 1,
432
- invalidMessageDeliveriesWeight: -20,
433
- invalidMessageDeliveriesDecay: 0.5,
434
- }),
435
- [blockProposalTopic]: createTopicScoreParams({
436
- topicWeight: 1,
437
- invalidMessageDeliveriesWeight: -20,
438
- invalidMessageDeliveriesDecay: 0.5,
439
- }),
440
- [checkpointProposalTopic]: createTopicScoreParams({
441
- topicWeight: 1,
442
- invalidMessageDeliveriesWeight: -20,
443
- invalidMessageDeliveriesDecay: 0.5,
444
- }),
445
- [checkpointAttestationTopic]: createTopicScoreParams({
446
- topicWeight: 1,
447
- invalidMessageDeliveriesWeight: -20,
448
- invalidMessageDeliveriesDecay: 0.5,
449
- }),
450
- },
449
+ topics: topicScoreParams,
451
450
  }),
452
451
  }) as (components: GossipSubComponents) => GossipSub,
453
452
  components: (components: { connectionManager: ConnectionManager }) => ({
454
453
  connectionManager: components.connectionManager,
455
454
  }),
456
455
  },
457
- logger: createLibp2pComponentLogger(logger.module),
456
+ logger: createLibp2pComponentLogger(logger.module, logger.getBindings()),
458
457
  });
459
458
 
460
459
  const peerScoring = new PeerScoring(config, telemetry);
@@ -473,13 +472,16 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
473
472
  epochCache,
474
473
  );
475
474
 
476
- // Update gossipsub score params
477
- node.services.pubsub.score.params.appSpecificWeight = 10;
475
+ // Configure application-specific scoring for gossipsub.
476
+ // The weight scales app score to align with gossipsub thresholds:
477
+ // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
478
+ // - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
479
+ // Note: positive topic scores can offset penalties, so alignment is best-effort.
480
+ node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
478
481
  node.services.pubsub.score.params.appSpecificScore = (peerId: string) =>
479
482
  peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
480
483
 
481
484
  return new LibP2PService(
482
- clientType,
483
485
  config,
484
486
  node,
485
487
  peerDiscoveryService,
@@ -526,7 +528,11 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
526
528
  };
527
529
 
528
530
  if (!this.config.disableTransactions) {
529
- const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
531
+ const blockTxsHandler = reqRespBlockTxsHandler(
532
+ this.mempools.attestationPool,
533
+ this.archiver,
534
+ this.mempools.txPool,
535
+ );
530
536
  requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
531
537
  }
532
538
 
@@ -549,7 +555,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
549
555
  await this.node.start();
550
556
 
551
557
  // Subscribe to standard GossipSub topics by default
552
- for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)) {
558
+ for (const topic of getTopicsForConfig(this.config.disableTransactions)) {
553
559
  this.subscribeToTopic(this.topicStrings[topic]);
554
560
  }
555
561
 
@@ -615,6 +621,10 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
615
621
  return this.peerManager.getPeers(includePending);
616
622
  }
617
623
 
624
+ public getGossipMeshPeerCount(topicType: TopicType): number {
625
+ return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
626
+ }
627
+
618
628
  private handleGossipSubEvent(e: CustomEvent<GossipsubMessage>) {
619
629
  this.logger.trace(`Received PUBSUB message.`);
620
630
 
@@ -642,6 +652,15 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
642
652
  return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
643
653
  }
644
654
 
655
+ public sendRequestToPeer(
656
+ peerId: PeerId,
657
+ subProtocol: ReqRespSubProtocol,
658
+ payload: Buffer,
659
+ dialTimeout?: number,
660
+ ): Promise<ReqRespResponse> {
661
+ return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
662
+ }
663
+
645
664
  /**
646
665
  * Get the ENR of the node
647
666
  * @returns The ENR of the node
@@ -658,6 +677,25 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
658
677
  this.checkpointReceivedCallback = callback;
659
678
  }
660
679
 
680
+ /**
681
+ * Registers a callback to be invoked when a duplicate proposal is detected.
682
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
683
+ */
684
+ public registerDuplicateProposalCallback(
685
+ callback: (info: { slot: SlotNumber; proposer: EthAddress; type: 'checkpoint' | 'block' }) => void,
686
+ ): void {
687
+ this.duplicateProposalCallback = callback;
688
+ }
689
+
690
+ /**
691
+ * Registers a callback to be invoked when a duplicate attestation is detected.
692
+ * A validator signing attestations for different proposals at the same slot.
693
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
694
+ */
695
+ public registerDuplicateAttestationCallback(callback: P2PDuplicateAttestationCallback): void {
696
+ this.duplicateAttestationCallback = callback;
697
+ }
698
+
661
699
  /**
662
700
  * Subscribes to a topic.
663
701
  * @param topic - The topic to subscribe to.
@@ -786,9 +824,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
786
824
  if (msg.topic === this.topicStrings[TopicType.tx]) {
787
825
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
788
826
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
789
- if (this.clientType === P2PClientType.Full) {
790
- await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
791
- }
827
+ await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
792
828
  } else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
793
829
  await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
794
830
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
@@ -844,13 +880,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
844
880
  return;
845
881
  }
846
882
 
847
- protected async validateReceivedMessage<T>(
848
- validationFunc: () => Promise<ReceivedMessageValidationResult<T>>,
883
+ protected async validateReceivedMessage<T, M = undefined>(
884
+ validationFunc: () => Promise<ReceivedMessageValidationResult<T, M>>,
849
885
  msgId: string,
850
886
  source: PeerId,
851
887
  topicType: TopicType,
852
- ): Promise<ReceivedMessageValidationResult<T>> {
853
- let resultAndObj: ReceivedMessageValidationResult<T> = { result: TopicValidatorResult.Reject };
888
+ ): Promise<ReceivedMessageValidationResult<T, M>> {
889
+ let resultAndObj: ReceivedMessageValidationResult<T, M> = { result: TopicValidatorResult.Reject };
854
890
  const timer = new Timer();
855
891
  try {
856
892
  resultAndObj = await validationFunc();
@@ -874,21 +910,68 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
874
910
  protected async handleGossipedTx(payloadData: Buffer, msgId: string, source: PeerId) {
875
911
  const validationFunc: () => Promise<ReceivedMessageValidationResult<Tx>> = async () => {
876
912
  const tx = Tx.fromBuffer(payloadData);
877
- const isValid = await this.validatePropagatedTx(tx, source);
878
- const exists = isValid && (await this.mempools.txPool.hasTx(tx.getTxHash()));
913
+
914
+ const currentBlockNumber = await this.archiver.getBlockNumber();
915
+ const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
916
+
917
+ // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
918
+ const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
919
+ const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
920
+ if (!firstStageOutcome.allPassed) {
921
+ const { name } = firstStageOutcome.failure;
922
+ let { severity } = firstStageOutcome.failure;
923
+
924
+ // Double spend validator has a special case handler. We perform more detailed examination
925
+ // as to how recently the nullifier was entered into the tree and if the transaction should
926
+ // have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
927
+ if (name === 'doubleSpendValidator') {
928
+ const txBlockNumber = BlockNumber(currentBlockNumber + 1);
929
+ severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
930
+ }
931
+
932
+ this.peerManager.penalizePeer(source, severity);
933
+ return { result: TopicValidatorResult.Reject };
934
+ }
935
+
936
+ // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
937
+ const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
938
+ if (canAdd === 'ignored') {
939
+ return { result: TopicValidatorResult.Ignore, obj: tx };
940
+ }
941
+
942
+ // Stage 2: expensive proof verification
943
+ const secondStageValidators = this.createSecondStageMessageValidators();
944
+ const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
945
+ if (!secondStageOutcome.allPassed) {
946
+ const { severity } = secondStageOutcome.failure;
947
+ this.peerManager.penalizePeer(source, severity);
948
+ return { result: TopicValidatorResult.Reject };
949
+ }
950
+
951
+ // Pool add: persist the tx
952
+ const txHash = tx.getTxHash();
953
+ const addResult = await this.mempools.txPool.addPendingTxs([tx], { source: 'gossip' });
954
+
955
+ const wasAccepted = addResult.accepted.some(h => h.equals(txHash));
956
+ const wasIgnored = addResult.ignored.some(h => h.equals(txHash));
879
957
 
880
958
  this.logger.trace(`Validate propagated tx`, {
881
- isValid,
882
- exists,
959
+ wasAccepted,
960
+ wasIgnored,
883
961
  [Attributes.P2P_ID]: source.toString(),
884
962
  });
885
963
 
886
- if (!isValid) {
887
- return { result: TopicValidatorResult.Reject };
888
- } else if (exists) {
964
+ if (wasAccepted) {
965
+ return { result: TopicValidatorResult.Accept, obj: tx };
966
+ } else if (wasIgnored) {
889
967
  return { result: TopicValidatorResult.Ignore, obj: tx };
890
968
  } else {
891
- return { result: TopicValidatorResult.Accept, obj: tx };
969
+ this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
970
+ source: source.toString(),
971
+ txHash: txHash.toString(),
972
+ });
973
+ this.peerManager.penalizePeer(source, PeerErrorSeverity.HighToleranceError);
974
+ return { result: TopicValidatorResult.Reject };
892
975
  }
893
976
  };
894
977
 
@@ -897,6 +980,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
897
980
  return;
898
981
  }
899
982
 
983
+ // Tx was accepted into pool and will be propagated - just log and record metrics
900
984
  const txHash = tx.getTxHash();
901
985
  const txHashString = txHash.toString();
902
986
  this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
@@ -904,13 +988,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
904
988
  txHash: txHashString,
905
989
  });
906
990
 
907
- if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
908
- this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
909
- return;
910
- }
911
-
912
991
  this.instrumentation.incrementTxReceived(1);
913
- await this.mempools.txPool.addTxs([tx]);
914
992
  }
915
993
 
916
994
  /**
@@ -922,47 +1000,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
922
1000
  msgId: string,
923
1001
  source: PeerId,
924
1002
  ): Promise<void> {
925
- const validationFunc: () => Promise<ReceivedMessageValidationResult<CheckpointAttestation>> = async () => {
926
- const attestation = CheckpointAttestation.fromBuffer(payloadData);
927
- const pool = this.mempools.attestationPool;
928
- const validationResult = await this.validateCheckpointAttestation(source, attestation);
929
- const isValid = validationResult.result === 'accept';
930
- const exists = isValid && (await pool.hasCheckpointAttestation(attestation));
931
-
932
- let canAdd = true;
933
- if (isValid && !exists) {
934
- const slot = attestation.payload.header.slotNumber;
935
- const { committee } = await this.epochCache.getCommittee(slot);
936
- const committeeSize = committee?.length ?? 0;
937
- canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
938
- }
939
-
940
- this.logger.trace(`Validate propagated checkpoint attestation`, {
941
- isValid,
942
- exists,
943
- canAdd,
944
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
945
- [Attributes.P2P_ID]: source.toString(),
946
- });
947
-
948
- if (validationResult.result === 'reject') {
949
- return { result: TopicValidatorResult.Reject };
950
- } else if (validationResult.result === 'ignore' || exists) {
951
- return { result: TopicValidatorResult.Ignore, obj: attestation };
952
- } else if (!canAdd) {
953
- this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
954
- slot: attestation.payload.header.slotNumber.toString(),
955
- archive: attestation.archive.toString(),
956
- source: source.toString(),
957
- });
958
- return { result: TopicValidatorResult.Ignore, obj: attestation };
959
- } else {
960
- return { result: TopicValidatorResult.Accept, obj: attestation };
961
- }
962
- };
963
-
964
1003
  const { result, obj: attestation } = await this.validateReceivedMessage<CheckpointAttestation>(
965
- validationFunc,
1004
+ () => this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)),
966
1005
  msgId,
967
1006
  source,
968
1007
  TopicType.checkpoint_attestation,
@@ -972,8 +1011,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
972
1011
  return;
973
1012
  }
974
1013
 
975
- this.logger.debug(
976
- `Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`,
1014
+ this.logger.verbose(
1015
+ `Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`,
977
1016
  {
978
1017
  p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
979
1018
  slot: attestation.slotNumber,
@@ -981,60 +1020,167 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
981
1020
  source: source.toString(),
982
1021
  },
983
1022
  );
984
-
985
- await this.mempools.attestationPool.addCheckpointAttestations([attestation]);
986
1023
  }
987
1024
 
988
- private async processBlockFromPeer(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
989
- const validationFunc: () => Promise<ReceivedMessageValidationResult<BlockProposal>> = async () => {
990
- const block = BlockProposal.fromBuffer(payloadData);
991
- const validationResult = await this.validateBlockProposal(source, block);
992
- const isValid = validationResult.result === 'accept';
993
- const pool = this.mempools.attestationPool;
994
-
995
- const exists = isValid && (await pool.hasBlockProposal(block));
996
- const canAdd = isValid && (await pool.canAddProposal(block));
997
-
998
- this.logger.trace(`Validate propagated block proposal`, {
999
- isValid,
1000
- exists,
1001
- canAdd,
1002
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1003
- [Attributes.P2P_ID]: source.toString(),
1025
+ /** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */
1026
+ @trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation) => ({
1027
+ [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
1028
+ }))
1029
+ protected async validateAndStoreCheckpointAttestation(
1030
+ peerId: PeerId,
1031
+ attestation: CheckpointAttestation,
1032
+ ): Promise<ReceivedMessageValidationResult<CheckpointAttestation>> {
1033
+ const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1034
+
1035
+ if (validationResult.result === 'reject') {
1036
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1037
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1038
+ return { result: TopicValidatorResult.Reject };
1039
+ }
1040
+
1041
+ if (validationResult.result === 'ignore') {
1042
+ return { result: TopicValidatorResult.Ignore, obj: attestation };
1043
+ }
1044
+
1045
+ // Try to add the attestation: this handles existence check, cap check, and adding in one call
1046
+ // count is the number of attestations by this signer for this slot (for duplicate detection)
1047
+ const slot = attestation.payload.header.slotNumber;
1048
+ const { added, alreadyExists, count } =
1049
+ await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
1050
+
1051
+ this.logger.trace(`Validate propagated checkpoint attestation`, {
1052
+ added,
1053
+ alreadyExists,
1054
+ count,
1055
+ [Attributes.SLOT_NUMBER]: slot.toString(),
1056
+ [Attributes.P2P_ID]: peerId.toString(),
1057
+ });
1058
+
1059
+ // Exact same attestation received, no need to re-broadcast
1060
+ if (alreadyExists) {
1061
+ return { result: TopicValidatorResult.Ignore, obj: attestation };
1062
+ }
1063
+
1064
+ // Could not add (cap reached for signer), no need to re-broadcast
1065
+ if (!added) {
1066
+ this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1067
+ slot: slot.toString(),
1068
+ archive: attestation.archive.toString(),
1069
+ source: peerId.toString(),
1070
+ attester: attestation.getSender()?.toString(),
1071
+ count,
1004
1072
  });
1073
+ return { result: TopicValidatorResult.Ignore, obj: attestation };
1074
+ }
1005
1075
 
1006
- if (validationResult.result === 'reject') {
1007
- return { result: TopicValidatorResult.Reject };
1008
- } else if (validationResult.result === 'ignore' || exists) {
1009
- return { result: TopicValidatorResult.Ignore, obj: block };
1010
- } else if (!canAdd) {
1011
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1012
- this.logger.warn(`Penalizing peer for block proposal exceeding per-slot cap`, {
1013
- slot: block.slotNumber.toString(),
1014
- archive: block.archive.toString(),
1015
- source: source.toString(),
1076
+ // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
1077
+ // count is the number of attestations by this signer for this slot
1078
+ if (count === 2) {
1079
+ const attester = attestation.getSender();
1080
+ if (attester) {
1081
+ this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
1082
+ slot: slot.toString(),
1083
+ archive: attestation.archive.toString(),
1084
+ source: peerId.toString(),
1085
+ attester: attester.toString(),
1016
1086
  });
1017
- return { result: TopicValidatorResult.Reject };
1018
- } else {
1019
- return { result: TopicValidatorResult.Accept, obj: block };
1087
+ this.duplicateAttestationCallback?.({ slot, attester });
1020
1088
  }
1021
- };
1089
+ }
1090
+
1091
+ // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1092
+ return { result: TopicValidatorResult.Accept, obj: attestation };
1093
+ }
1022
1094
 
1023
- const { result, obj: block } = await this.validateReceivedMessage<BlockProposal>(
1024
- validationFunc,
1095
+ protected async processBlockFromPeer(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
1096
+ const {
1097
+ result,
1098
+ obj: block,
1099
+ metadata: { isEquivocated } = {},
1100
+ } = await this.validateReceivedMessage<BlockProposal, { isEquivocated: boolean }>(
1101
+ () => this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)),
1025
1102
  msgId,
1026
1103
  source,
1027
1104
  TopicType.block_proposal,
1028
1105
  );
1029
1106
 
1030
- if (!result || !block) {
1107
+ // If not accepted or equivocated, return
1108
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1031
1109
  return;
1032
1110
  }
1033
1111
 
1034
1112
  await this.processValidBlockProposal(block, source);
1035
1113
  }
1036
1114
 
1037
- // REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
1115
+ /** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */
1116
+ @trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block) => ({
1117
+ [Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
1118
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1119
+ }))
1120
+ protected async validateAndStoreBlockProposal(
1121
+ peerId: PeerId,
1122
+ block: BlockProposal,
1123
+ ): Promise<ReceivedMessageValidationResult<BlockProposal, { isEquivocated: boolean }>> {
1124
+ const validationResult = await this.blockProposalValidator.validate(block);
1125
+
1126
+ if (validationResult.result === 'reject') {
1127
+ this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1128
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1129
+ return { result: TopicValidatorResult.Reject };
1130
+ }
1131
+
1132
+ if (validationResult.result === 'ignore') {
1133
+ return { result: TopicValidatorResult.Ignore, obj: block };
1134
+ }
1135
+
1136
+ // Try to add the proposal: this handles existence check, cap check, and adding in one call
1137
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1138
+ const isEquivocated = count !== undefined && count > 1;
1139
+
1140
+ // Duplicate proposal received, no need to re-broadcast
1141
+ if (alreadyExists) {
1142
+ this.logger.debug(`Ignoring duplicate block proposal received`, {
1143
+ ...block.toBlockInfo(),
1144
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1145
+ proposer: block.getSender()?.toString(),
1146
+ source: peerId.toString(),
1147
+ });
1148
+ return { result: TopicValidatorResult.Ignore, obj: block, metadata: { isEquivocated } };
1149
+ }
1150
+
1151
+ // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1152
+ if (!added) {
1153
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1154
+ this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1155
+ ...block.toBlockInfo(),
1156
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1157
+ count,
1158
+ proposer: block.getSender()?.toString(),
1159
+ source: peerId.toString(),
1160
+ });
1161
+ return { result: TopicValidatorResult.Reject, metadata: { isEquivocated } };
1162
+ }
1163
+
1164
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1165
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1166
+ if (isEquivocated) {
1167
+ const proposer = block.getSender();
1168
+ this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
1169
+ ...block.toBlockInfo(),
1170
+ source: peerId.toString(),
1171
+ proposer: proposer?.toString(),
1172
+ });
1173
+ // Invoke the duplicate callback on the first duplicate spotted only
1174
+ if (proposer && count === 2) {
1175
+ this.duplicateProposalCallback?.({ slot: block.slotNumber, proposer, type: 'block' });
1176
+ }
1177
+ return { result: TopicValidatorResult.Accept, obj: block, metadata: { isEquivocated } };
1178
+ }
1179
+
1180
+ // Otherwise, we're good to go!
1181
+ return { result: TopicValidatorResult.Accept, obj: block };
1182
+ }
1183
+
1038
1184
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
1039
1185
  // should not be here as it does not deal with p2p networking.
1040
1186
  @trackSpan('Libp2pService.processValidBlockProposal', async block => ({
@@ -1042,7 +1188,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1042
1188
  [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
1043
1189
  [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then(i => i.toString()),
1044
1190
  }))
1045
- private async processValidBlockProposal(block: BlockProposal, sender: PeerId) {
1191
+ protected async processValidBlockProposal(block: BlockProposal, sender: PeerId) {
1046
1192
  const slot = block.slotNumber;
1047
1193
  this.logger.verbose(`Received block proposal for slot ${slot} from external peer ${sender.toString()}.`, {
1048
1194
  p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier(),
@@ -1050,30 +1196,14 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1050
1196
  ...block.toBlockInfo(),
1051
1197
  });
1052
1198
 
1053
- // Attempt to add proposal
1054
- try {
1055
- await this.mempools.attestationPool.addBlockProposal(block);
1056
- } catch (err: unknown) {
1057
- // Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
1058
- if (err instanceof ProposalSlotCapExceededError) {
1059
- this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
1060
- slot: String(slot),
1061
- archive: block.archive.toString(),
1062
- error: (err as Error).message,
1063
- });
1064
- return;
1065
- }
1066
- throw err;
1067
- }
1068
-
1069
- // Mark the txs in this proposal as non-evictable
1070
- await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
1199
+ // Mark the txs in this proposal as protected
1200
+ await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
1071
1201
 
1072
1202
  // Call the block received callback to validate the proposal.
1073
1203
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1074
1204
  const isValid = await this.blockReceivedCallback(block, sender);
1075
1205
  if (!isValid) {
1076
- this.logger.warn(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1206
+ this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1077
1207
  }
1078
1208
  }
1079
1209
 
@@ -1081,67 +1211,145 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1081
1211
  * Handle a gossiped checkpoint proposal.
1082
1212
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1083
1213
  */
1084
- private async handleGossipedCheckpointProposal(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
1085
- // TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
1086
- const validationFunc: () => Promise<ReceivedMessageValidationResult<CheckpointProposal>> = async () => {
1087
- const checkpoint = CheckpointProposal.fromBuffer(payloadData);
1088
- const validationResult = await this.validateCheckpointProposal(source, checkpoint);
1089
- const isValid = validationResult.result === 'accept';
1090
- const pool = this.mempools.attestationPool;
1091
-
1092
- const exists = isValid && (await pool.hasCheckpointProposal(checkpoint));
1093
- const canAdd = isValid && (await pool.canAddCheckpointProposal(checkpoint));
1094
-
1095
- this.logger.trace(`Validate propagated checkpoint proposal`, {
1096
- isValid,
1097
- exists,
1098
- canAdd,
1214
+ protected async handleGossipedCheckpointProposal(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
1215
+ const {
1216
+ result,
1217
+ obj: checkpoint,
1218
+ metadata: { isEquivocated, processBlock } = {},
1219
+ } = await this.validateReceivedMessage<CheckpointProposal, { isEquivocated: boolean; processBlock: boolean }>(
1220
+ () => this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)),
1221
+ msgId,
1222
+ source,
1223
+ TopicType.checkpoint_proposal,
1224
+ );
1225
+
1226
+ // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1227
+ // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1228
+ if (processBlock && checkpoint?.getBlockProposal()) {
1229
+ await this.processValidBlockProposal(checkpoint.getBlockProposal()!, source);
1230
+ }
1231
+
1232
+ if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1233
+ return;
1234
+ }
1235
+
1236
+ await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1237
+ }
1238
+
1239
+ /**
1240
+ * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
1241
+ * its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
1242
+ */
1243
+ @trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint) => ({
1244
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1245
+ }))
1246
+ protected async validateAndStoreCheckpointProposal(
1247
+ peerId: PeerId,
1248
+ checkpoint: CheckpointProposal,
1249
+ ): Promise<ReceivedMessageValidationResult<CheckpointProposal, { isEquivocated: boolean; processBlock: boolean }>> {
1250
+ const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1251
+
1252
+ if (validationResult.result === 'reject') {
1253
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1254
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1255
+ return { result: TopicValidatorResult.Reject };
1256
+ }
1257
+
1258
+ if (validationResult.result === 'ignore') {
1259
+ return { result: TopicValidatorResult.Ignore, obj: checkpoint };
1260
+ }
1261
+
1262
+ // Extract and try to add the block proposal first if present
1263
+ const blockProposal = checkpoint.getBlockProposal();
1264
+ let processBlock = false;
1265
+ if (blockProposal) {
1266
+ this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1099
1267
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1100
- [Attributes.P2P_ID]: source.toString(),
1268
+ [Attributes.P2P_ID]: peerId.toString(),
1101
1269
  });
1102
-
1103
- if (validationResult.result === 'reject') {
1104
- return { result: TopicValidatorResult.Reject };
1105
- } else if (validationResult.result === 'ignore' || exists) {
1106
- return { result: TopicValidatorResult.Ignore, obj: checkpoint };
1107
- } else if (!canAdd) {
1108
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1109
- this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1110
- slot: checkpoint.slotNumber.toString(),
1111
- archive: checkpoint.archive.toString(),
1112
- source: source.toString(),
1270
+ const {
1271
+ result,
1272
+ obj,
1273
+ metadata: { isEquivocated } = {},
1274
+ } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1275
+ if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1276
+ this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1277
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1278
+ [Attributes.P2P_ID]: peerId.toString(),
1279
+ isEquivocated,
1280
+ result,
1113
1281
  });
1114
1282
  return { result: TopicValidatorResult.Reject };
1115
- } else {
1116
- return { result: TopicValidatorResult.Accept, obj: checkpoint };
1283
+ } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1284
+ processBlock = true;
1117
1285
  }
1118
- };
1286
+ }
1119
1287
 
1120
- const { result, obj: checkpoint } = await this.validateReceivedMessage<CheckpointProposal>(
1121
- validationFunc,
1122
- msgId,
1123
- source,
1124
- TopicType.checkpoint_proposal,
1125
- );
1288
+ // Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
1289
+ const checkpointCore = checkpoint.toCore();
1290
+ const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
1291
+ const { added, alreadyExists, count } = tryAddResult;
1292
+ const isEquivocated = count !== undefined && count > 1;
1293
+
1294
+ // Duplicate proposal received, do not re-broadcast
1295
+ if (alreadyExists) {
1296
+ this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
1297
+ ...checkpoint.toCheckpointInfo(),
1298
+ source: peerId.toString(),
1299
+ });
1300
+ return {
1301
+ result: TopicValidatorResult.Ignore,
1302
+ obj: checkpoint,
1303
+ metadata: { isEquivocated, processBlock },
1304
+ };
1305
+ }
1126
1306
 
1127
- if (result !== TopicValidatorResult.Accept || !checkpoint) {
1128
- return;
1307
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1308
+ // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1309
+ if (!added) {
1310
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1311
+ this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1312
+ ...checkpoint.toCheckpointInfo(),
1313
+ count,
1314
+ source: peerId.toString(),
1315
+ });
1316
+ return { result: TopicValidatorResult.Reject, obj: checkpoint, metadata: { isEquivocated, processBlock } };
1129
1317
  }
1130
1318
 
1131
- await this.processValidCheckpointProposal(checkpoint, source);
1319
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1320
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1321
+ if (isEquivocated) {
1322
+ const proposer = checkpoint.getSender();
1323
+ this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
1324
+ ...checkpoint.toCheckpointInfo(),
1325
+ source: peerId.toString(),
1326
+ proposer: proposer?.toString(),
1327
+ });
1328
+ // Invoke the duplicate callback on the first duplicate spotted only
1329
+ if (proposer && count === 2) {
1330
+ this.duplicateProposalCallback?.({ slot: checkpoint.slotNumber, proposer, type: 'checkpoint' });
1331
+ }
1332
+ return {
1333
+ result: TopicValidatorResult.Accept,
1334
+ obj: checkpoint,
1335
+ metadata: { isEquivocated, processBlock },
1336
+ };
1337
+ }
1338
+
1339
+ // Otherwise, we're good to go!
1340
+ return { result: TopicValidatorResult.Accept, obj: checkpoint, metadata: { processBlock, isEquivocated } };
1132
1341
  }
1133
1342
 
1134
1343
  /**
1135
1344
  * Process a validated checkpoint proposal.
1136
- * Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
1137
- * The block callback is invoked before the checkpoint callback.
1345
+ * Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
1138
1346
  */
1139
1347
  @trackSpan('Libp2pService.processValidCheckpointProposal', async checkpoint => ({
1140
1348
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
1141
1349
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
1142
1350
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then(i => i.toString()),
1143
1351
  }))
1144
- private async processValidCheckpointProposal(checkpoint: CheckpointProposal, sender: PeerId) {
1352
+ protected async processValidCheckpointProposal(checkpoint: CheckpointProposalCore, sender: PeerId) {
1145
1353
  const slot = checkpoint.slotNumber;
1146
1354
  this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
1147
1355
  p2pMessageIdentifier: await checkpoint.p2pMessageLoggingIdentifier(),
@@ -1150,37 +1358,12 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1150
1358
  source: sender.toString(),
1151
1359
  });
1152
1360
 
1153
- // Extract block proposal before adding to pool (pool stores them separately)
1154
- const blockProposal = checkpoint.getBlockProposal();
1155
-
1156
- // Add proposal to the pool (this extracts and stores block proposal separately)
1157
- await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
1158
-
1159
- // Mark txs as non-evictable if present (from the last block)
1160
- if (checkpoint.txHashes.length > 0) {
1161
- await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
1162
- }
1163
-
1164
- // If there was a last block proposal, invoke the block callback first for validation.
1165
- // Note: The block proposal is already stored in the pool by addCheckpointProposal.
1166
- if (blockProposal) {
1167
- const isValid = await this.blockReceivedCallback(blockProposal, sender);
1168
- if (!isValid) {
1169
- this.logger.warn(`Block proposal from checkpoint failed validation`, {
1170
- slot: slot.toString(),
1171
- archive: checkpoint.archive.toString(),
1172
- blockNumber: blockProposal.blockNumber.toString(),
1173
- });
1174
- return;
1175
- }
1176
- }
1177
-
1178
1361
  // Call the checkpoint received callback with the core version (without lastBlock)
1179
1362
  // to validate and potentially generate attestations
1180
- const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
1363
+ const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1181
1364
  if (attestations && attestations.length > 0) {
1182
1365
  // If the callback returned attestations, add them to the pool and propagate them
1183
- await this.mempools.attestationPool.addCheckpointAttestations(attestations);
1366
+ await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
1184
1367
  for (const attestation of attestations) {
1185
1368
  await this.propagate(attestation);
1186
1369
  }
@@ -1207,9 +1390,9 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1207
1390
  * @returns True if the requested block transactions are valid, false otherwise.
1208
1391
  */
1209
1392
  @trackSpan('Libp2pService.validateRequestedBlockTxs', request => ({
1210
- [Attributes.BLOCK_HASH]: request.blockHash.toString(),
1393
+ [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString(),
1211
1394
  }))
1212
- private async validateRequestedBlockTxs(
1395
+ protected async validateRequestedBlockTxs(
1213
1396
  request: BlockTxsRequest,
1214
1397
  response: BlockTxsResponse,
1215
1398
  peerId: PeerId,
@@ -1217,10 +1400,10 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1217
1400
  const requestedTxValidator = this.createRequestedTxValidator();
1218
1401
 
1219
1402
  try {
1220
- if (!response.blockHash.equals(request.blockHash)) {
1403
+ if (!response.archiveRoot.equals(request.archiveRoot)) {
1221
1404
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1222
1405
  throw new ValidationError(
1223
- `Received block txs for unexpected block: expected ${request.blockHash.toString()}, got ${response.blockHash.toString()}`,
1406
+ `Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`,
1224
1407
  );
1225
1408
  }
1226
1409
 
@@ -1250,7 +1433,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1250
1433
  }
1251
1434
 
1252
1435
  // Given proposal (should have locally), ensure returned txs are valid subset and match request indices
1253
- const proposal = await this.mempools.attestationPool.getBlockProposal(request.blockHash.toString());
1436
+ const proposal = await this.mempools.attestationPool.getBlockProposal(request.archiveRoot.toString());
1254
1437
  if (proposal) {
1255
1438
  // Build intersected indices
1256
1439
  const intersectIdx = request.txIndices.getTrueIndices().filter(i => response.txIndices.isSet(i));
@@ -1270,7 +1453,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1270
1453
  } else {
1271
1454
  // No local proposal, cannot check the membership/order of the returned txs
1272
1455
  this.logger.warn(
1273
- `Block proposal not found for block hash ${request.blockHash.toString()}; cannot validate membership/order of returned txs`,
1456
+ `Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`,
1274
1457
  );
1275
1458
  return false;
1276
1459
  }
@@ -1309,7 +1492,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1309
1492
  const requested = new Set(requestedTxHash.map(h => h.toString()));
1310
1493
  const requestedTxValidator = this.createRequestedTxValidator();
1311
1494
 
1312
- //TODO: (mralj) - this is somewhat naive implementation, if single tx is invlid we consider the whole response invalid.
1495
+ //TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
1313
1496
  // I think we should still extract the valid txs and return them, so that we can still use the response.
1314
1497
  try {
1315
1498
  await Promise.all(responseTx.map(tx => this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
@@ -1339,7 +1522,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1339
1522
  @trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock) => ({
1340
1523
  [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString(),
1341
1524
  }))
1342
- private async validateRequestedBlock(
1525
+ protected async validateRequestedBlock(
1343
1526
  requestedBlockNumber: Fr,
1344
1527
  responseBlock: L2Block,
1345
1528
  peerId: PeerId,
@@ -1372,28 +1555,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1372
1555
  }
1373
1556
  }
1374
1557
 
1375
- private createRequestedTxValidator(): TxValidator {
1376
- return new AggregateTxValidator(
1377
- new DataTxValidator(),
1378
- new SizeTxValidator(),
1379
- new MetadataTxValidator({
1380
- l1ChainId: new Fr(this.config.l1ChainId),
1381
- rollupVersion: new Fr(this.config.rollupVersion),
1382
- protocolContractsHash,
1383
- vkTreeRoot: getVKTreeRoot(),
1384
- }),
1385
- new TxProofValidator(this.proofVerifier),
1386
- );
1387
- }
1388
-
1389
- private async validateRequestedTx(tx: Tx, peerId: PeerId, txValidator: TxValidator, requested?: Set<`0x${string}`>) {
1558
+ protected async validateRequestedTx(
1559
+ tx: Tx,
1560
+ peerId: PeerId,
1561
+ txValidator: TxValidator,
1562
+ requested?: Set<`0x${string}`>,
1563
+ ) {
1390
1564
  const penalize = (severity: PeerErrorSeverity) => this.peerManager.penalizePeer(peerId, severity);
1391
-
1392
- if (!(await tx.validateTxHash())) {
1393
- penalize(PeerErrorSeverity.MidToleranceError);
1394
- throw new ValidationError(`Received tx with invalid hash ${tx.getTxHash().toString()}.`);
1395
- }
1396
-
1397
1565
  if (requested && !requested.has(tx.getTxHash().toString())) {
1398
1566
  penalize(PeerErrorSeverity.MidToleranceError);
1399
1567
  throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
@@ -1406,35 +1574,11 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1406
1574
  }
1407
1575
  }
1408
1576
 
1409
- @trackSpan('Libp2pService.validatePropagatedTx', tx => ({
1410
- [Attributes.TX_HASH]: tx.getTxHash().toString(),
1411
- }))
1412
- private async validatePropagatedTx(tx: Tx, peerId: PeerId): Promise<boolean> {
1413
- const currentBlockNumber = await this.archiver.getBlockNumber();
1414
-
1415
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1416
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1417
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1418
-
1419
- for (const validator of messageValidators) {
1420
- const outcome = await this.runValidations(tx, validator);
1421
-
1422
- if (outcome.allPassed) {
1423
- continue;
1424
- }
1425
- const { name } = outcome.failure;
1426
- let { severity } = outcome.failure;
1427
-
1428
- // Double spend validator has a special case handler
1429
- if (name === 'doubleSpendValidator') {
1430
- const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
1431
- severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1432
- }
1433
-
1434
- this.peerManager.penalizePeer(peerId, severity);
1435
- return false;
1436
- }
1437
- return true;
1577
+ protected createRequestedTxValidator(): TxValidator {
1578
+ return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1579
+ l1ChainId: this.config.l1ChainId,
1580
+ rollupVersion: this.config.rollupVersion,
1581
+ });
1438
1582
  }
1439
1583
 
1440
1584
  private async getGasFees(blockNumber: BlockNumber): Promise<GasFees> {
@@ -1448,59 +1592,78 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1448
1592
  return gasFees;
1449
1593
  }
1450
1594
 
1451
- public async validate(txs: Tx[]): Promise<void> {
1452
- const currentBlockNumber = await this.archiver.getBlockNumber();
1595
+ /**
1596
+ * Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
1597
+ */
1598
+ public getBatchTxRequesterService(): BatchTxRequesterLibP2PService {
1599
+ return {
1600
+ reqResp: this.reqresp,
1601
+ connectionSampler: this.reqresp.getConnectionSampler(),
1602
+ txValidatorConfig: {
1603
+ l1ChainId: this.config.l1ChainId,
1604
+ rollupVersion: this.config.rollupVersion,
1605
+ proofVerifier: this.proofVerifier,
1606
+ },
1607
+ peerScoring: this.peerManager,
1608
+ };
1609
+ }
1453
1610
 
1454
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1455
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1456
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1611
+ public async validateTxsReceivedInBlockProposal(txs: Tx[]): Promise<void> {
1612
+ const validator = createTxValidatorForBlockProposalReceivedTxs(
1613
+ this.proofVerifier,
1614
+ { l1ChainId: this.config.l1ChainId, rollupVersion: this.config.rollupVersion },
1615
+ this.logger.getBindings(),
1616
+ );
1457
1617
 
1458
- await Promise.all(
1618
+ const results = await Promise.all(
1459
1619
  txs.map(async tx => {
1460
- for (const validator of messageValidators) {
1461
- const outcome = await this.runValidations(tx, validator);
1462
- if (!outcome.allPassed) {
1463
- throw new Error('Invalid tx detected', { cause: { outcome } });
1464
- }
1465
- }
1620
+ const result = await validator.validateTx(tx);
1621
+ return result.result !== 'invalid';
1466
1622
  }),
1467
1623
  );
1624
+ if (results.some(value => value === false)) {
1625
+ throw new Error('Invalid tx detected');
1626
+ }
1468
1627
  }
1469
1628
 
1470
- /**
1471
- * Create message validators for the given block number and timestamp.
1472
- *
1473
- * Each validator is a pair of a validator and a severity.
1474
- * If a validator fails, the peer is penalized with the severity of the validator.
1475
- *
1476
- * @param currentBlockNumber - The current synced block number.
1477
- * @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
1478
- * @returns The message validators.
1479
- */
1480
- private async createMessageValidators(
1629
+ /** Creates the first stage (fast) validators for gossiped transactions. */
1630
+ protected async createFirstStageMessageValidators(
1481
1631
  currentBlockNumber: BlockNumber,
1482
1632
  nextSlotTimestamp: UInt64,
1483
- ): Promise<Record<string, MessageValidator>[]> {
1633
+ ): Promise<Record<string, TransactionValidator>> {
1484
1634
  const gasFees = await this.getGasFees(currentBlockNumber);
1485
- const allowedInSetup = this.config.txPublicSetupAllowList ?? (await getDefaultAllowedSetupFunctions());
1486
-
1487
- const blockNumberInWhichTheTxIsConsideredToBeIncluded = BlockNumber(currentBlockNumber + 1);
1488
-
1489
- return createTxMessageValidators(
1635
+ const allowedInSetup = [
1636
+ ...(await getDefaultAllowedSetupFunctions()),
1637
+ ...(this.config.txPublicSetupAllowListExtend ?? []),
1638
+ ];
1639
+ const blockNumber = BlockNumber(currentBlockNumber + 1);
1640
+ const l1Constants = await this.archiver.getL1Constants();
1641
+
1642
+ return createFirstStageTxValidationsForGossipedTransactions(
1490
1643
  nextSlotTimestamp,
1491
- blockNumberInWhichTheTxIsConsideredToBeIncluded,
1644
+ blockNumber,
1492
1645
  this.worldStateSynchronizer,
1493
1646
  gasFees,
1494
1647
  this.config.l1ChainId,
1495
1648
  this.config.rollupVersion,
1496
1649
  protocolContractsHash,
1497
1650
  this.archiver,
1498
- this.proofVerifier,
1499
1651
  !this.config.disableTransactions,
1500
1652
  allowedInSetup,
1653
+ this.logger.getBindings(),
1654
+ {
1655
+ rollupManaLimit: l1Constants.rollupManaLimit,
1656
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1657
+ maxBlockDAGas: this.config.validateMaxDABlockGas,
1658
+ },
1501
1659
  );
1502
1660
  }
1503
1661
 
1662
+ /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */
1663
+ protected createSecondStageMessageValidators(): Record<string, TransactionValidator> {
1664
+ return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
1665
+ }
1666
+
1504
1667
  /**
1505
1668
  * Run validations on a tx.
1506
1669
  * @param tx - The tx to validate.
@@ -1509,7 +1672,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1509
1672
  */
1510
1673
  private async runValidations(
1511
1674
  tx: Tx,
1512
- messageValidators: Record<string, MessageValidator>,
1675
+ messageValidators: Record<string, TransactionValidator>,
1513
1676
  ): Promise<ValidationOutcome> {
1514
1677
  const validationPromises = Object.entries(messageValidators).map(async ([name, { validator, severity }]) => {
1515
1678
  const { result } = await validator.validateTx(tx);
@@ -1518,8 +1681,10 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1518
1681
 
1519
1682
  // A promise that resolves when all validations have been run
1520
1683
  const allValidations = await Promise.all(validationPromises);
1521
- const failed = allValidations.find(x => !x.isValid);
1522
- if (failed) {
1684
+ const failures = allValidations.filter(x => !x.isValid);
1685
+ if (failures.length > 0) {
1686
+ // Pick the most severe failure (lowest tolerance = harshest penalty)
1687
+ const failed = maxBy(failures, f => PeerErrorSeverityByHarshness.indexOf(f.severity))!;
1523
1688
  return {
1524
1689
  allPassed: false,
1525
1690
  failure: {
@@ -1551,15 +1716,18 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1551
1716
  return PeerErrorSeverity.HighToleranceError;
1552
1717
  }
1553
1718
 
1554
- const snapshotValidator = new DoubleSpendTxValidator({
1555
- nullifiersExist: async (nullifiers: Buffer[]) => {
1556
- const merkleTree = this.worldStateSynchronizer.getSnapshot(
1557
- BlockNumber(blockNumber - this.config.doubleSpendSeverePeerPenaltyWindow),
1558
- );
1559
- const indices = await merkleTree.findLeafIndices(MerkleTreeId.NULLIFIER_TREE, nullifiers);
1560
- return indices.map(index => index !== undefined);
1719
+ const snapshotValidator = new DoubleSpendTxValidator(
1720
+ {
1721
+ nullifiersExist: async (nullifiers: Buffer[]) => {
1722
+ const merkleTree = this.worldStateSynchronizer.getSnapshot(
1723
+ BlockNumber(blockNumber - this.config.doubleSpendSeverePeerPenaltyWindow),
1724
+ );
1725
+ const indices = await merkleTree.findLeafIndices(MerkleTreeId.NULLIFIER_TREE, nullifiers);
1726
+ return indices.map(index => index !== undefined);
1727
+ },
1561
1728
  },
1562
- });
1729
+ this.logger.getBindings(),
1730
+ );
1563
1731
 
1564
1732
  const validSnapshot = await snapshotValidator.validateTx(tx);
1565
1733
  if (validSnapshot.result !== 'valid') {
@@ -1587,50 +1755,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1587
1755
  const result = await this.checkpointAttestationValidator.validate(attestation);
1588
1756
 
1589
1757
  if (result.result === 'reject') {
1590
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1591
- this.peerManager.penalizePeer(peerId, result.severity);
1592
- }
1593
-
1594
- return result;
1595
- }
1596
-
1597
- /**
1598
- * Validate a block proposal.
1599
- *
1600
- * @param block - The block proposal to validate.
1601
- * @returns True if the block proposal is valid, false otherwise.
1602
- */
1603
- @trackSpan('Libp2pService.validateBlockProposal', (_peerId, block) => ({
1604
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1605
- }))
1606
- public async validateBlockProposal(peerId: PeerId, block: BlockProposal): Promise<P2PValidationResult> {
1607
- const result = await this.blockProposalValidator.validate(block);
1608
-
1609
- if (result.result === 'reject') {
1610
- this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
1611
- this.peerManager.penalizePeer(peerId, result.severity);
1612
- }
1613
-
1614
- return result;
1615
- }
1616
-
1617
- /**
1618
- * Validate a checkpoint proposal.
1619
- *
1620
- * @param checkpoint - The checkpoint proposal to validate.
1621
- * @returns True if the checkpoint proposal is valid, false otherwise.
1622
- */
1623
- @trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint) => ({
1624
- [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1625
- }))
1626
- public async validateCheckpointProposal(
1627
- peerId: PeerId,
1628
- checkpoint: CheckpointProposal,
1629
- ): Promise<P2PValidationResult> {
1630
- const result = await this.checkpointProposalValidator.validate(checkpoint);
1631
-
1632
- if (result.result === 'reject') {
1633
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1758
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1634
1759
  this.peerManager.penalizePeer(peerId, result.severity);
1635
1760
  }
1636
1761