@aztec/p2p 0.0.1-commit.9d2bcf6d → 0.0.1-commit.9ef841308

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (459) hide show
  1. package/README.md +129 -3
  2. package/dest/client/factory.d.ts +11 -11
  3. package/dest/client/factory.d.ts.map +1 -1
  4. package/dest/client/factory.js +55 -17
  5. package/dest/client/interface.d.ts +46 -33
  6. package/dest/client/interface.d.ts.map +1 -1
  7. package/dest/client/p2p_client.d.ts +39 -51
  8. package/dest/client/p2p_client.d.ts.map +1 -1
  9. package/dest/client/p2p_client.js +157 -224
  10. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +21 -11
  11. package/dest/config.d.ts +55 -18
  12. package/dest/config.d.ts.map +1 -1
  13. package/dest/config.js +102 -38
  14. package/dest/errors/tx-pool.error.d.ts +8 -0
  15. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  16. package/dest/errors/tx-pool.error.js +9 -0
  17. package/dest/index.d.ts +2 -2
  18. package/dest/index.d.ts.map +1 -1
  19. package/dest/index.js +1 -1
  20. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  21. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  22. package/dest/mem_pools/attestation_pool/attestation_pool.js +445 -3
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  26. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  27. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  28. package/dest/mem_pools/attestation_pool/index.js +1 -2
  29. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  30. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  31. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  32. package/dest/mem_pools/index.d.ts +3 -3
  33. package/dest/mem_pools/index.d.ts.map +1 -1
  34. package/dest/mem_pools/index.js +1 -1
  35. package/dest/mem_pools/instrumentation.d.ts +4 -2
  36. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  37. package/dest/mem_pools/instrumentation.js +16 -14
  38. package/dest/mem_pools/interface.d.ts +5 -5
  39. package/dest/mem_pools/interface.d.ts.map +1 -1
  40. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  41. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  42. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  43. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  44. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  45. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  46. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  47. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  48. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  52. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  66. package/dest/mem_pools/{tx_pool → tx_pool_v2}/eviction/invalid_txs_after_mining_rule.js +16 -35
  67. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  69. package/dest/mem_pools/{tx_pool → tx_pool_v2}/eviction/invalid_txs_after_reorg_rule.js +39 -24
  70. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  77. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  79. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  80. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  82. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  83. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  85. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +215 -0
  86. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  87. package/dest/mem_pools/tx_pool_v2/interfaces.js +10 -0
  88. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +134 -0
  89. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  90. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +220 -0
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  92. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  94. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  95. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
  97. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +62 -0
  98. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +167 -0
  100. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
  101. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  102. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +923 -0
  103. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +1 -1
  104. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  105. package/dest/msg_validators/attestation_validator/attestation_validator.js +5 -4
  106. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  107. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  108. package/dest/msg_validators/clock_tolerance.d.ts +1 -1
  109. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  110. package/dest/msg_validators/clock_tolerance.js +4 -3
  111. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -4
  112. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  113. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
  114. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -4
  115. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  116. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
  117. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -8
  118. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  119. package/dest/msg_validators/proposal_validator/proposal_validator.js +53 -41
  120. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  121. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  122. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  123. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  124. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  125. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  126. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  127. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  128. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  129. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  130. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  131. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  132. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  133. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  134. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  135. package/dest/msg_validators/tx_validator/data_validator.d.ts +1 -1
  136. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  137. package/dest/msg_validators/tx_validator/data_validator.js +35 -2
  138. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  139. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  140. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  141. package/dest/msg_validators/tx_validator/factory.d.ts +133 -6
  142. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  143. package/dest/msg_validators/tx_validator/factory.js +247 -60
  144. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  145. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  146. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  147. package/dest/msg_validators/tx_validator/gas_validator.d.ts +67 -3
  148. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  149. package/dest/msg_validators/tx_validator/gas_validator.js +104 -37
  150. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  151. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  152. package/dest/msg_validators/tx_validator/index.js +2 -0
  153. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  154. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  155. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  156. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  157. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  158. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  159. package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
  160. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  161. package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
  162. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  163. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  164. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  165. package/dest/services/discv5/discV5_service.d.ts +1 -1
  166. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  167. package/dest/services/discv5/discV5_service.js +4 -2
  168. package/dest/services/dummy_service.d.ts +13 -5
  169. package/dest/services/dummy_service.d.ts.map +1 -1
  170. package/dest/services/dummy_service.js +10 -4
  171. package/dest/services/encoding.d.ts +7 -3
  172. package/dest/services/encoding.d.ts.map +1 -1
  173. package/dest/services/encoding.js +18 -11
  174. package/dest/services/gossipsub/index.d.ts +3 -0
  175. package/dest/services/gossipsub/index.d.ts.map +1 -0
  176. package/dest/services/gossipsub/index.js +2 -0
  177. package/dest/services/gossipsub/scoring.d.ts +21 -3
  178. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  179. package/dest/services/gossipsub/scoring.js +24 -7
  180. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  181. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  182. package/dest/services/gossipsub/topic_score_params.js +346 -0
  183. package/dest/services/libp2p/libp2p_service.d.ts +99 -49
  184. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  185. package/dest/services/libp2p/libp2p_service.js +554 -377
  186. package/dest/services/peer-manager/metrics.d.ts +3 -1
  187. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  188. package/dest/services/peer-manager/metrics.js +6 -0
  189. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  190. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  191. package/dest/services/peer-manager/peer_manager.js +24 -9
  192. package/dest/services/peer-manager/peer_scoring.d.ts +5 -2
  193. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  194. package/dest/services/peer-manager/peer_scoring.js +53 -12
  195. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +14 -10
  196. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  197. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +89 -112
  198. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +4 -7
  199. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  200. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
  201. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  202. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
  203. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
  204. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  205. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
  206. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  207. package/dest/services/reqresp/interface.d.ts +10 -1
  208. package/dest/services/reqresp/interface.d.ts.map +1 -1
  209. package/dest/services/reqresp/interface.js +15 -1
  210. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  211. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  212. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
  213. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
  214. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  215. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
  216. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  217. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  218. package/dest/services/reqresp/protocols/tx.js +20 -0
  219. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  220. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  221. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  222. package/dest/services/reqresp/reqresp.d.ts +1 -1
  223. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  224. package/dest/services/reqresp/reqresp.js +30 -14
  225. package/dest/services/service.d.ts +45 -3
  226. package/dest/services/service.d.ts.map +1 -1
  227. package/dest/services/tx_collection/config.d.ts +22 -4
  228. package/dest/services/tx_collection/config.d.ts.map +1 -1
  229. package/dest/services/tx_collection/config.js +49 -3
  230. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -8
  231. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  232. package/dest/services/tx_collection/fast_tx_collection.js +88 -88
  233. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  234. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  235. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  236. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  237. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  238. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  239. package/dest/services/tx_collection/index.d.ts +3 -2
  240. package/dest/services/tx_collection/index.d.ts.map +1 -1
  241. package/dest/services/tx_collection/index.js +1 -0
  242. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  243. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  244. package/dest/services/tx_collection/instrumentation.js +2 -1
  245. package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -15
  246. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  247. package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
  248. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  249. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  250. package/dest/services/tx_collection/request_tracker.js +84 -0
  251. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  252. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  253. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  254. package/dest/services/tx_collection/tx_collection.d.ts +23 -13
  255. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  256. package/dest/services/tx_collection/tx_collection.js +75 -3
  257. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  258. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  259. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  260. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  261. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  262. package/dest/services/tx_collection/tx_source.js +26 -7
  263. package/dest/services/tx_file_store/config.d.ts +1 -3
  264. package/dest/services/tx_file_store/config.d.ts.map +1 -1
  265. package/dest/services/tx_file_store/config.js +0 -4
  266. package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
  267. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  268. package/dest/services/tx_file_store/tx_file_store.js +9 -6
  269. package/dest/services/tx_provider.d.ts +4 -4
  270. package/dest/services/tx_provider.d.ts.map +1 -1
  271. package/dest/services/tx_provider.js +9 -8
  272. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  273. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  274. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  275. package/dest/test-helpers/mock-pubsub.d.ts +35 -4
  276. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  277. package/dest/test-helpers/mock-pubsub.js +114 -5
  278. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  279. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  280. package/dest/test-helpers/reqresp-nodes.js +4 -3
  281. package/dest/test-helpers/testbench-utils.d.ts +43 -38
  282. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  283. package/dest/test-helpers/testbench-utils.js +149 -61
  284. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  285. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  286. package/dest/testbench/p2p_client_testbench_worker.js +58 -28
  287. package/dest/testbench/worker_client_manager.d.ts +3 -1
  288. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  289. package/dest/testbench/worker_client_manager.js +6 -3
  290. package/dest/util.d.ts +10 -5
  291. package/dest/util.d.ts.map +1 -1
  292. package/dest/util.js +2 -9
  293. package/package.json +14 -14
  294. package/src/client/factory.ts +106 -30
  295. package/src/client/interface.ts +56 -34
  296. package/src/client/p2p_client.ts +190 -269
  297. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +34 -15
  298. package/src/config.ts +158 -44
  299. package/src/errors/tx-pool.error.ts +12 -0
  300. package/src/index.ts +1 -1
  301. package/src/mem_pools/attestation_pool/attestation_pool.ts +497 -91
  302. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  303. package/src/mem_pools/attestation_pool/index.ts +9 -2
  304. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  305. package/src/mem_pools/index.ts +2 -2
  306. package/src/mem_pools/instrumentation.ts +17 -13
  307. package/src/mem_pools/interface.ts +4 -4
  308. package/src/mem_pools/tx_pool_v2/README.md +283 -0
  309. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  310. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  311. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  312. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  313. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
  314. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  315. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  316. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
  317. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  318. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  319. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  320. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
  321. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
  322. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  323. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  324. package/src/mem_pools/tx_pool_v2/interfaces.ts +247 -0
  325. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +343 -0
  326. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  327. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
  328. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +238 -0
  329. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1105 -0
  330. package/src/msg_validators/attestation_validator/README.md +49 -0
  331. package/src/msg_validators/attestation_validator/attestation_validator.ts +5 -4
  332. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  333. package/src/msg_validators/clock_tolerance.ts +4 -3
  334. package/src/msg_validators/proposal_validator/README.md +123 -0
  335. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +14 -4
  336. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +20 -7
  337. package/src/msg_validators/proposal_validator/proposal_validator.ts +69 -45
  338. package/src/msg_validators/tx_validator/README.md +119 -0
  339. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  340. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  341. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  342. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  343. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  344. package/src/msg_validators/tx_validator/data_validator.ts +42 -1
  345. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  346. package/src/msg_validators/tx_validator/factory.ts +394 -78
  347. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  348. package/src/msg_validators/tx_validator/gas_validator.ts +123 -27
  349. package/src/msg_validators/tx_validator/index.ts +2 -0
  350. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  351. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  352. package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
  353. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  354. package/src/services/discv5/discV5_service.ts +4 -2
  355. package/src/services/dummy_service.ts +18 -6
  356. package/src/services/encoding.ts +18 -10
  357. package/src/services/gossipsub/README.md +641 -0
  358. package/src/services/gossipsub/index.ts +2 -0
  359. package/src/services/gossipsub/scoring.ts +29 -5
  360. package/src/services/gossipsub/topic_score_params.ts +487 -0
  361. package/src/services/libp2p/libp2p_service.ts +579 -410
  362. package/src/services/peer-manager/metrics.ts +7 -0
  363. package/src/services/peer-manager/peer_manager.ts +28 -9
  364. package/src/services/peer-manager/peer_scoring.ts +46 -5
  365. package/src/services/reqresp/README.md +229 -0
  366. package/src/services/reqresp/batch-tx-requester/README.md +53 -14
  367. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +89 -122
  368. package/src/services/reqresp/batch-tx-requester/interface.ts +3 -6
  369. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
  370. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
  371. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  372. package/src/services/reqresp/interface.ts +26 -1
  373. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
  374. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
  375. package/src/services/reqresp/protocols/tx.ts +22 -0
  376. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  377. package/src/services/reqresp/reqresp.ts +35 -15
  378. package/src/services/service.ts +58 -2
  379. package/src/services/tx_collection/config.ts +74 -6
  380. package/src/services/tx_collection/fast_tx_collection.ts +94 -97
  381. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  382. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  383. package/src/services/tx_collection/index.ts +2 -1
  384. package/src/services/tx_collection/instrumentation.ts +7 -1
  385. package/src/services/tx_collection/proposal_tx_collector.ts +21 -27
  386. package/src/services/tx_collection/request_tracker.ts +127 -0
  387. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  388. package/src/services/tx_collection/tx_collection.ts +114 -19
  389. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  390. package/src/services/tx_collection/tx_source.ts +28 -8
  391. package/src/services/tx_file_store/config.ts +0 -6
  392. package/src/services/tx_file_store/tx_file_store.ts +10 -8
  393. package/src/services/tx_provider.ts +10 -9
  394. package/src/test-helpers/make-test-p2p-clients.ts +4 -6
  395. package/src/test-helpers/mock-pubsub.ts +155 -9
  396. package/src/test-helpers/reqresp-nodes.ts +5 -7
  397. package/src/test-helpers/testbench-utils.ts +156 -74
  398. package/src/testbench/p2p_client_testbench_worker.ts +64 -31
  399. package/src/testbench/worker_client_manager.ts +13 -6
  400. package/src/util.ts +16 -14
  401. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  402. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  403. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  404. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  405. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  406. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  407. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  408. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  409. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  410. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  411. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  412. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  413. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  414. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  415. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  416. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  417. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  418. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  419. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  420. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  421. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  422. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  423. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  424. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  425. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  426. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  427. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  428. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  429. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  430. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  431. package/dest/mem_pools/tx_pool/index.js +0 -2
  432. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  433. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  434. package/dest/mem_pools/tx_pool/priority.js +0 -15
  435. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  436. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  437. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  438. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  439. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  440. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  441. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
  442. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  443. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
  444. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  445. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
  446. package/src/mem_pools/tx_pool/README.md +0 -270
  447. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  448. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  449. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  450. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  451. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  452. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  453. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  454. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  455. package/src/mem_pools/tx_pool/index.ts +0 -2
  456. package/src/mem_pools/tx_pool/priority.ts +0 -20
  457. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  458. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  459. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
@@ -370,21 +370,21 @@ function applyDecs2203RFactory() {
370
370
  function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
371
  return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
372
  }
373
- var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { randomInt } from '@aztec/foundation/crypto/random';
375
+ import { maxBy } from '@aztec/foundation/collection';
376
376
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
377
377
  import { RunningPromise } from '@aztec/foundation/running-promise';
378
378
  import { Timer } from '@aztec/foundation/timer';
379
379
  import { protocolContractsHash } from '@aztec/protocol-contracts';
380
380
  import { GasFees } from '@aztec/stdlib/gas';
381
- import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PClientType, P2PMessage, PeerErrorSeverity, TopicType, createTopicString, getTopicsForClientAndConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
381
+ import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
382
382
  import { MerkleTreeId } from '@aztec/stdlib/trees';
383
383
  import { Tx } from '@aztec/stdlib/tx';
384
384
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
385
385
  import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
386
386
  import { gossipsub } from '@chainsafe/libp2p-gossipsub';
387
- import { createPeerScoreParams, createTopicScoreParams } from '@chainsafe/libp2p-gossipsub/score';
387
+ import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
388
388
  import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
389
389
  import { noise } from '@chainsafe/libp2p-noise';
390
390
  import { yamux } from '@chainsafe/libp2p-yamux';
@@ -393,58 +393,50 @@ import { identify } from '@libp2p/identify';
393
393
  import { TopicValidatorResult } from '@libp2p/interface';
394
394
  import { mplex } from '@libp2p/mplex';
395
395
  import { tcp } from '@libp2p/tcp';
396
+ import { multiaddr } from '@multiformats/multiaddr';
396
397
  import { ENR } from '@nethermindeth/enr';
397
398
  import { createLibp2p } from 'libp2p';
398
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
399
- import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, FishermanAttestationValidator } from '../../msg_validators/index.js';
399
+ import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
400
400
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
401
- import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
402
- import { createTxMessageValidators, createTxReqRespValidator } from '../../msg_validators/tx_validator/factory.js';
403
- import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
401
+ import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
404
402
  import { GossipSubEvent } from '../../types/index.js';
405
403
  import { convertToMultiaddr } from '../../util.js';
406
404
  import { getVersions } from '../../versioning.js';
407
405
  import { AztecDatastore } from '../data_store.js';
408
406
  import { DiscV5Service } from '../discv5/discV5_service.js';
409
407
  import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
410
- import { gossipScoreThresholds } from '../gossipsub/scoring.js';
408
+ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
409
+ import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
411
410
  import { PeerManager } from '../peer-manager/peer_manager.js';
412
411
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
413
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError } from '../reqresp/interface.js';
414
- import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
415
- import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
416
- import { pingHandler, reqRespBlockHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/protocols/index.js';
412
+ import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
417
413
  import { ReqResp } from '../reqresp/reqresp.js';
418
414
  import { P2PInstrumentation } from './instrumentation.js';
419
- _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
415
+ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
416
+ [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
417
+ })), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
418
+ [Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
419
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
420
+ })), _dec2 = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
420
421
  [Attributes.SLOT_NUMBER]: block.slotNumber,
421
422
  [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
422
423
  [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
423
- })), _dec1 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
424
+ })), _dec3 = trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint)=>({
425
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
426
+ })), _dec4 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
424
427
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
425
428
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
426
429
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
427
- })), _dec2 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
430
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
428
431
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
429
- })), _dec3 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
432
+ })), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
430
433
  [Attributes.TX_HASH]: requestedTxHash.toString()
431
- })), _dec4 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
434
+ })), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
432
435
  [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
433
- })), _dec5 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
434
- [Attributes.TX_HASH]: tx.getTxHash().toString()
435
- })), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
436
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
437
- [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
438
- [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
439
- })), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
440
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
441
- })), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
442
- [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
443
436
  }));
444
437
  /**
445
438
  * Lib P2P implementation of the P2PService interface.
446
439
  */ export class LibP2PService extends WithTracer {
447
- clientType;
448
440
  config;
449
441
  node;
450
442
  peerDiscoveryService;
@@ -460,47 +452,42 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
460
452
  [
461
453
  _dec,
462
454
  2,
463
- "processValidBlockProposal"
455
+ "validateAndStoreCheckpointAttestation"
464
456
  ],
465
457
  [
466
458
  _dec1,
467
459
  2,
468
- "processValidCheckpointProposal"
460
+ "validateAndStoreBlockProposal"
469
461
  ],
470
462
  [
471
463
  _dec2,
472
464
  2,
473
- "validateRequestedBlockTxs"
465
+ "processValidBlockProposal"
474
466
  ],
475
467
  [
476
468
  _dec3,
477
469
  2,
478
- "validateRequestedTxs"
470
+ "validateAndStoreCheckpointProposal"
479
471
  ],
480
472
  [
481
473
  _dec4,
482
474
  2,
483
- "validateRequestedBlock"
475
+ "processValidCheckpointProposal"
484
476
  ],
485
477
  [
486
478
  _dec5,
487
479
  2,
488
- "validatePropagatedTx"
480
+ "validateRequestedBlockTxs"
489
481
  ],
490
482
  [
491
483
  _dec6,
492
484
  2,
493
- "validateCheckpointAttestation"
485
+ "validateRequestedTxs"
494
486
  ],
495
487
  [
496
488
  _dec7,
497
489
  2,
498
- "validateBlockProposal"
499
- ],
500
- [
501
- _dec8,
502
- 2,
503
- "validateCheckpointProposal"
490
+ "validateRequestedBlock"
504
491
  ]
505
492
  ], []));
506
493
  }
@@ -513,6 +500,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
513
500
  protocolVersion;
514
501
  topicStrings;
515
502
  feesCache;
503
+ /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
504
+ /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
516
505
  /**
517
506
  * Callback for when a block is received from a peer.
518
507
  * @param block - The block received from the peer.
@@ -524,11 +513,13 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
524
513
  * @returns The attestations for the checkpoint, if any.
525
514
  */ checkpointReceivedCallback;
526
515
  gossipSubEventHandler;
516
+ ipChangedHandler;
517
+ /** Discovered public IP address (set when queryForIp is enabled and no static IP was configured). */ discoveredP2pIp;
527
518
  instrumentation;
528
519
  telemetry;
529
520
  logger;
530
- constructor(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
531
- super(telemetry, 'LibP2PService'), this.clientType = clientType, this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
521
+ constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
522
+ super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
532
523
  this.telemetry = telemetry;
533
524
  // Create child logger with fisherman prefix if in fisherman mode
534
525
  this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
@@ -544,19 +535,19 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
544
535
  this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
545
536
  this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
546
537
  this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
547
- this.blockProposalValidator = new BlockProposalValidator(epochCache, {
548
- txsPermitted: !config.disableTransactions
549
- });
550
- this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, {
551
- txsPermitted: !config.disableTransactions
552
- });
538
+ const proposalValidatorOpts = {
539
+ txsPermitted: !config.disableTransactions,
540
+ maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint
541
+ };
542
+ this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
543
+ this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
553
544
  this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
554
545
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
555
546
  this.blockReceivedCallback = async (block)=>{
556
- this.logger.debug(`Handler not yet registered: Block received callback not set. Received block for slot ${block.slotNumber} from peer.`, {
547
+ this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
557
548
  p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier()
558
549
  });
559
- return false;
550
+ return true;
560
551
  };
561
552
  this.checkpointReceivedCallback = (checkpoint)=>{
562
553
  this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
@@ -571,7 +562,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
571
562
  * @param config - The configuration to use when creating the service.
572
563
  * @param txPool - The transaction pool to be accessed by the service.
573
564
  * @returns The new service.
574
- */ static async new(clientType, config, peerId, deps) {
565
+ */ static async new(config, peerId, deps) {
575
566
  const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
576
567
  const { p2pPort, maxPeerCount, listenAddress } = config;
577
568
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
@@ -591,10 +582,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
591
582
  }
592
583
  const versions = getVersions(config);
593
584
  const protocolVersion = compressComponentVersions(versions);
594
- const txTopic = createTopicString(TopicType.tx, protocolVersion);
595
- const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
596
- const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
597
- const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
598
585
  const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
599
586
  const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
600
587
  const peerId = await enr.peerId();
@@ -612,6 +599,15 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
612
599
  const announceTcpMultiaddr = config.p2pIp ? [
613
600
  convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
614
601
  ] : [];
602
+ // Create dynamic topic score params based on network configuration
603
+ const l1Constants = epochCache.getL1Constants();
604
+ const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
605
+ slotDurationMs: l1Constants.slotDuration * 1000,
606
+ heartbeatIntervalMs: config.gossipsubInterval,
607
+ targetCommitteeSize: l1Constants.targetCommitteeSize,
608
+ blockDurationMs: config.blockDurationMs,
609
+ expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
610
+ });
615
611
  const node = await createLibp2p({
616
612
  start: false,
617
613
  peerId,
@@ -712,32 +708,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
712
708
  scoreParams: createPeerScoreParams({
713
709
  // IPColocation factor can be disabled for local testing - default to -5
714
710
  IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
715
- topics: {
716
- [txTopic]: createTopicScoreParams({
717
- topicWeight: 1,
718
- invalidMessageDeliveriesWeight: -20,
719
- invalidMessageDeliveriesDecay: 0.5
720
- }),
721
- [blockProposalTopic]: createTopicScoreParams({
722
- topicWeight: 1,
723
- invalidMessageDeliveriesWeight: -20,
724
- invalidMessageDeliveriesDecay: 0.5
725
- }),
726
- [checkpointProposalTopic]: createTopicScoreParams({
727
- topicWeight: 1,
728
- invalidMessageDeliveriesWeight: -20,
729
- invalidMessageDeliveriesDecay: 0.5
730
- }),
731
- [checkpointAttestationTopic]: createTopicScoreParams({
732
- topicWeight: 1,
733
- invalidMessageDeliveriesWeight: -20,
734
- invalidMessageDeliveriesDecay: 0.5
735
- })
736
- }
711
+ topics: topicScoreParams
737
712
  })
738
713
  }),
739
714
  components: (components)=>({
740
- connectionManager: components.connectionManager
715
+ connectionManager: components.connectionManager,
716
+ addressManager: components.addressManager
741
717
  })
742
718
  },
743
719
  logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
@@ -745,10 +721,14 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
745
721
  const peerScoring = new PeerScoring(config, telemetry);
746
722
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
747
723
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
748
- // Update gossipsub score params
749
- node.services.pubsub.score.params.appSpecificWeight = 10;
724
+ // Configure application-specific scoring for gossipsub.
725
+ // The weight scales app score to align with gossipsub thresholds:
726
+ // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
727
+ // - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
728
+ // Note: positive topic scores can offset penalties, so alignment is best-effort.
729
+ node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
750
730
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
751
- return new LibP2PService(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
731
+ return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
752
732
  }
753
733
  /**
754
734
  * Starts the LibP2P service.
@@ -760,10 +740,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
760
740
  }
761
741
  // Get listen & announce addresses for logging
762
742
  const { p2pIp, p2pPort } = this.config;
763
- if (!p2pIp) {
743
+ if (!p2pIp && !this.config.queryForIp) {
764
744
  throw new Error('Announce address not provided.');
765
745
  }
766
- const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
746
+ const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
767
747
  // Create request response protocol handlers
768
748
  const txHandler = reqRespTxHandler(this.mempools);
769
749
  const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
@@ -776,7 +756,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
776
756
  [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
777
757
  };
778
758
  if (!this.config.disableTransactions) {
779
- const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
759
+ const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
780
760
  requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
781
761
  }
782
762
  if (!this.config.disableTransactions) {
@@ -793,7 +773,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
793
773
  await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
794
774
  await this.node.start();
795
775
  // Subscribe to standard GossipSub topics by default
796
- for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)){
776
+ for (const topic of getTopicsForConfig(this.config.disableTransactions)){
797
777
  this.subscribeToTopic(this.topicStrings[topic]);
798
778
  }
799
779
  // add GossipSub listener
@@ -802,6 +782,29 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
802
782
  if (!this.config.p2pDiscoveryDisabled) {
803
783
  await this.peerDiscoveryService.start();
804
784
  }
785
+ // When queryForIp is enabled and no static IP was configured, bridge discv5 IP discovery to libp2p.
786
+ // Discv5 discovers our public IP via peer WHOAREYOU exchanges (enrUpdate=true) and emits 'ip:changed'.
787
+ // We confirm the discovered address in the libp2p AddressManager so it appears in getMultiaddrs()
788
+ // and is pushed to all connected peers via the identify protocol.
789
+ if (this.config.queryForIp && !p2pIp) {
790
+ this.ipChangedHandler = (ip)=>{
791
+ const addressManager = this.node.services.components.addressManager;
792
+ const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
793
+ // Remove old discovered IP if one exists
794
+ if (this.discoveredP2pIp) {
795
+ const oldAddr = multiaddr(convertToMultiaddr(this.discoveredP2pIp, this.config.p2pPort, 'tcp'));
796
+ addressManager.removeObservedAddr(oldAddr);
797
+ }
798
+ addressManager.addObservedAddr(newAddr);
799
+ addressManager.confirmObservedAddr(newAddr);
800
+ // Store discovered IP
801
+ this.discoveredP2pIp = ip;
802
+ this.logger.info('Public IP discovered via discv5', {
803
+ ip
804
+ });
805
+ };
806
+ this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
807
+ }
805
808
  this.discoveryRunningPromise = new RunningPromise(async ()=>{
806
809
  await this.peerManager.heartbeat();
807
810
  }, this.logger, this.config.peerCheckIntervalMS);
@@ -809,7 +812,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
809
812
  this.logger.info(`Started P2P service`, {
810
813
  listen: this.config.listenAddress,
811
814
  port: this.config.p2pPort,
812
- announce: announceTcpMultiaddr,
815
+ announce: announceTcpMultiaddr ?? 'pending (queryForIp=true)',
813
816
  peerId: this.node.peerId.toString()
814
817
  });
815
818
  }
@@ -819,6 +822,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
819
822
  */ async stop() {
820
823
  // Remove gossip sub listener
821
824
  this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
825
+ // Remove ip:changed listener if registered
826
+ if (this.ipChangedHandler) {
827
+ this.peerDiscoveryService.off('ip:changed', this.ipChangedHandler);
828
+ this.ipChangedHandler = undefined;
829
+ }
822
830
  // Stop peer manager
823
831
  this.logger.debug('Stopping peer manager...');
824
832
  await this.peerManager.stop();
@@ -841,6 +849,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
841
849
  getPeers(includePending) {
842
850
  return this.peerManager.getPeers(includePending);
843
851
  }
852
+ getGossipMeshPeerCount(topicType) {
853
+ return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
854
+ }
844
855
  handleGossipSubEvent(e) {
845
856
  this.logger.trace(`Received PUBSUB message.`);
846
857
  const safeJob = async ()=>{
@@ -876,6 +887,19 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
876
887
  this.checkpointReceivedCallback = callback;
877
888
  }
878
889
  /**
890
+ * Registers a callback to be invoked when a duplicate proposal is detected.
891
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
892
+ */ registerDuplicateProposalCallback(callback) {
893
+ this.duplicateProposalCallback = callback;
894
+ }
895
+ /**
896
+ * Registers a callback to be invoked when a duplicate attestation is detected.
897
+ * A validator signing attestations for different proposals at the same slot.
898
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
899
+ */ registerDuplicateAttestationCallback(callback) {
900
+ this.duplicateAttestationCallback = callback;
901
+ }
902
+ /**
879
903
  * Subscribes to a topic.
880
904
  * @param topic - The topic to subscribe to.
881
905
  */ subscribeToTopic(topic) {
@@ -926,6 +950,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
926
950
  if (!validator || !validator.addMessage(msgId)) {
927
951
  this.instrumentation.incMessagePrevalidationStatus(false, topicType);
928
952
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
953
+ if (topicType === TopicType.tx) {
954
+ this.logger.verbose(`Ignoring already-seen tx gossip message`, {
955
+ msgId,
956
+ source: source.toString()
957
+ });
958
+ }
929
959
  return {
930
960
  result: false,
931
961
  topicType
@@ -986,9 +1016,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
986
1016
  if (msg.topic === this.topicStrings[TopicType.tx]) {
987
1017
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
988
1018
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
989
- if (this.clientType === P2PClientType.Full) {
990
- await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
991
- }
1019
+ await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
992
1020
  } else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
993
1021
  await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
994
1022
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
@@ -1033,49 +1061,150 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1033
1061
  return;
1034
1062
  }
1035
1063
  async validateReceivedMessage(validationFunc, msgId, source, topicType) {
1064
+ // Default to reject result with a penalty if validation function throws an error
1036
1065
  let resultAndObj = {
1037
- result: TopicValidatorResult.Reject
1066
+ result: TopicValidatorResult.Reject,
1067
+ severity: PeerErrorSeverity.MidToleranceError
1038
1068
  };
1039
1069
  const timer = new Timer();
1040
1070
  try {
1041
1071
  resultAndObj = await validationFunc();
1042
1072
  } catch (err) {
1043
- this.peerManager.penalizePeer(source, PeerErrorSeverity.LowToleranceError);
1044
- this.logger.error(`Error deserializing and validating gossipsub message`, err, {
1073
+ this.logger.error(`Error validating gossipsub message`, err, {
1045
1074
  msgId,
1046
1075
  source: source.toString(),
1047
1076
  topicType
1048
1077
  });
1049
1078
  }
1050
1079
  if (resultAndObj.result === TopicValidatorResult.Accept) {
1080
+ this.logger.debug(`Message ${topicType} accepted by validator`, {
1081
+ msgId,
1082
+ source: source.toString(),
1083
+ topicType
1084
+ });
1051
1085
  this.instrumentation.recordMessageValidation(topicType, timer);
1086
+ } else if (resultAndObj.result === TopicValidatorResult.Reject) {
1087
+ this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
1088
+ msgId,
1089
+ source: source.toString(),
1090
+ topicType,
1091
+ severity: resultAndObj.severity
1092
+ });
1093
+ this.peerManager.penalizePeer(source, resultAndObj.severity);
1094
+ } else {
1095
+ this.logger.trace(`Message ${topicType} ignored by validator`, {
1096
+ msgId,
1097
+ source: source.toString(),
1098
+ topicType
1099
+ });
1052
1100
  }
1053
1101
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
1054
1102
  return resultAndObj;
1055
1103
  }
1104
+ tryDeserialize(deserializeFunc, msgId, source) {
1105
+ try {
1106
+ return deserializeFunc();
1107
+ } catch (err) {
1108
+ this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
1109
+ err,
1110
+ msgId,
1111
+ source: source.toString()
1112
+ });
1113
+ return undefined;
1114
+ }
1115
+ }
1056
1116
  async handleGossipedTx(payloadData, msgId, source) {
1057
1117
  const validationFunc = async ()=>{
1058
- const tx = Tx.fromBuffer(payloadData);
1059
- const isValid = await this.validatePropagatedTx(tx, source);
1060
- const exists = isValid && await this.mempools.txPool.hasTx(tx.getTxHash());
1061
- this.logger.trace(`Validate propagated tx`, {
1062
- isValid,
1063
- exists,
1118
+ const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
1119
+ if (!tx) {
1120
+ return {
1121
+ result: TopicValidatorResult.Reject,
1122
+ severity: PeerErrorSeverity.LowToleranceError
1123
+ };
1124
+ }
1125
+ const currentBlockNumber = await this.archiver.getBlockNumber();
1126
+ const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1127
+ // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
1128
+ const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
1129
+ const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
1130
+ if (!firstStageOutcome.allPassed) {
1131
+ const { name } = firstStageOutcome.failure;
1132
+ let { severity } = firstStageOutcome.failure;
1133
+ // Double spend validator has a special case handler. We perform more detailed examination
1134
+ // as to how recently the nullifier was entered into the tree and if the transaction should
1135
+ // have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
1136
+ if (name === 'doubleSpendValidator') {
1137
+ const txBlockNumber = BlockNumber(currentBlockNumber + 1);
1138
+ severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1139
+ }
1140
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
1141
+ validator: name,
1142
+ severity,
1143
+ source: source.toString()
1144
+ });
1145
+ return {
1146
+ result: TopicValidatorResult.Reject,
1147
+ severity
1148
+ };
1149
+ }
1150
+ // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
1151
+ const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
1152
+ if (canAdd === 'ignored') {
1153
+ this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
1154
+ source: source.toString()
1155
+ });
1156
+ return {
1157
+ result: TopicValidatorResult.Ignore,
1158
+ obj: tx
1159
+ };
1160
+ }
1161
+ // Stage 2: expensive proof verification
1162
+ const secondStageValidators = this.createSecondStageMessageValidators();
1163
+ const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
1164
+ if (!secondStageOutcome.allPassed) {
1165
+ const { severity, name } = secondStageOutcome.failure;
1166
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
1167
+ validator: name,
1168
+ severity,
1169
+ source: source.toString()
1170
+ });
1171
+ return {
1172
+ result: TopicValidatorResult.Reject,
1173
+ severity
1174
+ };
1175
+ }
1176
+ // Pool add: persist the tx
1177
+ const txHash = tx.getTxHash();
1178
+ const addResult = await this.mempools.txPool.addPendingTxs([
1179
+ tx
1180
+ ], {
1181
+ source: 'gossip'
1182
+ });
1183
+ const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
1184
+ const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
1185
+ this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
1186
+ wasAccepted,
1187
+ wasIgnored,
1064
1188
  [Attributes.P2P_ID]: source.toString()
1065
1189
  });
1066
- if (!isValid) {
1190
+ if (wasAccepted) {
1067
1191
  return {
1068
- result: TopicValidatorResult.Reject
1192
+ result: TopicValidatorResult.Accept,
1193
+ obj: tx
1069
1194
  };
1070
- } else if (exists) {
1195
+ } else if (wasIgnored) {
1071
1196
  return {
1072
1197
  result: TopicValidatorResult.Ignore,
1073
1198
  obj: tx
1074
1199
  };
1075
1200
  } else {
1201
+ this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
1202
+ source: source.toString(),
1203
+ txHash: txHash.toString()
1204
+ });
1076
1205
  return {
1077
- result: TopicValidatorResult.Accept,
1078
- obj: tx
1206
+ result: TopicValidatorResult.Reject,
1207
+ severity: PeerErrorSeverity.HighToleranceError
1079
1208
  };
1080
1209
  }
1081
1210
  };
@@ -1083,133 +1212,199 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1083
1212
  if (result !== TopicValidatorResult.Accept || !tx) {
1084
1213
  return;
1085
1214
  }
1215
+ // Tx was accepted into pool and will be propagated - just log and record metrics
1086
1216
  const txHash = tx.getTxHash();
1087
1217
  const txHashString = txHash.toString();
1088
1218
  this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
1089
1219
  source: source.toString(),
1090
1220
  txHash: txHashString
1091
1221
  });
1092
- if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
1093
- this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
1094
- return;
1095
- }
1096
1222
  this.instrumentation.incrementTxReceived(1);
1097
- await this.mempools.txPool.addTxs([
1098
- tx
1099
- ]);
1100
1223
  }
1101
1224
  /**
1102
1225
  * Process a checkpoint attestation from a peer.
1103
1226
  * Validates the attestation and adds it to the pool.
1104
1227
  */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
1105
- const validationFunc = async ()=>{
1106
- const attestation = CheckpointAttestation.fromBuffer(payloadData);
1107
- const pool = this.mempools.attestationPool;
1108
- const validationResult = await this.validateCheckpointAttestation(source, attestation);
1109
- const isValid = validationResult.result === 'accept';
1110
- const exists = isValid && await pool.hasCheckpointAttestation(attestation);
1111
- let canAdd = true;
1112
- if (isValid && !exists) {
1113
- const slot = attestation.payload.header.slotNumber;
1114
- const { committee } = await this.epochCache.getCommittee(slot);
1115
- const committeeSize = committee?.length ?? 0;
1116
- canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
1117
- }
1118
- this.logger.trace(`Validate propagated checkpoint attestation`, {
1119
- isValid,
1120
- exists,
1121
- canAdd,
1122
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
1123
- [Attributes.P2P_ID]: source.toString()
1124
- });
1125
- if (validationResult.result === 'reject') {
1126
- return {
1127
- result: TopicValidatorResult.Reject
1128
- };
1129
- } else if (validationResult.result === 'ignore' || exists) {
1130
- return {
1131
- result: TopicValidatorResult.Ignore,
1132
- obj: attestation
1133
- };
1134
- } else if (!canAdd) {
1135
- this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
1136
- slot: attestation.payload.header.slotNumber.toString(),
1137
- archive: attestation.archive.toString(),
1138
- source: source.toString()
1228
+ const { result, obj: attestation } = await this.validateReceivedMessage(()=>{
1229
+ const attestation = this.tryDeserialize(()=>CheckpointAttestation.fromBuffer(payloadData), msgId, source);
1230
+ if (!attestation) {
1231
+ return Promise.resolve({
1232
+ result: TopicValidatorResult.Reject,
1233
+ severity: PeerErrorSeverity.LowToleranceError
1139
1234
  });
1140
- return {
1141
- result: TopicValidatorResult.Ignore,
1142
- obj: attestation
1143
- };
1144
- } else {
1145
- return {
1146
- result: TopicValidatorResult.Accept,
1147
- obj: attestation
1148
- };
1149
1235
  }
1150
- };
1151
- const { result, obj: attestation } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_attestation);
1236
+ return this.validateAndStoreCheckpointAttestation(source, attestation);
1237
+ }, msgId, source, TopicType.checkpoint_attestation);
1152
1238
  if (result !== TopicValidatorResult.Accept || !attestation) {
1153
1239
  return;
1154
1240
  }
1155
- this.logger.debug(`Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1241
+ this.logger.verbose(`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1156
1242
  p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
1157
1243
  slot: attestation.slotNumber,
1158
1244
  archive: attestation.archive.toString(),
1159
1245
  source: source.toString()
1160
1246
  });
1161
- await this.mempools.attestationPool.addCheckpointAttestations([
1162
- attestation
1163
- ]);
1164
1247
  }
1165
- async processBlockFromPeer(payloadData, msgId, source) {
1166
- const validationFunc = async ()=>{
1167
- const block = BlockProposal.fromBuffer(payloadData);
1168
- const validationResult = await this.validateBlockProposal(source, block);
1169
- const isValid = validationResult.result === 'accept';
1170
- const pool = this.mempools.attestationPool;
1171
- const exists = isValid && await pool.hasBlockProposal(block);
1172
- const canAdd = isValid && await pool.canAddProposal(block);
1173
- this.logger.trace(`Validate propagated block proposal`, {
1174
- isValid,
1175
- exists,
1176
- canAdd,
1177
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1178
- [Attributes.P2P_ID]: source.toString()
1248
+ /** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */ async validateAndStoreCheckpointAttestation(peerId, attestation) {
1249
+ const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1250
+ if (validationResult.result === 'reject') {
1251
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1252
+ return {
1253
+ result: TopicValidatorResult.Reject,
1254
+ severity: validationResult.severity
1255
+ };
1256
+ }
1257
+ if (validationResult.result === 'ignore') {
1258
+ return {
1259
+ result: TopicValidatorResult.Ignore,
1260
+ obj: attestation
1261
+ };
1262
+ }
1263
+ // Try to add the attestation: this handles existence check, cap check, and adding in one call
1264
+ // count is the number of attestations by this signer for this slot (for duplicate detection)
1265
+ const slot = attestation.payload.header.slotNumber;
1266
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
1267
+ this.logger.trace(`Validate propagated checkpoint attestation`, {
1268
+ added,
1269
+ alreadyExists,
1270
+ count,
1271
+ [Attributes.SLOT_NUMBER]: slot.toString(),
1272
+ [Attributes.P2P_ID]: peerId.toString()
1273
+ });
1274
+ // Exact same attestation received, no need to re-broadcast
1275
+ if (alreadyExists) {
1276
+ return {
1277
+ result: TopicValidatorResult.Ignore,
1278
+ obj: attestation
1279
+ };
1280
+ }
1281
+ // Could not add (cap reached for signer), penalize and do not re-broadcast
1282
+ if (!added) {
1283
+ this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
1284
+ slot: slot.toString(),
1285
+ archive: attestation.archive.toString(),
1286
+ source: peerId.toString(),
1287
+ attester: attestation.getSender()?.toString(),
1288
+ count
1179
1289
  });
1180
- if (validationResult.result === 'reject') {
1181
- return {
1182
- result: TopicValidatorResult.Reject
1183
- };
1184
- } else if (validationResult.result === 'ignore' || exists) {
1185
- return {
1186
- result: TopicValidatorResult.Ignore,
1187
- obj: block
1188
- };
1189
- } else if (!canAdd) {
1190
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1191
- this.logger.warn(`Penalizing peer for block proposal exceeding per-slot cap`, {
1192
- slot: block.slotNumber.toString(),
1193
- archive: block.archive.toString(),
1194
- source: source.toString()
1290
+ return {
1291
+ result: TopicValidatorResult.Reject,
1292
+ severity: PeerErrorSeverity.HighToleranceError
1293
+ };
1294
+ }
1295
+ // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
1296
+ // count is the number of attestations by this signer for this slot
1297
+ if (count === 2) {
1298
+ const attester = attestation.getSender();
1299
+ if (attester) {
1300
+ this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
1301
+ slot: slot.toString(),
1302
+ archive: attestation.archive.toString(),
1303
+ source: peerId.toString(),
1304
+ attester: attester.toString()
1305
+ });
1306
+ this.duplicateAttestationCallback?.({
1307
+ slot,
1308
+ attester
1195
1309
  });
1196
- return {
1197
- result: TopicValidatorResult.Reject
1198
- };
1199
- } else {
1200
- return {
1201
- result: TopicValidatorResult.Accept,
1202
- obj: block
1203
- };
1204
1310
  }
1311
+ }
1312
+ // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1313
+ return {
1314
+ result: TopicValidatorResult.Accept,
1315
+ obj: attestation
1205
1316
  };
1206
- const { result, obj: block } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.block_proposal);
1207
- if (!result || !block) {
1317
+ }
1318
+ async processBlockFromPeer(payloadData, msgId, source) {
1319
+ const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
1320
+ // If not accepted or equivocated, return
1321
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1208
1322
  return;
1209
1323
  }
1210
1324
  await this.processValidBlockProposal(block, source);
1211
1325
  }
1212
- // REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
1326
+ /** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
1327
+ const validationResult = await this.blockProposalValidator.validate(block);
1328
+ if (validationResult.result === 'reject') {
1329
+ this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1330
+ return {
1331
+ result: TopicValidatorResult.Reject,
1332
+ severity: validationResult.severity
1333
+ };
1334
+ }
1335
+ if (validationResult.result === 'ignore') {
1336
+ return {
1337
+ result: TopicValidatorResult.Ignore,
1338
+ obj: block
1339
+ };
1340
+ }
1341
+ // Try to add the proposal: this handles existence check, cap check, and adding in one call
1342
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1343
+ const isEquivocated = count !== undefined && count > 1;
1344
+ // Duplicate proposal received, no need to re-broadcast
1345
+ if (alreadyExists) {
1346
+ this.logger.debug(`Ignoring duplicate block proposal received`, {
1347
+ ...block.toBlockInfo(),
1348
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1349
+ proposer: block.getSender()?.toString(),
1350
+ source: peerId.toString()
1351
+ });
1352
+ return {
1353
+ result: TopicValidatorResult.Ignore,
1354
+ obj: block,
1355
+ metadata: {
1356
+ isEquivocated
1357
+ }
1358
+ };
1359
+ }
1360
+ // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1361
+ if (!added) {
1362
+ this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1363
+ ...block.toBlockInfo(),
1364
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1365
+ count,
1366
+ proposer: block.getSender()?.toString(),
1367
+ source: peerId.toString()
1368
+ });
1369
+ return {
1370
+ result: TopicValidatorResult.Reject,
1371
+ metadata: {
1372
+ isEquivocated
1373
+ },
1374
+ severity: PeerErrorSeverity.HighToleranceError
1375
+ };
1376
+ }
1377
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1378
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1379
+ if (isEquivocated) {
1380
+ const proposer = block.getSender();
1381
+ this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
1382
+ ...block.toBlockInfo(),
1383
+ source: peerId.toString(),
1384
+ proposer: proposer?.toString()
1385
+ });
1386
+ // Invoke the duplicate callback on the first duplicate spotted only
1387
+ if (proposer && count === 2) {
1388
+ this.duplicateProposalCallback?.({
1389
+ slot: block.slotNumber,
1390
+ proposer,
1391
+ type: 'block'
1392
+ });
1393
+ }
1394
+ return {
1395
+ result: TopicValidatorResult.Accept,
1396
+ obj: block,
1397
+ metadata: {
1398
+ isEquivocated
1399
+ }
1400
+ };
1401
+ }
1402
+ // Otherwise, we're good to go!
1403
+ return {
1404
+ result: TopicValidatorResult.Accept,
1405
+ obj: block
1406
+ };
1407
+ }
1213
1408
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
1214
1409
  // should not be here as it does not deal with p2p networking.
1215
1410
  async processValidBlockProposal(block, sender) {
@@ -1219,85 +1414,150 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1219
1414
  source: sender.toString(),
1220
1415
  ...block.toBlockInfo()
1221
1416
  });
1222
- // Attempt to add proposal
1223
- try {
1224
- await this.mempools.attestationPool.addBlockProposal(block);
1225
- } catch (err) {
1226
- // Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
1227
- if (err instanceof ProposalSlotCapExceededError) {
1228
- this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
1229
- slot: String(slot),
1230
- archive: block.archive.toString(),
1231
- error: err.message
1232
- });
1233
- return;
1234
- }
1235
- throw err;
1236
- }
1237
- // Mark the txs in this proposal as non-evictable
1238
- await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
1417
+ // Mark the txs in this proposal as protected
1418
+ await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
1239
1419
  // Call the block received callback to validate the proposal.
1240
1420
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1241
1421
  const isValid = await this.blockReceivedCallback(block, sender);
1242
1422
  if (!isValid) {
1243
- this.logger.warn(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1423
+ this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1244
1424
  }
1245
1425
  }
1246
1426
  /**
1247
1427
  * Handle a gossiped checkpoint proposal.
1248
1428
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1249
1429
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1250
- // TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
1251
- const validationFunc = async ()=>{
1252
- const checkpoint = CheckpointProposal.fromBuffer(payloadData);
1253
- const validationResult = await this.validateCheckpointProposal(source, checkpoint);
1254
- const isValid = validationResult.result === 'accept';
1255
- const pool = this.mempools.attestationPool;
1256
- const exists = isValid && await pool.hasCheckpointProposal(checkpoint);
1257
- const canAdd = isValid && await pool.canAddCheckpointProposal(checkpoint);
1258
- this.logger.trace(`Validate propagated checkpoint proposal`, {
1259
- isValid,
1260
- exists,
1261
- canAdd,
1430
+ const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1431
+ // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1432
+ // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1433
+ if (processBlock && checkpoint?.getBlockProposal()) {
1434
+ await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
1435
+ }
1436
+ if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1437
+ return;
1438
+ }
1439
+ await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1440
+ }
1441
+ /**
1442
+ * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
1443
+ * its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
1444
+ */ async validateAndStoreCheckpointProposal(peerId, checkpoint) {
1445
+ const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1446
+ if (validationResult.result === 'reject') {
1447
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1448
+ return {
1449
+ result: TopicValidatorResult.Reject,
1450
+ severity: validationResult.severity
1451
+ };
1452
+ }
1453
+ if (validationResult.result === 'ignore') {
1454
+ return {
1455
+ result: TopicValidatorResult.Ignore,
1456
+ obj: checkpoint
1457
+ };
1458
+ }
1459
+ // Extract and try to add the block proposal first if present
1460
+ const blockProposal = checkpoint.getBlockProposal();
1461
+ let processBlock = false;
1462
+ if (blockProposal) {
1463
+ this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1262
1464
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1263
- [Attributes.P2P_ID]: source.toString()
1465
+ [Attributes.P2P_ID]: peerId.toString()
1264
1466
  });
1265
- if (validationResult.result === 'reject') {
1266
- return {
1267
- result: TopicValidatorResult.Reject
1268
- };
1269
- } else if (validationResult.result === 'ignore' || exists) {
1270
- return {
1271
- result: TopicValidatorResult.Ignore,
1272
- obj: checkpoint
1273
- };
1274
- } else if (!canAdd) {
1275
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1276
- this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1277
- slot: checkpoint.slotNumber.toString(),
1278
- archive: checkpoint.archive.toString(),
1279
- source: source.toString()
1467
+ const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1468
+ const { obj, metadata: { isEquivocated } = {} } = blockProposalResult;
1469
+ if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1470
+ this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1471
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1472
+ [Attributes.P2P_ID]: peerId.toString(),
1473
+ isEquivocated,
1474
+ result: blockProposalResult.result
1280
1475
  });
1281
1476
  return {
1282
- result: TopicValidatorResult.Reject
1283
- };
1284
- } else {
1285
- return {
1286
- result: TopicValidatorResult.Accept,
1287
- obj: checkpoint
1477
+ result: TopicValidatorResult.Reject,
1478
+ severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
1288
1479
  };
1480
+ } else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1481
+ processBlock = true;
1289
1482
  }
1290
- };
1291
- const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
1292
- if (result !== TopicValidatorResult.Accept || !checkpoint) {
1293
- return;
1294
1483
  }
1295
- await this.processValidCheckpointProposal(checkpoint, source);
1484
+ // Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
1485
+ const checkpointCore = checkpoint.toCore();
1486
+ const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
1487
+ const { added, alreadyExists, count } = tryAddResult;
1488
+ const isEquivocated = count !== undefined && count > 1;
1489
+ // Duplicate proposal received, do not re-broadcast
1490
+ if (alreadyExists) {
1491
+ this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
1492
+ ...checkpoint.toCheckpointInfo(),
1493
+ source: peerId.toString()
1494
+ });
1495
+ return {
1496
+ result: TopicValidatorResult.Ignore,
1497
+ obj: checkpoint,
1498
+ metadata: {
1499
+ isEquivocated,
1500
+ processBlock
1501
+ }
1502
+ };
1503
+ }
1504
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1505
+ // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1506
+ if (!added) {
1507
+ this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1508
+ ...checkpoint.toCheckpointInfo(),
1509
+ count,
1510
+ source: peerId.toString()
1511
+ });
1512
+ return {
1513
+ result: TopicValidatorResult.Reject,
1514
+ obj: checkpoint,
1515
+ metadata: {
1516
+ isEquivocated,
1517
+ processBlock
1518
+ },
1519
+ severity: PeerErrorSeverity.HighToleranceError
1520
+ };
1521
+ }
1522
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1523
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1524
+ if (isEquivocated) {
1525
+ const proposer = checkpoint.getSender();
1526
+ this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
1527
+ ...checkpoint.toCheckpointInfo(),
1528
+ source: peerId.toString(),
1529
+ proposer: proposer?.toString()
1530
+ });
1531
+ // Invoke the duplicate callback on the first duplicate spotted only
1532
+ if (proposer && count === 2) {
1533
+ this.duplicateProposalCallback?.({
1534
+ slot: checkpoint.slotNumber,
1535
+ proposer,
1536
+ type: 'checkpoint'
1537
+ });
1538
+ }
1539
+ return {
1540
+ result: TopicValidatorResult.Accept,
1541
+ obj: checkpoint,
1542
+ metadata: {
1543
+ isEquivocated,
1544
+ processBlock
1545
+ }
1546
+ };
1547
+ }
1548
+ // Otherwise, we're good to go!
1549
+ return {
1550
+ result: TopicValidatorResult.Accept,
1551
+ obj: checkpoint,
1552
+ metadata: {
1553
+ processBlock,
1554
+ isEquivocated
1555
+ }
1556
+ };
1296
1557
  }
1297
1558
  /**
1298
1559
  * Process a validated checkpoint proposal.
1299
- * Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
1300
- * The block callback is invoked before the checkpoint callback.
1560
+ * Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
1301
1561
  */ async processValidCheckpointProposal(checkpoint, sender) {
1302
1562
  const slot = checkpoint.slotNumber;
1303
1563
  this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
@@ -1306,33 +1566,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1306
1566
  archive: checkpoint.archive.toString(),
1307
1567
  source: sender.toString()
1308
1568
  });
1309
- // Extract block proposal before adding to pool (pool stores them separately)
1310
- const blockProposal = checkpoint.getBlockProposal();
1311
- // Add proposal to the pool (this extracts and stores block proposal separately)
1312
- await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
1313
- // Mark txs as non-evictable if present (from the last block)
1314
- if (checkpoint.txHashes.length > 0) {
1315
- await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
1316
- }
1317
- // If there was a last block proposal, invoke the block callback first for validation.
1318
- // Note: The block proposal is already stored in the pool by addCheckpointProposal.
1319
- if (blockProposal) {
1320
- const isValid = await this.blockReceivedCallback(blockProposal, sender);
1321
- if (!isValid) {
1322
- this.logger.warn(`Block proposal from checkpoint failed validation`, {
1323
- slot: slot.toString(),
1324
- archive: checkpoint.archive.toString(),
1325
- blockNumber: blockProposal.blockNumber.toString()
1326
- });
1327
- return;
1328
- }
1329
- }
1330
1569
  // Call the checkpoint received callback with the core version (without lastBlock)
1331
1570
  // to validate and potentially generate attestations
1332
- const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
1571
+ const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1333
1572
  if (attestations && attestations.length > 0) {
1334
1573
  // If the callback returned attestations, add them to the pool and propagate them
1335
- await this.mempools.attestationPool.addCheckpointAttestations(attestations);
1574
+ await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
1336
1575
  for (const attestation of attestations){
1337
1576
  await this.propagate(attestation);
1338
1577
  }
@@ -1501,33 +1740,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1501
1740
  }
1502
1741
  }
1503
1742
  createRequestedTxValidator() {
1504
- return createTxReqRespValidator(this.proofVerifier, {
1743
+ return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1505
1744
  l1ChainId: this.config.l1ChainId,
1506
1745
  rollupVersion: this.config.rollupVersion
1507
1746
  });
1508
1747
  }
1509
- async validatePropagatedTx(tx, peerId) {
1510
- const currentBlockNumber = await this.archiver.getBlockNumber();
1511
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1512
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1513
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1514
- for (const validator of messageValidators){
1515
- const outcome = await this.runValidations(tx, validator);
1516
- if (outcome.allPassed) {
1517
- continue;
1518
- }
1519
- const { name } = outcome.failure;
1520
- let { severity } = outcome.failure;
1521
- // Double spend validator has a special case handler
1522
- if (name === 'doubleSpendValidator') {
1523
- const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
1524
- severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1525
- }
1526
- this.peerManager.penalizePeer(peerId, severity);
1527
- return false;
1528
- }
1529
- return true;
1530
- }
1531
1748
  async getGasFees(blockNumber) {
1532
1749
  if (blockNumber === this.feesCache?.blockNumber) {
1533
1750
  return this.feesCache.gasFees;
@@ -1554,38 +1771,35 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1554
1771
  peerScoring: this.peerManager
1555
1772
  };
1556
1773
  }
1557
- async validate(txs) {
1558
- const currentBlockNumber = await this.archiver.getBlockNumber();
1559
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1560
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1561
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1562
- await Promise.all(txs.map(async (tx)=>{
1563
- for (const validator of messageValidators){
1564
- const outcome = await this.runValidations(tx, validator);
1565
- if (!outcome.allPassed) {
1566
- throw new Error('Invalid tx detected', {
1567
- cause: {
1568
- outcome
1569
- }
1570
- });
1571
- }
1572
- }
1774
+ async validateTxsReceivedInBlockProposal(txs) {
1775
+ const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
1776
+ l1ChainId: this.config.l1ChainId,
1777
+ rollupVersion: this.config.rollupVersion
1778
+ }, this.logger.getBindings());
1779
+ const results = await Promise.all(txs.map(async (tx)=>{
1780
+ const result = await validator.validateTx(tx);
1781
+ return result.result !== 'invalid';
1573
1782
  }));
1783
+ if (results.some((value)=>value === false)) {
1784
+ throw new Error('Invalid tx detected');
1785
+ }
1574
1786
  }
1575
- /**
1576
- * Create message validators for the given block number and timestamp.
1577
- *
1578
- * Each validator is a pair of a validator and a severity.
1579
- * If a validator fails, the peer is penalized with the severity of the validator.
1580
- *
1581
- * @param currentBlockNumber - The current synced block number.
1582
- * @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
1583
- * @returns The message validators.
1584
- */ async createMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1787
+ /** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1585
1788
  const gasFees = await this.getGasFees(currentBlockNumber);
1586
- const allowedInSetup = this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
1587
- const blockNumberInWhichTheTxIsConsideredToBeIncluded = BlockNumber(currentBlockNumber + 1);
1588
- return createTxMessageValidators(nextSlotTimestamp, blockNumberInWhichTheTxIsConsideredToBeIncluded, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, this.proofVerifier, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
1789
+ const allowedInSetup = [
1790
+ ...await getDefaultAllowedSetupFunctions(),
1791
+ ...this.config.txPublicSetupAllowListExtend ?? []
1792
+ ];
1793
+ const blockNumber = BlockNumber(currentBlockNumber + 1);
1794
+ const l1Constants = await this.archiver.getL1Constants();
1795
+ return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
1796
+ rollupManaLimit: l1Constants.rollupManaLimit,
1797
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1798
+ maxBlockDAGas: this.config.validateMaxDABlockGas
1799
+ });
1800
+ }
1801
+ /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
1802
+ return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
1589
1803
  }
1590
1804
  /**
1591
1805
  * Run validations on a tx.
@@ -1603,8 +1817,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1603
1817
  });
1604
1818
  // A promise that resolves when all validations have been run
1605
1819
  const allValidations = await Promise.all(validationPromises);
1606
- const failed = allValidations.find((x)=>!x.isValid);
1607
- if (failed) {
1820
+ const failures = allValidations.filter((x)=>!x.isValid);
1821
+ if (failures.length > 0) {
1822
+ // Pick the most severe failure (lowest tolerance = harshest penalty)
1823
+ const failed = maxBy(failures, (f)=>PeerErrorSeverityByHarshness.indexOf(f.severity));
1608
1824
  return {
1609
1825
  allPassed: false,
1610
1826
  failure: {
@@ -1651,45 +1867,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1651
1867
  }
1652
1868
  return PeerErrorSeverity.HighToleranceError;
1653
1869
  }
1654
- /**
1655
- * Validate a checkpoint attestation.
1656
- *
1657
- * @param attestation - The checkpoint attestation to validate.
1658
- * @returns True if the checkpoint attestation is valid, false otherwise.
1659
- */ async validateCheckpointAttestation(peerId, attestation) {
1660
- const result = await this.checkpointAttestationValidator.validate(attestation);
1661
- if (result.result === 'reject') {
1662
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1663
- this.peerManager.penalizePeer(peerId, result.severity);
1664
- }
1665
- return result;
1666
- }
1667
- /**
1668
- * Validate a block proposal.
1669
- *
1670
- * @param block - The block proposal to validate.
1671
- * @returns True if the block proposal is valid, false otherwise.
1672
- */ async validateBlockProposal(peerId, block) {
1673
- const result = await this.blockProposalValidator.validate(block);
1674
- if (result.result === 'reject') {
1675
- this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
1676
- this.peerManager.penalizePeer(peerId, result.severity);
1677
- }
1678
- return result;
1679
- }
1680
- /**
1681
- * Validate a checkpoint proposal.
1682
- *
1683
- * @param checkpoint - The checkpoint proposal to validate.
1684
- * @returns True if the checkpoint proposal is valid, false otherwise.
1685
- */ async validateCheckpointProposal(peerId, checkpoint) {
1686
- const result = await this.checkpointProposalValidator.validate(checkpoint);
1687
- if (result.result === 'reject') {
1688
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1689
- this.peerManager.penalizePeer(peerId, result.severity);
1690
- }
1691
- return result;
1692
- }
1693
1870
  getPeerScore(peerId) {
1694
1871
  return this.node.services.pubsub.score.score(peerId.toString());
1695
1872
  }