@aztec/p2p 0.0.1-commit.023c3e5 → 0.0.1-commit.033589e

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (380) hide show
  1. package/dest/client/factory.d.ts +10 -10
  2. package/dest/client/factory.d.ts.map +1 -1
  3. package/dest/client/factory.js +40 -14
  4. package/dest/client/interface.d.ts +46 -33
  5. package/dest/client/interface.d.ts.map +1 -1
  6. package/dest/client/p2p_client.d.ts +41 -51
  7. package/dest/client/p2p_client.d.ts.map +1 -1
  8. package/dest/client/p2p_client.js +149 -200
  9. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +7 -8
  10. package/dest/config.d.ts +37 -16
  11. package/dest/config.d.ts.map +1 -1
  12. package/dest/config.js +44 -37
  13. package/dest/errors/tx-pool.error.d.ts +8 -0
  14. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  15. package/dest/errors/tx-pool.error.js +9 -0
  16. package/dest/index.d.ts +2 -1
  17. package/dest/index.d.ts.map +1 -1
  18. package/dest/index.js +1 -0
  19. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  20. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  21. package/dest/mem_pools/attestation_pool/attestation_pool.js +445 -3
  22. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  25. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  26. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/index.js +1 -2
  28. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  29. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  31. package/dest/mem_pools/index.d.ts +3 -2
  32. package/dest/mem_pools/index.d.ts.map +1 -1
  33. package/dest/mem_pools/index.js +1 -1
  34. package/dest/mem_pools/instrumentation.d.ts +4 -2
  35. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.js +16 -14
  37. package/dest/mem_pools/interface.d.ts +5 -5
  38. package/dest/mem_pools/interface.d.ts.map +1 -1
  39. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  40. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  41. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  42. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  43. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  44. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  45. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  46. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  47. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  48. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  52. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  77. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  79. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  80. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  82. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  83. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  85. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
  86. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  87. package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
  88. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +119 -0
  89. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  90. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +193 -0
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  92. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  94. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  95. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +354 -0
  97. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
  98. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +164 -0
  100. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
  101. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  102. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +908 -0
  103. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  104. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  105. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +2 -1
  106. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  107. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +2 -1
  108. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +3 -1
  110. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  111. package/dest/msg_validators/proposal_validator/proposal_validator.js +10 -0
  112. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +2 -1
  113. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +1 -1
  114. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +166 -0
  115. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  116. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  117. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  118. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  119. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  120. package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -10
  121. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  122. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  123. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  124. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  125. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  126. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  127. package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
  128. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  129. package/dest/msg_validators/tx_validator/factory.js +219 -58
  130. package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
  131. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  132. package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
  133. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  134. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  135. package/dest/msg_validators/tx_validator/index.js +1 -0
  136. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  137. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  138. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  139. package/dest/msg_validators/tx_validator/phases_validator.d.ts +2 -2
  140. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  141. package/dest/msg_validators/tx_validator/phases_validator.js +25 -24
  142. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  143. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  144. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  145. package/dest/services/dummy_service.d.ts +13 -5
  146. package/dest/services/dummy_service.d.ts.map +1 -1
  147. package/dest/services/dummy_service.js +10 -4
  148. package/dest/services/encoding.d.ts +3 -3
  149. package/dest/services/encoding.d.ts.map +1 -1
  150. package/dest/services/encoding.js +11 -10
  151. package/dest/services/gossipsub/index.d.ts +3 -0
  152. package/dest/services/gossipsub/index.d.ts.map +1 -0
  153. package/dest/services/gossipsub/index.js +2 -0
  154. package/dest/services/gossipsub/scoring.d.ts +21 -3
  155. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  156. package/dest/services/gossipsub/scoring.js +24 -7
  157. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  158. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  159. package/dest/services/gossipsub/topic_score_params.js +346 -0
  160. package/dest/services/index.d.ts +2 -1
  161. package/dest/services/index.d.ts.map +1 -1
  162. package/dest/services/index.js +1 -0
  163. package/dest/services/libp2p/libp2p_service.d.ts +94 -42
  164. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  165. package/dest/services/libp2p/libp2p_service.js +428 -340
  166. package/dest/services/peer-manager/metrics.d.ts +3 -1
  167. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  168. package/dest/services/peer-manager/metrics.js +6 -0
  169. package/dest/services/peer-manager/peer_manager.d.ts +1 -1
  170. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  171. package/dest/services/peer-manager/peer_manager.js +2 -1
  172. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  173. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  174. package/dest/services/peer-manager/peer_scoring.js +25 -2
  175. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
  176. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  177. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +26 -53
  178. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
  179. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  180. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
  181. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  182. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
  183. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
  184. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  185. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
  186. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  187. package/dest/services/reqresp/interface.d.ts +10 -1
  188. package/dest/services/reqresp/interface.d.ts.map +1 -1
  189. package/dest/services/reqresp/interface.js +15 -1
  190. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  191. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  192. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
  193. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
  194. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  195. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
  196. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  197. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  198. package/dest/services/reqresp/protocols/tx.js +20 -0
  199. package/dest/services/reqresp/reqresp.d.ts +1 -1
  200. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  201. package/dest/services/reqresp/reqresp.js +13 -5
  202. package/dest/services/service.d.ts +39 -3
  203. package/dest/services/service.d.ts.map +1 -1
  204. package/dest/services/tx_collection/config.d.ts +22 -4
  205. package/dest/services/tx_collection/config.d.ts.map +1 -1
  206. package/dest/services/tx_collection/config.js +49 -3
  207. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
  208. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  209. package/dest/services/tx_collection/fast_tx_collection.js +64 -48
  210. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  211. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  212. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  213. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  214. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  215. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  216. package/dest/services/tx_collection/index.d.ts +3 -2
  217. package/dest/services/tx_collection/index.d.ts.map +1 -1
  218. package/dest/services/tx_collection/index.js +1 -0
  219. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  220. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  221. package/dest/services/tx_collection/instrumentation.js +2 -1
  222. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  223. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  224. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  225. package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
  226. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  227. package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
  228. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  229. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  230. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  231. package/dest/services/tx_collection/tx_collection.d.ts +23 -10
  232. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  233. package/dest/services/tx_collection/tx_collection.js +75 -3
  234. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  235. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  236. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  237. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  238. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  239. package/dest/services/tx_collection/tx_source.js +19 -2
  240. package/dest/services/tx_file_store/config.d.ts +16 -0
  241. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  242. package/dest/services/tx_file_store/config.js +22 -0
  243. package/dest/services/tx_file_store/index.d.ts +4 -0
  244. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  245. package/dest/services/tx_file_store/index.js +3 -0
  246. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  247. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  248. package/dest/services/tx_file_store/instrumentation.js +29 -0
  249. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  250. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  251. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  252. package/dest/services/tx_provider.d.ts +4 -4
  253. package/dest/services/tx_provider.d.ts.map +1 -1
  254. package/dest/services/tx_provider.js +9 -8
  255. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  256. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  257. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  258. package/dest/test-helpers/mock-pubsub.d.ts +30 -4
  259. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  260. package/dest/test-helpers/mock-pubsub.js +105 -4
  261. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  262. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  263. package/dest/test-helpers/reqresp-nodes.js +4 -3
  264. package/dest/test-helpers/testbench-utils.d.ts +43 -38
  265. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  266. package/dest/test-helpers/testbench-utils.js +128 -59
  267. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  268. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  269. package/dest/testbench/p2p_client_testbench_worker.js +15 -15
  270. package/dest/util.d.ts +2 -2
  271. package/dest/util.d.ts.map +1 -1
  272. package/package.json +14 -14
  273. package/src/client/factory.ts +77 -26
  274. package/src/client/interface.ts +56 -34
  275. package/src/client/p2p_client.ts +185 -247
  276. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +20 -11
  277. package/src/config.ts +76 -43
  278. package/src/errors/tx-pool.error.ts +12 -0
  279. package/src/index.ts +1 -0
  280. package/src/mem_pools/attestation_pool/attestation_pool.ts +497 -91
  281. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  282. package/src/mem_pools/attestation_pool/index.ts +9 -2
  283. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  284. package/src/mem_pools/index.ts +4 -1
  285. package/src/mem_pools/instrumentation.ts +17 -13
  286. package/src/mem_pools/interface.ts +4 -4
  287. package/src/mem_pools/tx_pool/README.md +1 -1
  288. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  289. package/src/mem_pools/tx_pool_v2/README.md +275 -0
  290. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  291. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  292. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  293. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  294. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
  295. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  296. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  297. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
  298. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  299. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  300. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  301. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
  302. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
  303. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  304. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  305. package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
  306. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +297 -0
  307. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  308. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
  309. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +226 -0
  310. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1088 -0
  311. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  312. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +1 -1
  313. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +1 -1
  314. package/src/msg_validators/proposal_validator/proposal_validator.ts +15 -1
  315. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +144 -1
  316. package/src/msg_validators/tx_validator/README.md +115 -0
  317. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  318. package/src/msg_validators/tx_validator/allowed_public_setup.ts +27 -13
  319. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  320. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  321. package/src/msg_validators/tx_validator/factory.ts +353 -77
  322. package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
  323. package/src/msg_validators/tx_validator/index.ts +1 -0
  324. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  325. package/src/msg_validators/tx_validator/phases_validator.ts +25 -29
  326. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  327. package/src/services/dummy_service.ts +18 -6
  328. package/src/services/encoding.ts +9 -9
  329. package/src/services/gossipsub/README.md +641 -0
  330. package/src/services/gossipsub/index.ts +2 -0
  331. package/src/services/gossipsub/scoring.ts +29 -5
  332. package/src/services/gossipsub/topic_score_params.ts +487 -0
  333. package/src/services/index.ts +1 -0
  334. package/src/services/libp2p/libp2p_service.ts +454 -362
  335. package/src/services/peer-manager/metrics.ts +7 -0
  336. package/src/services/peer-manager/peer_manager.ts +2 -1
  337. package/src/services/peer-manager/peer_scoring.ts +25 -0
  338. package/src/services/reqresp/batch-tx-requester/README.md +7 -7
  339. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +31 -59
  340. package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
  341. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
  342. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
  343. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  344. package/src/services/reqresp/interface.ts +26 -1
  345. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
  346. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
  347. package/src/services/reqresp/protocols/tx.ts +22 -0
  348. package/src/services/reqresp/reqresp.ts +16 -4
  349. package/src/services/service.ts +51 -2
  350. package/src/services/tx_collection/config.ts +74 -6
  351. package/src/services/tx_collection/fast_tx_collection.ts +74 -51
  352. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  353. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  354. package/src/services/tx_collection/index.ts +2 -1
  355. package/src/services/tx_collection/instrumentation.ts +7 -1
  356. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  357. package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
  358. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  359. package/src/services/tx_collection/tx_collection.ts +113 -16
  360. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  361. package/src/services/tx_collection/tx_source.ts +22 -3
  362. package/src/services/tx_file_store/config.ts +37 -0
  363. package/src/services/tx_file_store/index.ts +3 -0
  364. package/src/services/tx_file_store/instrumentation.ts +36 -0
  365. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  366. package/src/services/tx_provider.ts +10 -9
  367. package/src/test-helpers/make-test-p2p-clients.ts +3 -5
  368. package/src/test-helpers/mock-pubsub.ts +146 -9
  369. package/src/test-helpers/reqresp-nodes.ts +4 -6
  370. package/src/test-helpers/testbench-utils.ts +127 -71
  371. package/src/testbench/p2p_client_testbench_worker.ts +24 -21
  372. package/src/util.ts +7 -1
  373. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  374. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  375. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  376. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  377. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  378. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  379. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  380. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
@@ -1,6 +1,5 @@
1
1
  import type { EpochCacheInterface } from '@aztec/epoch-cache';
2
- import { BlockNumber } from '@aztec/foundation/branded-types';
3
- import { randomInt } from '@aztec/foundation/crypto/random';
2
+ import { BlockNumber, type SlotNumber } from '@aztec/foundation/branded-types';
4
3
  import { Fr } from '@aztec/foundation/curves/bn254';
5
4
  import { type Logger, createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
6
5
  import { RunningPromise } from '@aztec/foundation/running-promise';
@@ -17,13 +16,12 @@ import {
17
16
  CheckpointProposal,
18
17
  type CheckpointProposalCore,
19
18
  type Gossipable,
20
- P2PClientType,
21
19
  P2PMessage,
22
20
  type ValidationResult as P2PValidationResult,
23
21
  PeerErrorSeverity,
24
22
  TopicType,
25
23
  createTopicString,
26
- getTopicsForClientAndConfig,
24
+ getTopicsForConfig,
27
25
  metricsTopicStrToLabels,
28
26
  } from '@aztec/stdlib/p2p';
29
27
  import { MerkleTreeId } from '@aztec/stdlib/trees';
@@ -45,7 +43,7 @@ import {
45
43
  type GossipsubMessage,
46
44
  gossipsub,
47
45
  } from '@chainsafe/libp2p-gossipsub';
48
- import { createPeerScoreParams, createTopicScoreParams } from '@chainsafe/libp2p-gossipsub/score';
46
+ import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
49
47
  import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
50
48
  import { noise } from '@chainsafe/libp2p-noise';
51
49
  import { yamux } from '@chainsafe/libp2p-yamux';
@@ -59,35 +57,40 @@ import { ENR } from '@nethermindeth/enr';
59
57
  import { createLibp2p } from 'libp2p';
60
58
 
61
59
  import type { P2PConfig } from '../../config.js';
62
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
63
60
  import type { MemPools } from '../../mem_pools/interface.js';
64
61
  import {
65
62
  BlockProposalValidator,
66
63
  CheckpointAttestationValidator,
67
64
  CheckpointProposalValidator,
65
+ DoubleSpendTxValidator,
68
66
  FishermanAttestationValidator,
67
+ getDefaultAllowedSetupFunctions,
69
68
  } from '../../msg_validators/index.js';
70
69
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
71
- import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
72
70
  import {
73
- type MessageValidator,
74
- createTxMessageValidators,
75
- createTxReqRespValidator,
71
+ type TransactionValidator,
72
+ createFirstStageTxValidationsForGossipedTransactions,
73
+ createSecondStageTxValidationsForGossipedTransactions,
74
+ createTxValidatorForBlockProposalReceivedTxs,
75
+ createTxValidatorForReqResponseReceivedTxs,
76
76
  } from '../../msg_validators/tx_validator/factory.js';
77
- import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
78
77
  import { GossipSubEvent } from '../../types/index.js';
79
78
  import { type PubSubLibp2p, convertToMultiaddr } from '../../util.js';
80
79
  import { getVersions } from '../../versioning.js';
81
80
  import { AztecDatastore } from '../data_store.js';
82
81
  import { DiscV5Service } from '../discv5/discV5_service.js';
83
82
  import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
84
- import { gossipScoreThresholds } from '../gossipsub/scoring.js';
83
+ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
84
+ import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
85
85
  import type { PeerManagerInterface } from '../peer-manager/interface.js';
86
86
  import { PeerManager } from '../peer-manager/peer_manager.js';
87
87
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
88
88
  import type { BatchTxRequesterLibP2PService } from '../reqresp/batch-tx-requester/interface.js';
89
89
  import type { P2PReqRespConfig } from '../reqresp/config.js';
90
90
  import {
91
+ AuthRequest,
92
+ BlockTxsRequest,
93
+ BlockTxsResponse,
91
94
  DEFAULT_SUB_PROTOCOL_VALIDATORS,
92
95
  type ReqRespInterface,
93
96
  type ReqRespResponse,
@@ -95,25 +98,21 @@ import {
95
98
  type ReqRespSubProtocolHandler,
96
99
  type ReqRespSubProtocolHandlers,
97
100
  type ReqRespSubProtocolValidators,
101
+ StatusMessage,
98
102
  type SubProtocolMap,
99
103
  ValidationError,
100
- } from '../reqresp/interface.js';
101
- import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
102
- import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
103
- import {
104
- AuthRequest,
105
- BlockTxsRequest,
106
- BlockTxsResponse,
107
- StatusMessage,
108
104
  pingHandler,
105
+ reqGoodbyeHandler,
109
106
  reqRespBlockHandler,
107
+ reqRespBlockTxsHandler,
110
108
  reqRespStatusHandler,
111
109
  reqRespTxHandler,
112
- } from '../reqresp/protocols/index.js';
110
+ } from '../reqresp/index.js';
113
111
  import { ReqResp } from '../reqresp/reqresp.js';
114
112
  import type {
115
113
  P2PBlockReceivedCallback,
116
114
  P2PCheckpointReceivedCallback,
115
+ P2PDuplicateAttestationCallback,
117
116
  P2PService,
118
117
  PeerDiscoveryService,
119
118
  } from '../service.js';
@@ -128,14 +127,14 @@ interface ValidationResult {
128
127
  type ValidationOutcome = { allPassed: true } | { allPassed: false; failure: ValidationResult };
129
128
 
130
129
  // REFACTOR: Unify with the type above
131
- type ReceivedMessageValidationResult<T> =
132
- | { obj: T; result: Exclude<TopicValidatorResult, TopicValidatorResult.Reject> }
133
- | { obj?: undefined; result: TopicValidatorResult.Reject };
130
+ type ReceivedMessageValidationResult<T, M = undefined> =
131
+ | { obj: T; result: Exclude<TopicValidatorResult, TopicValidatorResult.Reject>; metadata?: M }
132
+ | { obj?: T; result: TopicValidatorResult.Reject; metadata?: M };
134
133
 
135
134
  /**
136
135
  * Lib P2P implementation of the P2PService interface.
137
136
  */
138
- export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends WithTracer implements P2PService {
137
+ export class LibP2PService extends WithTracer implements P2PService {
139
138
  private discoveryRunningPromise?: RunningPromise;
140
139
  private msgIdSeenValidators: Record<TopicType, MessageSeenValidator> = {} as Record<TopicType, MessageSeenValidator>;
141
140
 
@@ -149,6 +148,16 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
149
148
 
150
149
  private feesCache: { blockNumber: BlockNumber; gasFees: GasFees } | undefined;
151
150
 
151
+ /** Callback invoked when a duplicate proposal is detected (triggers slashing). */
152
+ private duplicateProposalCallback?: (info: {
153
+ slot: SlotNumber;
154
+ proposer: EthAddress;
155
+ type: 'checkpoint' | 'block';
156
+ }) => void;
157
+
158
+ /** Callback invoked when a duplicate attestation is detected (triggers slashing). */
159
+ private duplicateAttestationCallback?: P2PDuplicateAttestationCallback;
160
+
152
161
  /**
153
162
  * Callback for when a block is received from a peer.
154
163
  * @param block - The block received from the peer.
@@ -172,14 +181,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
172
181
  protected logger: Logger;
173
182
 
174
183
  constructor(
175
- private clientType: T,
176
184
  private config: P2PConfig,
177
185
  protected node: PubSubLibp2p,
178
186
  private peerDiscoveryService: PeerDiscoveryService,
179
187
  private reqresp: ReqRespInterface,
180
- private peerManager: PeerManagerInterface,
188
+ protected peerManager: PeerManagerInterface,
181
189
  protected mempools: MemPools,
182
- private archiver: L2BlockSource & ContractDataSource,
190
+ protected archiver: L2BlockSource & ContractDataSource,
183
191
  private epochCache: EpochCacheInterface,
184
192
  private proofVerifier: ClientProtocolCircuitVerifier,
185
193
  private worldStateSynchronizer: WorldStateSynchronizer,
@@ -214,9 +222,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
214
222
  this.protocolVersion,
215
223
  );
216
224
 
217
- this.blockProposalValidator = new BlockProposalValidator(epochCache, { txsPermitted: !config.disableTransactions });
225
+ this.blockProposalValidator = new BlockProposalValidator(epochCache, {
226
+ txsPermitted: !config.disableTransactions,
227
+ maxTxsPerBlock: config.maxTxsPerBlock,
228
+ });
218
229
  this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, {
219
230
  txsPermitted: !config.disableTransactions,
231
+ maxTxsPerBlock: config.maxTxsPerBlock,
220
232
  });
221
233
  this.checkpointAttestationValidator = config.fishermanMode
222
234
  ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry)
@@ -252,8 +264,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
252
264
  * @param txPool - The transaction pool to be accessed by the service.
253
265
  * @returns The new service.
254
266
  */
255
- public static async new<T extends P2PClientType>(
256
- clientType: T,
267
+ public static async new(
257
268
  config: P2PConfig,
258
269
  peerId: PeerId,
259
270
  deps: {
@@ -305,11 +316,6 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
305
316
  const versions = getVersions(config);
306
317
  const protocolVersion = compressComponentVersions(versions);
307
318
 
308
- const txTopic = createTopicString(TopicType.tx, protocolVersion);
309
- const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
310
- const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
311
- const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
312
-
313
319
  const preferredPeersEnrs: ENR[] = config.preferredPeers.map(enr => ENR.decodeTxt(enr));
314
320
  const directPeers = (
315
321
  await Promise.all(
@@ -329,6 +335,16 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
329
335
 
330
336
  const announceTcpMultiaddr = config.p2pIp ? [convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')] : [];
331
337
 
338
+ // Create dynamic topic score params based on network configuration
339
+ const l1Constants = epochCache.getL1Constants();
340
+ const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
341
+ slotDurationMs: l1Constants.slotDuration * 1000,
342
+ heartbeatIntervalMs: config.gossipsubInterval,
343
+ targetCommitteeSize: l1Constants.targetCommitteeSize,
344
+ blockDurationMs: config.blockDurationMs,
345
+ expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot,
346
+ });
347
+
332
348
  const node = await createLibp2p({
333
349
  start: false,
334
350
  peerId,
@@ -424,28 +440,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
424
440
  scoreParams: createPeerScoreParams({
425
441
  // IPColocation factor can be disabled for local testing - default to -5
426
442
  IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
427
- topics: {
428
- [txTopic]: createTopicScoreParams({
429
- topicWeight: 1,
430
- invalidMessageDeliveriesWeight: -20,
431
- invalidMessageDeliveriesDecay: 0.5,
432
- }),
433
- [blockProposalTopic]: createTopicScoreParams({
434
- topicWeight: 1,
435
- invalidMessageDeliveriesWeight: -20,
436
- invalidMessageDeliveriesDecay: 0.5,
437
- }),
438
- [checkpointProposalTopic]: createTopicScoreParams({
439
- topicWeight: 1,
440
- invalidMessageDeliveriesWeight: -20,
441
- invalidMessageDeliveriesDecay: 0.5,
442
- }),
443
- [checkpointAttestationTopic]: createTopicScoreParams({
444
- topicWeight: 1,
445
- invalidMessageDeliveriesWeight: -20,
446
- invalidMessageDeliveriesDecay: 0.5,
447
- }),
448
- },
443
+ topics: topicScoreParams,
449
444
  }),
450
445
  }) as (components: GossipSubComponents) => GossipSub,
451
446
  components: (components: { connectionManager: ConnectionManager }) => ({
@@ -471,13 +466,16 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
471
466
  epochCache,
472
467
  );
473
468
 
474
- // Update gossipsub score params
475
- node.services.pubsub.score.params.appSpecificWeight = 10;
469
+ // Configure application-specific scoring for gossipsub.
470
+ // The weight scales app score to align with gossipsub thresholds:
471
+ // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
472
+ // - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
473
+ // Note: positive topic scores can offset penalties, so alignment is best-effort.
474
+ node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
476
475
  node.services.pubsub.score.params.appSpecificScore = (peerId: string) =>
477
476
  peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
478
477
 
479
478
  return new LibP2PService(
480
- clientType,
481
479
  config,
482
480
  node,
483
481
  peerDiscoveryService,
@@ -524,7 +522,11 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
524
522
  };
525
523
 
526
524
  if (!this.config.disableTransactions) {
527
- const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
525
+ const blockTxsHandler = reqRespBlockTxsHandler(
526
+ this.mempools.attestationPool,
527
+ this.archiver,
528
+ this.mempools.txPool,
529
+ );
528
530
  requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
529
531
  }
530
532
 
@@ -547,7 +549,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
547
549
  await this.node.start();
548
550
 
549
551
  // Subscribe to standard GossipSub topics by default
550
- for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)) {
552
+ for (const topic of getTopicsForConfig(this.config.disableTransactions)) {
551
553
  this.subscribeToTopic(this.topicStrings[topic]);
552
554
  }
553
555
 
@@ -613,6 +615,10 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
613
615
  return this.peerManager.getPeers(includePending);
614
616
  }
615
617
 
618
+ public getGossipMeshPeerCount(topicType: TopicType): number {
619
+ return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
620
+ }
621
+
616
622
  private handleGossipSubEvent(e: CustomEvent<GossipsubMessage>) {
617
623
  this.logger.trace(`Received PUBSUB message.`);
618
624
 
@@ -665,6 +671,25 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
665
671
  this.checkpointReceivedCallback = callback;
666
672
  }
667
673
 
674
+ /**
675
+ * Registers a callback to be invoked when a duplicate proposal is detected.
676
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
677
+ */
678
+ public registerDuplicateProposalCallback(
679
+ callback: (info: { slot: SlotNumber; proposer: EthAddress; type: 'checkpoint' | 'block' }) => void,
680
+ ): void {
681
+ this.duplicateProposalCallback = callback;
682
+ }
683
+
684
+ /**
685
+ * Registers a callback to be invoked when a duplicate attestation is detected.
686
+ * A validator signing attestations for different proposals at the same slot.
687
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
688
+ */
689
+ public registerDuplicateAttestationCallback(callback: P2PDuplicateAttestationCallback): void {
690
+ this.duplicateAttestationCallback = callback;
691
+ }
692
+
668
693
  /**
669
694
  * Subscribes to a topic.
670
695
  * @param topic - The topic to subscribe to.
@@ -793,9 +818,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
793
818
  if (msg.topic === this.topicStrings[TopicType.tx]) {
794
819
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
795
820
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
796
- if (this.clientType === P2PClientType.Full) {
797
- await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
798
- }
821
+ await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
799
822
  } else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
800
823
  await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
801
824
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
@@ -851,13 +874,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
851
874
  return;
852
875
  }
853
876
 
854
- protected async validateReceivedMessage<T>(
855
- validationFunc: () => Promise<ReceivedMessageValidationResult<T>>,
877
+ protected async validateReceivedMessage<T, M = undefined>(
878
+ validationFunc: () => Promise<ReceivedMessageValidationResult<T, M>>,
856
879
  msgId: string,
857
880
  source: PeerId,
858
881
  topicType: TopicType,
859
- ): Promise<ReceivedMessageValidationResult<T>> {
860
- let resultAndObj: ReceivedMessageValidationResult<T> = { result: TopicValidatorResult.Reject };
882
+ ): Promise<ReceivedMessageValidationResult<T, M>> {
883
+ let resultAndObj: ReceivedMessageValidationResult<T, M> = { result: TopicValidatorResult.Reject };
861
884
  const timer = new Timer();
862
885
  try {
863
886
  resultAndObj = await validationFunc();
@@ -881,21 +904,63 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
881
904
  protected async handleGossipedTx(payloadData: Buffer, msgId: string, source: PeerId) {
882
905
  const validationFunc: () => Promise<ReceivedMessageValidationResult<Tx>> = async () => {
883
906
  const tx = Tx.fromBuffer(payloadData);
884
- const isValid = await this.validatePropagatedTx(tx, source);
885
- const exists = isValid && (await this.mempools.txPool.hasTx(tx.getTxHash()));
907
+
908
+ const currentBlockNumber = await this.archiver.getBlockNumber();
909
+ const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
910
+
911
+ // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
912
+ const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
913
+ const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
914
+ if (!firstStageOutcome.allPassed) {
915
+ const { name } = firstStageOutcome.failure;
916
+ let { severity } = firstStageOutcome.failure;
917
+
918
+ // Double spend validator has a special case handler. We perform more detailed examination
919
+ // as to how recently the nullifier was entered into the tree and if the transaction should
920
+ // have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
921
+ if (name === 'doubleSpendValidator') {
922
+ const txBlockNumber = BlockNumber(currentBlockNumber + 1);
923
+ severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
924
+ }
925
+
926
+ this.peerManager.penalizePeer(source, severity);
927
+ return { result: TopicValidatorResult.Reject };
928
+ }
929
+
930
+ // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
931
+ const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
932
+ if (canAdd === 'ignored') {
933
+ return { result: TopicValidatorResult.Ignore, obj: tx };
934
+ }
935
+
936
+ // Stage 2: expensive proof verification
937
+ const secondStageValidators = this.createSecondStageMessageValidators();
938
+ const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
939
+ if (!secondStageOutcome.allPassed) {
940
+ const { severity } = secondStageOutcome.failure;
941
+ this.peerManager.penalizePeer(source, severity);
942
+ return { result: TopicValidatorResult.Reject };
943
+ }
944
+
945
+ // Pool add: persist the tx
946
+ const txHash = tx.getTxHash();
947
+ const addResult = await this.mempools.txPool.addPendingTxs([tx], { source: 'gossip' });
948
+
949
+ const wasAccepted = addResult.accepted.some(h => h.equals(txHash));
950
+ const wasIgnored = addResult.ignored.some(h => h.equals(txHash));
886
951
 
887
952
  this.logger.trace(`Validate propagated tx`, {
888
- isValid,
889
- exists,
953
+ wasAccepted,
954
+ wasIgnored,
890
955
  [Attributes.P2P_ID]: source.toString(),
891
956
  });
892
957
 
893
- if (!isValid) {
894
- return { result: TopicValidatorResult.Reject };
895
- } else if (exists) {
958
+ if (wasAccepted) {
959
+ return { result: TopicValidatorResult.Accept, obj: tx };
960
+ } else if (wasIgnored) {
896
961
  return { result: TopicValidatorResult.Ignore, obj: tx };
897
962
  } else {
898
- return { result: TopicValidatorResult.Accept, obj: tx };
963
+ return { result: TopicValidatorResult.Reject };
899
964
  }
900
965
  };
901
966
 
@@ -904,6 +969,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
904
969
  return;
905
970
  }
906
971
 
972
+ // Tx was accepted into pool and will be propagated - just log and record metrics
907
973
  const txHash = tx.getTxHash();
908
974
  const txHashString = txHash.toString();
909
975
  this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
@@ -911,13 +977,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
911
977
  txHash: txHashString,
912
978
  });
913
979
 
914
- if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
915
- this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
916
- return;
917
- }
918
-
919
980
  this.instrumentation.incrementTxReceived(1);
920
- await this.mempools.txPool.addTxs([tx]);
921
981
  }
922
982
 
923
983
  /**
@@ -929,47 +989,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
929
989
  msgId: string,
930
990
  source: PeerId,
931
991
  ): Promise<void> {
932
- const validationFunc: () => Promise<ReceivedMessageValidationResult<CheckpointAttestation>> = async () => {
933
- const attestation = CheckpointAttestation.fromBuffer(payloadData);
934
- const pool = this.mempools.attestationPool;
935
- const validationResult = await this.validateCheckpointAttestation(source, attestation);
936
- const isValid = validationResult.result === 'accept';
937
- const exists = isValid && (await pool.hasCheckpointAttestation(attestation));
938
-
939
- let canAdd = true;
940
- if (isValid && !exists) {
941
- const slot = attestation.payload.header.slotNumber;
942
- const { committee } = await this.epochCache.getCommittee(slot);
943
- const committeeSize = committee?.length ?? 0;
944
- canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
945
- }
946
-
947
- this.logger.trace(`Validate propagated checkpoint attestation`, {
948
- isValid,
949
- exists,
950
- canAdd,
951
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
952
- [Attributes.P2P_ID]: source.toString(),
953
- });
954
-
955
- if (validationResult.result === 'reject') {
956
- return { result: TopicValidatorResult.Reject };
957
- } else if (validationResult.result === 'ignore' || exists) {
958
- return { result: TopicValidatorResult.Ignore, obj: attestation };
959
- } else if (!canAdd) {
960
- this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
961
- slot: attestation.payload.header.slotNumber.toString(),
962
- archive: attestation.archive.toString(),
963
- source: source.toString(),
964
- });
965
- return { result: TopicValidatorResult.Ignore, obj: attestation };
966
- } else {
967
- return { result: TopicValidatorResult.Accept, obj: attestation };
968
- }
969
- };
970
-
971
992
  const { result, obj: attestation } = await this.validateReceivedMessage<CheckpointAttestation>(
972
- validationFunc,
993
+ () => this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)),
973
994
  msgId,
974
995
  source,
975
996
  TopicType.checkpoint_attestation,
@@ -979,8 +1000,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
979
1000
  return;
980
1001
  }
981
1002
 
982
- this.logger.debug(
983
- `Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`,
1003
+ this.logger.verbose(
1004
+ `Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`,
984
1005
  {
985
1006
  p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
986
1007
  slot: attestation.slotNumber,
@@ -988,60 +1009,167 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
988
1009
  source: source.toString(),
989
1010
  },
990
1011
  );
991
-
992
- await this.mempools.attestationPool.addCheckpointAttestations([attestation]);
993
1012
  }
994
1013
 
995
- private async processBlockFromPeer(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
996
- const validationFunc: () => Promise<ReceivedMessageValidationResult<BlockProposal>> = async () => {
997
- const block = BlockProposal.fromBuffer(payloadData);
998
- const validationResult = await this.validateBlockProposal(source, block);
999
- const isValid = validationResult.result === 'accept';
1000
- const pool = this.mempools.attestationPool;
1001
-
1002
- const exists = isValid && (await pool.hasBlockProposal(block));
1003
- const canAdd = isValid && (await pool.canAddProposal(block));
1004
-
1005
- this.logger.trace(`Validate propagated block proposal`, {
1006
- isValid,
1007
- exists,
1008
- canAdd,
1009
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1010
- [Attributes.P2P_ID]: source.toString(),
1014
+ /** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */
1015
+ @trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation) => ({
1016
+ [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
1017
+ }))
1018
+ protected async validateAndStoreCheckpointAttestation(
1019
+ peerId: PeerId,
1020
+ attestation: CheckpointAttestation,
1021
+ ): Promise<ReceivedMessageValidationResult<CheckpointAttestation>> {
1022
+ const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1023
+
1024
+ if (validationResult.result === 'reject') {
1025
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1026
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1027
+ return { result: TopicValidatorResult.Reject };
1028
+ }
1029
+
1030
+ if (validationResult.result === 'ignore') {
1031
+ return { result: TopicValidatorResult.Ignore, obj: attestation };
1032
+ }
1033
+
1034
+ // Try to add the attestation: this handles existence check, cap check, and adding in one call
1035
+ // count is the number of attestations by this signer for this slot (for duplicate detection)
1036
+ const slot = attestation.payload.header.slotNumber;
1037
+ const { added, alreadyExists, count } =
1038
+ await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
1039
+
1040
+ this.logger.trace(`Validate propagated checkpoint attestation`, {
1041
+ added,
1042
+ alreadyExists,
1043
+ count,
1044
+ [Attributes.SLOT_NUMBER]: slot.toString(),
1045
+ [Attributes.P2P_ID]: peerId.toString(),
1046
+ });
1047
+
1048
+ // Exact same attestation received, no need to re-broadcast
1049
+ if (alreadyExists) {
1050
+ return { result: TopicValidatorResult.Ignore, obj: attestation };
1051
+ }
1052
+
1053
+ // Could not add (cap reached for signer), no need to re-broadcast
1054
+ if (!added) {
1055
+ this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1056
+ slot: slot.toString(),
1057
+ archive: attestation.archive.toString(),
1058
+ source: peerId.toString(),
1059
+ attester: attestation.getSender()?.toString(),
1060
+ count,
1011
1061
  });
1062
+ return { result: TopicValidatorResult.Ignore, obj: attestation };
1063
+ }
1012
1064
 
1013
- if (validationResult.result === 'reject') {
1014
- return { result: TopicValidatorResult.Reject };
1015
- } else if (validationResult.result === 'ignore' || exists) {
1016
- return { result: TopicValidatorResult.Ignore, obj: block };
1017
- } else if (!canAdd) {
1018
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1019
- this.logger.warn(`Penalizing peer for block proposal exceeding per-slot cap`, {
1020
- slot: block.slotNumber.toString(),
1021
- archive: block.archive.toString(),
1022
- source: source.toString(),
1065
+ // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
1066
+ // count is the number of attestations by this signer for this slot
1067
+ if (count === 2) {
1068
+ const attester = attestation.getSender();
1069
+ if (attester) {
1070
+ this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
1071
+ slot: slot.toString(),
1072
+ archive: attestation.archive.toString(),
1073
+ source: peerId.toString(),
1074
+ attester: attester.toString(),
1023
1075
  });
1024
- return { result: TopicValidatorResult.Reject };
1025
- } else {
1026
- return { result: TopicValidatorResult.Accept, obj: block };
1076
+ this.duplicateAttestationCallback?.({ slot, attester });
1027
1077
  }
1028
- };
1078
+ }
1029
1079
 
1030
- const { result, obj: block } = await this.validateReceivedMessage<BlockProposal>(
1031
- validationFunc,
1080
+ // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1081
+ return { result: TopicValidatorResult.Accept, obj: attestation };
1082
+ }
1083
+
1084
+ protected async processBlockFromPeer(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
1085
+ const {
1086
+ result,
1087
+ obj: block,
1088
+ metadata: { isEquivocated } = {},
1089
+ } = await this.validateReceivedMessage<BlockProposal, { isEquivocated: boolean }>(
1090
+ () => this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)),
1032
1091
  msgId,
1033
1092
  source,
1034
1093
  TopicType.block_proposal,
1035
1094
  );
1036
1095
 
1037
- if (!result || !block) {
1096
+ // If not accepted or equivocated, return
1097
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1038
1098
  return;
1039
1099
  }
1040
1100
 
1041
1101
  await this.processValidBlockProposal(block, source);
1042
1102
  }
1043
1103
 
1044
- // REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
1104
+ /** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */
1105
+ @trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block) => ({
1106
+ [Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
1107
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1108
+ }))
1109
+ protected async validateAndStoreBlockProposal(
1110
+ peerId: PeerId,
1111
+ block: BlockProposal,
1112
+ ): Promise<ReceivedMessageValidationResult<BlockProposal, { isEquivocated: boolean }>> {
1113
+ const validationResult = await this.blockProposalValidator.validate(block);
1114
+
1115
+ if (validationResult.result === 'reject') {
1116
+ this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1117
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1118
+ return { result: TopicValidatorResult.Reject };
1119
+ }
1120
+
1121
+ if (validationResult.result === 'ignore') {
1122
+ return { result: TopicValidatorResult.Ignore, obj: block };
1123
+ }
1124
+
1125
+ // Try to add the proposal: this handles existence check, cap check, and adding in one call
1126
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1127
+ const isEquivocated = count !== undefined && count > 1;
1128
+
1129
+ // Duplicate proposal received, no need to re-broadcast
1130
+ if (alreadyExists) {
1131
+ this.logger.debug(`Ignoring duplicate block proposal received`, {
1132
+ ...block.toBlockInfo(),
1133
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1134
+ proposer: block.getSender()?.toString(),
1135
+ source: peerId.toString(),
1136
+ });
1137
+ return { result: TopicValidatorResult.Ignore, obj: block, metadata: { isEquivocated } };
1138
+ }
1139
+
1140
+ // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1141
+ if (!added) {
1142
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1143
+ this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1144
+ ...block.toBlockInfo(),
1145
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1146
+ count,
1147
+ proposer: block.getSender()?.toString(),
1148
+ source: peerId.toString(),
1149
+ });
1150
+ return { result: TopicValidatorResult.Reject, metadata: { isEquivocated } };
1151
+ }
1152
+
1153
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1154
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1155
+ if (isEquivocated) {
1156
+ const proposer = block.getSender();
1157
+ this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
1158
+ ...block.toBlockInfo(),
1159
+ source: peerId.toString(),
1160
+ proposer: proposer?.toString(),
1161
+ });
1162
+ // Invoke the duplicate callback on the first duplicate spotted only
1163
+ if (proposer && count === 2) {
1164
+ this.duplicateProposalCallback?.({ slot: block.slotNumber, proposer, type: 'block' });
1165
+ }
1166
+ return { result: TopicValidatorResult.Accept, obj: block, metadata: { isEquivocated } };
1167
+ }
1168
+
1169
+ // Otherwise, we're good to go!
1170
+ return { result: TopicValidatorResult.Accept, obj: block };
1171
+ }
1172
+
1045
1173
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
1046
1174
  // should not be here as it does not deal with p2p networking.
1047
1175
  @trackSpan('Libp2pService.processValidBlockProposal', async block => ({
@@ -1049,7 +1177,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1049
1177
  [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
1050
1178
  [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then(i => i.toString()),
1051
1179
  }))
1052
- private async processValidBlockProposal(block: BlockProposal, sender: PeerId) {
1180
+ protected async processValidBlockProposal(block: BlockProposal, sender: PeerId) {
1053
1181
  const slot = block.slotNumber;
1054
1182
  this.logger.verbose(`Received block proposal for slot ${slot} from external peer ${sender.toString()}.`, {
1055
1183
  p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier(),
@@ -1057,24 +1185,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1057
1185
  ...block.toBlockInfo(),
1058
1186
  });
1059
1187
 
1060
- // Attempt to add proposal
1061
- try {
1062
- await this.mempools.attestationPool.addBlockProposal(block);
1063
- } catch (err: unknown) {
1064
- // Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
1065
- if (err instanceof ProposalSlotCapExceededError) {
1066
- this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
1067
- slot: String(slot),
1068
- archive: block.archive.toString(),
1069
- error: (err as Error).message,
1070
- });
1071
- return;
1072
- }
1073
- throw err;
1074
- }
1075
-
1076
- // Mark the txs in this proposal as non-evictable
1077
- await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
1188
+ // Mark the txs in this proposal as protected
1189
+ await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
1078
1190
 
1079
1191
  // Call the block received callback to validate the proposal.
1080
1192
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
@@ -1088,67 +1200,145 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1088
1200
  * Handle a gossiped checkpoint proposal.
1089
1201
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1090
1202
  */
1091
- private async handleGossipedCheckpointProposal(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
1092
- // TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
1093
- const validationFunc: () => Promise<ReceivedMessageValidationResult<CheckpointProposal>> = async () => {
1094
- const checkpoint = CheckpointProposal.fromBuffer(payloadData);
1095
- const validationResult = await this.validateCheckpointProposal(source, checkpoint);
1096
- const isValid = validationResult.result === 'accept';
1097
- const pool = this.mempools.attestationPool;
1098
-
1099
- const exists = isValid && (await pool.hasCheckpointProposal(checkpoint));
1100
- const canAdd = isValid && (await pool.canAddCheckpointProposal(checkpoint));
1101
-
1102
- this.logger.trace(`Validate propagated checkpoint proposal`, {
1103
- isValid,
1104
- exists,
1105
- canAdd,
1203
+ protected async handleGossipedCheckpointProposal(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
1204
+ const {
1205
+ result,
1206
+ obj: checkpoint,
1207
+ metadata: { isEquivocated, processBlock } = {},
1208
+ } = await this.validateReceivedMessage<CheckpointProposal, { isEquivocated: boolean; processBlock: boolean }>(
1209
+ () => this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)),
1210
+ msgId,
1211
+ source,
1212
+ TopicType.checkpoint_proposal,
1213
+ );
1214
+
1215
+ // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1216
+ // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1217
+ if (processBlock && checkpoint?.getBlockProposal()) {
1218
+ await this.processValidBlockProposal(checkpoint.getBlockProposal()!, source);
1219
+ }
1220
+
1221
+ if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1222
+ return;
1223
+ }
1224
+
1225
+ await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1226
+ }
1227
+
1228
+ /**
1229
+ * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
1230
+ * its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
1231
+ */
1232
+ @trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint) => ({
1233
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1234
+ }))
1235
+ protected async validateAndStoreCheckpointProposal(
1236
+ peerId: PeerId,
1237
+ checkpoint: CheckpointProposal,
1238
+ ): Promise<ReceivedMessageValidationResult<CheckpointProposal, { isEquivocated: boolean; processBlock: boolean }>> {
1239
+ const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1240
+
1241
+ if (validationResult.result === 'reject') {
1242
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1243
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1244
+ return { result: TopicValidatorResult.Reject };
1245
+ }
1246
+
1247
+ if (validationResult.result === 'ignore') {
1248
+ return { result: TopicValidatorResult.Ignore, obj: checkpoint };
1249
+ }
1250
+
1251
+ // Extract and try to add the block proposal first if present
1252
+ const blockProposal = checkpoint.getBlockProposal();
1253
+ let processBlock = false;
1254
+ if (blockProposal) {
1255
+ this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1106
1256
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1107
- [Attributes.P2P_ID]: source.toString(),
1257
+ [Attributes.P2P_ID]: peerId.toString(),
1108
1258
  });
1109
-
1110
- if (validationResult.result === 'reject') {
1111
- return { result: TopicValidatorResult.Reject };
1112
- } else if (validationResult.result === 'ignore' || exists) {
1113
- return { result: TopicValidatorResult.Ignore, obj: checkpoint };
1114
- } else if (!canAdd) {
1115
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1116
- this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1117
- slot: checkpoint.slotNumber.toString(),
1118
- archive: checkpoint.archive.toString(),
1119
- source: source.toString(),
1259
+ const {
1260
+ result,
1261
+ obj,
1262
+ metadata: { isEquivocated } = {},
1263
+ } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1264
+ if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1265
+ this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1266
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1267
+ [Attributes.P2P_ID]: peerId.toString(),
1268
+ isEquivocated,
1269
+ result,
1120
1270
  });
1121
1271
  return { result: TopicValidatorResult.Reject };
1122
- } else {
1123
- return { result: TopicValidatorResult.Accept, obj: checkpoint };
1272
+ } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1273
+ processBlock = true;
1124
1274
  }
1125
- };
1275
+ }
1126
1276
 
1127
- const { result, obj: checkpoint } = await this.validateReceivedMessage<CheckpointProposal>(
1128
- validationFunc,
1129
- msgId,
1130
- source,
1131
- TopicType.checkpoint_proposal,
1132
- );
1277
+ // Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
1278
+ const checkpointCore = checkpoint.toCore();
1279
+ const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
1280
+ const { added, alreadyExists, count } = tryAddResult;
1281
+ const isEquivocated = count !== undefined && count > 1;
1282
+
1283
+ // Duplicate proposal received, do not re-broadcast
1284
+ if (alreadyExists) {
1285
+ this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
1286
+ ...checkpoint.toCheckpointInfo(),
1287
+ source: peerId.toString(),
1288
+ });
1289
+ return {
1290
+ result: TopicValidatorResult.Ignore,
1291
+ obj: checkpoint,
1292
+ metadata: { isEquivocated, processBlock },
1293
+ };
1294
+ }
1133
1295
 
1134
- if (result !== TopicValidatorResult.Accept || !checkpoint) {
1135
- return;
1296
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1297
+ // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1298
+ if (!added) {
1299
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1300
+ this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1301
+ ...checkpoint.toCheckpointInfo(),
1302
+ count,
1303
+ source: peerId.toString(),
1304
+ });
1305
+ return { result: TopicValidatorResult.Reject, obj: checkpoint, metadata: { isEquivocated, processBlock } };
1306
+ }
1307
+
1308
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1309
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1310
+ if (isEquivocated) {
1311
+ const proposer = checkpoint.getSender();
1312
+ this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
1313
+ ...checkpoint.toCheckpointInfo(),
1314
+ source: peerId.toString(),
1315
+ proposer: proposer?.toString(),
1316
+ });
1317
+ // Invoke the duplicate callback on the first duplicate spotted only
1318
+ if (proposer && count === 2) {
1319
+ this.duplicateProposalCallback?.({ slot: checkpoint.slotNumber, proposer, type: 'checkpoint' });
1320
+ }
1321
+ return {
1322
+ result: TopicValidatorResult.Accept,
1323
+ obj: checkpoint,
1324
+ metadata: { isEquivocated, processBlock },
1325
+ };
1136
1326
  }
1137
1327
 
1138
- await this.processValidCheckpointProposal(checkpoint, source);
1328
+ // Otherwise, we're good to go!
1329
+ return { result: TopicValidatorResult.Accept, obj: checkpoint, metadata: { processBlock, isEquivocated } };
1139
1330
  }
1140
1331
 
1141
1332
  /**
1142
1333
  * Process a validated checkpoint proposal.
1143
- * Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
1144
- * The block callback is invoked before the checkpoint callback.
1334
+ * Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
1145
1335
  */
1146
1336
  @trackSpan('Libp2pService.processValidCheckpointProposal', async checkpoint => ({
1147
1337
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
1148
1338
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
1149
1339
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then(i => i.toString()),
1150
1340
  }))
1151
- private async processValidCheckpointProposal(checkpoint: CheckpointProposal, sender: PeerId) {
1341
+ protected async processValidCheckpointProposal(checkpoint: CheckpointProposalCore, sender: PeerId) {
1152
1342
  const slot = checkpoint.slotNumber;
1153
1343
  this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
1154
1344
  p2pMessageIdentifier: await checkpoint.p2pMessageLoggingIdentifier(),
@@ -1157,37 +1347,12 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1157
1347
  source: sender.toString(),
1158
1348
  });
1159
1349
 
1160
- // Extract block proposal before adding to pool (pool stores them separately)
1161
- const blockProposal = checkpoint.getBlockProposal();
1162
-
1163
- // Add proposal to the pool (this extracts and stores block proposal separately)
1164
- await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
1165
-
1166
- // Mark txs as non-evictable if present (from the last block)
1167
- if (checkpoint.txHashes.length > 0) {
1168
- await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
1169
- }
1170
-
1171
- // If there was a last block proposal, invoke the block callback first for validation.
1172
- // Note: The block proposal is already stored in the pool by addCheckpointProposal.
1173
- if (blockProposal) {
1174
- const isValid = await this.blockReceivedCallback(blockProposal, sender);
1175
- if (!isValid) {
1176
- this.logger.warn(`Block proposal from checkpoint failed validation`, {
1177
- slot: slot.toString(),
1178
- archive: checkpoint.archive.toString(),
1179
- blockNumber: blockProposal.blockNumber.toString(),
1180
- });
1181
- return;
1182
- }
1183
- }
1184
-
1185
1350
  // Call the checkpoint received callback with the core version (without lastBlock)
1186
1351
  // to validate and potentially generate attestations
1187
- const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
1352
+ const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1188
1353
  if (attestations && attestations.length > 0) {
1189
1354
  // If the callback returned attestations, add them to the pool and propagate them
1190
- await this.mempools.attestationPool.addCheckpointAttestations(attestations);
1355
+ await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
1191
1356
  for (const attestation of attestations) {
1192
1357
  await this.propagate(attestation);
1193
1358
  }
@@ -1216,7 +1381,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1216
1381
  @trackSpan('Libp2pService.validateRequestedBlockTxs', request => ({
1217
1382
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString(),
1218
1383
  }))
1219
- private async validateRequestedBlockTxs(
1384
+ protected async validateRequestedBlockTxs(
1220
1385
  request: BlockTxsRequest,
1221
1386
  response: BlockTxsResponse,
1222
1387
  peerId: PeerId,
@@ -1346,7 +1511,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1346
1511
  @trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock) => ({
1347
1512
  [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString(),
1348
1513
  }))
1349
- private async validateRequestedBlock(
1514
+ protected async validateRequestedBlock(
1350
1515
  requestedBlockNumber: Fr,
1351
1516
  responseBlock: L2Block,
1352
1517
  peerId: PeerId,
@@ -1379,7 +1544,12 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1379
1544
  }
1380
1545
  }
1381
1546
 
1382
- private async validateRequestedTx(tx: Tx, peerId: PeerId, txValidator: TxValidator, requested?: Set<`0x${string}`>) {
1547
+ protected async validateRequestedTx(
1548
+ tx: Tx,
1549
+ peerId: PeerId,
1550
+ txValidator: TxValidator,
1551
+ requested?: Set<`0x${string}`>,
1552
+ ) {
1383
1553
  const penalize = (severity: PeerErrorSeverity) => this.peerManager.penalizePeer(peerId, severity);
1384
1554
  if (requested && !requested.has(tx.getTxHash().toString())) {
1385
1555
  penalize(PeerErrorSeverity.MidToleranceError);
@@ -1393,44 +1563,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1393
1563
  }
1394
1564
  }
1395
1565
 
1396
- private createRequestedTxValidator(): TxValidator {
1397
- return createTxReqRespValidator(this.proofVerifier, {
1566
+ protected createRequestedTxValidator(): TxValidator {
1567
+ return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1398
1568
  l1ChainId: this.config.l1ChainId,
1399
1569
  rollupVersion: this.config.rollupVersion,
1400
1570
  });
1401
1571
  }
1402
1572
 
1403
- @trackSpan('Libp2pService.validatePropagatedTx', tx => ({
1404
- [Attributes.TX_HASH]: tx.getTxHash().toString(),
1405
- }))
1406
- private async validatePropagatedTx(tx: Tx, peerId: PeerId): Promise<boolean> {
1407
- const currentBlockNumber = await this.archiver.getBlockNumber();
1408
-
1409
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1410
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1411
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1412
-
1413
- for (const validator of messageValidators) {
1414
- const outcome = await this.runValidations(tx, validator);
1415
-
1416
- if (outcome.allPassed) {
1417
- continue;
1418
- }
1419
- const { name } = outcome.failure;
1420
- let { severity } = outcome.failure;
1421
-
1422
- // Double spend validator has a special case handler
1423
- if (name === 'doubleSpendValidator') {
1424
- const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
1425
- severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1426
- }
1427
-
1428
- this.peerManager.penalizePeer(peerId, severity);
1429
- return false;
1430
- }
1431
- return true;
1432
- }
1433
-
1434
1573
  private async getGasFees(blockNumber: BlockNumber): Promise<GasFees> {
1435
1574
  if (blockNumber === this.feesCache?.blockNumber) {
1436
1575
  return this.feesCache.gasFees;
@@ -1458,60 +1597,56 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1458
1597
  };
1459
1598
  }
1460
1599
 
1461
- public async validate(txs: Tx[]): Promise<void> {
1462
- const currentBlockNumber = await this.archiver.getBlockNumber();
1463
-
1464
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1465
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1466
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1600
+ public async validateTxsReceivedInBlockProposal(txs: Tx[]): Promise<void> {
1601
+ const validator = createTxValidatorForBlockProposalReceivedTxs(
1602
+ this.proofVerifier,
1603
+ { l1ChainId: this.config.l1ChainId, rollupVersion: this.config.rollupVersion },
1604
+ this.logger.getBindings(),
1605
+ );
1467
1606
 
1468
- await Promise.all(
1607
+ const results = await Promise.all(
1469
1608
  txs.map(async tx => {
1470
- for (const validator of messageValidators) {
1471
- const outcome = await this.runValidations(tx, validator);
1472
- if (!outcome.allPassed) {
1473
- throw new Error('Invalid tx detected', { cause: { outcome } });
1474
- }
1475
- }
1609
+ const result = await validator.validateTx(tx);
1610
+ return result.result !== 'invalid';
1476
1611
  }),
1477
1612
  );
1613
+ if (results.some(value => value === false)) {
1614
+ throw new Error('Invalid tx detected');
1615
+ }
1478
1616
  }
1479
1617
 
1480
- /**
1481
- * Create message validators for the given block number and timestamp.
1482
- *
1483
- * Each validator is a pair of a validator and a severity.
1484
- * If a validator fails, the peer is penalized with the severity of the validator.
1485
- *
1486
- * @param currentBlockNumber - The current synced block number.
1487
- * @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
1488
- * @returns The message validators.
1489
- */
1490
- private async createMessageValidators(
1618
+ /** Creates the first stage (fast) validators for gossiped transactions. */
1619
+ protected async createFirstStageMessageValidators(
1491
1620
  currentBlockNumber: BlockNumber,
1492
1621
  nextSlotTimestamp: UInt64,
1493
- ): Promise<Record<string, MessageValidator>[]> {
1622
+ ): Promise<Record<string, TransactionValidator>> {
1494
1623
  const gasFees = await this.getGasFees(currentBlockNumber);
1495
- const allowedInSetup = this.config.txPublicSetupAllowList ?? (await getDefaultAllowedSetupFunctions());
1624
+ const allowedInSetup = [
1625
+ ...(await getDefaultAllowedSetupFunctions()),
1626
+ ...(this.config.txPublicSetupAllowListExtend ?? []),
1627
+ ];
1628
+ const blockNumber = BlockNumber(currentBlockNumber + 1);
1496
1629
 
1497
- const blockNumberInWhichTheTxIsConsideredToBeIncluded = BlockNumber(currentBlockNumber + 1);
1498
-
1499
- return createTxMessageValidators(
1630
+ return createFirstStageTxValidationsForGossipedTransactions(
1500
1631
  nextSlotTimestamp,
1501
- blockNumberInWhichTheTxIsConsideredToBeIncluded,
1632
+ blockNumber,
1502
1633
  this.worldStateSynchronizer,
1503
1634
  gasFees,
1504
1635
  this.config.l1ChainId,
1505
1636
  this.config.rollupVersion,
1506
1637
  protocolContractsHash,
1507
1638
  this.archiver,
1508
- this.proofVerifier,
1509
1639
  !this.config.disableTransactions,
1510
1640
  allowedInSetup,
1511
1641
  this.logger.getBindings(),
1512
1642
  );
1513
1643
  }
1514
1644
 
1645
+ /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */
1646
+ protected createSecondStageMessageValidators(): Record<string, TransactionValidator> {
1647
+ return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
1648
+ }
1649
+
1515
1650
  /**
1516
1651
  * Run validations on a tx.
1517
1652
  * @param tx - The tx to validate.
@@ -1520,7 +1655,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1520
1655
  */
1521
1656
  private async runValidations(
1522
1657
  tx: Tx,
1523
- messageValidators: Record<string, MessageValidator>,
1658
+ messageValidators: Record<string, TransactionValidator>,
1524
1659
  ): Promise<ValidationOutcome> {
1525
1660
  const validationPromises = Object.entries(messageValidators).map(async ([name, { validator, severity }]) => {
1526
1661
  const { result } = await validator.validateTx(tx);
@@ -1601,50 +1736,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1601
1736
  const result = await this.checkpointAttestationValidator.validate(attestation);
1602
1737
 
1603
1738
  if (result.result === 'reject') {
1604
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1605
- this.peerManager.penalizePeer(peerId, result.severity);
1606
- }
1607
-
1608
- return result;
1609
- }
1610
-
1611
- /**
1612
- * Validate a block proposal.
1613
- *
1614
- * @param block - The block proposal to validate.
1615
- * @returns True if the block proposal is valid, false otherwise.
1616
- */
1617
- @trackSpan('Libp2pService.validateBlockProposal', (_peerId, block) => ({
1618
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1619
- }))
1620
- public async validateBlockProposal(peerId: PeerId, block: BlockProposal): Promise<P2PValidationResult> {
1621
- const result = await this.blockProposalValidator.validate(block);
1622
-
1623
- if (result.result === 'reject') {
1624
- this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
1625
- this.peerManager.penalizePeer(peerId, result.severity);
1626
- }
1627
-
1628
- return result;
1629
- }
1630
-
1631
- /**
1632
- * Validate a checkpoint proposal.
1633
- *
1634
- * @param checkpoint - The checkpoint proposal to validate.
1635
- * @returns True if the checkpoint proposal is valid, false otherwise.
1636
- */
1637
- @trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint) => ({
1638
- [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1639
- }))
1640
- public async validateCheckpointProposal(
1641
- peerId: PeerId,
1642
- checkpoint: CheckpointProposal,
1643
- ): Promise<P2PValidationResult> {
1644
- const result = await this.checkpointProposalValidator.validate(checkpoint);
1645
-
1646
- if (result.result === 'reject') {
1647
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1739
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1648
1740
  this.peerManager.penalizePeer(peerId, result.severity);
1649
1741
  }
1650
1742