@aztec/p2p 0.0.1-commit.c80b6263 → 0.0.1-commit.c949de6bc

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (355) hide show
  1. package/dest/client/factory.d.ts +10 -10
  2. package/dest/client/factory.d.ts.map +1 -1
  3. package/dest/client/factory.js +40 -14
  4. package/dest/client/interface.d.ts +46 -33
  5. package/dest/client/interface.d.ts.map +1 -1
  6. package/dest/client/p2p_client.d.ts +41 -51
  7. package/dest/client/p2p_client.d.ts.map +1 -1
  8. package/dest/client/p2p_client.js +156 -200
  9. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +8 -9
  10. package/dest/config.d.ts +30 -8
  11. package/dest/config.d.ts.map +1 -1
  12. package/dest/config.js +19 -7
  13. package/dest/errors/tx-pool.error.d.ts +8 -0
  14. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  15. package/dest/errors/tx-pool.error.js +9 -0
  16. package/dest/index.d.ts +2 -1
  17. package/dest/index.d.ts.map +1 -1
  18. package/dest/index.js +1 -0
  19. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  20. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  21. package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
  22. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  25. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  26. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/index.js +1 -2
  28. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  29. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  31. package/dest/mem_pools/index.d.ts +3 -2
  32. package/dest/mem_pools/index.d.ts.map +1 -1
  33. package/dest/mem_pools/index.js +1 -1
  34. package/dest/mem_pools/interface.d.ts +5 -5
  35. package/dest/mem_pools/interface.d.ts.map +1 -1
  36. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  37. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  38. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  39. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  41. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  42. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  45. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  47. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  48. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
  52. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  76. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  77. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  79. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  80. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  82. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
  83. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
  85. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +119 -0
  86. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  87. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +193 -0
  88. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  89. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  90. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  92. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +354 -0
  94. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
  95. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +161 -0
  97. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
  98. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +905 -0
  100. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  101. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  102. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  103. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  105. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  106. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  107. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  108. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +18 -5
  109. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  110. package/dest/msg_validators/tx_validator/block_header_validator.js +2 -2
  111. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  112. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  113. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  114. package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
  115. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  116. package/dest/msg_validators/tx_validator/factory.js +219 -58
  117. package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
  118. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  119. package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
  120. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  121. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  122. package/dest/msg_validators/tx_validator/index.js +1 -0
  123. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  124. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  125. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  126. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  127. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  128. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  129. package/dest/services/data_store.d.ts +1 -1
  130. package/dest/services/data_store.d.ts.map +1 -1
  131. package/dest/services/data_store.js +10 -6
  132. package/dest/services/dummy_service.d.ts +13 -5
  133. package/dest/services/dummy_service.d.ts.map +1 -1
  134. package/dest/services/dummy_service.js +10 -4
  135. package/dest/services/encoding.d.ts +3 -3
  136. package/dest/services/encoding.d.ts.map +1 -1
  137. package/dest/services/encoding.js +11 -10
  138. package/dest/services/gossipsub/index.d.ts +3 -0
  139. package/dest/services/gossipsub/index.d.ts.map +1 -0
  140. package/dest/services/gossipsub/index.js +2 -0
  141. package/dest/services/gossipsub/scoring.d.ts +21 -3
  142. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  143. package/dest/services/gossipsub/scoring.js +24 -7
  144. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  145. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  146. package/dest/services/gossipsub/topic_score_params.js +346 -0
  147. package/dest/services/index.d.ts +2 -1
  148. package/dest/services/index.d.ts.map +1 -1
  149. package/dest/services/index.js +1 -0
  150. package/dest/services/libp2p/libp2p_service.d.ts +94 -42
  151. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  152. package/dest/services/libp2p/libp2p_service.js +425 -342
  153. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  154. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  155. package/dest/services/peer-manager/peer_scoring.js +25 -2
  156. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
  157. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  158. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +27 -54
  159. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
  160. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  161. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
  162. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  163. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
  164. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
  165. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  166. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
  167. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  168. package/dest/services/reqresp/interface.d.ts +10 -1
  169. package/dest/services/reqresp/interface.d.ts.map +1 -1
  170. package/dest/services/reqresp/interface.js +15 -1
  171. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  172. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  173. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +17 -12
  174. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +25 -14
  175. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  176. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +40 -24
  177. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  178. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  179. package/dest/services/reqresp/protocols/tx.js +20 -0
  180. package/dest/services/reqresp/reqresp.d.ts +1 -1
  181. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  182. package/dest/services/reqresp/reqresp.js +13 -5
  183. package/dest/services/service.d.ts +39 -3
  184. package/dest/services/service.d.ts.map +1 -1
  185. package/dest/services/tx_collection/config.d.ts +22 -4
  186. package/dest/services/tx_collection/config.d.ts.map +1 -1
  187. package/dest/services/tx_collection/config.js +49 -3
  188. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
  189. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  190. package/dest/services/tx_collection/fast_tx_collection.js +64 -48
  191. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  192. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  193. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  194. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  195. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  196. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  197. package/dest/services/tx_collection/index.d.ts +3 -2
  198. package/dest/services/tx_collection/index.d.ts.map +1 -1
  199. package/dest/services/tx_collection/index.js +1 -0
  200. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  201. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  202. package/dest/services/tx_collection/instrumentation.js +2 -1
  203. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  204. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  205. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  206. package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
  207. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  208. package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
  209. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  210. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  211. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  212. package/dest/services/tx_collection/tx_collection.d.ts +23 -10
  213. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  214. package/dest/services/tx_collection/tx_collection.js +75 -3
  215. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  216. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  217. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  218. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  219. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  220. package/dest/services/tx_collection/tx_source.js +19 -2
  221. package/dest/services/tx_file_store/config.d.ts +16 -0
  222. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  223. package/dest/services/tx_file_store/config.js +22 -0
  224. package/dest/services/tx_file_store/index.d.ts +4 -0
  225. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  226. package/dest/services/tx_file_store/index.js +3 -0
  227. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  228. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  229. package/dest/services/tx_file_store/instrumentation.js +29 -0
  230. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  231. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  232. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  233. package/dest/services/tx_provider.d.ts +4 -4
  234. package/dest/services/tx_provider.d.ts.map +1 -1
  235. package/dest/services/tx_provider.js +9 -8
  236. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  237. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  238. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  239. package/dest/test-helpers/mock-pubsub.d.ts +30 -4
  240. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  241. package/dest/test-helpers/mock-pubsub.js +105 -4
  242. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  243. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  244. package/dest/test-helpers/reqresp-nodes.js +4 -3
  245. package/dest/test-helpers/testbench-utils.d.ts +45 -38
  246. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  247. package/dest/test-helpers/testbench-utils.js +130 -60
  248. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  249. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  250. package/dest/testbench/p2p_client_testbench_worker.js +16 -16
  251. package/dest/util.d.ts +2 -2
  252. package/dest/util.d.ts.map +1 -1
  253. package/package.json +14 -14
  254. package/src/client/factory.ts +77 -26
  255. package/src/client/interface.ts +56 -34
  256. package/src/client/p2p_client.ts +192 -247
  257. package/src/client/test/tx_proposal_collector/README.md +4 -4
  258. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +21 -12
  259. package/src/config.ts +42 -11
  260. package/src/errors/tx-pool.error.ts +12 -0
  261. package/src/index.ts +1 -0
  262. package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
  263. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  264. package/src/mem_pools/attestation_pool/index.ts +9 -2
  265. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  266. package/src/mem_pools/index.ts +4 -1
  267. package/src/mem_pools/interface.ts +4 -4
  268. package/src/mem_pools/tx_pool/README.md +1 -1
  269. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  270. package/src/mem_pools/tx_pool_v2/README.md +275 -0
  271. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  272. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  273. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  274. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  275. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
  276. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  277. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  278. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
  279. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  280. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  281. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  282. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
  283. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
  284. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  285. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  286. package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
  287. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +297 -0
  288. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  289. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
  290. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +223 -0
  291. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1083 -0
  292. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  293. package/src/msg_validators/tx_validator/README.md +115 -0
  294. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  295. package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
  296. package/src/msg_validators/tx_validator/block_header_validator.ts +18 -8
  297. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  298. package/src/msg_validators/tx_validator/factory.ts +353 -77
  299. package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
  300. package/src/msg_validators/tx_validator/index.ts +1 -0
  301. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  302. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  303. package/src/services/data_store.ts +10 -7
  304. package/src/services/dummy_service.ts +18 -6
  305. package/src/services/encoding.ts +9 -9
  306. package/src/services/gossipsub/README.md +641 -0
  307. package/src/services/gossipsub/index.ts +2 -0
  308. package/src/services/gossipsub/scoring.ts +29 -5
  309. package/src/services/gossipsub/topic_score_params.ts +487 -0
  310. package/src/services/index.ts +1 -0
  311. package/src/services/libp2p/libp2p_service.ts +450 -365
  312. package/src/services/peer-manager/peer_scoring.ts +25 -0
  313. package/src/services/reqresp/batch-tx-requester/README.md +14 -14
  314. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +32 -60
  315. package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
  316. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
  317. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
  318. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  319. package/src/services/reqresp/interface.ts +26 -1
  320. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +24 -15
  321. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -24
  322. package/src/services/reqresp/protocols/tx.ts +22 -0
  323. package/src/services/reqresp/reqresp.ts +16 -4
  324. package/src/services/service.ts +51 -2
  325. package/src/services/tx_collection/config.ts +74 -6
  326. package/src/services/tx_collection/fast_tx_collection.ts +74 -51
  327. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  328. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  329. package/src/services/tx_collection/index.ts +2 -1
  330. package/src/services/tx_collection/instrumentation.ts +7 -1
  331. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  332. package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
  333. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  334. package/src/services/tx_collection/tx_collection.ts +113 -16
  335. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  336. package/src/services/tx_collection/tx_source.ts +22 -3
  337. package/src/services/tx_file_store/config.ts +37 -0
  338. package/src/services/tx_file_store/index.ts +3 -0
  339. package/src/services/tx_file_store/instrumentation.ts +36 -0
  340. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  341. package/src/services/tx_provider.ts +10 -9
  342. package/src/test-helpers/make-test-p2p-clients.ts +3 -5
  343. package/src/test-helpers/mock-pubsub.ts +146 -9
  344. package/src/test-helpers/reqresp-nodes.ts +4 -6
  345. package/src/test-helpers/testbench-utils.ts +129 -71
  346. package/src/testbench/p2p_client_testbench_worker.ts +25 -22
  347. package/src/util.ts +7 -1
  348. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  349. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  350. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  351. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  352. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  353. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  354. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  355. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
@@ -1,6 +1,5 @@
1
1
  import type { EpochCacheInterface } from '@aztec/epoch-cache';
2
- import { BlockNumber } from '@aztec/foundation/branded-types';
3
- import { randomInt } from '@aztec/foundation/crypto/random';
2
+ import { BlockNumber, type SlotNumber } from '@aztec/foundation/branded-types';
4
3
  import { Fr } from '@aztec/foundation/curves/bn254';
5
4
  import { type Logger, createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
6
5
  import { RunningPromise } from '@aztec/foundation/running-promise';
@@ -17,13 +16,12 @@ import {
17
16
  CheckpointProposal,
18
17
  type CheckpointProposalCore,
19
18
  type Gossipable,
20
- P2PClientType,
21
19
  P2PMessage,
22
20
  type ValidationResult as P2PValidationResult,
23
21
  PeerErrorSeverity,
24
22
  TopicType,
25
23
  createTopicString,
26
- getTopicsForClientAndConfig,
24
+ getTopicsForConfig,
27
25
  metricsTopicStrToLabels,
28
26
  } from '@aztec/stdlib/p2p';
29
27
  import { MerkleTreeId } from '@aztec/stdlib/trees';
@@ -45,7 +43,7 @@ import {
45
43
  type GossipsubMessage,
46
44
  gossipsub,
47
45
  } from '@chainsafe/libp2p-gossipsub';
48
- import { createPeerScoreParams, createTopicScoreParams } from '@chainsafe/libp2p-gossipsub/score';
46
+ import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
49
47
  import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
50
48
  import { noise } from '@chainsafe/libp2p-noise';
51
49
  import { yamux } from '@chainsafe/libp2p-yamux';
@@ -59,35 +57,40 @@ import { ENR } from '@nethermindeth/enr';
59
57
  import { createLibp2p } from 'libp2p';
60
58
 
61
59
  import type { P2PConfig } from '../../config.js';
62
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
63
60
  import type { MemPools } from '../../mem_pools/interface.js';
64
61
  import {
65
62
  BlockProposalValidator,
66
63
  CheckpointAttestationValidator,
67
64
  CheckpointProposalValidator,
65
+ DoubleSpendTxValidator,
68
66
  FishermanAttestationValidator,
67
+ getDefaultAllowedSetupFunctions,
69
68
  } from '../../msg_validators/index.js';
70
69
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
71
- import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
72
70
  import {
73
- type MessageValidator,
74
- createTxMessageValidators,
75
- createTxReqRespValidator,
71
+ type TransactionValidator,
72
+ createFirstStageTxValidationsForGossipedTransactions,
73
+ createSecondStageTxValidationsForGossipedTransactions,
74
+ createTxValidatorForBlockProposalReceivedTxs,
75
+ createTxValidatorForReqResponseReceivedTxs,
76
76
  } from '../../msg_validators/tx_validator/factory.js';
77
- import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
78
77
  import { GossipSubEvent } from '../../types/index.js';
79
78
  import { type PubSubLibp2p, convertToMultiaddr } from '../../util.js';
80
79
  import { getVersions } from '../../versioning.js';
81
80
  import { AztecDatastore } from '../data_store.js';
82
81
  import { DiscV5Service } from '../discv5/discV5_service.js';
83
82
  import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
84
- import { gossipScoreThresholds } from '../gossipsub/scoring.js';
83
+ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
84
+ import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
85
85
  import type { PeerManagerInterface } from '../peer-manager/interface.js';
86
86
  import { PeerManager } from '../peer-manager/peer_manager.js';
87
87
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
88
88
  import type { BatchTxRequesterLibP2PService } from '../reqresp/batch-tx-requester/interface.js';
89
89
  import type { P2PReqRespConfig } from '../reqresp/config.js';
90
90
  import {
91
+ AuthRequest,
92
+ BlockTxsRequest,
93
+ BlockTxsResponse,
91
94
  DEFAULT_SUB_PROTOCOL_VALIDATORS,
92
95
  type ReqRespInterface,
93
96
  type ReqRespResponse,
@@ -95,25 +98,21 @@ import {
95
98
  type ReqRespSubProtocolHandler,
96
99
  type ReqRespSubProtocolHandlers,
97
100
  type ReqRespSubProtocolValidators,
101
+ StatusMessage,
98
102
  type SubProtocolMap,
99
103
  ValidationError,
100
- } from '../reqresp/interface.js';
101
- import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
102
- import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
103
- import {
104
- AuthRequest,
105
- BlockTxsRequest,
106
- BlockTxsResponse,
107
- StatusMessage,
108
104
  pingHandler,
105
+ reqGoodbyeHandler,
109
106
  reqRespBlockHandler,
107
+ reqRespBlockTxsHandler,
110
108
  reqRespStatusHandler,
111
109
  reqRespTxHandler,
112
- } from '../reqresp/protocols/index.js';
110
+ } from '../reqresp/index.js';
113
111
  import { ReqResp } from '../reqresp/reqresp.js';
114
112
  import type {
115
113
  P2PBlockReceivedCallback,
116
114
  P2PCheckpointReceivedCallback,
115
+ P2PDuplicateAttestationCallback,
117
116
  P2PService,
118
117
  PeerDiscoveryService,
119
118
  } from '../service.js';
@@ -128,14 +127,14 @@ interface ValidationResult {
128
127
  type ValidationOutcome = { allPassed: true } | { allPassed: false; failure: ValidationResult };
129
128
 
130
129
  // REFACTOR: Unify with the type above
131
- type ReceivedMessageValidationResult<T> =
132
- | { obj: T; result: Exclude<TopicValidatorResult, TopicValidatorResult.Reject> }
133
- | { obj?: undefined; result: TopicValidatorResult.Reject };
130
+ type ReceivedMessageValidationResult<T, M = undefined> =
131
+ | { obj: T; result: Exclude<TopicValidatorResult, TopicValidatorResult.Reject>; metadata?: M }
132
+ | { obj?: T; result: TopicValidatorResult.Reject; metadata?: M };
134
133
 
135
134
  /**
136
135
  * Lib P2P implementation of the P2PService interface.
137
136
  */
138
- export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends WithTracer implements P2PService {
137
+ export class LibP2PService extends WithTracer implements P2PService {
139
138
  private discoveryRunningPromise?: RunningPromise;
140
139
  private msgIdSeenValidators: Record<TopicType, MessageSeenValidator> = {} as Record<TopicType, MessageSeenValidator>;
141
140
 
@@ -149,6 +148,16 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
149
148
 
150
149
  private feesCache: { blockNumber: BlockNumber; gasFees: GasFees } | undefined;
151
150
 
151
+ /** Callback invoked when a duplicate proposal is detected (triggers slashing). */
152
+ private duplicateProposalCallback?: (info: {
153
+ slot: SlotNumber;
154
+ proposer: EthAddress;
155
+ type: 'checkpoint' | 'block';
156
+ }) => void;
157
+
158
+ /** Callback invoked when a duplicate attestation is detected (triggers slashing). */
159
+ private duplicateAttestationCallback?: P2PDuplicateAttestationCallback;
160
+
152
161
  /**
153
162
  * Callback for when a block is received from a peer.
154
163
  * @param block - The block received from the peer.
@@ -172,14 +181,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
172
181
  protected logger: Logger;
173
182
 
174
183
  constructor(
175
- private clientType: T,
176
184
  private config: P2PConfig,
177
185
  protected node: PubSubLibp2p,
178
186
  private peerDiscoveryService: PeerDiscoveryService,
179
187
  private reqresp: ReqRespInterface,
180
- private peerManager: PeerManagerInterface,
188
+ protected peerManager: PeerManagerInterface,
181
189
  protected mempools: MemPools,
182
- private archiver: L2BlockSource & ContractDataSource,
190
+ protected archiver: L2BlockSource & ContractDataSource,
183
191
  private epochCache: EpochCacheInterface,
184
192
  private proofVerifier: ClientProtocolCircuitVerifier,
185
193
  private worldStateSynchronizer: WorldStateSynchronizer,
@@ -252,8 +260,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
252
260
  * @param txPool - The transaction pool to be accessed by the service.
253
261
  * @returns The new service.
254
262
  */
255
- public static async new<T extends P2PClientType>(
256
- clientType: T,
263
+ public static async new(
257
264
  config: P2PConfig,
258
265
  peerId: PeerId,
259
266
  deps: {
@@ -305,11 +312,6 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
305
312
  const versions = getVersions(config);
306
313
  const protocolVersion = compressComponentVersions(versions);
307
314
 
308
- const txTopic = createTopicString(TopicType.tx, protocolVersion);
309
- const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
310
- const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
311
- const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
312
-
313
315
  const preferredPeersEnrs: ENR[] = config.preferredPeers.map(enr => ENR.decodeTxt(enr));
314
316
  const directPeers = (
315
317
  await Promise.all(
@@ -329,6 +331,16 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
329
331
 
330
332
  const announceTcpMultiaddr = config.p2pIp ? [convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')] : [];
331
333
 
334
+ // Create dynamic topic score params based on network configuration
335
+ const l1Constants = epochCache.getL1Constants();
336
+ const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
337
+ slotDurationMs: l1Constants.slotDuration * 1000,
338
+ heartbeatIntervalMs: config.gossipsubInterval,
339
+ targetCommitteeSize: l1Constants.targetCommitteeSize,
340
+ blockDurationMs: config.blockDurationMs,
341
+ expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot,
342
+ });
343
+
332
344
  const node = await createLibp2p({
333
345
  start: false,
334
346
  peerId,
@@ -424,28 +436,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
424
436
  scoreParams: createPeerScoreParams({
425
437
  // IPColocation factor can be disabled for local testing - default to -5
426
438
  IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
427
- topics: {
428
- [txTopic]: createTopicScoreParams({
429
- topicWeight: 1,
430
- invalidMessageDeliveriesWeight: -20,
431
- invalidMessageDeliveriesDecay: 0.5,
432
- }),
433
- [blockProposalTopic]: createTopicScoreParams({
434
- topicWeight: 1,
435
- invalidMessageDeliveriesWeight: -20,
436
- invalidMessageDeliveriesDecay: 0.5,
437
- }),
438
- [checkpointProposalTopic]: createTopicScoreParams({
439
- topicWeight: 1,
440
- invalidMessageDeliveriesWeight: -20,
441
- invalidMessageDeliveriesDecay: 0.5,
442
- }),
443
- [checkpointAttestationTopic]: createTopicScoreParams({
444
- topicWeight: 1,
445
- invalidMessageDeliveriesWeight: -20,
446
- invalidMessageDeliveriesDecay: 0.5,
447
- }),
448
- },
439
+ topics: topicScoreParams,
449
440
  }),
450
441
  }) as (components: GossipSubComponents) => GossipSub,
451
442
  components: (components: { connectionManager: ConnectionManager }) => ({
@@ -471,13 +462,16 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
471
462
  epochCache,
472
463
  );
473
464
 
474
- // Update gossipsub score params
475
- node.services.pubsub.score.params.appSpecificWeight = 10;
465
+ // Configure application-specific scoring for gossipsub.
466
+ // The weight scales app score to align with gossipsub thresholds:
467
+ // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
468
+ // - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
469
+ // Note: positive topic scores can offset penalties, so alignment is best-effort.
470
+ node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
476
471
  node.services.pubsub.score.params.appSpecificScore = (peerId: string) =>
477
472
  peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
478
473
 
479
474
  return new LibP2PService(
480
- clientType,
481
475
  config,
482
476
  node,
483
477
  peerDiscoveryService,
@@ -524,7 +518,11 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
524
518
  };
525
519
 
526
520
  if (!this.config.disableTransactions) {
527
- const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
521
+ const blockTxsHandler = reqRespBlockTxsHandler(
522
+ this.mempools.attestationPool,
523
+ this.archiver,
524
+ this.mempools.txPool,
525
+ );
528
526
  requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
529
527
  }
530
528
 
@@ -547,7 +545,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
547
545
  await this.node.start();
548
546
 
549
547
  // Subscribe to standard GossipSub topics by default
550
- for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)) {
548
+ for (const topic of getTopicsForConfig(this.config.disableTransactions)) {
551
549
  this.subscribeToTopic(this.topicStrings[topic]);
552
550
  }
553
551
 
@@ -613,6 +611,10 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
613
611
  return this.peerManager.getPeers(includePending);
614
612
  }
615
613
 
614
+ public getGossipMeshPeerCount(topicType: TopicType): number {
615
+ return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
616
+ }
617
+
616
618
  private handleGossipSubEvent(e: CustomEvent<GossipsubMessage>) {
617
619
  this.logger.trace(`Received PUBSUB message.`);
618
620
 
@@ -665,6 +667,25 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
665
667
  this.checkpointReceivedCallback = callback;
666
668
  }
667
669
 
670
+ /**
671
+ * Registers a callback to be invoked when a duplicate proposal is detected.
672
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
673
+ */
674
+ public registerDuplicateProposalCallback(
675
+ callback: (info: { slot: SlotNumber; proposer: EthAddress; type: 'checkpoint' | 'block' }) => void,
676
+ ): void {
677
+ this.duplicateProposalCallback = callback;
678
+ }
679
+
680
+ /**
681
+ * Registers a callback to be invoked when a duplicate attestation is detected.
682
+ * A validator signing attestations for different proposals at the same slot.
683
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
684
+ */
685
+ public registerDuplicateAttestationCallback(callback: P2PDuplicateAttestationCallback): void {
686
+ this.duplicateAttestationCallback = callback;
687
+ }
688
+
668
689
  /**
669
690
  * Subscribes to a topic.
670
691
  * @param topic - The topic to subscribe to.
@@ -793,9 +814,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
793
814
  if (msg.topic === this.topicStrings[TopicType.tx]) {
794
815
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
795
816
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
796
- if (this.clientType === P2PClientType.Full) {
797
- await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
798
- }
817
+ await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
799
818
  } else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
800
819
  await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
801
820
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
@@ -851,13 +870,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
851
870
  return;
852
871
  }
853
872
 
854
- protected async validateReceivedMessage<T>(
855
- validationFunc: () => Promise<ReceivedMessageValidationResult<T>>,
873
+ protected async validateReceivedMessage<T, M = undefined>(
874
+ validationFunc: () => Promise<ReceivedMessageValidationResult<T, M>>,
856
875
  msgId: string,
857
876
  source: PeerId,
858
877
  topicType: TopicType,
859
- ): Promise<ReceivedMessageValidationResult<T>> {
860
- let resultAndObj: ReceivedMessageValidationResult<T> = { result: TopicValidatorResult.Reject };
878
+ ): Promise<ReceivedMessageValidationResult<T, M>> {
879
+ let resultAndObj: ReceivedMessageValidationResult<T, M> = { result: TopicValidatorResult.Reject };
861
880
  const timer = new Timer();
862
881
  try {
863
882
  resultAndObj = await validationFunc();
@@ -881,21 +900,63 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
881
900
  protected async handleGossipedTx(payloadData: Buffer, msgId: string, source: PeerId) {
882
901
  const validationFunc: () => Promise<ReceivedMessageValidationResult<Tx>> = async () => {
883
902
  const tx = Tx.fromBuffer(payloadData);
884
- const isValid = await this.validatePropagatedTx(tx, source);
885
- const exists = isValid && (await this.mempools.txPool.hasTx(tx.getTxHash()));
903
+
904
+ const currentBlockNumber = await this.archiver.getBlockNumber();
905
+ const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
906
+
907
+ // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
908
+ const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
909
+ const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
910
+ if (!firstStageOutcome.allPassed) {
911
+ const { name } = firstStageOutcome.failure;
912
+ let { severity } = firstStageOutcome.failure;
913
+
914
+ // Double spend validator has a special case handler. We perform more detailed examination
915
+ // as to how recently the nullifier was entered into the tree and if the transaction should
916
+ // have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
917
+ if (name === 'doubleSpendValidator') {
918
+ const txBlockNumber = BlockNumber(currentBlockNumber + 1);
919
+ severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
920
+ }
921
+
922
+ this.peerManager.penalizePeer(source, severity);
923
+ return { result: TopicValidatorResult.Reject };
924
+ }
925
+
926
+ // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
927
+ const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
928
+ if (canAdd === 'ignored') {
929
+ return { result: TopicValidatorResult.Ignore, obj: tx };
930
+ }
931
+
932
+ // Stage 2: expensive proof verification
933
+ const secondStageValidators = this.createSecondStageMessageValidators();
934
+ const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
935
+ if (!secondStageOutcome.allPassed) {
936
+ const { severity } = secondStageOutcome.failure;
937
+ this.peerManager.penalizePeer(source, severity);
938
+ return { result: TopicValidatorResult.Reject };
939
+ }
940
+
941
+ // Pool add: persist the tx
942
+ const txHash = tx.getTxHash();
943
+ const addResult = await this.mempools.txPool.addPendingTxs([tx], { source: 'gossip' });
944
+
945
+ const wasAccepted = addResult.accepted.some(h => h.equals(txHash));
946
+ const wasIgnored = addResult.ignored.some(h => h.equals(txHash));
886
947
 
887
948
  this.logger.trace(`Validate propagated tx`, {
888
- isValid,
889
- exists,
949
+ wasAccepted,
950
+ wasIgnored,
890
951
  [Attributes.P2P_ID]: source.toString(),
891
952
  });
892
953
 
893
- if (!isValid) {
894
- return { result: TopicValidatorResult.Reject };
895
- } else if (exists) {
954
+ if (wasAccepted) {
955
+ return { result: TopicValidatorResult.Accept, obj: tx };
956
+ } else if (wasIgnored) {
896
957
  return { result: TopicValidatorResult.Ignore, obj: tx };
897
958
  } else {
898
- return { result: TopicValidatorResult.Accept, obj: tx };
959
+ return { result: TopicValidatorResult.Reject };
899
960
  }
900
961
  };
901
962
 
@@ -904,6 +965,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
904
965
  return;
905
966
  }
906
967
 
968
+ // Tx was accepted into pool and will be propagated - just log and record metrics
907
969
  const txHash = tx.getTxHash();
908
970
  const txHashString = txHash.toString();
909
971
  this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
@@ -911,13 +973,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
911
973
  txHash: txHashString,
912
974
  });
913
975
 
914
- if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
915
- this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
916
- return;
917
- }
918
-
919
976
  this.instrumentation.incrementTxReceived(1);
920
- await this.mempools.txPool.addTxs([tx]);
921
977
  }
922
978
 
923
979
  /**
@@ -929,47 +985,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
929
985
  msgId: string,
930
986
  source: PeerId,
931
987
  ): Promise<void> {
932
- const validationFunc: () => Promise<ReceivedMessageValidationResult<CheckpointAttestation>> = async () => {
933
- const attestation = CheckpointAttestation.fromBuffer(payloadData);
934
- const pool = this.mempools.attestationPool;
935
- const validationResult = await this.validateCheckpointAttestation(source, attestation);
936
- const isValid = validationResult.result === 'accept';
937
- const exists = isValid && (await pool.hasCheckpointAttestation(attestation));
938
-
939
- let canAdd = true;
940
- if (isValid && !exists) {
941
- const slot = attestation.payload.header.slotNumber;
942
- const { committee } = await this.epochCache.getCommittee(slot);
943
- const committeeSize = committee?.length ?? 0;
944
- canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
945
- }
946
-
947
- this.logger.trace(`Validate propagated checkpoint attestation`, {
948
- isValid,
949
- exists,
950
- canAdd,
951
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
952
- [Attributes.P2P_ID]: source.toString(),
953
- });
954
-
955
- if (validationResult.result === 'reject') {
956
- return { result: TopicValidatorResult.Reject };
957
- } else if (validationResult.result === 'ignore' || exists) {
958
- return { result: TopicValidatorResult.Ignore, obj: attestation };
959
- } else if (!canAdd) {
960
- this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
961
- slot: attestation.payload.header.slotNumber.toString(),
962
- archive: attestation.archive.toString(),
963
- source: source.toString(),
964
- });
965
- return { result: TopicValidatorResult.Ignore, obj: attestation };
966
- } else {
967
- return { result: TopicValidatorResult.Accept, obj: attestation };
968
- }
969
- };
970
-
971
988
  const { result, obj: attestation } = await this.validateReceivedMessage<CheckpointAttestation>(
972
- validationFunc,
989
+ () => this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)),
973
990
  msgId,
974
991
  source,
975
992
  TopicType.checkpoint_attestation,
@@ -979,8 +996,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
979
996
  return;
980
997
  }
981
998
 
982
- this.logger.debug(
983
- `Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`,
999
+ this.logger.verbose(
1000
+ `Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`,
984
1001
  {
985
1002
  p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
986
1003
  slot: attestation.slotNumber,
@@ -988,60 +1005,167 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
988
1005
  source: source.toString(),
989
1006
  },
990
1007
  );
991
-
992
- await this.mempools.attestationPool.addCheckpointAttestations([attestation]);
993
1008
  }
994
1009
 
995
- private async processBlockFromPeer(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
996
- const validationFunc: () => Promise<ReceivedMessageValidationResult<BlockProposal>> = async () => {
997
- const block = BlockProposal.fromBuffer(payloadData);
998
- const validationResult = await this.validateBlockProposal(source, block);
999
- const isValid = validationResult.result === 'accept';
1000
- const pool = this.mempools.attestationPool;
1001
-
1002
- const exists = isValid && (await pool.hasBlockProposal(block));
1003
- const canAdd = isValid && (await pool.canAddProposal(block));
1004
-
1005
- this.logger.trace(`Validate propagated block proposal`, {
1006
- isValid,
1007
- exists,
1008
- canAdd,
1009
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1010
- [Attributes.P2P_ID]: source.toString(),
1010
+ /** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */
1011
+ @trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation) => ({
1012
+ [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
1013
+ }))
1014
+ protected async validateAndStoreCheckpointAttestation(
1015
+ peerId: PeerId,
1016
+ attestation: CheckpointAttestation,
1017
+ ): Promise<ReceivedMessageValidationResult<CheckpointAttestation>> {
1018
+ const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1019
+
1020
+ if (validationResult.result === 'reject') {
1021
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1022
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1023
+ return { result: TopicValidatorResult.Reject };
1024
+ }
1025
+
1026
+ if (validationResult.result === 'ignore') {
1027
+ return { result: TopicValidatorResult.Ignore, obj: attestation };
1028
+ }
1029
+
1030
+ // Try to add the attestation: this handles existence check, cap check, and adding in one call
1031
+ // count is the number of attestations by this signer for this slot (for duplicate detection)
1032
+ const slot = attestation.payload.header.slotNumber;
1033
+ const { added, alreadyExists, count } =
1034
+ await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
1035
+
1036
+ this.logger.trace(`Validate propagated checkpoint attestation`, {
1037
+ added,
1038
+ alreadyExists,
1039
+ count,
1040
+ [Attributes.SLOT_NUMBER]: slot.toString(),
1041
+ [Attributes.P2P_ID]: peerId.toString(),
1042
+ });
1043
+
1044
+ // Exact same attestation received, no need to re-broadcast
1045
+ if (alreadyExists) {
1046
+ return { result: TopicValidatorResult.Ignore, obj: attestation };
1047
+ }
1048
+
1049
+ // Could not add (cap reached for signer), no need to re-broadcast
1050
+ if (!added) {
1051
+ this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1052
+ slot: slot.toString(),
1053
+ archive: attestation.archive.toString(),
1054
+ source: peerId.toString(),
1055
+ attester: attestation.getSender()?.toString(),
1056
+ count,
1011
1057
  });
1058
+ return { result: TopicValidatorResult.Ignore, obj: attestation };
1059
+ }
1012
1060
 
1013
- if (validationResult.result === 'reject') {
1014
- return { result: TopicValidatorResult.Reject };
1015
- } else if (validationResult.result === 'ignore' || exists) {
1016
- return { result: TopicValidatorResult.Ignore, obj: block };
1017
- } else if (!canAdd) {
1018
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1019
- this.logger.warn(`Penalizing peer for block proposal exceeding per-slot cap`, {
1020
- slot: block.slotNumber.toString(),
1021
- archive: block.archive.toString(),
1022
- source: source.toString(),
1061
+ // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
1062
+ // count is the number of attestations by this signer for this slot
1063
+ if (count === 2) {
1064
+ const attester = attestation.getSender();
1065
+ if (attester) {
1066
+ this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
1067
+ slot: slot.toString(),
1068
+ archive: attestation.archive.toString(),
1069
+ source: peerId.toString(),
1070
+ attester: attester.toString(),
1023
1071
  });
1024
- return { result: TopicValidatorResult.Reject };
1025
- } else {
1026
- return { result: TopicValidatorResult.Accept, obj: block };
1072
+ this.duplicateAttestationCallback?.({ slot, attester });
1027
1073
  }
1028
- };
1074
+ }
1029
1075
 
1030
- const { result, obj: block } = await this.validateReceivedMessage<BlockProposal>(
1031
- validationFunc,
1076
+ // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1077
+ return { result: TopicValidatorResult.Accept, obj: attestation };
1078
+ }
1079
+
1080
+ protected async processBlockFromPeer(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
1081
+ const {
1082
+ result,
1083
+ obj: block,
1084
+ metadata: { isEquivocated } = {},
1085
+ } = await this.validateReceivedMessage<BlockProposal, { isEquivocated: boolean }>(
1086
+ () => this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)),
1032
1087
  msgId,
1033
1088
  source,
1034
1089
  TopicType.block_proposal,
1035
1090
  );
1036
1091
 
1037
- if (!result || !block) {
1092
+ // If not accepted or equivocated, return
1093
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1038
1094
  return;
1039
1095
  }
1040
1096
 
1041
1097
  await this.processValidBlockProposal(block, source);
1042
1098
  }
1043
1099
 
1044
- // REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
1100
+ /** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */
1101
+ @trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block) => ({
1102
+ [Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
1103
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1104
+ }))
1105
+ protected async validateAndStoreBlockProposal(
1106
+ peerId: PeerId,
1107
+ block: BlockProposal,
1108
+ ): Promise<ReceivedMessageValidationResult<BlockProposal, { isEquivocated: boolean }>> {
1109
+ const validationResult = await this.blockProposalValidator.validate(block);
1110
+
1111
+ if (validationResult.result === 'reject') {
1112
+ this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1113
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1114
+ return { result: TopicValidatorResult.Reject };
1115
+ }
1116
+
1117
+ if (validationResult.result === 'ignore') {
1118
+ return { result: TopicValidatorResult.Ignore, obj: block };
1119
+ }
1120
+
1121
+ // Try to add the proposal: this handles existence check, cap check, and adding in one call
1122
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1123
+ const isEquivocated = count !== undefined && count > 1;
1124
+
1125
+ // Duplicate proposal received, no need to re-broadcast
1126
+ if (alreadyExists) {
1127
+ this.logger.debug(`Ignoring duplicate block proposal received`, {
1128
+ ...block.toBlockInfo(),
1129
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1130
+ proposer: block.getSender()?.toString(),
1131
+ source: peerId.toString(),
1132
+ });
1133
+ return { result: TopicValidatorResult.Ignore, obj: block, metadata: { isEquivocated } };
1134
+ }
1135
+
1136
+ // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1137
+ if (!added) {
1138
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1139
+ this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1140
+ ...block.toBlockInfo(),
1141
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1142
+ count,
1143
+ proposer: block.getSender()?.toString(),
1144
+ source: peerId.toString(),
1145
+ });
1146
+ return { result: TopicValidatorResult.Reject, metadata: { isEquivocated } };
1147
+ }
1148
+
1149
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1150
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1151
+ if (isEquivocated) {
1152
+ const proposer = block.getSender();
1153
+ this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
1154
+ ...block.toBlockInfo(),
1155
+ source: peerId.toString(),
1156
+ proposer: proposer?.toString(),
1157
+ });
1158
+ // Invoke the duplicate callback on the first duplicate spotted only
1159
+ if (proposer && count === 2) {
1160
+ this.duplicateProposalCallback?.({ slot: block.slotNumber, proposer, type: 'block' });
1161
+ }
1162
+ return { result: TopicValidatorResult.Accept, obj: block, metadata: { isEquivocated } };
1163
+ }
1164
+
1165
+ // Otherwise, we're good to go!
1166
+ return { result: TopicValidatorResult.Accept, obj: block };
1167
+ }
1168
+
1045
1169
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
1046
1170
  // should not be here as it does not deal with p2p networking.
1047
1171
  @trackSpan('Libp2pService.processValidBlockProposal', async block => ({
@@ -1049,7 +1173,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1049
1173
  [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
1050
1174
  [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then(i => i.toString()),
1051
1175
  }))
1052
- private async processValidBlockProposal(block: BlockProposal, sender: PeerId) {
1176
+ protected async processValidBlockProposal(block: BlockProposal, sender: PeerId) {
1053
1177
  const slot = block.slotNumber;
1054
1178
  this.logger.verbose(`Received block proposal for slot ${slot} from external peer ${sender.toString()}.`, {
1055
1179
  p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier(),
@@ -1057,24 +1181,8 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1057
1181
  ...block.toBlockInfo(),
1058
1182
  });
1059
1183
 
1060
- // Attempt to add proposal
1061
- try {
1062
- await this.mempools.attestationPool.addBlockProposal(block);
1063
- } catch (err: unknown) {
1064
- // Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
1065
- if (err instanceof ProposalSlotCapExceededError) {
1066
- this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
1067
- slot: String(slot),
1068
- archive: block.archive.toString(),
1069
- error: (err as Error).message,
1070
- });
1071
- return;
1072
- }
1073
- throw err;
1074
- }
1075
-
1076
- // Mark the txs in this proposal as non-evictable
1077
- await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
1184
+ // Mark the txs in this proposal as protected
1185
+ await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
1078
1186
 
1079
1187
  // Call the block received callback to validate the proposal.
1080
1188
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
@@ -1088,67 +1196,145 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1088
1196
  * Handle a gossiped checkpoint proposal.
1089
1197
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1090
1198
  */
1091
- private async handleGossipedCheckpointProposal(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
1092
- // TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
1093
- const validationFunc: () => Promise<ReceivedMessageValidationResult<CheckpointProposal>> = async () => {
1094
- const checkpoint = CheckpointProposal.fromBuffer(payloadData);
1095
- const validationResult = await this.validateCheckpointProposal(source, checkpoint);
1096
- const isValid = validationResult.result === 'accept';
1097
- const pool = this.mempools.attestationPool;
1098
-
1099
- const exists = isValid && (await pool.hasCheckpointProposal(checkpoint));
1100
- const canAdd = isValid && (await pool.canAddCheckpointProposal(checkpoint));
1101
-
1102
- this.logger.trace(`Validate propagated checkpoint proposal`, {
1103
- isValid,
1104
- exists,
1105
- canAdd,
1199
+ protected async handleGossipedCheckpointProposal(payloadData: Buffer, msgId: string, source: PeerId): Promise<void> {
1200
+ const {
1201
+ result,
1202
+ obj: checkpoint,
1203
+ metadata: { isEquivocated, processBlock } = {},
1204
+ } = await this.validateReceivedMessage<CheckpointProposal, { isEquivocated: boolean; processBlock: boolean }>(
1205
+ () => this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)),
1206
+ msgId,
1207
+ source,
1208
+ TopicType.checkpoint_proposal,
1209
+ );
1210
+
1211
+ // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1212
+ // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1213
+ if (processBlock && checkpoint?.getBlockProposal()) {
1214
+ await this.processValidBlockProposal(checkpoint.getBlockProposal()!, source);
1215
+ }
1216
+
1217
+ if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1218
+ return;
1219
+ }
1220
+
1221
+ await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1222
+ }
1223
+
1224
+ /**
1225
+ * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
1226
+ * its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
1227
+ */
1228
+ @trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint) => ({
1229
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1230
+ }))
1231
+ protected async validateAndStoreCheckpointProposal(
1232
+ peerId: PeerId,
1233
+ checkpoint: CheckpointProposal,
1234
+ ): Promise<ReceivedMessageValidationResult<CheckpointProposal, { isEquivocated: boolean; processBlock: boolean }>> {
1235
+ const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1236
+
1237
+ if (validationResult.result === 'reject') {
1238
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1239
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1240
+ return { result: TopicValidatorResult.Reject };
1241
+ }
1242
+
1243
+ if (validationResult.result === 'ignore') {
1244
+ return { result: TopicValidatorResult.Ignore, obj: checkpoint };
1245
+ }
1246
+
1247
+ // Extract and try to add the block proposal first if present
1248
+ const blockProposal = checkpoint.getBlockProposal();
1249
+ let processBlock = false;
1250
+ if (blockProposal) {
1251
+ this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1106
1252
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1107
- [Attributes.P2P_ID]: source.toString(),
1253
+ [Attributes.P2P_ID]: peerId.toString(),
1108
1254
  });
1109
-
1110
- if (validationResult.result === 'reject') {
1111
- return { result: TopicValidatorResult.Reject };
1112
- } else if (validationResult.result === 'ignore' || exists) {
1113
- return { result: TopicValidatorResult.Ignore, obj: checkpoint };
1114
- } else if (!canAdd) {
1115
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1116
- this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1117
- slot: checkpoint.slotNumber.toString(),
1118
- archive: checkpoint.archive.toString(),
1119
- source: source.toString(),
1255
+ const {
1256
+ result,
1257
+ obj,
1258
+ metadata: { isEquivocated } = {},
1259
+ } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1260
+ if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1261
+ this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1262
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1263
+ [Attributes.P2P_ID]: peerId.toString(),
1264
+ isEquivocated,
1265
+ result,
1120
1266
  });
1121
1267
  return { result: TopicValidatorResult.Reject };
1122
- } else {
1123
- return { result: TopicValidatorResult.Accept, obj: checkpoint };
1268
+ } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1269
+ processBlock = true;
1124
1270
  }
1125
- };
1271
+ }
1126
1272
 
1127
- const { result, obj: checkpoint } = await this.validateReceivedMessage<CheckpointProposal>(
1128
- validationFunc,
1129
- msgId,
1130
- source,
1131
- TopicType.checkpoint_proposal,
1132
- );
1273
+ // Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
1274
+ const checkpointCore = checkpoint.toCore();
1275
+ const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
1276
+ const { added, alreadyExists, count } = tryAddResult;
1277
+ const isEquivocated = count !== undefined && count > 1;
1278
+
1279
+ // Duplicate proposal received, do not re-broadcast
1280
+ if (alreadyExists) {
1281
+ this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
1282
+ ...checkpoint.toCheckpointInfo(),
1283
+ source: peerId.toString(),
1284
+ });
1285
+ return {
1286
+ result: TopicValidatorResult.Ignore,
1287
+ obj: checkpoint,
1288
+ metadata: { isEquivocated, processBlock },
1289
+ };
1290
+ }
1133
1291
 
1134
- if (result !== TopicValidatorResult.Accept || !checkpoint) {
1135
- return;
1292
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1293
+ // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1294
+ if (!added) {
1295
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1296
+ this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1297
+ ...checkpoint.toCheckpointInfo(),
1298
+ count,
1299
+ source: peerId.toString(),
1300
+ });
1301
+ return { result: TopicValidatorResult.Reject, obj: checkpoint, metadata: { isEquivocated, processBlock } };
1302
+ }
1303
+
1304
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1305
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1306
+ if (isEquivocated) {
1307
+ const proposer = checkpoint.getSender();
1308
+ this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
1309
+ ...checkpoint.toCheckpointInfo(),
1310
+ source: peerId.toString(),
1311
+ proposer: proposer?.toString(),
1312
+ });
1313
+ // Invoke the duplicate callback on the first duplicate spotted only
1314
+ if (proposer && count === 2) {
1315
+ this.duplicateProposalCallback?.({ slot: checkpoint.slotNumber, proposer, type: 'checkpoint' });
1316
+ }
1317
+ return {
1318
+ result: TopicValidatorResult.Accept,
1319
+ obj: checkpoint,
1320
+ metadata: { isEquivocated, processBlock },
1321
+ };
1136
1322
  }
1137
1323
 
1138
- await this.processValidCheckpointProposal(checkpoint, source);
1324
+ // Otherwise, we're good to go!
1325
+ return { result: TopicValidatorResult.Accept, obj: checkpoint, metadata: { processBlock, isEquivocated } };
1139
1326
  }
1140
1327
 
1141
1328
  /**
1142
1329
  * Process a validated checkpoint proposal.
1143
- * Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
1144
- * The block callback is invoked before the checkpoint callback.
1330
+ * Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
1145
1331
  */
1146
1332
  @trackSpan('Libp2pService.processValidCheckpointProposal', async checkpoint => ({
1147
1333
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
1148
1334
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
1149
1335
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then(i => i.toString()),
1150
1336
  }))
1151
- private async processValidCheckpointProposal(checkpoint: CheckpointProposal, sender: PeerId) {
1337
+ protected async processValidCheckpointProposal(checkpoint: CheckpointProposalCore, sender: PeerId) {
1152
1338
  const slot = checkpoint.slotNumber;
1153
1339
  this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
1154
1340
  p2pMessageIdentifier: await checkpoint.p2pMessageLoggingIdentifier(),
@@ -1157,37 +1343,12 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1157
1343
  source: sender.toString(),
1158
1344
  });
1159
1345
 
1160
- // Extract block proposal before adding to pool (pool stores them separately)
1161
- const blockProposal = checkpoint.getBlockProposal();
1162
-
1163
- // Add proposal to the pool (this extracts and stores block proposal separately)
1164
- await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
1165
-
1166
- // Mark txs as non-evictable if present (from the last block)
1167
- if (checkpoint.txHashes.length > 0) {
1168
- await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
1169
- }
1170
-
1171
- // If there was a last block proposal, invoke the block callback first for validation.
1172
- // Note: The block proposal is already stored in the pool by addCheckpointProposal.
1173
- if (blockProposal) {
1174
- const isValid = await this.blockReceivedCallback(blockProposal, sender);
1175
- if (!isValid) {
1176
- this.logger.warn(`Block proposal from checkpoint failed validation`, {
1177
- slot: slot.toString(),
1178
- archive: checkpoint.archive.toString(),
1179
- blockNumber: blockProposal.blockNumber.toString(),
1180
- });
1181
- return;
1182
- }
1183
- }
1184
-
1185
1346
  // Call the checkpoint received callback with the core version (without lastBlock)
1186
1347
  // to validate and potentially generate attestations
1187
- const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
1348
+ const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1188
1349
  if (attestations && attestations.length > 0) {
1189
1350
  // If the callback returned attestations, add them to the pool and propagate them
1190
- await this.mempools.attestationPool.addCheckpointAttestations(attestations);
1351
+ await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
1191
1352
  for (const attestation of attestations) {
1192
1353
  await this.propagate(attestation);
1193
1354
  }
@@ -1214,9 +1375,9 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1214
1375
  * @returns True if the requested block transactions are valid, false otherwise.
1215
1376
  */
1216
1377
  @trackSpan('Libp2pService.validateRequestedBlockTxs', request => ({
1217
- [Attributes.BLOCK_HASH]: request.blockHash.toString(),
1378
+ [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString(),
1218
1379
  }))
1219
- private async validateRequestedBlockTxs(
1380
+ protected async validateRequestedBlockTxs(
1220
1381
  request: BlockTxsRequest,
1221
1382
  response: BlockTxsResponse,
1222
1383
  peerId: PeerId,
@@ -1224,10 +1385,10 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1224
1385
  const requestedTxValidator = this.createRequestedTxValidator();
1225
1386
 
1226
1387
  try {
1227
- if (!response.blockHash.equals(request.blockHash)) {
1388
+ if (!response.archiveRoot.equals(request.archiveRoot)) {
1228
1389
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1229
1390
  throw new ValidationError(
1230
- `Received block txs for unexpected block: expected ${request.blockHash.toString()}, got ${response.blockHash.toString()}`,
1391
+ `Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`,
1231
1392
  );
1232
1393
  }
1233
1394
 
@@ -1257,7 +1418,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1257
1418
  }
1258
1419
 
1259
1420
  // Given proposal (should have locally), ensure returned txs are valid subset and match request indices
1260
- const proposal = await this.mempools.attestationPool.getBlockProposal(request.blockHash.toString());
1421
+ const proposal = await this.mempools.attestationPool.getBlockProposal(request.archiveRoot.toString());
1261
1422
  if (proposal) {
1262
1423
  // Build intersected indices
1263
1424
  const intersectIdx = request.txIndices.getTrueIndices().filter(i => response.txIndices.isSet(i));
@@ -1277,7 +1438,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1277
1438
  } else {
1278
1439
  // No local proposal, cannot check the membership/order of the returned txs
1279
1440
  this.logger.warn(
1280
- `Block proposal not found for block hash ${request.blockHash.toString()}; cannot validate membership/order of returned txs`,
1441
+ `Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`,
1281
1442
  );
1282
1443
  return false;
1283
1444
  }
@@ -1346,7 +1507,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1346
1507
  @trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock) => ({
1347
1508
  [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString(),
1348
1509
  }))
1349
- private async validateRequestedBlock(
1510
+ protected async validateRequestedBlock(
1350
1511
  requestedBlockNumber: Fr,
1351
1512
  responseBlock: L2Block,
1352
1513
  peerId: PeerId,
@@ -1379,7 +1540,12 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1379
1540
  }
1380
1541
  }
1381
1542
 
1382
- private async validateRequestedTx(tx: Tx, peerId: PeerId, txValidator: TxValidator, requested?: Set<`0x${string}`>) {
1543
+ protected async validateRequestedTx(
1544
+ tx: Tx,
1545
+ peerId: PeerId,
1546
+ txValidator: TxValidator,
1547
+ requested?: Set<`0x${string}`>,
1548
+ ) {
1383
1549
  const penalize = (severity: PeerErrorSeverity) => this.peerManager.penalizePeer(peerId, severity);
1384
1550
  if (requested && !requested.has(tx.getTxHash().toString())) {
1385
1551
  penalize(PeerErrorSeverity.MidToleranceError);
@@ -1393,44 +1559,13 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1393
1559
  }
1394
1560
  }
1395
1561
 
1396
- private createRequestedTxValidator(): TxValidator {
1397
- return createTxReqRespValidator(this.proofVerifier, {
1562
+ protected createRequestedTxValidator(): TxValidator {
1563
+ return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1398
1564
  l1ChainId: this.config.l1ChainId,
1399
1565
  rollupVersion: this.config.rollupVersion,
1400
1566
  });
1401
1567
  }
1402
1568
 
1403
- @trackSpan('Libp2pService.validatePropagatedTx', tx => ({
1404
- [Attributes.TX_HASH]: tx.getTxHash().toString(),
1405
- }))
1406
- private async validatePropagatedTx(tx: Tx, peerId: PeerId): Promise<boolean> {
1407
- const currentBlockNumber = await this.archiver.getBlockNumber();
1408
-
1409
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1410
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1411
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1412
-
1413
- for (const validator of messageValidators) {
1414
- const outcome = await this.runValidations(tx, validator);
1415
-
1416
- if (outcome.allPassed) {
1417
- continue;
1418
- }
1419
- const { name } = outcome.failure;
1420
- let { severity } = outcome.failure;
1421
-
1422
- // Double spend validator has a special case handler
1423
- if (name === 'doubleSpendValidator') {
1424
- const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
1425
- severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1426
- }
1427
-
1428
- this.peerManager.penalizePeer(peerId, severity);
1429
- return false;
1430
- }
1431
- return true;
1432
- }
1433
-
1434
1569
  private async getGasFees(blockNumber: BlockNumber): Promise<GasFees> {
1435
1570
  if (blockNumber === this.feesCache?.blockNumber) {
1436
1571
  return this.feesCache.gasFees;
@@ -1458,60 +1593,53 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1458
1593
  };
1459
1594
  }
1460
1595
 
1461
- public async validate(txs: Tx[]): Promise<void> {
1462
- const currentBlockNumber = await this.archiver.getBlockNumber();
1463
-
1464
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1465
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1466
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1596
+ public async validateTxsReceivedInBlockProposal(txs: Tx[]): Promise<void> {
1597
+ const validator = createTxValidatorForBlockProposalReceivedTxs(
1598
+ this.proofVerifier,
1599
+ { l1ChainId: this.config.l1ChainId, rollupVersion: this.config.rollupVersion },
1600
+ this.logger.getBindings(),
1601
+ );
1467
1602
 
1468
- await Promise.all(
1603
+ const results = await Promise.all(
1469
1604
  txs.map(async tx => {
1470
- for (const validator of messageValidators) {
1471
- const outcome = await this.runValidations(tx, validator);
1472
- if (!outcome.allPassed) {
1473
- throw new Error('Invalid tx detected', { cause: { outcome } });
1474
- }
1475
- }
1605
+ const result = await validator.validateTx(tx);
1606
+ return result.result !== 'invalid';
1476
1607
  }),
1477
1608
  );
1609
+ if (results.some(value => value === false)) {
1610
+ throw new Error('Invalid tx detected');
1611
+ }
1478
1612
  }
1479
1613
 
1480
- /**
1481
- * Create message validators for the given block number and timestamp.
1482
- *
1483
- * Each validator is a pair of a validator and a severity.
1484
- * If a validator fails, the peer is penalized with the severity of the validator.
1485
- *
1486
- * @param currentBlockNumber - The current synced block number.
1487
- * @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
1488
- * @returns The message validators.
1489
- */
1490
- private async createMessageValidators(
1614
+ /** Creates the first stage (fast) validators for gossiped transactions. */
1615
+ protected async createFirstStageMessageValidators(
1491
1616
  currentBlockNumber: BlockNumber,
1492
1617
  nextSlotTimestamp: UInt64,
1493
- ): Promise<Record<string, MessageValidator>[]> {
1618
+ ): Promise<Record<string, TransactionValidator>> {
1494
1619
  const gasFees = await this.getGasFees(currentBlockNumber);
1495
1620
  const allowedInSetup = this.config.txPublicSetupAllowList ?? (await getDefaultAllowedSetupFunctions());
1621
+ const blockNumber = BlockNumber(currentBlockNumber + 1);
1496
1622
 
1497
- const blockNumberInWhichTheTxIsConsideredToBeIncluded = BlockNumber(currentBlockNumber + 1);
1498
-
1499
- return createTxMessageValidators(
1623
+ return createFirstStageTxValidationsForGossipedTransactions(
1500
1624
  nextSlotTimestamp,
1501
- blockNumberInWhichTheTxIsConsideredToBeIncluded,
1625
+ blockNumber,
1502
1626
  this.worldStateSynchronizer,
1503
1627
  gasFees,
1504
1628
  this.config.l1ChainId,
1505
1629
  this.config.rollupVersion,
1506
1630
  protocolContractsHash,
1507
1631
  this.archiver,
1508
- this.proofVerifier,
1509
1632
  !this.config.disableTransactions,
1510
1633
  allowedInSetup,
1511
1634
  this.logger.getBindings(),
1512
1635
  );
1513
1636
  }
1514
1637
 
1638
+ /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */
1639
+ protected createSecondStageMessageValidators(): Record<string, TransactionValidator> {
1640
+ return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
1641
+ }
1642
+
1515
1643
  /**
1516
1644
  * Run validations on a tx.
1517
1645
  * @param tx - The tx to validate.
@@ -1520,7 +1648,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1520
1648
  */
1521
1649
  private async runValidations(
1522
1650
  tx: Tx,
1523
- messageValidators: Record<string, MessageValidator>,
1651
+ messageValidators: Record<string, TransactionValidator>,
1524
1652
  ): Promise<ValidationOutcome> {
1525
1653
  const validationPromises = Object.entries(messageValidators).map(async ([name, { validator, severity }]) => {
1526
1654
  const { result } = await validator.validateTx(tx);
@@ -1601,50 +1729,7 @@ export class LibP2PService<T extends P2PClientType = P2PClientType.Full> extends
1601
1729
  const result = await this.checkpointAttestationValidator.validate(attestation);
1602
1730
 
1603
1731
  if (result.result === 'reject') {
1604
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1605
- this.peerManager.penalizePeer(peerId, result.severity);
1606
- }
1607
-
1608
- return result;
1609
- }
1610
-
1611
- /**
1612
- * Validate a block proposal.
1613
- *
1614
- * @param block - The block proposal to validate.
1615
- * @returns True if the block proposal is valid, false otherwise.
1616
- */
1617
- @trackSpan('Libp2pService.validateBlockProposal', (_peerId, block) => ({
1618
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1619
- }))
1620
- public async validateBlockProposal(peerId: PeerId, block: BlockProposal): Promise<P2PValidationResult> {
1621
- const result = await this.blockProposalValidator.validate(block);
1622
-
1623
- if (result.result === 'reject') {
1624
- this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
1625
- this.peerManager.penalizePeer(peerId, result.severity);
1626
- }
1627
-
1628
- return result;
1629
- }
1630
-
1631
- /**
1632
- * Validate a checkpoint proposal.
1633
- *
1634
- * @param checkpoint - The checkpoint proposal to validate.
1635
- * @returns True if the checkpoint proposal is valid, false otherwise.
1636
- */
1637
- @trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint) => ({
1638
- [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1639
- }))
1640
- public async validateCheckpointProposal(
1641
- peerId: PeerId,
1642
- checkpoint: CheckpointProposal,
1643
- ): Promise<P2PValidationResult> {
1644
- const result = await this.checkpointProposalValidator.validate(checkpoint);
1645
-
1646
- if (result.result === 'reject') {
1647
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1732
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1648
1733
  this.peerManager.penalizePeer(peerId, result.severity);
1649
1734
  }
1650
1735