@aztec/p2p 0.0.1-commit.135b523 → 0.0.1-commit.181e2d196

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (380) hide show
  1. package/dest/client/factory.d.ts +10 -10
  2. package/dest/client/factory.d.ts.map +1 -1
  3. package/dest/client/factory.js +40 -14
  4. package/dest/client/interface.d.ts +46 -33
  5. package/dest/client/interface.d.ts.map +1 -1
  6. package/dest/client/p2p_client.d.ts +41 -51
  7. package/dest/client/p2p_client.d.ts.map +1 -1
  8. package/dest/client/p2p_client.js +149 -200
  9. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +7 -8
  10. package/dest/config.d.ts +37 -16
  11. package/dest/config.d.ts.map +1 -1
  12. package/dest/config.js +44 -37
  13. package/dest/errors/tx-pool.error.d.ts +8 -0
  14. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  15. package/dest/errors/tx-pool.error.js +9 -0
  16. package/dest/index.d.ts +2 -1
  17. package/dest/index.d.ts.map +1 -1
  18. package/dest/index.js +1 -0
  19. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  20. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  21. package/dest/mem_pools/attestation_pool/attestation_pool.js +445 -3
  22. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  25. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  26. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/index.js +1 -2
  28. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  29. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  31. package/dest/mem_pools/index.d.ts +3 -2
  32. package/dest/mem_pools/index.d.ts.map +1 -1
  33. package/dest/mem_pools/index.js +1 -1
  34. package/dest/mem_pools/instrumentation.d.ts +4 -2
  35. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.js +16 -14
  37. package/dest/mem_pools/interface.d.ts +5 -5
  38. package/dest/mem_pools/interface.d.ts.map +1 -1
  39. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  40. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  41. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  42. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  43. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  44. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  45. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  46. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  47. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  48. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  52. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  77. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  79. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  80. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  82. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  83. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  85. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
  86. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  87. package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
  88. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +119 -0
  89. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  90. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +193 -0
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  92. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  94. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  95. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +354 -0
  97. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
  98. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +164 -0
  100. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
  101. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  102. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +908 -0
  103. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  104. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  105. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +2 -1
  106. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  107. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +2 -1
  108. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +3 -1
  110. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  111. package/dest/msg_validators/proposal_validator/proposal_validator.js +10 -0
  112. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +2 -1
  113. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +1 -1
  114. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +166 -0
  115. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  116. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  117. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  118. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  119. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  120. package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -10
  121. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  122. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  123. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  124. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  125. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  126. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  127. package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
  128. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  129. package/dest/msg_validators/tx_validator/factory.js +219 -58
  130. package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
  131. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  132. package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
  133. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  134. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  135. package/dest/msg_validators/tx_validator/index.js +1 -0
  136. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  137. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  138. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  139. package/dest/msg_validators/tx_validator/phases_validator.d.ts +2 -2
  140. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  141. package/dest/msg_validators/tx_validator/phases_validator.js +25 -24
  142. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  143. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  144. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  145. package/dest/services/dummy_service.d.ts +13 -5
  146. package/dest/services/dummy_service.d.ts.map +1 -1
  147. package/dest/services/dummy_service.js +10 -4
  148. package/dest/services/encoding.d.ts +3 -3
  149. package/dest/services/encoding.d.ts.map +1 -1
  150. package/dest/services/encoding.js +11 -10
  151. package/dest/services/gossipsub/index.d.ts +3 -0
  152. package/dest/services/gossipsub/index.d.ts.map +1 -0
  153. package/dest/services/gossipsub/index.js +2 -0
  154. package/dest/services/gossipsub/scoring.d.ts +21 -3
  155. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  156. package/dest/services/gossipsub/scoring.js +24 -7
  157. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  158. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  159. package/dest/services/gossipsub/topic_score_params.js +346 -0
  160. package/dest/services/index.d.ts +2 -1
  161. package/dest/services/index.d.ts.map +1 -1
  162. package/dest/services/index.js +1 -0
  163. package/dest/services/libp2p/libp2p_service.d.ts +94 -42
  164. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  165. package/dest/services/libp2p/libp2p_service.js +428 -340
  166. package/dest/services/peer-manager/metrics.d.ts +3 -1
  167. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  168. package/dest/services/peer-manager/metrics.js +6 -0
  169. package/dest/services/peer-manager/peer_manager.d.ts +1 -1
  170. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  171. package/dest/services/peer-manager/peer_manager.js +2 -1
  172. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  173. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  174. package/dest/services/peer-manager/peer_scoring.js +25 -2
  175. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
  176. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  177. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +26 -53
  178. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
  179. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  180. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
  181. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  182. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
  183. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
  184. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  185. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
  186. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  187. package/dest/services/reqresp/interface.d.ts +10 -1
  188. package/dest/services/reqresp/interface.d.ts.map +1 -1
  189. package/dest/services/reqresp/interface.js +15 -1
  190. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  191. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  192. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
  193. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
  194. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  195. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
  196. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  197. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  198. package/dest/services/reqresp/protocols/tx.js +20 -0
  199. package/dest/services/reqresp/reqresp.d.ts +1 -1
  200. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  201. package/dest/services/reqresp/reqresp.js +13 -5
  202. package/dest/services/service.d.ts +39 -3
  203. package/dest/services/service.d.ts.map +1 -1
  204. package/dest/services/tx_collection/config.d.ts +22 -4
  205. package/dest/services/tx_collection/config.d.ts.map +1 -1
  206. package/dest/services/tx_collection/config.js +49 -3
  207. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
  208. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  209. package/dest/services/tx_collection/fast_tx_collection.js +64 -48
  210. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  211. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  212. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  213. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  214. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  215. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  216. package/dest/services/tx_collection/index.d.ts +3 -2
  217. package/dest/services/tx_collection/index.d.ts.map +1 -1
  218. package/dest/services/tx_collection/index.js +1 -0
  219. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  220. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  221. package/dest/services/tx_collection/instrumentation.js +2 -1
  222. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  223. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  224. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  225. package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
  226. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  227. package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
  228. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  229. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  230. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  231. package/dest/services/tx_collection/tx_collection.d.ts +23 -10
  232. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  233. package/dest/services/tx_collection/tx_collection.js +75 -3
  234. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  235. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  236. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  237. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  238. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  239. package/dest/services/tx_collection/tx_source.js +19 -2
  240. package/dest/services/tx_file_store/config.d.ts +16 -0
  241. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  242. package/dest/services/tx_file_store/config.js +22 -0
  243. package/dest/services/tx_file_store/index.d.ts +4 -0
  244. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  245. package/dest/services/tx_file_store/index.js +3 -0
  246. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  247. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  248. package/dest/services/tx_file_store/instrumentation.js +29 -0
  249. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  250. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  251. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  252. package/dest/services/tx_provider.d.ts +4 -4
  253. package/dest/services/tx_provider.d.ts.map +1 -1
  254. package/dest/services/tx_provider.js +9 -8
  255. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  256. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  257. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  258. package/dest/test-helpers/mock-pubsub.d.ts +30 -4
  259. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  260. package/dest/test-helpers/mock-pubsub.js +105 -4
  261. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  262. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  263. package/dest/test-helpers/reqresp-nodes.js +4 -3
  264. package/dest/test-helpers/testbench-utils.d.ts +43 -38
  265. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  266. package/dest/test-helpers/testbench-utils.js +128 -59
  267. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  268. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  269. package/dest/testbench/p2p_client_testbench_worker.js +15 -15
  270. package/dest/util.d.ts +2 -2
  271. package/dest/util.d.ts.map +1 -1
  272. package/package.json +14 -14
  273. package/src/client/factory.ts +77 -26
  274. package/src/client/interface.ts +56 -34
  275. package/src/client/p2p_client.ts +185 -247
  276. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +20 -11
  277. package/src/config.ts +76 -43
  278. package/src/errors/tx-pool.error.ts +12 -0
  279. package/src/index.ts +1 -0
  280. package/src/mem_pools/attestation_pool/attestation_pool.ts +497 -91
  281. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  282. package/src/mem_pools/attestation_pool/index.ts +9 -2
  283. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  284. package/src/mem_pools/index.ts +4 -1
  285. package/src/mem_pools/instrumentation.ts +17 -13
  286. package/src/mem_pools/interface.ts +4 -4
  287. package/src/mem_pools/tx_pool/README.md +1 -1
  288. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  289. package/src/mem_pools/tx_pool_v2/README.md +275 -0
  290. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  291. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  292. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  293. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  294. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
  295. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  296. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  297. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
  298. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  299. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  300. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  301. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
  302. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
  303. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  304. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  305. package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
  306. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +297 -0
  307. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  308. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
  309. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +226 -0
  310. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1088 -0
  311. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  312. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +1 -1
  313. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +1 -1
  314. package/src/msg_validators/proposal_validator/proposal_validator.ts +15 -1
  315. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +144 -1
  316. package/src/msg_validators/tx_validator/README.md +115 -0
  317. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  318. package/src/msg_validators/tx_validator/allowed_public_setup.ts +27 -13
  319. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  320. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  321. package/src/msg_validators/tx_validator/factory.ts +353 -77
  322. package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
  323. package/src/msg_validators/tx_validator/index.ts +1 -0
  324. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  325. package/src/msg_validators/tx_validator/phases_validator.ts +25 -29
  326. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  327. package/src/services/dummy_service.ts +18 -6
  328. package/src/services/encoding.ts +9 -9
  329. package/src/services/gossipsub/README.md +641 -0
  330. package/src/services/gossipsub/index.ts +2 -0
  331. package/src/services/gossipsub/scoring.ts +29 -5
  332. package/src/services/gossipsub/topic_score_params.ts +487 -0
  333. package/src/services/index.ts +1 -0
  334. package/src/services/libp2p/libp2p_service.ts +454 -362
  335. package/src/services/peer-manager/metrics.ts +7 -0
  336. package/src/services/peer-manager/peer_manager.ts +2 -1
  337. package/src/services/peer-manager/peer_scoring.ts +25 -0
  338. package/src/services/reqresp/batch-tx-requester/README.md +7 -7
  339. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +31 -59
  340. package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
  341. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
  342. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
  343. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  344. package/src/services/reqresp/interface.ts +26 -1
  345. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
  346. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
  347. package/src/services/reqresp/protocols/tx.ts +22 -0
  348. package/src/services/reqresp/reqresp.ts +16 -4
  349. package/src/services/service.ts +51 -2
  350. package/src/services/tx_collection/config.ts +74 -6
  351. package/src/services/tx_collection/fast_tx_collection.ts +74 -51
  352. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  353. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  354. package/src/services/tx_collection/index.ts +2 -1
  355. package/src/services/tx_collection/instrumentation.ts +7 -1
  356. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  357. package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
  358. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  359. package/src/services/tx_collection/tx_collection.ts +113 -16
  360. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  361. package/src/services/tx_collection/tx_source.ts +22 -3
  362. package/src/services/tx_file_store/config.ts +37 -0
  363. package/src/services/tx_file_store/index.ts +3 -0
  364. package/src/services/tx_file_store/instrumentation.ts +36 -0
  365. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  366. package/src/services/tx_provider.ts +10 -9
  367. package/src/test-helpers/make-test-p2p-clients.ts +3 -5
  368. package/src/test-helpers/mock-pubsub.ts +146 -9
  369. package/src/test-helpers/reqresp-nodes.ts +4 -6
  370. package/src/test-helpers/testbench-utils.ts +127 -71
  371. package/src/testbench/p2p_client_testbench_worker.ts +24 -21
  372. package/src/util.ts +7 -1
  373. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  374. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  375. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  376. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  377. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  378. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  379. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  380. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
@@ -372,19 +372,18 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
372
372
  }
373
373
  var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { randomInt } from '@aztec/foundation/crypto/random';
376
375
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
377
376
  import { RunningPromise } from '@aztec/foundation/running-promise';
378
377
  import { Timer } from '@aztec/foundation/timer';
379
378
  import { protocolContractsHash } from '@aztec/protocol-contracts';
380
379
  import { GasFees } from '@aztec/stdlib/gas';
381
- import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PClientType, P2PMessage, PeerErrorSeverity, TopicType, createTopicString, getTopicsForClientAndConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
380
+ import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
382
381
  import { MerkleTreeId } from '@aztec/stdlib/trees';
383
382
  import { Tx } from '@aztec/stdlib/tx';
384
383
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
385
384
  import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
386
385
  import { gossipsub } from '@chainsafe/libp2p-gossipsub';
387
- import { createPeerScoreParams, createTopicScoreParams } from '@chainsafe/libp2p-gossipsub/score';
386
+ import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
388
387
  import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
389
388
  import { noise } from '@chainsafe/libp2p-noise';
390
389
  import { yamux } from '@chainsafe/libp2p-yamux';
@@ -395,56 +394,51 @@ import { mplex } from '@libp2p/mplex';
395
394
  import { tcp } from '@libp2p/tcp';
396
395
  import { ENR } from '@nethermindeth/enr';
397
396
  import { createLibp2p } from 'libp2p';
398
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
399
- import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, FishermanAttestationValidator } from '../../msg_validators/index.js';
397
+ import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
400
398
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
401
- import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
402
- import { createTxMessageValidators, createTxReqRespValidator } from '../../msg_validators/tx_validator/factory.js';
403
- import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
399
+ import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
404
400
  import { GossipSubEvent } from '../../types/index.js';
405
401
  import { convertToMultiaddr } from '../../util.js';
406
402
  import { getVersions } from '../../versioning.js';
407
403
  import { AztecDatastore } from '../data_store.js';
408
404
  import { DiscV5Service } from '../discv5/discV5_service.js';
409
405
  import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
410
- import { gossipScoreThresholds } from '../gossipsub/scoring.js';
406
+ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
407
+ import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
411
408
  import { PeerManager } from '../peer-manager/peer_manager.js';
412
409
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
413
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError } from '../reqresp/interface.js';
414
- import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
415
- import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
416
- import { pingHandler, reqRespBlockHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/protocols/index.js';
410
+ import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
417
411
  import { ReqResp } from '../reqresp/reqresp.js';
418
412
  import { P2PInstrumentation } from './instrumentation.js';
419
- _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
413
+ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
414
+ [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
415
+ })), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
416
+ [Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
417
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
418
+ })), _dec2 = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
420
419
  [Attributes.SLOT_NUMBER]: block.slotNumber,
421
420
  [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
422
421
  [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
423
- })), _dec1 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
422
+ })), _dec3 = trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint)=>({
423
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
424
+ })), _dec4 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
424
425
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
425
426
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
426
427
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
427
- })), _dec2 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
428
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
428
429
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
429
- })), _dec3 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
430
+ })), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
430
431
  [Attributes.TX_HASH]: requestedTxHash.toString()
431
- })), _dec4 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
432
+ })), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
432
433
  [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
433
- })), _dec5 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
434
- [Attributes.TX_HASH]: tx.getTxHash().toString()
435
- })), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
434
+ })), _dec8 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
436
435
  [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
437
436
  [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
438
437
  [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
439
- })), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
440
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
441
- })), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
442
- [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
443
438
  }));
444
439
  /**
445
440
  * Lib P2P implementation of the P2PService interface.
446
441
  */ export class LibP2PService extends WithTracer {
447
- clientType;
448
442
  config;
449
443
  node;
450
444
  peerDiscoveryService;
@@ -460,47 +454,47 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
460
454
  [
461
455
  _dec,
462
456
  2,
463
- "processValidBlockProposal"
457
+ "validateAndStoreCheckpointAttestation"
464
458
  ],
465
459
  [
466
460
  _dec1,
467
461
  2,
468
- "processValidCheckpointProposal"
462
+ "validateAndStoreBlockProposal"
469
463
  ],
470
464
  [
471
465
  _dec2,
472
466
  2,
473
- "validateRequestedBlockTxs"
467
+ "processValidBlockProposal"
474
468
  ],
475
469
  [
476
470
  _dec3,
477
471
  2,
478
- "validateRequestedTxs"
472
+ "validateAndStoreCheckpointProposal"
479
473
  ],
480
474
  [
481
475
  _dec4,
482
476
  2,
483
- "validateRequestedBlock"
477
+ "processValidCheckpointProposal"
484
478
  ],
485
479
  [
486
480
  _dec5,
487
481
  2,
488
- "validatePropagatedTx"
482
+ "validateRequestedBlockTxs"
489
483
  ],
490
484
  [
491
485
  _dec6,
492
486
  2,
493
- "validateCheckpointAttestation"
487
+ "validateRequestedTxs"
494
488
  ],
495
489
  [
496
490
  _dec7,
497
491
  2,
498
- "validateBlockProposal"
492
+ "validateRequestedBlock"
499
493
  ],
500
494
  [
501
495
  _dec8,
502
496
  2,
503
- "validateCheckpointProposal"
497
+ "validateCheckpointAttestation"
504
498
  ]
505
499
  ], []));
506
500
  }
@@ -513,6 +507,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
513
507
  protocolVersion;
514
508
  topicStrings;
515
509
  feesCache;
510
+ /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
511
+ /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
516
512
  /**
517
513
  * Callback for when a block is received from a peer.
518
514
  * @param block - The block received from the peer.
@@ -527,8 +523,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
527
523
  instrumentation;
528
524
  telemetry;
529
525
  logger;
530
- constructor(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
531
- super(telemetry, 'LibP2PService'), this.clientType = clientType, this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
526
+ constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
527
+ super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
532
528
  this.telemetry = telemetry;
533
529
  // Create child logger with fisherman prefix if in fisherman mode
534
530
  this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
@@ -545,10 +541,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
545
541
  this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
546
542
  this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
547
543
  this.blockProposalValidator = new BlockProposalValidator(epochCache, {
548
- txsPermitted: !config.disableTransactions
544
+ txsPermitted: !config.disableTransactions,
545
+ maxTxsPerBlock: config.maxTxsPerBlock
549
546
  });
550
547
  this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, {
551
- txsPermitted: !config.disableTransactions
548
+ txsPermitted: !config.disableTransactions,
549
+ maxTxsPerBlock: config.maxTxsPerBlock
552
550
  });
553
551
  this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
554
552
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
@@ -571,7 +569,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
571
569
  * @param config - The configuration to use when creating the service.
572
570
  * @param txPool - The transaction pool to be accessed by the service.
573
571
  * @returns The new service.
574
- */ static async new(clientType, config, peerId, deps) {
572
+ */ static async new(config, peerId, deps) {
575
573
  const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
576
574
  const { p2pPort, maxPeerCount, listenAddress } = config;
577
575
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
@@ -591,10 +589,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
591
589
  }
592
590
  const versions = getVersions(config);
593
591
  const protocolVersion = compressComponentVersions(versions);
594
- const txTopic = createTopicString(TopicType.tx, protocolVersion);
595
- const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
596
- const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
597
- const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
598
592
  const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
599
593
  const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
600
594
  const peerId = await enr.peerId();
@@ -612,6 +606,15 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
612
606
  const announceTcpMultiaddr = config.p2pIp ? [
613
607
  convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
614
608
  ] : [];
609
+ // Create dynamic topic score params based on network configuration
610
+ const l1Constants = epochCache.getL1Constants();
611
+ const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
612
+ slotDurationMs: l1Constants.slotDuration * 1000,
613
+ heartbeatIntervalMs: config.gossipsubInterval,
614
+ targetCommitteeSize: l1Constants.targetCommitteeSize,
615
+ blockDurationMs: config.blockDurationMs,
616
+ expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
617
+ });
615
618
  const node = await createLibp2p({
616
619
  start: false,
617
620
  peerId,
@@ -712,28 +715,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
712
715
  scoreParams: createPeerScoreParams({
713
716
  // IPColocation factor can be disabled for local testing - default to -5
714
717
  IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
715
- topics: {
716
- [txTopic]: createTopicScoreParams({
717
- topicWeight: 1,
718
- invalidMessageDeliveriesWeight: -20,
719
- invalidMessageDeliveriesDecay: 0.5
720
- }),
721
- [blockProposalTopic]: createTopicScoreParams({
722
- topicWeight: 1,
723
- invalidMessageDeliveriesWeight: -20,
724
- invalidMessageDeliveriesDecay: 0.5
725
- }),
726
- [checkpointProposalTopic]: createTopicScoreParams({
727
- topicWeight: 1,
728
- invalidMessageDeliveriesWeight: -20,
729
- invalidMessageDeliveriesDecay: 0.5
730
- }),
731
- [checkpointAttestationTopic]: createTopicScoreParams({
732
- topicWeight: 1,
733
- invalidMessageDeliveriesWeight: -20,
734
- invalidMessageDeliveriesDecay: 0.5
735
- })
736
- }
718
+ topics: topicScoreParams
737
719
  })
738
720
  }),
739
721
  components: (components)=>({
@@ -745,10 +727,14 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
745
727
  const peerScoring = new PeerScoring(config, telemetry);
746
728
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
747
729
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
748
- // Update gossipsub score params
749
- node.services.pubsub.score.params.appSpecificWeight = 10;
730
+ // Configure application-specific scoring for gossipsub.
731
+ // The weight scales app score to align with gossipsub thresholds:
732
+ // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
733
+ // - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
734
+ // Note: positive topic scores can offset penalties, so alignment is best-effort.
735
+ node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
750
736
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
751
- return new LibP2PService(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
737
+ return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
752
738
  }
753
739
  /**
754
740
  * Starts the LibP2P service.
@@ -776,7 +762,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
776
762
  [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
777
763
  };
778
764
  if (!this.config.disableTransactions) {
779
- const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
765
+ const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
780
766
  requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
781
767
  }
782
768
  if (!this.config.disableTransactions) {
@@ -793,7 +779,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
793
779
  await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
794
780
  await this.node.start();
795
781
  // Subscribe to standard GossipSub topics by default
796
- for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)){
782
+ for (const topic of getTopicsForConfig(this.config.disableTransactions)){
797
783
  this.subscribeToTopic(this.topicStrings[topic]);
798
784
  }
799
785
  // add GossipSub listener
@@ -841,6 +827,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
841
827
  getPeers(includePending) {
842
828
  return this.peerManager.getPeers(includePending);
843
829
  }
830
+ getGossipMeshPeerCount(topicType) {
831
+ return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
832
+ }
844
833
  handleGossipSubEvent(e) {
845
834
  this.logger.trace(`Received PUBSUB message.`);
846
835
  const safeJob = async ()=>{
@@ -876,6 +865,19 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
876
865
  this.checkpointReceivedCallback = callback;
877
866
  }
878
867
  /**
868
+ * Registers a callback to be invoked when a duplicate proposal is detected.
869
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
870
+ */ registerDuplicateProposalCallback(callback) {
871
+ this.duplicateProposalCallback = callback;
872
+ }
873
+ /**
874
+ * Registers a callback to be invoked when a duplicate attestation is detected.
875
+ * A validator signing attestations for different proposals at the same slot.
876
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
877
+ */ registerDuplicateAttestationCallback(callback) {
878
+ this.duplicateAttestationCallback = callback;
879
+ }
880
+ /**
879
881
  * Subscribes to a topic.
880
882
  * @param topic - The topic to subscribe to.
881
883
  */ subscribeToTopic(topic) {
@@ -986,9 +988,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
986
988
  if (msg.topic === this.topicStrings[TopicType.tx]) {
987
989
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
988
990
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
989
- if (this.clientType === P2PClientType.Full) {
990
- await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
991
- }
991
+ await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
992
992
  } else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
993
993
  await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
994
994
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
@@ -1056,26 +1056,71 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1056
1056
  async handleGossipedTx(payloadData, msgId, source) {
1057
1057
  const validationFunc = async ()=>{
1058
1058
  const tx = Tx.fromBuffer(payloadData);
1059
- const isValid = await this.validatePropagatedTx(tx, source);
1060
- const exists = isValid && await this.mempools.txPool.hasTx(tx.getTxHash());
1059
+ const currentBlockNumber = await this.archiver.getBlockNumber();
1060
+ const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1061
+ // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
1062
+ const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
1063
+ const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
1064
+ if (!firstStageOutcome.allPassed) {
1065
+ const { name } = firstStageOutcome.failure;
1066
+ let { severity } = firstStageOutcome.failure;
1067
+ // Double spend validator has a special case handler. We perform more detailed examination
1068
+ // as to how recently the nullifier was entered into the tree and if the transaction should
1069
+ // have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
1070
+ if (name === 'doubleSpendValidator') {
1071
+ const txBlockNumber = BlockNumber(currentBlockNumber + 1);
1072
+ severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1073
+ }
1074
+ this.peerManager.penalizePeer(source, severity);
1075
+ return {
1076
+ result: TopicValidatorResult.Reject
1077
+ };
1078
+ }
1079
+ // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
1080
+ const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
1081
+ if (canAdd === 'ignored') {
1082
+ return {
1083
+ result: TopicValidatorResult.Ignore,
1084
+ obj: tx
1085
+ };
1086
+ }
1087
+ // Stage 2: expensive proof verification
1088
+ const secondStageValidators = this.createSecondStageMessageValidators();
1089
+ const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
1090
+ if (!secondStageOutcome.allPassed) {
1091
+ const { severity } = secondStageOutcome.failure;
1092
+ this.peerManager.penalizePeer(source, severity);
1093
+ return {
1094
+ result: TopicValidatorResult.Reject
1095
+ };
1096
+ }
1097
+ // Pool add: persist the tx
1098
+ const txHash = tx.getTxHash();
1099
+ const addResult = await this.mempools.txPool.addPendingTxs([
1100
+ tx
1101
+ ], {
1102
+ source: 'gossip'
1103
+ });
1104
+ const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
1105
+ const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
1061
1106
  this.logger.trace(`Validate propagated tx`, {
1062
- isValid,
1063
- exists,
1107
+ wasAccepted,
1108
+ wasIgnored,
1064
1109
  [Attributes.P2P_ID]: source.toString()
1065
1110
  });
1066
- if (!isValid) {
1111
+ if (wasAccepted) {
1067
1112
  return {
1068
- result: TopicValidatorResult.Reject
1113
+ result: TopicValidatorResult.Accept,
1114
+ obj: tx
1069
1115
  };
1070
- } else if (exists) {
1116
+ } else if (wasIgnored) {
1071
1117
  return {
1072
1118
  result: TopicValidatorResult.Ignore,
1073
1119
  obj: tx
1074
1120
  };
1075
1121
  } else {
1076
1122
  return {
1077
- result: TopicValidatorResult.Accept,
1078
- obj: tx
1123
+ result: TopicValidatorResult.Reject
1079
1124
  };
1080
1125
  }
1081
1126
  };
@@ -1083,133 +1128,190 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1083
1128
  if (result !== TopicValidatorResult.Accept || !tx) {
1084
1129
  return;
1085
1130
  }
1131
+ // Tx was accepted into pool and will be propagated - just log and record metrics
1086
1132
  const txHash = tx.getTxHash();
1087
1133
  const txHashString = txHash.toString();
1088
1134
  this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
1089
1135
  source: source.toString(),
1090
1136
  txHash: txHashString
1091
1137
  });
1092
- if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
1093
- this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
1094
- return;
1095
- }
1096
1138
  this.instrumentation.incrementTxReceived(1);
1097
- await this.mempools.txPool.addTxs([
1098
- tx
1099
- ]);
1100
1139
  }
1101
1140
  /**
1102
1141
  * Process a checkpoint attestation from a peer.
1103
1142
  * Validates the attestation and adds it to the pool.
1104
1143
  */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
1105
- const validationFunc = async ()=>{
1106
- const attestation = CheckpointAttestation.fromBuffer(payloadData);
1107
- const pool = this.mempools.attestationPool;
1108
- const validationResult = await this.validateCheckpointAttestation(source, attestation);
1109
- const isValid = validationResult.result === 'accept';
1110
- const exists = isValid && await pool.hasCheckpointAttestation(attestation);
1111
- let canAdd = true;
1112
- if (isValid && !exists) {
1113
- const slot = attestation.payload.header.slotNumber;
1114
- const { committee } = await this.epochCache.getCommittee(slot);
1115
- const committeeSize = committee?.length ?? 0;
1116
- canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
1117
- }
1118
- this.logger.trace(`Validate propagated checkpoint attestation`, {
1119
- isValid,
1120
- exists,
1121
- canAdd,
1122
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
1123
- [Attributes.P2P_ID]: source.toString()
1124
- });
1125
- if (validationResult.result === 'reject') {
1126
- return {
1127
- result: TopicValidatorResult.Reject
1128
- };
1129
- } else if (validationResult.result === 'ignore' || exists) {
1130
- return {
1131
- result: TopicValidatorResult.Ignore,
1132
- obj: attestation
1133
- };
1134
- } else if (!canAdd) {
1135
- this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
1136
- slot: attestation.payload.header.slotNumber.toString(),
1137
- archive: attestation.archive.toString(),
1138
- source: source.toString()
1139
- });
1140
- return {
1141
- result: TopicValidatorResult.Ignore,
1142
- obj: attestation
1143
- };
1144
- } else {
1145
- return {
1146
- result: TopicValidatorResult.Accept,
1147
- obj: attestation
1148
- };
1149
- }
1150
- };
1151
- const { result, obj: attestation } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_attestation);
1144
+ const { result, obj: attestation } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_attestation);
1152
1145
  if (result !== TopicValidatorResult.Accept || !attestation) {
1153
1146
  return;
1154
1147
  }
1155
- this.logger.debug(`Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1148
+ this.logger.verbose(`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1156
1149
  p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
1157
1150
  slot: attestation.slotNumber,
1158
1151
  archive: attestation.archive.toString(),
1159
1152
  source: source.toString()
1160
1153
  });
1161
- await this.mempools.attestationPool.addCheckpointAttestations([
1162
- attestation
1163
- ]);
1164
1154
  }
1165
- async processBlockFromPeer(payloadData, msgId, source) {
1166
- const validationFunc = async ()=>{
1167
- const block = BlockProposal.fromBuffer(payloadData);
1168
- const validationResult = await this.validateBlockProposal(source, block);
1169
- const isValid = validationResult.result === 'accept';
1170
- const pool = this.mempools.attestationPool;
1171
- const exists = isValid && await pool.hasBlockProposal(block);
1172
- const canAdd = isValid && await pool.canAddProposal(block);
1173
- this.logger.trace(`Validate propagated block proposal`, {
1174
- isValid,
1175
- exists,
1176
- canAdd,
1177
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1178
- [Attributes.P2P_ID]: source.toString()
1155
+ /** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */ async validateAndStoreCheckpointAttestation(peerId, attestation) {
1156
+ const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1157
+ if (validationResult.result === 'reject') {
1158
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1159
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1160
+ return {
1161
+ result: TopicValidatorResult.Reject
1162
+ };
1163
+ }
1164
+ if (validationResult.result === 'ignore') {
1165
+ return {
1166
+ result: TopicValidatorResult.Ignore,
1167
+ obj: attestation
1168
+ };
1169
+ }
1170
+ // Try to add the attestation: this handles existence check, cap check, and adding in one call
1171
+ // count is the number of attestations by this signer for this slot (for duplicate detection)
1172
+ const slot = attestation.payload.header.slotNumber;
1173
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
1174
+ this.logger.trace(`Validate propagated checkpoint attestation`, {
1175
+ added,
1176
+ alreadyExists,
1177
+ count,
1178
+ [Attributes.SLOT_NUMBER]: slot.toString(),
1179
+ [Attributes.P2P_ID]: peerId.toString()
1180
+ });
1181
+ // Exact same attestation received, no need to re-broadcast
1182
+ if (alreadyExists) {
1183
+ return {
1184
+ result: TopicValidatorResult.Ignore,
1185
+ obj: attestation
1186
+ };
1187
+ }
1188
+ // Could not add (cap reached for signer), no need to re-broadcast
1189
+ if (!added) {
1190
+ this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1191
+ slot: slot.toString(),
1192
+ archive: attestation.archive.toString(),
1193
+ source: peerId.toString(),
1194
+ attester: attestation.getSender()?.toString(),
1195
+ count
1179
1196
  });
1180
- if (validationResult.result === 'reject') {
1181
- return {
1182
- result: TopicValidatorResult.Reject
1183
- };
1184
- } else if (validationResult.result === 'ignore' || exists) {
1185
- return {
1186
- result: TopicValidatorResult.Ignore,
1187
- obj: block
1188
- };
1189
- } else if (!canAdd) {
1190
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1191
- this.logger.warn(`Penalizing peer for block proposal exceeding per-slot cap`, {
1192
- slot: block.slotNumber.toString(),
1193
- archive: block.archive.toString(),
1194
- source: source.toString()
1197
+ return {
1198
+ result: TopicValidatorResult.Ignore,
1199
+ obj: attestation
1200
+ };
1201
+ }
1202
+ // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
1203
+ // count is the number of attestations by this signer for this slot
1204
+ if (count === 2) {
1205
+ const attester = attestation.getSender();
1206
+ if (attester) {
1207
+ this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
1208
+ slot: slot.toString(),
1209
+ archive: attestation.archive.toString(),
1210
+ source: peerId.toString(),
1211
+ attester: attester.toString()
1212
+ });
1213
+ this.duplicateAttestationCallback?.({
1214
+ slot,
1215
+ attester
1195
1216
  });
1196
- return {
1197
- result: TopicValidatorResult.Reject
1198
- };
1199
- } else {
1200
- return {
1201
- result: TopicValidatorResult.Accept,
1202
- obj: block
1203
- };
1204
1217
  }
1218
+ }
1219
+ // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1220
+ return {
1221
+ result: TopicValidatorResult.Accept,
1222
+ obj: attestation
1205
1223
  };
1206
- const { result, obj: block } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.block_proposal);
1207
- if (!result || !block) {
1224
+ }
1225
+ async processBlockFromPeer(payloadData, msgId, source) {
1226
+ const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
1227
+ // If not accepted or equivocated, return
1228
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1208
1229
  return;
1209
1230
  }
1210
1231
  await this.processValidBlockProposal(block, source);
1211
1232
  }
1212
- // REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
1233
+ /** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
1234
+ const validationResult = await this.blockProposalValidator.validate(block);
1235
+ if (validationResult.result === 'reject') {
1236
+ this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1237
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1238
+ return {
1239
+ result: TopicValidatorResult.Reject
1240
+ };
1241
+ }
1242
+ if (validationResult.result === 'ignore') {
1243
+ return {
1244
+ result: TopicValidatorResult.Ignore,
1245
+ obj: block
1246
+ };
1247
+ }
1248
+ // Try to add the proposal: this handles existence check, cap check, and adding in one call
1249
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1250
+ const isEquivocated = count !== undefined && count > 1;
1251
+ // Duplicate proposal received, no need to re-broadcast
1252
+ if (alreadyExists) {
1253
+ this.logger.debug(`Ignoring duplicate block proposal received`, {
1254
+ ...block.toBlockInfo(),
1255
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1256
+ proposer: block.getSender()?.toString(),
1257
+ source: peerId.toString()
1258
+ });
1259
+ return {
1260
+ result: TopicValidatorResult.Ignore,
1261
+ obj: block,
1262
+ metadata: {
1263
+ isEquivocated
1264
+ }
1265
+ };
1266
+ }
1267
+ // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1268
+ if (!added) {
1269
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1270
+ this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1271
+ ...block.toBlockInfo(),
1272
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1273
+ count,
1274
+ proposer: block.getSender()?.toString(),
1275
+ source: peerId.toString()
1276
+ });
1277
+ return {
1278
+ result: TopicValidatorResult.Reject,
1279
+ metadata: {
1280
+ isEquivocated
1281
+ }
1282
+ };
1283
+ }
1284
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1285
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1286
+ if (isEquivocated) {
1287
+ const proposer = block.getSender();
1288
+ this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
1289
+ ...block.toBlockInfo(),
1290
+ source: peerId.toString(),
1291
+ proposer: proposer?.toString()
1292
+ });
1293
+ // Invoke the duplicate callback on the first duplicate spotted only
1294
+ if (proposer && count === 2) {
1295
+ this.duplicateProposalCallback?.({
1296
+ slot: block.slotNumber,
1297
+ proposer,
1298
+ type: 'block'
1299
+ });
1300
+ }
1301
+ return {
1302
+ result: TopicValidatorResult.Accept,
1303
+ obj: block,
1304
+ metadata: {
1305
+ isEquivocated
1306
+ }
1307
+ };
1308
+ }
1309
+ // Otherwise, we're good to go!
1310
+ return {
1311
+ result: TopicValidatorResult.Accept,
1312
+ obj: block
1313
+ };
1314
+ }
1213
1315
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
1214
1316
  // should not be here as it does not deal with p2p networking.
1215
1317
  async processValidBlockProposal(block, sender) {
@@ -1219,23 +1321,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1219
1321
  source: sender.toString(),
1220
1322
  ...block.toBlockInfo()
1221
1323
  });
1222
- // Attempt to add proposal
1223
- try {
1224
- await this.mempools.attestationPool.addBlockProposal(block);
1225
- } catch (err) {
1226
- // Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
1227
- if (err instanceof ProposalSlotCapExceededError) {
1228
- this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
1229
- slot: String(slot),
1230
- archive: block.archive.toString(),
1231
- error: err.message
1232
- });
1233
- return;
1234
- }
1235
- throw err;
1236
- }
1237
- // Mark the txs in this proposal as non-evictable
1238
- await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
1324
+ // Mark the txs in this proposal as protected
1325
+ await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
1239
1326
  // Call the block received callback to validate the proposal.
1240
1327
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1241
1328
  const isValid = await this.blockReceivedCallback(block, sender);
@@ -1247,57 +1334,135 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1247
1334
  * Handle a gossiped checkpoint proposal.
1248
1335
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1249
1336
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1250
- // TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
1251
- const validationFunc = async ()=>{
1252
- const checkpoint = CheckpointProposal.fromBuffer(payloadData);
1253
- const validationResult = await this.validateCheckpointProposal(source, checkpoint);
1254
- const isValid = validationResult.result === 'accept';
1255
- const pool = this.mempools.attestationPool;
1256
- const exists = isValid && await pool.hasCheckpointProposal(checkpoint);
1257
- const canAdd = isValid && await pool.canAddCheckpointProposal(checkpoint);
1258
- this.logger.trace(`Validate propagated checkpoint proposal`, {
1259
- isValid,
1260
- exists,
1261
- canAdd,
1337
+ const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1338
+ // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1339
+ // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1340
+ if (processBlock && checkpoint?.getBlockProposal()) {
1341
+ await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
1342
+ }
1343
+ if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1344
+ return;
1345
+ }
1346
+ await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1347
+ }
1348
+ /**
1349
+ * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
1350
+ * its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
1351
+ */ async validateAndStoreCheckpointProposal(peerId, checkpoint) {
1352
+ const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1353
+ if (validationResult.result === 'reject') {
1354
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1355
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1356
+ return {
1357
+ result: TopicValidatorResult.Reject
1358
+ };
1359
+ }
1360
+ if (validationResult.result === 'ignore') {
1361
+ return {
1362
+ result: TopicValidatorResult.Ignore,
1363
+ obj: checkpoint
1364
+ };
1365
+ }
1366
+ // Extract and try to add the block proposal first if present
1367
+ const blockProposal = checkpoint.getBlockProposal();
1368
+ let processBlock = false;
1369
+ if (blockProposal) {
1370
+ this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1262
1371
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1263
- [Attributes.P2P_ID]: source.toString()
1372
+ [Attributes.P2P_ID]: peerId.toString()
1264
1373
  });
1265
- if (validationResult.result === 'reject') {
1266
- return {
1267
- result: TopicValidatorResult.Reject
1268
- };
1269
- } else if (validationResult.result === 'ignore' || exists) {
1270
- return {
1271
- result: TopicValidatorResult.Ignore,
1272
- obj: checkpoint
1273
- };
1274
- } else if (!canAdd) {
1275
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1276
- this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1277
- slot: checkpoint.slotNumber.toString(),
1278
- archive: checkpoint.archive.toString(),
1279
- source: source.toString()
1374
+ const { result, obj, metadata: { isEquivocated } = {} } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1375
+ if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1376
+ this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1377
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1378
+ [Attributes.P2P_ID]: peerId.toString(),
1379
+ isEquivocated,
1380
+ result
1280
1381
  });
1281
1382
  return {
1282
1383
  result: TopicValidatorResult.Reject
1283
1384
  };
1284
- } else {
1285
- return {
1286
- result: TopicValidatorResult.Accept,
1287
- obj: checkpoint
1288
- };
1385
+ } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1386
+ processBlock = true;
1289
1387
  }
1290
- };
1291
- const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
1292
- if (result !== TopicValidatorResult.Accept || !checkpoint) {
1293
- return;
1294
1388
  }
1295
- await this.processValidCheckpointProposal(checkpoint, source);
1389
+ // Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
1390
+ const checkpointCore = checkpoint.toCore();
1391
+ const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
1392
+ const { added, alreadyExists, count } = tryAddResult;
1393
+ const isEquivocated = count !== undefined && count > 1;
1394
+ // Duplicate proposal received, do not re-broadcast
1395
+ if (alreadyExists) {
1396
+ this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
1397
+ ...checkpoint.toCheckpointInfo(),
1398
+ source: peerId.toString()
1399
+ });
1400
+ return {
1401
+ result: TopicValidatorResult.Ignore,
1402
+ obj: checkpoint,
1403
+ metadata: {
1404
+ isEquivocated,
1405
+ processBlock
1406
+ }
1407
+ };
1408
+ }
1409
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1410
+ // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1411
+ if (!added) {
1412
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1413
+ this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1414
+ ...checkpoint.toCheckpointInfo(),
1415
+ count,
1416
+ source: peerId.toString()
1417
+ });
1418
+ return {
1419
+ result: TopicValidatorResult.Reject,
1420
+ obj: checkpoint,
1421
+ metadata: {
1422
+ isEquivocated,
1423
+ processBlock
1424
+ }
1425
+ };
1426
+ }
1427
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1428
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1429
+ if (isEquivocated) {
1430
+ const proposer = checkpoint.getSender();
1431
+ this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
1432
+ ...checkpoint.toCheckpointInfo(),
1433
+ source: peerId.toString(),
1434
+ proposer: proposer?.toString()
1435
+ });
1436
+ // Invoke the duplicate callback on the first duplicate spotted only
1437
+ if (proposer && count === 2) {
1438
+ this.duplicateProposalCallback?.({
1439
+ slot: checkpoint.slotNumber,
1440
+ proposer,
1441
+ type: 'checkpoint'
1442
+ });
1443
+ }
1444
+ return {
1445
+ result: TopicValidatorResult.Accept,
1446
+ obj: checkpoint,
1447
+ metadata: {
1448
+ isEquivocated,
1449
+ processBlock
1450
+ }
1451
+ };
1452
+ }
1453
+ // Otherwise, we're good to go!
1454
+ return {
1455
+ result: TopicValidatorResult.Accept,
1456
+ obj: checkpoint,
1457
+ metadata: {
1458
+ processBlock,
1459
+ isEquivocated
1460
+ }
1461
+ };
1296
1462
  }
1297
1463
  /**
1298
1464
  * Process a validated checkpoint proposal.
1299
- * Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
1300
- * The block callback is invoked before the checkpoint callback.
1465
+ * Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
1301
1466
  */ async processValidCheckpointProposal(checkpoint, sender) {
1302
1467
  const slot = checkpoint.slotNumber;
1303
1468
  this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
@@ -1306,33 +1471,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1306
1471
  archive: checkpoint.archive.toString(),
1307
1472
  source: sender.toString()
1308
1473
  });
1309
- // Extract block proposal before adding to pool (pool stores them separately)
1310
- const blockProposal = checkpoint.getBlockProposal();
1311
- // Add proposal to the pool (this extracts and stores block proposal separately)
1312
- await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
1313
- // Mark txs as non-evictable if present (from the last block)
1314
- if (checkpoint.txHashes.length > 0) {
1315
- await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
1316
- }
1317
- // If there was a last block proposal, invoke the block callback first for validation.
1318
- // Note: The block proposal is already stored in the pool by addCheckpointProposal.
1319
- if (blockProposal) {
1320
- const isValid = await this.blockReceivedCallback(blockProposal, sender);
1321
- if (!isValid) {
1322
- this.logger.warn(`Block proposal from checkpoint failed validation`, {
1323
- slot: slot.toString(),
1324
- archive: checkpoint.archive.toString(),
1325
- blockNumber: blockProposal.blockNumber.toString()
1326
- });
1327
- return;
1328
- }
1329
- }
1330
1474
  // Call the checkpoint received callback with the core version (without lastBlock)
1331
1475
  // to validate and potentially generate attestations
1332
- const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
1476
+ const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1333
1477
  if (attestations && attestations.length > 0) {
1334
1478
  // If the callback returned attestations, add them to the pool and propagate them
1335
- await this.mempools.attestationPool.addCheckpointAttestations(attestations);
1479
+ await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
1336
1480
  for (const attestation of attestations){
1337
1481
  await this.propagate(attestation);
1338
1482
  }
@@ -1501,33 +1645,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1501
1645
  }
1502
1646
  }
1503
1647
  createRequestedTxValidator() {
1504
- return createTxReqRespValidator(this.proofVerifier, {
1648
+ return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1505
1649
  l1ChainId: this.config.l1ChainId,
1506
1650
  rollupVersion: this.config.rollupVersion
1507
1651
  });
1508
1652
  }
1509
- async validatePropagatedTx(tx, peerId) {
1510
- const currentBlockNumber = await this.archiver.getBlockNumber();
1511
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1512
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1513
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1514
- for (const validator of messageValidators){
1515
- const outcome = await this.runValidations(tx, validator);
1516
- if (outcome.allPassed) {
1517
- continue;
1518
- }
1519
- const { name } = outcome.failure;
1520
- let { severity } = outcome.failure;
1521
- // Double spend validator has a special case handler
1522
- if (name === 'doubleSpendValidator') {
1523
- const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
1524
- severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1525
- }
1526
- this.peerManager.penalizePeer(peerId, severity);
1527
- return false;
1528
- }
1529
- return true;
1530
- }
1531
1653
  async getGasFees(blockNumber) {
1532
1654
  if (blockNumber === this.feesCache?.blockNumber) {
1533
1655
  return this.feesCache.gasFees;
@@ -1554,38 +1676,30 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1554
1676
  peerScoring: this.peerManager
1555
1677
  };
1556
1678
  }
1557
- async validate(txs) {
1558
- const currentBlockNumber = await this.archiver.getBlockNumber();
1559
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1560
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1561
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1562
- await Promise.all(txs.map(async (tx)=>{
1563
- for (const validator of messageValidators){
1564
- const outcome = await this.runValidations(tx, validator);
1565
- if (!outcome.allPassed) {
1566
- throw new Error('Invalid tx detected', {
1567
- cause: {
1568
- outcome
1569
- }
1570
- });
1571
- }
1572
- }
1679
+ async validateTxsReceivedInBlockProposal(txs) {
1680
+ const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
1681
+ l1ChainId: this.config.l1ChainId,
1682
+ rollupVersion: this.config.rollupVersion
1683
+ }, this.logger.getBindings());
1684
+ const results = await Promise.all(txs.map(async (tx)=>{
1685
+ const result = await validator.validateTx(tx);
1686
+ return result.result !== 'invalid';
1573
1687
  }));
1688
+ if (results.some((value)=>value === false)) {
1689
+ throw new Error('Invalid tx detected');
1690
+ }
1574
1691
  }
1575
- /**
1576
- * Create message validators for the given block number and timestamp.
1577
- *
1578
- * Each validator is a pair of a validator and a severity.
1579
- * If a validator fails, the peer is penalized with the severity of the validator.
1580
- *
1581
- * @param currentBlockNumber - The current synced block number.
1582
- * @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
1583
- * @returns The message validators.
1584
- */ async createMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1692
+ /** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1585
1693
  const gasFees = await this.getGasFees(currentBlockNumber);
1586
- const allowedInSetup = this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
1587
- const blockNumberInWhichTheTxIsConsideredToBeIncluded = BlockNumber(currentBlockNumber + 1);
1588
- return createTxMessageValidators(nextSlotTimestamp, blockNumberInWhichTheTxIsConsideredToBeIncluded, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, this.proofVerifier, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
1694
+ const allowedInSetup = [
1695
+ ...await getDefaultAllowedSetupFunctions(),
1696
+ ...this.config.txPublicSetupAllowListExtend ?? []
1697
+ ];
1698
+ const blockNumber = BlockNumber(currentBlockNumber + 1);
1699
+ return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
1700
+ }
1701
+ /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
1702
+ return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
1589
1703
  }
1590
1704
  /**
1591
1705
  * Run validations on a tx.
@@ -1659,33 +1773,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1659
1773
  */ async validateCheckpointAttestation(peerId, attestation) {
1660
1774
  const result = await this.checkpointAttestationValidator.validate(attestation);
1661
1775
  if (result.result === 'reject') {
1662
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1663
- this.peerManager.penalizePeer(peerId, result.severity);
1664
- }
1665
- return result;
1666
- }
1667
- /**
1668
- * Validate a block proposal.
1669
- *
1670
- * @param block - The block proposal to validate.
1671
- * @returns True if the block proposal is valid, false otherwise.
1672
- */ async validateBlockProposal(peerId, block) {
1673
- const result = await this.blockProposalValidator.validate(block);
1674
- if (result.result === 'reject') {
1675
- this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
1676
- this.peerManager.penalizePeer(peerId, result.severity);
1677
- }
1678
- return result;
1679
- }
1680
- /**
1681
- * Validate a checkpoint proposal.
1682
- *
1683
- * @param checkpoint - The checkpoint proposal to validate.
1684
- * @returns True if the checkpoint proposal is valid, false otherwise.
1685
- */ async validateCheckpointProposal(peerId, checkpoint) {
1686
- const result = await this.checkpointProposalValidator.validate(checkpoint);
1687
- if (result.result === 'reject') {
1688
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1776
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1689
1777
  this.peerManager.penalizePeer(peerId, result.severity);
1690
1778
  }
1691
1779
  return result;