@aztec/p2p 0.0.1-commit.6d63667d → 0.0.1-commit.7035c9bd6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (393) hide show
  1. package/README.md +129 -3
  2. package/dest/client/factory.d.ts +11 -11
  3. package/dest/client/factory.d.ts.map +1 -1
  4. package/dest/client/factory.js +52 -15
  5. package/dest/client/interface.d.ts +46 -33
  6. package/dest/client/interface.d.ts.map +1 -1
  7. package/dest/client/p2p_client.d.ts +39 -51
  8. package/dest/client/p2p_client.d.ts.map +1 -1
  9. package/dest/client/p2p_client.js +157 -224
  10. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +9 -9
  11. package/dest/config.d.ts +54 -17
  12. package/dest/config.d.ts.map +1 -1
  13. package/dest/config.js +102 -38
  14. package/dest/errors/tx-pool.error.d.ts +8 -0
  15. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  16. package/dest/errors/tx-pool.error.js +9 -0
  17. package/dest/index.d.ts +2 -1
  18. package/dest/index.d.ts.map +1 -1
  19. package/dest/index.js +1 -0
  20. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  21. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  22. package/dest/mem_pools/attestation_pool/attestation_pool.js +445 -3
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  26. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  27. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  28. package/dest/mem_pools/attestation_pool/index.js +1 -2
  29. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  30. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  31. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  32. package/dest/mem_pools/index.d.ts +3 -2
  33. package/dest/mem_pools/index.d.ts.map +1 -1
  34. package/dest/mem_pools/index.js +1 -1
  35. package/dest/mem_pools/instrumentation.d.ts +4 -2
  36. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  37. package/dest/mem_pools/instrumentation.js +16 -14
  38. package/dest/mem_pools/interface.d.ts +5 -5
  39. package/dest/mem_pools/interface.d.ts.map +1 -1
  40. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  41. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  42. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +2 -1
  43. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  44. package/dest/mem_pools/tx_pool/priority.d.ts +2 -2
  45. package/dest/mem_pools/tx_pool/priority.d.ts.map +1 -1
  46. package/dest/mem_pools/tx_pool/priority.js +4 -4
  47. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +1 -1
  48. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +1 -1
  49. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +3 -1
  50. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  51. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  52. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
  54. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
  55. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
  56. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  57. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  58. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +7 -3
  59. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
  60. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  61. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
  62. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
  63. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  64. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
  65. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +54 -5
  66. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
  67. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
  69. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
  70. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
  71. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  72. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
  73. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
  74. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
  75. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +16 -4
  76. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
  77. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
  78. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +3 -3
  79. package/dest/mem_pools/tx_pool_v2/index.d.ts +3 -2
  80. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
  81. package/dest/mem_pools/tx_pool_v2/index.js +2 -1
  82. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  83. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  85. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +30 -12
  86. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  87. package/dest/mem_pools/tx_pool_v2/interfaces.js +5 -1
  88. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +78 -15
  89. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  90. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +139 -18
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +12 -3
  92. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  93. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +50 -45
  94. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +12 -5
  95. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  96. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +17 -6
  97. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +14 -5
  98. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +364 -189
  100. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +1 -1
  101. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  102. package/dest/msg_validators/attestation_validator/attestation_validator.js +5 -4
  103. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  104. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  105. package/dest/msg_validators/clock_tolerance.d.ts +1 -1
  106. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  107. package/dest/msg_validators/clock_tolerance.js +4 -3
  108. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -4
  109. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  110. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
  111. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -4
  112. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  113. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
  114. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -8
  115. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  116. package/dest/msg_validators/proposal_validator/proposal_validator.js +53 -41
  117. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  118. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  119. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  120. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  121. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  122. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  123. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  124. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  125. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  126. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  127. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  128. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  129. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  130. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  131. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  132. package/dest/msg_validators/tx_validator/factory.d.ts +133 -6
  133. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  134. package/dest/msg_validators/tx_validator/factory.js +240 -59
  135. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  136. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  137. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  138. package/dest/msg_validators/tx_validator/gas_validator.d.ts +67 -3
  139. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  140. package/dest/msg_validators/tx_validator/gas_validator.js +104 -37
  141. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  142. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  143. package/dest/msg_validators/tx_validator/index.js +2 -0
  144. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  145. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  146. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  147. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  148. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  149. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  150. package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
  151. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  152. package/dest/msg_validators/tx_validator/phases_validator.js +71 -23
  153. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  154. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  155. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  156. package/dest/services/dummy_service.d.ts +13 -5
  157. package/dest/services/dummy_service.d.ts.map +1 -1
  158. package/dest/services/dummy_service.js +10 -4
  159. package/dest/services/encoding.d.ts +7 -3
  160. package/dest/services/encoding.d.ts.map +1 -1
  161. package/dest/services/encoding.js +18 -11
  162. package/dest/services/gossipsub/index.d.ts +3 -0
  163. package/dest/services/gossipsub/index.d.ts.map +1 -0
  164. package/dest/services/gossipsub/index.js +2 -0
  165. package/dest/services/gossipsub/scoring.d.ts +21 -3
  166. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  167. package/dest/services/gossipsub/scoring.js +24 -7
  168. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  169. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  170. package/dest/services/gossipsub/topic_score_params.js +346 -0
  171. package/dest/services/libp2p/libp2p_service.d.ts +95 -50
  172. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  173. package/dest/services/libp2p/libp2p_service.js +464 -364
  174. package/dest/services/peer-manager/metrics.d.ts +3 -1
  175. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  176. package/dest/services/peer-manager/metrics.js +6 -0
  177. package/dest/services/peer-manager/peer_manager.d.ts +1 -1
  178. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  179. package/dest/services/peer-manager/peer_manager.js +4 -3
  180. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  181. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  182. package/dest/services/peer-manager/peer_scoring.js +25 -2
  183. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +12 -8
  184. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  185. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +80 -106
  186. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +4 -7
  187. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  188. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
  189. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  190. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
  191. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
  192. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  193. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
  194. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  195. package/dest/services/reqresp/interface.d.ts +10 -1
  196. package/dest/services/reqresp/interface.d.ts.map +1 -1
  197. package/dest/services/reqresp/interface.js +15 -1
  198. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +4 -3
  199. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  200. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +7 -1
  201. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  202. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +15 -0
  203. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  204. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  205. package/dest/services/reqresp/protocols/tx.js +20 -0
  206. package/dest/services/reqresp/reqresp.d.ts +1 -1
  207. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  208. package/dest/services/reqresp/reqresp.js +30 -14
  209. package/dest/services/service.d.ts +39 -3
  210. package/dest/services/service.d.ts.map +1 -1
  211. package/dest/services/tx_collection/config.d.ts +19 -1
  212. package/dest/services/tx_collection/config.d.ts.map +1 -1
  213. package/dest/services/tx_collection/config.js +46 -0
  214. package/dest/services/tx_collection/fast_tx_collection.d.ts +3 -4
  215. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  216. package/dest/services/tx_collection/fast_tx_collection.js +80 -76
  217. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  218. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  219. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  220. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  221. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  222. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  223. package/dest/services/tx_collection/index.d.ts +2 -1
  224. package/dest/services/tx_collection/index.d.ts.map +1 -1
  225. package/dest/services/tx_collection/index.js +1 -0
  226. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  227. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  228. package/dest/services/tx_collection/instrumentation.js +2 -1
  229. package/dest/services/tx_collection/proposal_tx_collector.d.ts +7 -7
  230. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  231. package/dest/services/tx_collection/proposal_tx_collector.js +5 -4
  232. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  233. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  234. package/dest/services/tx_collection/request_tracker.js +84 -0
  235. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  236. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  237. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  238. package/dest/services/tx_collection/tx_collection.d.ts +23 -13
  239. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  240. package/dest/services/tx_collection/tx_collection.js +75 -3
  241. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  242. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  243. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  244. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  245. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  246. package/dest/services/tx_collection/tx_source.js +19 -2
  247. package/dest/services/tx_file_store/config.d.ts +1 -3
  248. package/dest/services/tx_file_store/config.d.ts.map +1 -1
  249. package/dest/services/tx_file_store/config.js +0 -4
  250. package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
  251. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  252. package/dest/services/tx_file_store/tx_file_store.js +9 -6
  253. package/dest/services/tx_provider.d.ts +4 -4
  254. package/dest/services/tx_provider.d.ts.map +1 -1
  255. package/dest/services/tx_provider.js +9 -8
  256. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  257. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  258. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  259. package/dest/test-helpers/mock-pubsub.d.ts +30 -4
  260. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  261. package/dest/test-helpers/mock-pubsub.js +105 -4
  262. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  263. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  264. package/dest/test-helpers/reqresp-nodes.js +4 -3
  265. package/dest/test-helpers/testbench-utils.d.ts +43 -38
  266. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  267. package/dest/test-helpers/testbench-utils.js +149 -61
  268. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  269. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  270. package/dest/testbench/p2p_client_testbench_worker.js +19 -17
  271. package/dest/testbench/worker_client_manager.d.ts +3 -1
  272. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  273. package/dest/testbench/worker_client_manager.js +6 -2
  274. package/dest/util.d.ts +3 -3
  275. package/dest/util.d.ts.map +1 -1
  276. package/package.json +14 -14
  277. package/src/client/factory.ts +99 -28
  278. package/src/client/interface.ts +56 -34
  279. package/src/client/p2p_client.ts +190 -269
  280. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +22 -14
  281. package/src/config.ts +158 -44
  282. package/src/errors/tx-pool.error.ts +12 -0
  283. package/src/index.ts +1 -0
  284. package/src/mem_pools/attestation_pool/attestation_pool.ts +497 -91
  285. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  286. package/src/mem_pools/attestation_pool/index.ts +9 -2
  287. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  288. package/src/mem_pools/index.ts +4 -1
  289. package/src/mem_pools/instrumentation.ts +17 -13
  290. package/src/mem_pools/interface.ts +4 -4
  291. package/src/mem_pools/tx_pool/README.md +1 -1
  292. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +2 -1
  293. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  294. package/src/mem_pools/tx_pool/priority.ts +4 -4
  295. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +3 -1
  296. package/src/mem_pools/tx_pool_v2/README.md +85 -11
  297. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  298. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
  299. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +7 -3
  300. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
  301. package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
  302. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +59 -4
  303. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
  304. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
  305. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
  306. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +33 -6
  307. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +4 -3
  308. package/src/mem_pools/tx_pool_v2/index.ts +2 -1
  309. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  310. package/src/mem_pools/tx_pool_v2/interfaces.ts +32 -12
  311. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +202 -26
  312. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +58 -45
  313. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +34 -8
  314. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +410 -187
  315. package/src/msg_validators/attestation_validator/README.md +49 -0
  316. package/src/msg_validators/attestation_validator/attestation_validator.ts +5 -4
  317. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  318. package/src/msg_validators/clock_tolerance.ts +4 -3
  319. package/src/msg_validators/proposal_validator/README.md +123 -0
  320. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +14 -4
  321. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +20 -7
  322. package/src/msg_validators/proposal_validator/proposal_validator.ts +69 -45
  323. package/src/msg_validators/tx_validator/README.md +119 -0
  324. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  325. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  326. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  327. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  328. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  329. package/src/msg_validators/tx_validator/factory.ts +387 -78
  330. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  331. package/src/msg_validators/tx_validator/gas_validator.ts +123 -27
  332. package/src/msg_validators/tx_validator/index.ts +2 -0
  333. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  334. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  335. package/src/msg_validators/tx_validator/phases_validator.ts +81 -26
  336. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  337. package/src/services/dummy_service.ts +18 -6
  338. package/src/services/encoding.ts +18 -10
  339. package/src/services/gossipsub/README.md +641 -0
  340. package/src/services/gossipsub/index.ts +2 -0
  341. package/src/services/gossipsub/scoring.ts +29 -5
  342. package/src/services/gossipsub/topic_score_params.ts +487 -0
  343. package/src/services/libp2p/libp2p_service.ts +483 -392
  344. package/src/services/peer-manager/metrics.ts +7 -0
  345. package/src/services/peer-manager/peer_manager.ts +5 -3
  346. package/src/services/peer-manager/peer_scoring.ts +25 -0
  347. package/src/services/reqresp/README.md +229 -0
  348. package/src/services/reqresp/batch-tx-requester/README.md +46 -7
  349. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +76 -112
  350. package/src/services/reqresp/batch-tx-requester/interface.ts +3 -6
  351. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
  352. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
  353. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  354. package/src/services/reqresp/interface.ts +26 -1
  355. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +4 -3
  356. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +17 -0
  357. package/src/services/reqresp/protocols/tx.ts +22 -0
  358. package/src/services/reqresp/reqresp.ts +35 -15
  359. package/src/services/service.ts +51 -2
  360. package/src/services/tx_collection/config.ts +68 -0
  361. package/src/services/tx_collection/fast_tx_collection.ts +83 -76
  362. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  363. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  364. package/src/services/tx_collection/index.ts +1 -0
  365. package/src/services/tx_collection/instrumentation.ts +7 -1
  366. package/src/services/tx_collection/proposal_tx_collector.ts +9 -13
  367. package/src/services/tx_collection/request_tracker.ts +127 -0
  368. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  369. package/src/services/tx_collection/tx_collection.ts +114 -19
  370. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  371. package/src/services/tx_collection/tx_source.ts +22 -3
  372. package/src/services/tx_file_store/config.ts +0 -6
  373. package/src/services/tx_file_store/tx_file_store.ts +10 -8
  374. package/src/services/tx_provider.ts +10 -9
  375. package/src/test-helpers/make-test-p2p-clients.ts +4 -6
  376. package/src/test-helpers/mock-pubsub.ts +146 -9
  377. package/src/test-helpers/reqresp-nodes.ts +5 -7
  378. package/src/test-helpers/testbench-utils.ts +156 -74
  379. package/src/testbench/p2p_client_testbench_worker.ts +27 -25
  380. package/src/testbench/worker_client_manager.ts +13 -5
  381. package/src/util.ts +8 -2
  382. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  383. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  384. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  385. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  386. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  387. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  388. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
  389. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  390. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
  391. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  392. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
  393. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
@@ -370,21 +370,21 @@ function applyDecs2203RFactory() {
370
370
  function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
371
  return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
372
  }
373
- var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { randomInt } from '@aztec/foundation/crypto/random';
375
+ import { maxBy } from '@aztec/foundation/collection';
376
376
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
377
377
  import { RunningPromise } from '@aztec/foundation/running-promise';
378
378
  import { Timer } from '@aztec/foundation/timer';
379
379
  import { protocolContractsHash } from '@aztec/protocol-contracts';
380
380
  import { GasFees } from '@aztec/stdlib/gas';
381
- import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PClientType, P2PMessage, PeerErrorSeverity, TopicType, createTopicString, getTopicsForClientAndConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
381
+ import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
382
382
  import { MerkleTreeId } from '@aztec/stdlib/trees';
383
383
  import { Tx } from '@aztec/stdlib/tx';
384
384
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
385
385
  import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
386
386
  import { gossipsub } from '@chainsafe/libp2p-gossipsub';
387
- import { createPeerScoreParams, createTopicScoreParams } from '@chainsafe/libp2p-gossipsub/score';
387
+ import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
388
388
  import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
389
389
  import { noise } from '@chainsafe/libp2p-noise';
390
390
  import { yamux } from '@chainsafe/libp2p-yamux';
@@ -395,52 +395,47 @@ import { mplex } from '@libp2p/mplex';
395
395
  import { tcp } from '@libp2p/tcp';
396
396
  import { ENR } from '@nethermindeth/enr';
397
397
  import { createLibp2p } from 'libp2p';
398
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
399
398
  import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
400
399
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
401
- import { createTxMessageValidators, createTxReqRespValidator } from '../../msg_validators/tx_validator/factory.js';
400
+ import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
402
401
  import { GossipSubEvent } from '../../types/index.js';
403
402
  import { convertToMultiaddr } from '../../util.js';
404
403
  import { getVersions } from '../../versioning.js';
405
404
  import { AztecDatastore } from '../data_store.js';
406
405
  import { DiscV5Service } from '../discv5/discV5_service.js';
407
406
  import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
408
- import { gossipScoreThresholds } from '../gossipsub/scoring.js';
407
+ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
408
+ import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
409
409
  import { PeerManager } from '../peer-manager/peer_manager.js';
410
410
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
411
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError } from '../reqresp/index.js';
412
- import { pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
411
+ import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
413
412
  import { ReqResp } from '../reqresp/reqresp.js';
414
413
  import { P2PInstrumentation } from './instrumentation.js';
415
- _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
414
+ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
415
+ [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
416
+ })), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
417
+ [Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
418
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
419
+ })), _dec2 = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
416
420
  [Attributes.SLOT_NUMBER]: block.slotNumber,
417
421
  [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
418
422
  [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
419
- })), _dec1 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
423
+ })), _dec3 = trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint)=>({
424
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
425
+ })), _dec4 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
420
426
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
421
427
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
422
428
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
423
- })), _dec2 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
429
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
424
430
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
425
- })), _dec3 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
431
+ })), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
426
432
  [Attributes.TX_HASH]: requestedTxHash.toString()
427
- })), _dec4 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
433
+ })), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
428
434
  [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
429
- })), _dec5 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
430
- [Attributes.TX_HASH]: tx.getTxHash().toString()
431
- })), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
432
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
433
- [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
434
- [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
435
- })), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
436
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
437
- })), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
438
- [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
439
435
  }));
440
436
  /**
441
437
  * Lib P2P implementation of the P2PService interface.
442
438
  */ export class LibP2PService extends WithTracer {
443
- clientType;
444
439
  config;
445
440
  node;
446
441
  peerDiscoveryService;
@@ -456,47 +451,42 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
456
451
  [
457
452
  _dec,
458
453
  2,
459
- "processValidBlockProposal"
454
+ "validateAndStoreCheckpointAttestation"
460
455
  ],
461
456
  [
462
457
  _dec1,
463
458
  2,
464
- "processValidCheckpointProposal"
459
+ "validateAndStoreBlockProposal"
465
460
  ],
466
461
  [
467
462
  _dec2,
468
463
  2,
469
- "validateRequestedBlockTxs"
464
+ "processValidBlockProposal"
470
465
  ],
471
466
  [
472
467
  _dec3,
473
468
  2,
474
- "validateRequestedTxs"
469
+ "validateAndStoreCheckpointProposal"
475
470
  ],
476
471
  [
477
472
  _dec4,
478
473
  2,
479
- "validateRequestedBlock"
474
+ "processValidCheckpointProposal"
480
475
  ],
481
476
  [
482
477
  _dec5,
483
478
  2,
484
- "validatePropagatedTx"
479
+ "validateRequestedBlockTxs"
485
480
  ],
486
481
  [
487
482
  _dec6,
488
483
  2,
489
- "validateCheckpointAttestation"
484
+ "validateRequestedTxs"
490
485
  ],
491
486
  [
492
487
  _dec7,
493
488
  2,
494
- "validateBlockProposal"
495
- ],
496
- [
497
- _dec8,
498
- 2,
499
- "validateCheckpointProposal"
489
+ "validateRequestedBlock"
500
490
  ]
501
491
  ], []));
502
492
  }
@@ -509,6 +499,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
509
499
  protocolVersion;
510
500
  topicStrings;
511
501
  feesCache;
502
+ /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
503
+ /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
512
504
  /**
513
505
  * Callback for when a block is received from a peer.
514
506
  * @param block - The block received from the peer.
@@ -523,8 +515,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
523
515
  instrumentation;
524
516
  telemetry;
525
517
  logger;
526
- constructor(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
527
- super(telemetry, 'LibP2PService'), this.clientType = clientType, this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
518
+ constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
519
+ super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
528
520
  this.telemetry = telemetry;
529
521
  // Create child logger with fisherman prefix if in fisherman mode
530
522
  this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
@@ -540,19 +532,19 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
540
532
  this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
541
533
  this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
542
534
  this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
543
- this.blockProposalValidator = new BlockProposalValidator(epochCache, {
544
- txsPermitted: !config.disableTransactions
545
- });
546
- this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, {
547
- txsPermitted: !config.disableTransactions
548
- });
535
+ const proposalValidatorOpts = {
536
+ txsPermitted: !config.disableTransactions,
537
+ maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint
538
+ };
539
+ this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
540
+ this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
549
541
  this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
550
542
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
551
543
  this.blockReceivedCallback = async (block)=>{
552
- this.logger.debug(`Handler not yet registered: Block received callback not set. Received block for slot ${block.slotNumber} from peer.`, {
544
+ this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
553
545
  p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier()
554
546
  });
555
- return false;
547
+ return true;
556
548
  };
557
549
  this.checkpointReceivedCallback = (checkpoint)=>{
558
550
  this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
@@ -567,7 +559,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
567
559
  * @param config - The configuration to use when creating the service.
568
560
  * @param txPool - The transaction pool to be accessed by the service.
569
561
  * @returns The new service.
570
- */ static async new(clientType, config, peerId, deps) {
562
+ */ static async new(config, peerId, deps) {
571
563
  const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
572
564
  const { p2pPort, maxPeerCount, listenAddress } = config;
573
565
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
@@ -587,10 +579,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
587
579
  }
588
580
  const versions = getVersions(config);
589
581
  const protocolVersion = compressComponentVersions(versions);
590
- const txTopic = createTopicString(TopicType.tx, protocolVersion);
591
- const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
592
- const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
593
- const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
594
582
  const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
595
583
  const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
596
584
  const peerId = await enr.peerId();
@@ -608,6 +596,15 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
608
596
  const announceTcpMultiaddr = config.p2pIp ? [
609
597
  convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
610
598
  ] : [];
599
+ // Create dynamic topic score params based on network configuration
600
+ const l1Constants = epochCache.getL1Constants();
601
+ const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
602
+ slotDurationMs: l1Constants.slotDuration * 1000,
603
+ heartbeatIntervalMs: config.gossipsubInterval,
604
+ targetCommitteeSize: l1Constants.targetCommitteeSize,
605
+ blockDurationMs: config.blockDurationMs,
606
+ expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
607
+ });
611
608
  const node = await createLibp2p({
612
609
  start: false,
613
610
  peerId,
@@ -708,28 +705,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
708
705
  scoreParams: createPeerScoreParams({
709
706
  // IPColocation factor can be disabled for local testing - default to -5
710
707
  IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
711
- topics: {
712
- [txTopic]: createTopicScoreParams({
713
- topicWeight: 1,
714
- invalidMessageDeliveriesWeight: -20,
715
- invalidMessageDeliveriesDecay: 0.5
716
- }),
717
- [blockProposalTopic]: createTopicScoreParams({
718
- topicWeight: 1,
719
- invalidMessageDeliveriesWeight: -20,
720
- invalidMessageDeliveriesDecay: 0.5
721
- }),
722
- [checkpointProposalTopic]: createTopicScoreParams({
723
- topicWeight: 1,
724
- invalidMessageDeliveriesWeight: -20,
725
- invalidMessageDeliveriesDecay: 0.5
726
- }),
727
- [checkpointAttestationTopic]: createTopicScoreParams({
728
- topicWeight: 1,
729
- invalidMessageDeliveriesWeight: -20,
730
- invalidMessageDeliveriesDecay: 0.5
731
- })
732
- }
708
+ topics: topicScoreParams
733
709
  })
734
710
  }),
735
711
  components: (components)=>({
@@ -741,10 +717,14 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
741
717
  const peerScoring = new PeerScoring(config, telemetry);
742
718
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
743
719
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
744
- // Update gossipsub score params
745
- node.services.pubsub.score.params.appSpecificWeight = 10;
720
+ // Configure application-specific scoring for gossipsub.
721
+ // The weight scales app score to align with gossipsub thresholds:
722
+ // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
723
+ // - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
724
+ // Note: positive topic scores can offset penalties, so alignment is best-effort.
725
+ node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
746
726
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
747
- return new LibP2PService(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
727
+ return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
748
728
  }
749
729
  /**
750
730
  * Starts the LibP2P service.
@@ -789,7 +769,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
789
769
  await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
790
770
  await this.node.start();
791
771
  // Subscribe to standard GossipSub topics by default
792
- for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)){
772
+ for (const topic of getTopicsForConfig(this.config.disableTransactions)){
793
773
  this.subscribeToTopic(this.topicStrings[topic]);
794
774
  }
795
775
  // add GossipSub listener
@@ -837,6 +817,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
837
817
  getPeers(includePending) {
838
818
  return this.peerManager.getPeers(includePending);
839
819
  }
820
+ getGossipMeshPeerCount(topicType) {
821
+ return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
822
+ }
840
823
  handleGossipSubEvent(e) {
841
824
  this.logger.trace(`Received PUBSUB message.`);
842
825
  const safeJob = async ()=>{
@@ -872,6 +855,19 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
872
855
  this.checkpointReceivedCallback = callback;
873
856
  }
874
857
  /**
858
+ * Registers a callback to be invoked when a duplicate proposal is detected.
859
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
860
+ */ registerDuplicateProposalCallback(callback) {
861
+ this.duplicateProposalCallback = callback;
862
+ }
863
+ /**
864
+ * Registers a callback to be invoked when a duplicate attestation is detected.
865
+ * A validator signing attestations for different proposals at the same slot.
866
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
867
+ */ registerDuplicateAttestationCallback(callback) {
868
+ this.duplicateAttestationCallback = callback;
869
+ }
870
+ /**
875
871
  * Subscribes to a topic.
876
872
  * @param topic - The topic to subscribe to.
877
873
  */ subscribeToTopic(topic) {
@@ -922,6 +918,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
922
918
  if (!validator || !validator.addMessage(msgId)) {
923
919
  this.instrumentation.incMessagePrevalidationStatus(false, topicType);
924
920
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
921
+ if (topicType === TopicType.tx) {
922
+ this.logger.verbose(`Ignoring already-seen tx gossip message`, {
923
+ msgId,
924
+ source: source.toString()
925
+ });
926
+ }
925
927
  return {
926
928
  result: false,
927
929
  topicType
@@ -982,9 +984,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
982
984
  if (msg.topic === this.topicStrings[TopicType.tx]) {
983
985
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
984
986
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
985
- if (this.clientType === P2PClientType.Full) {
986
- await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
987
- }
987
+ await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
988
988
  } else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
989
989
  await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
990
990
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
@@ -1052,160 +1052,280 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1052
1052
  async handleGossipedTx(payloadData, msgId, source) {
1053
1053
  const validationFunc = async ()=>{
1054
1054
  const tx = Tx.fromBuffer(payloadData);
1055
- const isValid = await this.validatePropagatedTx(tx, source);
1056
- const exists = isValid && await this.mempools.txPool.hasTx(tx.getTxHash());
1057
- this.logger.trace(`Validate propagated tx`, {
1058
- isValid,
1059
- exists,
1060
- [Attributes.P2P_ID]: source.toString()
1061
- });
1062
- if (!isValid) {
1055
+ const currentBlockNumber = await this.archiver.getBlockNumber();
1056
+ const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1057
+ // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
1058
+ const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
1059
+ const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
1060
+ if (!firstStageOutcome.allPassed) {
1061
+ const { name } = firstStageOutcome.failure;
1062
+ let { severity } = firstStageOutcome.failure;
1063
+ // Double spend validator has a special case handler. We perform more detailed examination
1064
+ // as to how recently the nullifier was entered into the tree and if the transaction should
1065
+ // have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
1066
+ if (name === 'doubleSpendValidator') {
1067
+ const txBlockNumber = BlockNumber(currentBlockNumber + 1);
1068
+ severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1069
+ }
1070
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
1071
+ validator: name,
1072
+ severity,
1073
+ source: source.toString()
1074
+ });
1075
+ this.peerManager.penalizePeer(source, severity);
1063
1076
  return {
1064
1077
  result: TopicValidatorResult.Reject
1065
1078
  };
1066
- } else if (exists) {
1079
+ }
1080
+ // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
1081
+ const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
1082
+ if (canAdd === 'ignored') {
1083
+ this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
1084
+ source: source.toString()
1085
+ });
1067
1086
  return {
1068
1087
  result: TopicValidatorResult.Ignore,
1069
1088
  obj: tx
1070
1089
  };
1071
- } else {
1090
+ }
1091
+ // Stage 2: expensive proof verification
1092
+ const secondStageValidators = this.createSecondStageMessageValidators();
1093
+ const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
1094
+ if (!secondStageOutcome.allPassed) {
1095
+ const { severity, name } = secondStageOutcome.failure;
1096
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
1097
+ validator: name,
1098
+ severity,
1099
+ source: source.toString()
1100
+ });
1101
+ this.peerManager.penalizePeer(source, severity);
1102
+ return {
1103
+ result: TopicValidatorResult.Reject
1104
+ };
1105
+ }
1106
+ // Pool add: persist the tx
1107
+ const txHash = tx.getTxHash();
1108
+ const addResult = await this.mempools.txPool.addPendingTxs([
1109
+ tx
1110
+ ], {
1111
+ source: 'gossip'
1112
+ });
1113
+ const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
1114
+ const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
1115
+ this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
1116
+ wasAccepted,
1117
+ wasIgnored,
1118
+ [Attributes.P2P_ID]: source.toString()
1119
+ });
1120
+ if (wasAccepted) {
1072
1121
  return {
1073
1122
  result: TopicValidatorResult.Accept,
1074
1123
  obj: tx
1075
1124
  };
1125
+ } else if (wasIgnored) {
1126
+ return {
1127
+ result: TopicValidatorResult.Ignore,
1128
+ obj: tx
1129
+ };
1130
+ } else {
1131
+ this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
1132
+ source: source.toString(),
1133
+ txHash: txHash.toString()
1134
+ });
1135
+ this.peerManager.penalizePeer(source, PeerErrorSeverity.HighToleranceError);
1136
+ return {
1137
+ result: TopicValidatorResult.Reject
1138
+ };
1076
1139
  }
1077
1140
  };
1078
1141
  const { result, obj: tx } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.tx);
1079
1142
  if (result !== TopicValidatorResult.Accept || !tx) {
1080
1143
  return;
1081
1144
  }
1145
+ // Tx was accepted into pool and will be propagated - just log and record metrics
1082
1146
  const txHash = tx.getTxHash();
1083
1147
  const txHashString = txHash.toString();
1084
1148
  this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
1085
1149
  source: source.toString(),
1086
1150
  txHash: txHashString
1087
1151
  });
1088
- if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
1089
- this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
1090
- return;
1091
- }
1092
1152
  this.instrumentation.incrementTxReceived(1);
1093
- await this.mempools.txPool.addTxs([
1094
- tx
1095
- ]);
1096
1153
  }
1097
1154
  /**
1098
1155
  * Process a checkpoint attestation from a peer.
1099
1156
  * Validates the attestation and adds it to the pool.
1100
1157
  */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
1101
- const validationFunc = async ()=>{
1102
- const attestation = CheckpointAttestation.fromBuffer(payloadData);
1103
- const pool = this.mempools.attestationPool;
1104
- const validationResult = await this.validateCheckpointAttestation(source, attestation);
1105
- const isValid = validationResult.result === 'accept';
1106
- const exists = isValid && await pool.hasCheckpointAttestation(attestation);
1107
- let canAdd = true;
1108
- if (isValid && !exists) {
1109
- const slot = attestation.payload.header.slotNumber;
1110
- const { committee } = await this.epochCache.getCommittee(slot);
1111
- const committeeSize = committee?.length ?? 0;
1112
- canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
1113
- }
1114
- this.logger.trace(`Validate propagated checkpoint attestation`, {
1115
- isValid,
1116
- exists,
1117
- canAdd,
1118
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
1119
- [Attributes.P2P_ID]: source.toString()
1120
- });
1121
- if (validationResult.result === 'reject') {
1122
- return {
1123
- result: TopicValidatorResult.Reject
1124
- };
1125
- } else if (validationResult.result === 'ignore' || exists) {
1126
- return {
1127
- result: TopicValidatorResult.Ignore,
1128
- obj: attestation
1129
- };
1130
- } else if (!canAdd) {
1131
- this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
1132
- slot: attestation.payload.header.slotNumber.toString(),
1133
- archive: attestation.archive.toString(),
1134
- source: source.toString()
1135
- });
1136
- return {
1137
- result: TopicValidatorResult.Ignore,
1138
- obj: attestation
1139
- };
1140
- } else {
1141
- return {
1142
- result: TopicValidatorResult.Accept,
1143
- obj: attestation
1144
- };
1145
- }
1146
- };
1147
- const { result, obj: attestation } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_attestation);
1158
+ const { result, obj: attestation } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_attestation);
1148
1159
  if (result !== TopicValidatorResult.Accept || !attestation) {
1149
1160
  return;
1150
1161
  }
1151
- this.logger.debug(`Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1162
+ this.logger.verbose(`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1152
1163
  p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
1153
1164
  slot: attestation.slotNumber,
1154
1165
  archive: attestation.archive.toString(),
1155
1166
  source: source.toString()
1156
1167
  });
1157
- await this.mempools.attestationPool.addCheckpointAttestations([
1158
- attestation
1159
- ]);
1160
1168
  }
1161
- async processBlockFromPeer(payloadData, msgId, source) {
1162
- const validationFunc = async ()=>{
1163
- const block = BlockProposal.fromBuffer(payloadData);
1164
- const validationResult = await this.validateBlockProposal(source, block);
1165
- const isValid = validationResult.result === 'accept';
1166
- const pool = this.mempools.attestationPool;
1167
- const exists = isValid && await pool.hasBlockProposal(block);
1168
- const canAdd = isValid && await pool.canAddProposal(block);
1169
- this.logger.trace(`Validate propagated block proposal`, {
1170
- isValid,
1171
- exists,
1172
- canAdd,
1173
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1174
- [Attributes.P2P_ID]: source.toString()
1169
+ /** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */ async validateAndStoreCheckpointAttestation(peerId, attestation) {
1170
+ const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1171
+ if (validationResult.result === 'reject') {
1172
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1173
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1174
+ return {
1175
+ result: TopicValidatorResult.Reject
1176
+ };
1177
+ }
1178
+ if (validationResult.result === 'ignore') {
1179
+ return {
1180
+ result: TopicValidatorResult.Ignore,
1181
+ obj: attestation
1182
+ };
1183
+ }
1184
+ // Try to add the attestation: this handles existence check, cap check, and adding in one call
1185
+ // count is the number of attestations by this signer for this slot (for duplicate detection)
1186
+ const slot = attestation.payload.header.slotNumber;
1187
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
1188
+ this.logger.trace(`Validate propagated checkpoint attestation`, {
1189
+ added,
1190
+ alreadyExists,
1191
+ count,
1192
+ [Attributes.SLOT_NUMBER]: slot.toString(),
1193
+ [Attributes.P2P_ID]: peerId.toString()
1194
+ });
1195
+ // Exact same attestation received, no need to re-broadcast
1196
+ if (alreadyExists) {
1197
+ return {
1198
+ result: TopicValidatorResult.Ignore,
1199
+ obj: attestation
1200
+ };
1201
+ }
1202
+ // Could not add (cap reached for signer), no need to re-broadcast
1203
+ if (!added) {
1204
+ this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1205
+ slot: slot.toString(),
1206
+ archive: attestation.archive.toString(),
1207
+ source: peerId.toString(),
1208
+ attester: attestation.getSender()?.toString(),
1209
+ count
1175
1210
  });
1176
- if (validationResult.result === 'reject') {
1177
- return {
1178
- result: TopicValidatorResult.Reject
1179
- };
1180
- } else if (validationResult.result === 'ignore' || exists) {
1181
- return {
1182
- result: TopicValidatorResult.Ignore,
1183
- obj: block
1184
- };
1185
- } else if (!canAdd) {
1186
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1187
- this.logger.warn(`Penalizing peer for block proposal exceeding per-slot cap`, {
1188
- slot: block.slotNumber.toString(),
1189
- archive: block.archive.toString(),
1190
- source: source.toString()
1211
+ return {
1212
+ result: TopicValidatorResult.Ignore,
1213
+ obj: attestation
1214
+ };
1215
+ }
1216
+ // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
1217
+ // count is the number of attestations by this signer for this slot
1218
+ if (count === 2) {
1219
+ const attester = attestation.getSender();
1220
+ if (attester) {
1221
+ this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
1222
+ slot: slot.toString(),
1223
+ archive: attestation.archive.toString(),
1224
+ source: peerId.toString(),
1225
+ attester: attester.toString()
1226
+ });
1227
+ this.duplicateAttestationCallback?.({
1228
+ slot,
1229
+ attester
1191
1230
  });
1192
- return {
1193
- result: TopicValidatorResult.Reject
1194
- };
1195
- } else {
1196
- return {
1197
- result: TopicValidatorResult.Accept,
1198
- obj: block
1199
- };
1200
1231
  }
1232
+ }
1233
+ // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1234
+ return {
1235
+ result: TopicValidatorResult.Accept,
1236
+ obj: attestation
1201
1237
  };
1202
- const { result, obj: block } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.block_proposal);
1203
- if (!result || !block) {
1238
+ }
1239
+ async processBlockFromPeer(payloadData, msgId, source) {
1240
+ const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
1241
+ // If not accepted or equivocated, return
1242
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1204
1243
  return;
1205
1244
  }
1206
1245
  await this.processValidBlockProposal(block, source);
1207
1246
  }
1208
- // REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
1247
+ /** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
1248
+ const validationResult = await this.blockProposalValidator.validate(block);
1249
+ if (validationResult.result === 'reject') {
1250
+ this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1251
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1252
+ return {
1253
+ result: TopicValidatorResult.Reject
1254
+ };
1255
+ }
1256
+ if (validationResult.result === 'ignore') {
1257
+ return {
1258
+ result: TopicValidatorResult.Ignore,
1259
+ obj: block
1260
+ };
1261
+ }
1262
+ // Try to add the proposal: this handles existence check, cap check, and adding in one call
1263
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1264
+ const isEquivocated = count !== undefined && count > 1;
1265
+ // Duplicate proposal received, no need to re-broadcast
1266
+ if (alreadyExists) {
1267
+ this.logger.debug(`Ignoring duplicate block proposal received`, {
1268
+ ...block.toBlockInfo(),
1269
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1270
+ proposer: block.getSender()?.toString(),
1271
+ source: peerId.toString()
1272
+ });
1273
+ return {
1274
+ result: TopicValidatorResult.Ignore,
1275
+ obj: block,
1276
+ metadata: {
1277
+ isEquivocated
1278
+ }
1279
+ };
1280
+ }
1281
+ // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1282
+ if (!added) {
1283
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1284
+ this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1285
+ ...block.toBlockInfo(),
1286
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1287
+ count,
1288
+ proposer: block.getSender()?.toString(),
1289
+ source: peerId.toString()
1290
+ });
1291
+ return {
1292
+ result: TopicValidatorResult.Reject,
1293
+ metadata: {
1294
+ isEquivocated
1295
+ }
1296
+ };
1297
+ }
1298
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1299
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1300
+ if (isEquivocated) {
1301
+ const proposer = block.getSender();
1302
+ this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
1303
+ ...block.toBlockInfo(),
1304
+ source: peerId.toString(),
1305
+ proposer: proposer?.toString()
1306
+ });
1307
+ // Invoke the duplicate callback on the first duplicate spotted only
1308
+ if (proposer && count === 2) {
1309
+ this.duplicateProposalCallback?.({
1310
+ slot: block.slotNumber,
1311
+ proposer,
1312
+ type: 'block'
1313
+ });
1314
+ }
1315
+ return {
1316
+ result: TopicValidatorResult.Accept,
1317
+ obj: block,
1318
+ metadata: {
1319
+ isEquivocated
1320
+ }
1321
+ };
1322
+ }
1323
+ // Otherwise, we're good to go!
1324
+ return {
1325
+ result: TopicValidatorResult.Accept,
1326
+ obj: block
1327
+ };
1328
+ }
1209
1329
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
1210
1330
  // should not be here as it does not deal with p2p networking.
1211
1331
  async processValidBlockProposal(block, sender) {
@@ -1215,85 +1335,148 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1215
1335
  source: sender.toString(),
1216
1336
  ...block.toBlockInfo()
1217
1337
  });
1218
- // Attempt to add proposal
1219
- try {
1220
- await this.mempools.attestationPool.addBlockProposal(block);
1221
- } catch (err) {
1222
- // Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
1223
- if (err instanceof ProposalSlotCapExceededError) {
1224
- this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
1225
- slot: String(slot),
1226
- archive: block.archive.toString(),
1227
- error: err.message
1228
- });
1229
- return;
1230
- }
1231
- throw err;
1232
- }
1233
- // Mark the txs in this proposal as non-evictable
1234
- await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
1338
+ // Mark the txs in this proposal as protected
1339
+ await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
1235
1340
  // Call the block received callback to validate the proposal.
1236
1341
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1237
1342
  const isValid = await this.blockReceivedCallback(block, sender);
1238
1343
  if (!isValid) {
1239
- this.logger.warn(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1344
+ this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1240
1345
  }
1241
1346
  }
1242
1347
  /**
1243
1348
  * Handle a gossiped checkpoint proposal.
1244
1349
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1245
1350
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1246
- // TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
1247
- const validationFunc = async ()=>{
1248
- const checkpoint = CheckpointProposal.fromBuffer(payloadData);
1249
- const validationResult = await this.validateCheckpointProposal(source, checkpoint);
1250
- const isValid = validationResult.result === 'accept';
1251
- const pool = this.mempools.attestationPool;
1252
- const exists = isValid && await pool.hasCheckpointProposal(checkpoint);
1253
- const canAdd = isValid && await pool.canAddCheckpointProposal(checkpoint);
1254
- this.logger.trace(`Validate propagated checkpoint proposal`, {
1255
- isValid,
1256
- exists,
1257
- canAdd,
1351
+ const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1352
+ // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1353
+ // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1354
+ if (processBlock && checkpoint?.getBlockProposal()) {
1355
+ await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
1356
+ }
1357
+ if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1358
+ return;
1359
+ }
1360
+ await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1361
+ }
1362
+ /**
1363
+ * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
1364
+ * its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
1365
+ */ async validateAndStoreCheckpointProposal(peerId, checkpoint) {
1366
+ const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1367
+ if (validationResult.result === 'reject') {
1368
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1369
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1370
+ return {
1371
+ result: TopicValidatorResult.Reject
1372
+ };
1373
+ }
1374
+ if (validationResult.result === 'ignore') {
1375
+ return {
1376
+ result: TopicValidatorResult.Ignore,
1377
+ obj: checkpoint
1378
+ };
1379
+ }
1380
+ // Extract and try to add the block proposal first if present
1381
+ const blockProposal = checkpoint.getBlockProposal();
1382
+ let processBlock = false;
1383
+ if (blockProposal) {
1384
+ this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1258
1385
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1259
- [Attributes.P2P_ID]: source.toString()
1386
+ [Attributes.P2P_ID]: peerId.toString()
1260
1387
  });
1261
- if (validationResult.result === 'reject') {
1262
- return {
1263
- result: TopicValidatorResult.Reject
1264
- };
1265
- } else if (validationResult.result === 'ignore' || exists) {
1266
- return {
1267
- result: TopicValidatorResult.Ignore,
1268
- obj: checkpoint
1269
- };
1270
- } else if (!canAdd) {
1271
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1272
- this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1273
- slot: checkpoint.slotNumber.toString(),
1274
- archive: checkpoint.archive.toString(),
1275
- source: source.toString()
1388
+ const { result, obj, metadata: { isEquivocated } = {} } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1389
+ if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1390
+ this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1391
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1392
+ [Attributes.P2P_ID]: peerId.toString(),
1393
+ isEquivocated,
1394
+ result
1276
1395
  });
1277
1396
  return {
1278
1397
  result: TopicValidatorResult.Reject
1279
1398
  };
1280
- } else {
1281
- return {
1282
- result: TopicValidatorResult.Accept,
1283
- obj: checkpoint
1284
- };
1399
+ } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1400
+ processBlock = true;
1285
1401
  }
1286
- };
1287
- const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
1288
- if (result !== TopicValidatorResult.Accept || !checkpoint) {
1289
- return;
1290
1402
  }
1291
- await this.processValidCheckpointProposal(checkpoint, source);
1403
+ // Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
1404
+ const checkpointCore = checkpoint.toCore();
1405
+ const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
1406
+ const { added, alreadyExists, count } = tryAddResult;
1407
+ const isEquivocated = count !== undefined && count > 1;
1408
+ // Duplicate proposal received, do not re-broadcast
1409
+ if (alreadyExists) {
1410
+ this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
1411
+ ...checkpoint.toCheckpointInfo(),
1412
+ source: peerId.toString()
1413
+ });
1414
+ return {
1415
+ result: TopicValidatorResult.Ignore,
1416
+ obj: checkpoint,
1417
+ metadata: {
1418
+ isEquivocated,
1419
+ processBlock
1420
+ }
1421
+ };
1422
+ }
1423
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1424
+ // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1425
+ if (!added) {
1426
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1427
+ this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1428
+ ...checkpoint.toCheckpointInfo(),
1429
+ count,
1430
+ source: peerId.toString()
1431
+ });
1432
+ return {
1433
+ result: TopicValidatorResult.Reject,
1434
+ obj: checkpoint,
1435
+ metadata: {
1436
+ isEquivocated,
1437
+ processBlock
1438
+ }
1439
+ };
1440
+ }
1441
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1442
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1443
+ if (isEquivocated) {
1444
+ const proposer = checkpoint.getSender();
1445
+ this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
1446
+ ...checkpoint.toCheckpointInfo(),
1447
+ source: peerId.toString(),
1448
+ proposer: proposer?.toString()
1449
+ });
1450
+ // Invoke the duplicate callback on the first duplicate spotted only
1451
+ if (proposer && count === 2) {
1452
+ this.duplicateProposalCallback?.({
1453
+ slot: checkpoint.slotNumber,
1454
+ proposer,
1455
+ type: 'checkpoint'
1456
+ });
1457
+ }
1458
+ return {
1459
+ result: TopicValidatorResult.Accept,
1460
+ obj: checkpoint,
1461
+ metadata: {
1462
+ isEquivocated,
1463
+ processBlock
1464
+ }
1465
+ };
1466
+ }
1467
+ // Otherwise, we're good to go!
1468
+ return {
1469
+ result: TopicValidatorResult.Accept,
1470
+ obj: checkpoint,
1471
+ metadata: {
1472
+ processBlock,
1473
+ isEquivocated
1474
+ }
1475
+ };
1292
1476
  }
1293
1477
  /**
1294
1478
  * Process a validated checkpoint proposal.
1295
- * Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
1296
- * The block callback is invoked before the checkpoint callback.
1479
+ * Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
1297
1480
  */ async processValidCheckpointProposal(checkpoint, sender) {
1298
1481
  const slot = checkpoint.slotNumber;
1299
1482
  this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
@@ -1302,33 +1485,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1302
1485
  archive: checkpoint.archive.toString(),
1303
1486
  source: sender.toString()
1304
1487
  });
1305
- // Extract block proposal before adding to pool (pool stores them separately)
1306
- const blockProposal = checkpoint.getBlockProposal();
1307
- // Add proposal to the pool (this extracts and stores block proposal separately)
1308
- await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
1309
- // Mark txs as non-evictable if present (from the last block)
1310
- if (checkpoint.txHashes.length > 0) {
1311
- await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
1312
- }
1313
- // If there was a last block proposal, invoke the block callback first for validation.
1314
- // Note: The block proposal is already stored in the pool by addCheckpointProposal.
1315
- if (blockProposal) {
1316
- const isValid = await this.blockReceivedCallback(blockProposal, sender);
1317
- if (!isValid) {
1318
- this.logger.warn(`Block proposal from checkpoint failed validation`, {
1319
- slot: slot.toString(),
1320
- archive: checkpoint.archive.toString(),
1321
- blockNumber: blockProposal.blockNumber.toString()
1322
- });
1323
- return;
1324
- }
1325
- }
1326
1488
  // Call the checkpoint received callback with the core version (without lastBlock)
1327
1489
  // to validate and potentially generate attestations
1328
- const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
1490
+ const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1329
1491
  if (attestations && attestations.length > 0) {
1330
1492
  // If the callback returned attestations, add them to the pool and propagate them
1331
- await this.mempools.attestationPool.addCheckpointAttestations(attestations);
1493
+ await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
1332
1494
  for (const attestation of attestations){
1333
1495
  await this.propagate(attestation);
1334
1496
  }
@@ -1497,33 +1659,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1497
1659
  }
1498
1660
  }
1499
1661
  createRequestedTxValidator() {
1500
- return createTxReqRespValidator(this.proofVerifier, {
1662
+ return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1501
1663
  l1ChainId: this.config.l1ChainId,
1502
1664
  rollupVersion: this.config.rollupVersion
1503
1665
  });
1504
1666
  }
1505
- async validatePropagatedTx(tx, peerId) {
1506
- const currentBlockNumber = await this.archiver.getBlockNumber();
1507
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1508
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1509
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1510
- for (const validator of messageValidators){
1511
- const outcome = await this.runValidations(tx, validator);
1512
- if (outcome.allPassed) {
1513
- continue;
1514
- }
1515
- const { name } = outcome.failure;
1516
- let { severity } = outcome.failure;
1517
- // Double spend validator has a special case handler
1518
- if (name === 'doubleSpendValidator') {
1519
- const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
1520
- severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1521
- }
1522
- this.peerManager.penalizePeer(peerId, severity);
1523
- return false;
1524
- }
1525
- return true;
1526
- }
1527
1667
  async getGasFees(blockNumber) {
1528
1668
  if (blockNumber === this.feesCache?.blockNumber) {
1529
1669
  return this.feesCache.gasFees;
@@ -1550,38 +1690,35 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1550
1690
  peerScoring: this.peerManager
1551
1691
  };
1552
1692
  }
1553
- async validate(txs) {
1554
- const currentBlockNumber = await this.archiver.getBlockNumber();
1555
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1556
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1557
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1558
- await Promise.all(txs.map(async (tx)=>{
1559
- for (const validator of messageValidators){
1560
- const outcome = await this.runValidations(tx, validator);
1561
- if (!outcome.allPassed) {
1562
- throw new Error('Invalid tx detected', {
1563
- cause: {
1564
- outcome
1565
- }
1566
- });
1567
- }
1568
- }
1693
+ async validateTxsReceivedInBlockProposal(txs) {
1694
+ const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
1695
+ l1ChainId: this.config.l1ChainId,
1696
+ rollupVersion: this.config.rollupVersion
1697
+ }, this.logger.getBindings());
1698
+ const results = await Promise.all(txs.map(async (tx)=>{
1699
+ const result = await validator.validateTx(tx);
1700
+ return result.result !== 'invalid';
1569
1701
  }));
1702
+ if (results.some((value)=>value === false)) {
1703
+ throw new Error('Invalid tx detected');
1704
+ }
1570
1705
  }
1571
- /**
1572
- * Create message validators for the given block number and timestamp.
1573
- *
1574
- * Each validator is a pair of a validator and a severity.
1575
- * If a validator fails, the peer is penalized with the severity of the validator.
1576
- *
1577
- * @param currentBlockNumber - The current synced block number.
1578
- * @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
1579
- * @returns The message validators.
1580
- */ async createMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1706
+ /** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1581
1707
  const gasFees = await this.getGasFees(currentBlockNumber);
1582
- const allowedInSetup = this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
1583
- const blockNumberInWhichTheTxIsConsideredToBeIncluded = BlockNumber(currentBlockNumber + 1);
1584
- return createTxMessageValidators(nextSlotTimestamp, blockNumberInWhichTheTxIsConsideredToBeIncluded, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, this.proofVerifier, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
1708
+ const allowedInSetup = [
1709
+ ...await getDefaultAllowedSetupFunctions(),
1710
+ ...this.config.txPublicSetupAllowListExtend ?? []
1711
+ ];
1712
+ const blockNumber = BlockNumber(currentBlockNumber + 1);
1713
+ const l1Constants = await this.archiver.getL1Constants();
1714
+ return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
1715
+ rollupManaLimit: l1Constants.rollupManaLimit,
1716
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1717
+ maxBlockDAGas: this.config.validateMaxDABlockGas
1718
+ });
1719
+ }
1720
+ /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
1721
+ return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
1585
1722
  }
1586
1723
  /**
1587
1724
  * Run validations on a tx.
@@ -1599,8 +1736,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1599
1736
  });
1600
1737
  // A promise that resolves when all validations have been run
1601
1738
  const allValidations = await Promise.all(validationPromises);
1602
- const failed = allValidations.find((x)=>!x.isValid);
1603
- if (failed) {
1739
+ const failures = allValidations.filter((x)=>!x.isValid);
1740
+ if (failures.length > 0) {
1741
+ // Pick the most severe failure (lowest tolerance = harshest penalty)
1742
+ const failed = maxBy(failures, (f)=>PeerErrorSeverityByHarshness.indexOf(f.severity));
1604
1743
  return {
1605
1744
  allPassed: false,
1606
1745
  failure: {
@@ -1647,45 +1786,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1647
1786
  }
1648
1787
  return PeerErrorSeverity.HighToleranceError;
1649
1788
  }
1650
- /**
1651
- * Validate a checkpoint attestation.
1652
- *
1653
- * @param attestation - The checkpoint attestation to validate.
1654
- * @returns True if the checkpoint attestation is valid, false otherwise.
1655
- */ async validateCheckpointAttestation(peerId, attestation) {
1656
- const result = await this.checkpointAttestationValidator.validate(attestation);
1657
- if (result.result === 'reject') {
1658
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1659
- this.peerManager.penalizePeer(peerId, result.severity);
1660
- }
1661
- return result;
1662
- }
1663
- /**
1664
- * Validate a block proposal.
1665
- *
1666
- * @param block - The block proposal to validate.
1667
- * @returns True if the block proposal is valid, false otherwise.
1668
- */ async validateBlockProposal(peerId, block) {
1669
- const result = await this.blockProposalValidator.validate(block);
1670
- if (result.result === 'reject') {
1671
- this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
1672
- this.peerManager.penalizePeer(peerId, result.severity);
1673
- }
1674
- return result;
1675
- }
1676
- /**
1677
- * Validate a checkpoint proposal.
1678
- *
1679
- * @param checkpoint - The checkpoint proposal to validate.
1680
- * @returns True if the checkpoint proposal is valid, false otherwise.
1681
- */ async validateCheckpointProposal(peerId, checkpoint) {
1682
- const result = await this.checkpointProposalValidator.validate(checkpoint);
1683
- if (result.result === 'reject') {
1684
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1685
- this.peerManager.penalizePeer(peerId, result.severity);
1686
- }
1687
- return result;
1688
- }
1689
1789
  getPeerScore(peerId) {
1690
1790
  return this.node.services.pubsub.score.score(peerId.toString());
1691
1791
  }