@aztec/p2p 0.0.1-commit.43c09e3f → 0.0.1-commit.4d3c002

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (449) hide show
  1. package/README.md +129 -3
  2. package/dest/client/factory.d.ts +11 -11
  3. package/dest/client/factory.d.ts.map +1 -1
  4. package/dest/client/factory.js +55 -17
  5. package/dest/client/interface.d.ts +54 -34
  6. package/dest/client/interface.d.ts.map +1 -1
  7. package/dest/client/p2p_client.d.ts +41 -52
  8. package/dest/client/p2p_client.d.ts.map +1 -1
  9. package/dest/client/p2p_client.js +170 -224
  10. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +21 -11
  11. package/dest/config.d.ts +55 -18
  12. package/dest/config.d.ts.map +1 -1
  13. package/dest/config.js +102 -38
  14. package/dest/errors/p2p-service.error.d.ts +9 -0
  15. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  16. package/dest/errors/p2p-service.error.js +10 -0
  17. package/dest/errors/tx-pool.error.d.ts +8 -0
  18. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  19. package/dest/errors/tx-pool.error.js +9 -0
  20. package/dest/index.d.ts +2 -2
  21. package/dest/index.d.ts.map +1 -1
  22. package/dest/index.js +1 -1
  23. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  24. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.js +446 -3
  26. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  27. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  29. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  30. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  31. package/dest/mem_pools/attestation_pool/index.js +1 -2
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  33. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  34. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  35. package/dest/mem_pools/index.d.ts +3 -3
  36. package/dest/mem_pools/index.d.ts.map +1 -1
  37. package/dest/mem_pools/index.js +1 -1
  38. package/dest/mem_pools/instrumentation.d.ts +4 -2
  39. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  40. package/dest/mem_pools/instrumentation.js +16 -14
  41. package/dest/mem_pools/interface.d.ts +5 -5
  42. package/dest/mem_pools/interface.d.ts.map +1 -1
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  45. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
  47. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
  48. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  51. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +7 -3
  52. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
  53. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  54. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
  55. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
  56. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  57. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
  58. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +54 -5
  59. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
  60. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
  62. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
  63. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
  64. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  65. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
  66. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
  67. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
  68. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +16 -4
  69. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
  70. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
  71. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +3 -3
  72. package/dest/mem_pools/tx_pool_v2/index.d.ts +3 -2
  73. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
  74. package/dest/mem_pools/tx_pool_v2/index.js +2 -1
  75. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  76. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  77. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  78. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +34 -12
  79. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  80. package/dest/mem_pools/tx_pool_v2/interfaces.js +5 -1
  81. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +78 -15
  82. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  83. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +144 -18
  84. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  85. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  86. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
  87. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +12 -5
  88. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  89. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +23 -6
  90. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +14 -5
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  92. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +476 -594
  93. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +1 -1
  94. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  95. package/dest/msg_validators/attestation_validator/attestation_validator.js +5 -4
  96. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  97. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  98. package/dest/msg_validators/clock_tolerance.d.ts +1 -1
  99. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  100. package/dest/msg_validators/clock_tolerance.js +4 -3
  101. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -4
  102. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  103. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
  104. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -4
  105. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  106. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
  107. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -8
  108. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/proposal_validator/proposal_validator.js +53 -41
  110. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  111. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  112. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  113. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  114. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  115. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  116. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  117. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  118. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  119. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  120. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  121. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  122. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  123. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  124. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  125. package/dest/msg_validators/tx_validator/data_validator.d.ts +1 -1
  126. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  127. package/dest/msg_validators/tx_validator/data_validator.js +35 -2
  128. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  129. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  130. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  131. package/dest/msg_validators/tx_validator/factory.d.ts +133 -6
  132. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  133. package/dest/msg_validators/tx_validator/factory.js +247 -60
  134. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  135. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  136. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  137. package/dest/msg_validators/tx_validator/gas_validator.d.ts +67 -3
  138. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  139. package/dest/msg_validators/tx_validator/gas_validator.js +104 -37
  140. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  141. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  142. package/dest/msg_validators/tx_validator/index.js +2 -0
  143. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  144. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  145. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  146. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  147. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  148. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  149. package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
  150. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  151. package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
  152. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  153. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  154. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  155. package/dest/services/discv5/discV5_service.d.ts +1 -1
  156. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  157. package/dest/services/discv5/discV5_service.js +5 -2
  158. package/dest/services/dummy_service.d.ts +16 -6
  159. package/dest/services/dummy_service.d.ts.map +1 -1
  160. package/dest/services/dummy_service.js +15 -5
  161. package/dest/services/encoding.d.ts +7 -3
  162. package/dest/services/encoding.d.ts.map +1 -1
  163. package/dest/services/encoding.js +18 -11
  164. package/dest/services/gossipsub/index.d.ts +3 -0
  165. package/dest/services/gossipsub/index.d.ts.map +1 -0
  166. package/dest/services/gossipsub/index.js +2 -0
  167. package/dest/services/gossipsub/scoring.d.ts +21 -3
  168. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  169. package/dest/services/gossipsub/scoring.js +24 -7
  170. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  171. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  172. package/dest/services/gossipsub/topic_score_params.js +346 -0
  173. package/dest/services/libp2p/libp2p_service.d.ts +108 -51
  174. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  175. package/dest/services/libp2p/libp2p_service.js +568 -383
  176. package/dest/services/peer-manager/metrics.d.ts +3 -1
  177. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  178. package/dest/services/peer-manager/metrics.js +6 -0
  179. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  180. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  181. package/dest/services/peer-manager/peer_manager.js +24 -9
  182. package/dest/services/peer-manager/peer_scoring.d.ts +5 -2
  183. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  184. package/dest/services/peer-manager/peer_scoring.js +53 -12
  185. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +14 -10
  186. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  187. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +89 -112
  188. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +4 -7
  189. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  190. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
  191. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  192. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
  193. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
  194. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  195. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
  196. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  197. package/dest/services/reqresp/interface.d.ts +10 -1
  198. package/dest/services/reqresp/interface.d.ts.map +1 -1
  199. package/dest/services/reqresp/interface.js +15 -1
  200. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  201. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  202. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
  203. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
  204. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  205. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
  206. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  207. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  208. package/dest/services/reqresp/protocols/tx.js +20 -0
  209. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  210. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  211. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  212. package/dest/services/reqresp/reqresp.d.ts +1 -1
  213. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  214. package/dest/services/reqresp/reqresp.js +30 -14
  215. package/dest/services/service.d.ts +45 -4
  216. package/dest/services/service.d.ts.map +1 -1
  217. package/dest/services/tx_collection/config.d.ts +22 -4
  218. package/dest/services/tx_collection/config.d.ts.map +1 -1
  219. package/dest/services/tx_collection/config.js +49 -3
  220. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -8
  221. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  222. package/dest/services/tx_collection/fast_tx_collection.js +88 -88
  223. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  224. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  225. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  226. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  227. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  228. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  229. package/dest/services/tx_collection/index.d.ts +3 -2
  230. package/dest/services/tx_collection/index.d.ts.map +1 -1
  231. package/dest/services/tx_collection/index.js +1 -0
  232. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  233. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  234. package/dest/services/tx_collection/instrumentation.js +2 -1
  235. package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -15
  236. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  237. package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
  238. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  239. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  240. package/dest/services/tx_collection/request_tracker.js +84 -0
  241. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  242. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  243. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  244. package/dest/services/tx_collection/tx_collection.d.ts +23 -13
  245. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  246. package/dest/services/tx_collection/tx_collection.js +75 -3
  247. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  248. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  249. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  250. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  251. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  252. package/dest/services/tx_collection/tx_source.js +26 -7
  253. package/dest/services/tx_file_store/config.d.ts +1 -3
  254. package/dest/services/tx_file_store/config.d.ts.map +1 -1
  255. package/dest/services/tx_file_store/config.js +0 -4
  256. package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
  257. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  258. package/dest/services/tx_file_store/tx_file_store.js +9 -6
  259. package/dest/services/tx_provider.d.ts +4 -4
  260. package/dest/services/tx_provider.d.ts.map +1 -1
  261. package/dest/services/tx_provider.js +9 -8
  262. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  263. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  264. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  265. package/dest/test-helpers/mock-pubsub.d.ts +37 -4
  266. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  267. package/dest/test-helpers/mock-pubsub.js +113 -5
  268. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  269. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  270. package/dest/test-helpers/reqresp-nodes.js +9 -4
  271. package/dest/test-helpers/testbench-utils.d.ts +43 -38
  272. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  273. package/dest/test-helpers/testbench-utils.js +149 -61
  274. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  275. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  276. package/dest/testbench/p2p_client_testbench_worker.js +58 -28
  277. package/dest/testbench/worker_client_manager.d.ts +3 -1
  278. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  279. package/dest/testbench/worker_client_manager.js +6 -3
  280. package/dest/util.d.ts +9 -5
  281. package/dest/util.d.ts.map +1 -1
  282. package/dest/util.js +2 -10
  283. package/package.json +14 -14
  284. package/src/client/factory.ts +106 -30
  285. package/src/client/interface.ts +65 -35
  286. package/src/client/p2p_client.ts +205 -269
  287. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +34 -15
  288. package/src/config.ts +158 -44
  289. package/src/errors/p2p-service.error.ts +11 -0
  290. package/src/errors/tx-pool.error.ts +12 -0
  291. package/src/index.ts +1 -1
  292. package/src/mem_pools/attestation_pool/attestation_pool.ts +499 -91
  293. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  294. package/src/mem_pools/attestation_pool/index.ts +9 -2
  295. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  296. package/src/mem_pools/index.ts +2 -2
  297. package/src/mem_pools/instrumentation.ts +17 -13
  298. package/src/mem_pools/interface.ts +4 -4
  299. package/src/mem_pools/tx_pool_v2/README.md +112 -17
  300. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  301. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
  302. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +7 -3
  303. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
  304. package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
  305. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +59 -4
  306. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
  307. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
  308. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
  309. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +33 -6
  310. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +4 -3
  311. package/src/mem_pools/tx_pool_v2/index.ts +2 -1
  312. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  313. package/src/mem_pools/tx_pool_v2/interfaces.ts +34 -12
  314. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +209 -26
  315. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
  316. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +37 -8
  317. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +518 -678
  318. package/src/msg_validators/attestation_validator/README.md +49 -0
  319. package/src/msg_validators/attestation_validator/attestation_validator.ts +5 -4
  320. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  321. package/src/msg_validators/clock_tolerance.ts +4 -3
  322. package/src/msg_validators/proposal_validator/README.md +123 -0
  323. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +14 -4
  324. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +20 -7
  325. package/src/msg_validators/proposal_validator/proposal_validator.ts +69 -45
  326. package/src/msg_validators/tx_validator/README.md +119 -0
  327. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  328. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  329. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  330. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  331. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  332. package/src/msg_validators/tx_validator/data_validator.ts +42 -1
  333. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  334. package/src/msg_validators/tx_validator/factory.ts +394 -78
  335. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  336. package/src/msg_validators/tx_validator/gas_validator.ts +123 -27
  337. package/src/msg_validators/tx_validator/index.ts +2 -0
  338. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  339. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  340. package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
  341. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  342. package/src/services/discv5/discV5_service.ts +5 -2
  343. package/src/services/dummy_service.ts +24 -7
  344. package/src/services/encoding.ts +18 -10
  345. package/src/services/gossipsub/README.md +641 -0
  346. package/src/services/gossipsub/index.ts +2 -0
  347. package/src/services/gossipsub/scoring.ts +29 -5
  348. package/src/services/gossipsub/topic_score_params.ts +487 -0
  349. package/src/services/libp2p/libp2p_service.ts +599 -418
  350. package/src/services/peer-manager/metrics.ts +7 -0
  351. package/src/services/peer-manager/peer_manager.ts +28 -9
  352. package/src/services/peer-manager/peer_scoring.ts +46 -5
  353. package/src/services/reqresp/README.md +229 -0
  354. package/src/services/reqresp/batch-tx-requester/README.md +53 -14
  355. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +89 -122
  356. package/src/services/reqresp/batch-tx-requester/interface.ts +3 -6
  357. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
  358. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
  359. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  360. package/src/services/reqresp/interface.ts +26 -1
  361. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
  362. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
  363. package/src/services/reqresp/protocols/tx.ts +22 -0
  364. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  365. package/src/services/reqresp/reqresp.ts +35 -15
  366. package/src/services/service.ts +60 -3
  367. package/src/services/tx_collection/config.ts +74 -6
  368. package/src/services/tx_collection/fast_tx_collection.ts +94 -97
  369. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  370. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  371. package/src/services/tx_collection/index.ts +2 -1
  372. package/src/services/tx_collection/instrumentation.ts +7 -1
  373. package/src/services/tx_collection/proposal_tx_collector.ts +21 -27
  374. package/src/services/tx_collection/request_tracker.ts +127 -0
  375. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  376. package/src/services/tx_collection/tx_collection.ts +114 -19
  377. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  378. package/src/services/tx_collection/tx_source.ts +28 -8
  379. package/src/services/tx_file_store/config.ts +0 -6
  380. package/src/services/tx_file_store/tx_file_store.ts +10 -8
  381. package/src/services/tx_provider.ts +10 -9
  382. package/src/test-helpers/make-test-p2p-clients.ts +4 -6
  383. package/src/test-helpers/mock-pubsub.ts +153 -9
  384. package/src/test-helpers/reqresp-nodes.ts +9 -7
  385. package/src/test-helpers/testbench-utils.ts +156 -74
  386. package/src/testbench/p2p_client_testbench_worker.ts +64 -31
  387. package/src/testbench/worker_client_manager.ts +13 -6
  388. package/src/util.ts +15 -16
  389. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  390. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  391. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  392. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  393. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  394. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  395. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  396. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  397. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  398. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  399. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  400. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  401. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  402. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  403. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  404. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  405. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  406. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  407. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  408. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  409. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  410. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  411. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  412. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  413. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  414. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  415. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  416. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  417. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  418. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  419. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  420. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  421. package/dest/mem_pools/tx_pool/index.js +0 -2
  422. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  423. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  424. package/dest/mem_pools/tx_pool/priority.js +0 -15
  425. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  426. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  427. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  428. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  429. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  430. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  431. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
  432. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  433. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
  434. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  435. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
  436. package/src/mem_pools/tx_pool/README.md +0 -270
  437. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  438. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  439. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  440. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  441. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  442. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  443. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  444. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  445. package/src/mem_pools/tx_pool/index.ts +0 -2
  446. package/src/mem_pools/tx_pool/priority.ts +0 -20
  447. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  448. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  449. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
@@ -370,21 +370,21 @@ function applyDecs2203RFactory() {
370
370
  function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
371
  return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
372
  }
373
- var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { randomInt } from '@aztec/foundation/crypto/random';
375
+ import { maxBy } from '@aztec/foundation/collection';
376
376
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
377
377
  import { RunningPromise } from '@aztec/foundation/running-promise';
378
378
  import { Timer } from '@aztec/foundation/timer';
379
379
  import { protocolContractsHash } from '@aztec/protocol-contracts';
380
380
  import { GasFees } from '@aztec/stdlib/gas';
381
- import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PClientType, P2PMessage, PeerErrorSeverity, TopicType, createTopicString, getTopicsForClientAndConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
381
+ import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, PeerErrorSeverityByHarshness, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
382
382
  import { MerkleTreeId } from '@aztec/stdlib/trees';
383
383
  import { Tx } from '@aztec/stdlib/tx';
384
384
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
385
385
  import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
386
386
  import { gossipsub } from '@chainsafe/libp2p-gossipsub';
387
- import { createPeerScoreParams, createTopicScoreParams } from '@chainsafe/libp2p-gossipsub/score';
387
+ import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
388
388
  import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
389
389
  import { noise } from '@chainsafe/libp2p-noise';
390
390
  import { yamux } from '@chainsafe/libp2p-yamux';
@@ -393,58 +393,51 @@ import { identify } from '@libp2p/identify';
393
393
  import { TopicValidatorResult } from '@libp2p/interface';
394
394
  import { mplex } from '@libp2p/mplex';
395
395
  import { tcp } from '@libp2p/tcp';
396
+ import { multiaddr } from '@multiformats/multiaddr';
396
397
  import { ENR } from '@nethermindeth/enr';
397
398
  import { createLibp2p } from 'libp2p';
398
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
399
- import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, FishermanAttestationValidator } from '../../msg_validators/index.js';
399
+ import { CheckpointProposalReceivedCallbackNotRegisteredError } from '../../errors/p2p-service.error.js';
400
+ import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
400
401
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
401
- import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
402
- import { createTxMessageValidators, createTxReqRespValidator } from '../../msg_validators/tx_validator/factory.js';
403
- import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
402
+ import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
404
403
  import { GossipSubEvent } from '../../types/index.js';
405
404
  import { convertToMultiaddr } from '../../util.js';
406
405
  import { getVersions } from '../../versioning.js';
407
406
  import { AztecDatastore } from '../data_store.js';
408
407
  import { DiscV5Service } from '../discv5/discV5_service.js';
409
408
  import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
410
- import { gossipScoreThresholds } from '../gossipsub/scoring.js';
409
+ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
410
+ import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
411
411
  import { PeerManager } from '../peer-manager/peer_manager.js';
412
412
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
413
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError } from '../reqresp/interface.js';
414
- import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
415
- import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
416
- import { pingHandler, reqRespBlockHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/protocols/index.js';
413
+ import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
417
414
  import { ReqResp } from '../reqresp/reqresp.js';
418
415
  import { P2PInstrumentation } from './instrumentation.js';
419
- _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
416
+ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
417
+ [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
418
+ })), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
419
+ [Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
420
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
421
+ })), _dec2 = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
420
422
  [Attributes.SLOT_NUMBER]: block.slotNumber,
421
423
  [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
422
424
  [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
423
- })), _dec1 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
425
+ })), _dec3 = trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint)=>({
426
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
427
+ })), _dec4 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
424
428
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
425
429
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
426
430
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
427
- })), _dec2 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
431
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
428
432
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
429
- })), _dec3 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
433
+ })), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
430
434
  [Attributes.TX_HASH]: requestedTxHash.toString()
431
- })), _dec4 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
435
+ })), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
432
436
  [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
433
- })), _dec5 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
434
- [Attributes.TX_HASH]: tx.getTxHash().toString()
435
- })), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
436
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
437
- [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
438
- [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
439
- })), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
440
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
441
- })), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
442
- [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
443
437
  }));
444
438
  /**
445
439
  * Lib P2P implementation of the P2PService interface.
446
440
  */ export class LibP2PService extends WithTracer {
447
- clientType;
448
441
  config;
449
442
  node;
450
443
  peerDiscoveryService;
@@ -460,47 +453,42 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
460
453
  [
461
454
  _dec,
462
455
  2,
463
- "processValidBlockProposal"
456
+ "validateAndStoreCheckpointAttestation"
464
457
  ],
465
458
  [
466
459
  _dec1,
467
460
  2,
468
- "processValidCheckpointProposal"
461
+ "validateAndStoreBlockProposal"
469
462
  ],
470
463
  [
471
464
  _dec2,
472
465
  2,
473
- "validateRequestedBlockTxs"
466
+ "processValidBlockProposal"
474
467
  ],
475
468
  [
476
469
  _dec3,
477
470
  2,
478
- "validateRequestedTxs"
471
+ "validateAndStoreCheckpointProposal"
479
472
  ],
480
473
  [
481
474
  _dec4,
482
475
  2,
483
- "validateRequestedBlock"
476
+ "processValidCheckpointProposal"
484
477
  ],
485
478
  [
486
479
  _dec5,
487
480
  2,
488
- "validatePropagatedTx"
481
+ "validateRequestedBlockTxs"
489
482
  ],
490
483
  [
491
484
  _dec6,
492
485
  2,
493
- "validateCheckpointAttestation"
486
+ "validateRequestedTxs"
494
487
  ],
495
488
  [
496
489
  _dec7,
497
490
  2,
498
- "validateBlockProposal"
499
- ],
500
- [
501
- _dec8,
502
- 2,
503
- "validateCheckpointProposal"
491
+ "validateRequestedBlock"
504
492
  ]
505
493
  ], []));
506
494
  }
@@ -513,6 +501,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
513
501
  protocolVersion;
514
502
  topicStrings;
515
503
  feesCache;
504
+ /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
505
+ /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
516
506
  /**
517
507
  * Callback for when a block is received from a peer.
518
508
  * @param block - The block received from the peer.
@@ -522,13 +512,20 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
522
512
  * Callback for when a checkpoint proposal is received from a peer.
523
513
  * @param checkpoint - The checkpoint proposal received from the peer.
524
514
  * @returns The attestations for the checkpoint, if any.
525
- */ checkpointReceivedCallback;
515
+ */ allNodesCheckpointReceivedCallback;
516
+ /**
517
+ * Callback for when a checkpoint proposal is received - specifically for validators - from a peer.
518
+ * @param checkpoint - The checkpoint proposal received from the peer.
519
+ * @returns The attestations for the checkpoint, if any.
520
+ */ validatorCheckpointReceivedCallback;
526
521
  gossipSubEventHandler;
522
+ ipChangedHandler;
523
+ discoveredP2pIp;
527
524
  instrumentation;
528
525
  telemetry;
529
526
  logger;
530
- constructor(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
531
- super(telemetry, 'LibP2PService'), this.clientType = clientType, this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
527
+ constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
528
+ super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
532
529
  this.telemetry = telemetry;
533
530
  // Create child logger with fisherman prefix if in fisherman mode
534
531
  this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
@@ -544,22 +541,24 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
544
541
  this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
545
542
  this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
546
543
  this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
547
- this.blockProposalValidator = new BlockProposalValidator(epochCache, {
548
- txsPermitted: !config.disableTransactions
549
- });
550
- this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, {
551
- txsPermitted: !config.disableTransactions
552
- });
544
+ const proposalValidatorOpts = {
545
+ txsPermitted: !config.disableTransactions,
546
+ maxTxsPerBlock: config.validateMaxTxsPerBlock ?? config.validateMaxTxsPerCheckpoint
547
+ };
548
+ this.blockProposalValidator = new BlockProposalValidator(epochCache, proposalValidatorOpts);
549
+ this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, proposalValidatorOpts);
553
550
  this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
554
551
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
555
552
  this.blockReceivedCallback = async (block)=>{
556
- this.logger.debug(`Handler not yet registered: Block received callback not set. Received block for slot ${block.slotNumber} from peer.`, {
553
+ this.logger.warn(`Handler for block received not yet registered on P2P service. Received block ${block.blockNumber} for slot ${block.slotNumber} from peer.`, {
557
554
  p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier()
558
555
  });
559
- return false;
556
+ return true;
560
557
  };
561
- this.checkpointReceivedCallback = (checkpoint)=>{
562
- this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
558
+ this.allNodesCheckpointReceivedCallback = (_checkpoint)=>{
559
+ throw new CheckpointProposalReceivedCallbackNotRegisteredError();
560
+ };
561
+ this.validatorCheckpointReceivedCallback = (_checkpoint)=>{
563
562
  return Promise.resolve(undefined);
564
563
  };
565
564
  }
@@ -571,7 +570,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
571
570
  * @param config - The configuration to use when creating the service.
572
571
  * @param txPool - The transaction pool to be accessed by the service.
573
572
  * @returns The new service.
574
- */ static async new(clientType, config, peerId, deps) {
573
+ */ static async new(config, peerId, deps) {
575
574
  const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
576
575
  const { p2pPort, maxPeerCount, listenAddress } = config;
577
576
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
@@ -591,10 +590,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
591
590
  }
592
591
  const versions = getVersions(config);
593
592
  const protocolVersion = compressComponentVersions(versions);
594
- const txTopic = createTopicString(TopicType.tx, protocolVersion);
595
- const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
596
- const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
597
- const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
598
593
  const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
599
594
  const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
600
595
  const peerId = await enr.peerId();
@@ -612,6 +607,15 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
612
607
  const announceTcpMultiaddr = config.p2pIp ? [
613
608
  convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
614
609
  ] : [];
610
+ // Create dynamic topic score params based on network configuration
611
+ const l1Constants = epochCache.getL1Constants();
612
+ const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
613
+ slotDurationMs: l1Constants.slotDuration * 1000,
614
+ heartbeatIntervalMs: config.gossipsubInterval,
615
+ targetCommitteeSize: l1Constants.targetCommitteeSize,
616
+ blockDurationMs: config.blockDurationMs,
617
+ expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
618
+ });
615
619
  const node = await createLibp2p({
616
620
  start: false,
617
621
  peerId,
@@ -712,32 +716,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
712
716
  scoreParams: createPeerScoreParams({
713
717
  // IPColocation factor can be disabled for local testing - default to -5
714
718
  IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
715
- topics: {
716
- [txTopic]: createTopicScoreParams({
717
- topicWeight: 1,
718
- invalidMessageDeliveriesWeight: -20,
719
- invalidMessageDeliveriesDecay: 0.5
720
- }),
721
- [blockProposalTopic]: createTopicScoreParams({
722
- topicWeight: 1,
723
- invalidMessageDeliveriesWeight: -20,
724
- invalidMessageDeliveriesDecay: 0.5
725
- }),
726
- [checkpointProposalTopic]: createTopicScoreParams({
727
- topicWeight: 1,
728
- invalidMessageDeliveriesWeight: -20,
729
- invalidMessageDeliveriesDecay: 0.5
730
- }),
731
- [checkpointAttestationTopic]: createTopicScoreParams({
732
- topicWeight: 1,
733
- invalidMessageDeliveriesWeight: -20,
734
- invalidMessageDeliveriesDecay: 0.5
735
- })
736
- }
719
+ topics: topicScoreParams
737
720
  })
738
721
  }),
739
722
  components: (components)=>({
740
- connectionManager: components.connectionManager
723
+ connectionManager: components.connectionManager,
724
+ addressManager: components.addressManager
741
725
  })
742
726
  },
743
727
  logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
@@ -745,10 +729,14 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
745
729
  const peerScoring = new PeerScoring(config, telemetry);
746
730
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
747
731
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
748
- // Update gossipsub score params
749
- node.services.pubsub.score.params.appSpecificWeight = 10;
732
+ // Configure application-specific scoring for gossipsub.
733
+ // The weight scales app score to align with gossipsub thresholds:
734
+ // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
735
+ // - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
736
+ // Note: positive topic scores can offset penalties, so alignment is best-effort.
737
+ node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
750
738
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
751
- return new LibP2PService(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
739
+ return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
752
740
  }
753
741
  /**
754
742
  * Starts the LibP2P service.
@@ -758,12 +746,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
758
746
  if (this.node.status === 'started') {
759
747
  throw new Error('P2P service already started');
760
748
  }
761
- // Get listen & announce addresses for logging
762
749
  const { p2pIp, p2pPort } = this.config;
763
- if (!p2pIp) {
764
- throw new Error('Announce address not provided.');
750
+ if (!p2pIp && !this.config.queryForIp) {
751
+ throw new Error('Announce address not provided and queryForIp is not enabled.');
765
752
  }
766
- const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
753
+ const announceTcpMultiaddr = p2pIp ? convertToMultiaddr(p2pIp, p2pPort, 'tcp') : undefined;
767
754
  // Create request response protocol handlers
768
755
  const txHandler = reqRespTxHandler(this.mempools);
769
756
  const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
@@ -776,7 +763,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
776
763
  [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
777
764
  };
778
765
  if (!this.config.disableTransactions) {
779
- const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
766
+ const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
780
767
  requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
781
768
  }
782
769
  if (!this.config.disableTransactions) {
@@ -793,7 +780,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
793
780
  await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
794
781
  await this.node.start();
795
782
  // Subscribe to standard GossipSub topics by default
796
- for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)){
783
+ for (const topic of getTopicsForConfig(this.config.disableTransactions)){
797
784
  this.subscribeToTopic(this.topicStrings[topic]);
798
785
  }
799
786
  // add GossipSub listener
@@ -802,6 +789,24 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
802
789
  if (!this.config.p2pDiscoveryDisabled) {
803
790
  await this.peerDiscoveryService.start();
804
791
  }
792
+ // Bridge discv5 IP changes to libp2p's AddressManager so peers see the updated address
793
+ if (this.config.queryForIp) {
794
+ this.ipChangedHandler = (ip)=>{
795
+ const addressManager = this.node.services.components.addressManager;
796
+ const newAddr = multiaddr(convertToMultiaddr(ip, this.config.p2pPort, 'tcp'));
797
+ if (this.discoveredP2pIp) {
798
+ const oldAddr = multiaddr(convertToMultiaddr(this.discoveredP2pIp, this.config.p2pPort, 'tcp'));
799
+ addressManager.removeObservedAddr(oldAddr);
800
+ }
801
+ addressManager.addObservedAddr(newAddr);
802
+ addressManager.confirmObservedAddr(newAddr);
803
+ this.discoveredP2pIp = ip;
804
+ this.logger.info('Public IP discovered via discv5', {
805
+ ip
806
+ });
807
+ };
808
+ this.peerDiscoveryService.on('ip:changed', this.ipChangedHandler);
809
+ }
805
810
  this.discoveryRunningPromise = new RunningPromise(async ()=>{
806
811
  await this.peerManager.heartbeat();
807
812
  }, this.logger, this.config.peerCheckIntervalMS);
@@ -819,6 +824,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
819
824
  */ async stop() {
820
825
  // Remove gossip sub listener
821
826
  this.node.services.pubsub.removeEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
827
+ if (this.ipChangedHandler) {
828
+ this.peerDiscoveryService.removeListener('ip:changed', this.ipChangedHandler);
829
+ this.ipChangedHandler = undefined;
830
+ }
822
831
  // Stop peer manager
823
832
  this.logger.debug('Stopping peer manager...');
824
833
  await this.peerManager.stop();
@@ -841,6 +850,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
841
850
  getPeers(includePending) {
842
851
  return this.peerManager.getPeers(includePending);
843
852
  }
853
+ getGossipMeshPeerCount(topicType) {
854
+ return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
855
+ }
844
856
  handleGossipSubEvent(e) {
845
857
  this.logger.trace(`Received PUBSUB message.`);
846
858
  const safeJob = async ()=>{
@@ -872,8 +884,27 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
872
884
  registerBlockReceivedCallback(callback) {
873
885
  this.blockReceivedCallback = callback;
874
886
  }
875
- registerCheckpointReceivedCallback(callback) {
876
- this.checkpointReceivedCallback = callback;
887
+ registerValidatorCheckpointReceivedCallback(callback) {
888
+ this.validatorCheckpointReceivedCallback = callback;
889
+ }
890
+ registerAllNodesCheckpointReceivedCallback(callback) {
891
+ this.allNodesCheckpointReceivedCallback = callback;
892
+ }
893
+ async notifyOwnCheckpointProposal(checkpoint) {
894
+ await this.allNodesCheckpointReceivedCallback(checkpoint, this.node.peerId);
895
+ }
896
+ /**
897
+ * Registers a callback to be invoked when a duplicate proposal is detected.
898
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
899
+ */ registerDuplicateProposalCallback(callback) {
900
+ this.duplicateProposalCallback = callback;
901
+ }
902
+ /**
903
+ * Registers a callback to be invoked when a duplicate attestation is detected.
904
+ * A validator signing attestations for different proposals at the same slot.
905
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
906
+ */ registerDuplicateAttestationCallback(callback) {
907
+ this.duplicateAttestationCallback = callback;
877
908
  }
878
909
  /**
879
910
  * Subscribes to a topic.
@@ -926,6 +957,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
926
957
  if (!validator || !validator.addMessage(msgId)) {
927
958
  this.instrumentation.incMessagePrevalidationStatus(false, topicType);
928
959
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), TopicValidatorResult.Ignore);
960
+ if (topicType === TopicType.tx) {
961
+ this.logger.verbose(`Ignoring already-seen tx gossip message`, {
962
+ msgId,
963
+ source: source.toString()
964
+ });
965
+ }
929
966
  return {
930
967
  result: false,
931
968
  topicType
@@ -986,9 +1023,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
986
1023
  if (msg.topic === this.topicStrings[TopicType.tx]) {
987
1024
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
988
1025
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
989
- if (this.clientType === P2PClientType.Full) {
990
- await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
991
- }
1026
+ await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
992
1027
  } else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
993
1028
  await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
994
1029
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
@@ -1033,49 +1068,150 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1033
1068
  return;
1034
1069
  }
1035
1070
  async validateReceivedMessage(validationFunc, msgId, source, topicType) {
1071
+ // Default to reject result with a penalty if validation function throws an error
1036
1072
  let resultAndObj = {
1037
- result: TopicValidatorResult.Reject
1073
+ result: TopicValidatorResult.Reject,
1074
+ severity: PeerErrorSeverity.MidToleranceError
1038
1075
  };
1039
1076
  const timer = new Timer();
1040
1077
  try {
1041
1078
  resultAndObj = await validationFunc();
1042
1079
  } catch (err) {
1043
- this.peerManager.penalizePeer(source, PeerErrorSeverity.LowToleranceError);
1044
- this.logger.error(`Error deserializing and validating gossipsub message`, err, {
1080
+ this.logger.error(`Error validating gossipsub message`, err, {
1045
1081
  msgId,
1046
1082
  source: source.toString(),
1047
1083
  topicType
1048
1084
  });
1049
1085
  }
1050
1086
  if (resultAndObj.result === TopicValidatorResult.Accept) {
1087
+ this.logger.debug(`Message ${topicType} accepted by validator`, {
1088
+ msgId,
1089
+ source: source.toString(),
1090
+ topicType
1091
+ });
1051
1092
  this.instrumentation.recordMessageValidation(topicType, timer);
1093
+ } else if (resultAndObj.result === TopicValidatorResult.Reject) {
1094
+ this.logger.warn(`Message ${topicType} rejected by validator with severity ${resultAndObj.severity}`, {
1095
+ msgId,
1096
+ source: source.toString(),
1097
+ topicType,
1098
+ severity: resultAndObj.severity
1099
+ });
1100
+ this.peerManager.penalizePeer(source, resultAndObj.severity);
1101
+ } else {
1102
+ this.logger.trace(`Message ${topicType} ignored by validator`, {
1103
+ msgId,
1104
+ source: source.toString(),
1105
+ topicType
1106
+ });
1052
1107
  }
1053
1108
  this.node.services.pubsub.reportMessageValidationResult(msgId, source.toString(), resultAndObj.result);
1054
1109
  return resultAndObj;
1055
1110
  }
1111
+ tryDeserialize(deserializeFunc, msgId, source) {
1112
+ try {
1113
+ return deserializeFunc();
1114
+ } catch (err) {
1115
+ this.logger.warn(`Failed to deserialize gossipsub message from buffer`, {
1116
+ err,
1117
+ msgId,
1118
+ source: source.toString()
1119
+ });
1120
+ return undefined;
1121
+ }
1122
+ }
1056
1123
  async handleGossipedTx(payloadData, msgId, source) {
1057
1124
  const validationFunc = async ()=>{
1058
- const tx = Tx.fromBuffer(payloadData);
1059
- const isValid = await this.validatePropagatedTx(tx, source);
1060
- const exists = isValid && await this.mempools.txPool.hasTx(tx.getTxHash());
1061
- this.logger.trace(`Validate propagated tx`, {
1062
- isValid,
1063
- exists,
1125
+ const tx = this.tryDeserialize(()=>Tx.fromBuffer(payloadData), msgId, source);
1126
+ if (!tx) {
1127
+ return {
1128
+ result: TopicValidatorResult.Reject,
1129
+ severity: PeerErrorSeverity.LowToleranceError
1130
+ };
1131
+ }
1132
+ const currentBlockNumber = await this.archiver.getBlockNumber();
1133
+ const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1134
+ // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
1135
+ const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
1136
+ const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
1137
+ if (!firstStageOutcome.allPassed) {
1138
+ const { name } = firstStageOutcome.failure;
1139
+ let { severity } = firstStageOutcome.failure;
1140
+ // Double spend validator has a special case handler. We perform more detailed examination
1141
+ // as to how recently the nullifier was entered into the tree and if the transaction should
1142
+ // have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
1143
+ if (name === 'doubleSpendValidator') {
1144
+ const txBlockNumber = BlockNumber(currentBlockNumber + 1);
1145
+ severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1146
+ }
1147
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 1 validation failed`, {
1148
+ validator: name,
1149
+ severity,
1150
+ source: source.toString()
1151
+ });
1152
+ return {
1153
+ result: TopicValidatorResult.Reject,
1154
+ severity
1155
+ };
1156
+ }
1157
+ // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
1158
+ const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
1159
+ if (canAdd === 'ignored') {
1160
+ this.logger.verbose(`Ignoring gossiped tx ${tx.getTxHash().toString()}: pool pre-check returned ignored`, {
1161
+ source: source.toString()
1162
+ });
1163
+ return {
1164
+ result: TopicValidatorResult.Ignore,
1165
+ obj: tx
1166
+ };
1167
+ }
1168
+ // Stage 2: expensive proof verification
1169
+ const secondStageValidators = this.createSecondStageMessageValidators();
1170
+ const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
1171
+ if (!secondStageOutcome.allPassed) {
1172
+ const { severity, name } = secondStageOutcome.failure;
1173
+ this.logger.verbose(`Rejecting gossiped tx ${tx.getTxHash().toString()}: stage 2 validation failed`, {
1174
+ validator: name,
1175
+ severity,
1176
+ source: source.toString()
1177
+ });
1178
+ return {
1179
+ result: TopicValidatorResult.Reject,
1180
+ severity
1181
+ };
1182
+ }
1183
+ // Pool add: persist the tx
1184
+ const txHash = tx.getTxHash();
1185
+ const addResult = await this.mempools.txPool.addPendingTxs([
1186
+ tx
1187
+ ], {
1188
+ source: 'gossip'
1189
+ });
1190
+ const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
1191
+ const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
1192
+ this.logger.verbose(`Validate propagated tx ${txHash.toString()}`, {
1193
+ wasAccepted,
1194
+ wasIgnored,
1064
1195
  [Attributes.P2P_ID]: source.toString()
1065
1196
  });
1066
- if (!isValid) {
1197
+ if (wasAccepted) {
1067
1198
  return {
1068
- result: TopicValidatorResult.Reject
1199
+ result: TopicValidatorResult.Accept,
1200
+ obj: tx
1069
1201
  };
1070
- } else if (exists) {
1202
+ } else if (wasIgnored) {
1071
1203
  return {
1072
1204
  result: TopicValidatorResult.Ignore,
1073
1205
  obj: tx
1074
1206
  };
1075
1207
  } else {
1208
+ this.logger.warn(`Gossiped tx ${txHash.toString()} unexpectedly rejected by pool`, {
1209
+ source: source.toString(),
1210
+ txHash: txHash.toString()
1211
+ });
1076
1212
  return {
1077
- result: TopicValidatorResult.Accept,
1078
- obj: tx
1213
+ result: TopicValidatorResult.Reject,
1214
+ severity: PeerErrorSeverity.HighToleranceError
1079
1215
  };
1080
1216
  }
1081
1217
  };
@@ -1083,133 +1219,199 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1083
1219
  if (result !== TopicValidatorResult.Accept || !tx) {
1084
1220
  return;
1085
1221
  }
1222
+ // Tx was accepted into pool and will be propagated - just log and record metrics
1086
1223
  const txHash = tx.getTxHash();
1087
1224
  const txHashString = txHash.toString();
1088
1225
  this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
1089
1226
  source: source.toString(),
1090
1227
  txHash: txHashString
1091
1228
  });
1092
- if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
1093
- this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
1094
- return;
1095
- }
1096
1229
  this.instrumentation.incrementTxReceived(1);
1097
- await this.mempools.txPool.addTxs([
1098
- tx
1099
- ]);
1100
1230
  }
1101
1231
  /**
1102
1232
  * Process a checkpoint attestation from a peer.
1103
1233
  * Validates the attestation and adds it to the pool.
1104
1234
  */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
1105
- const validationFunc = async ()=>{
1106
- const attestation = CheckpointAttestation.fromBuffer(payloadData);
1107
- const pool = this.mempools.attestationPool;
1108
- const validationResult = await this.validateCheckpointAttestation(source, attestation);
1109
- const isValid = validationResult.result === 'accept';
1110
- const exists = isValid && await pool.hasCheckpointAttestation(attestation);
1111
- let canAdd = true;
1112
- if (isValid && !exists) {
1113
- const slot = attestation.payload.header.slotNumber;
1114
- const { committee } = await this.epochCache.getCommittee(slot);
1115
- const committeeSize = committee?.length ?? 0;
1116
- canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
1117
- }
1118
- this.logger.trace(`Validate propagated checkpoint attestation`, {
1119
- isValid,
1120
- exists,
1121
- canAdd,
1122
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
1123
- [Attributes.P2P_ID]: source.toString()
1124
- });
1125
- if (validationResult.result === 'reject') {
1126
- return {
1127
- result: TopicValidatorResult.Reject
1128
- };
1129
- } else if (validationResult.result === 'ignore' || exists) {
1130
- return {
1131
- result: TopicValidatorResult.Ignore,
1132
- obj: attestation
1133
- };
1134
- } else if (!canAdd) {
1135
- this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
1136
- slot: attestation.payload.header.slotNumber.toString(),
1137
- archive: attestation.archive.toString(),
1138
- source: source.toString()
1235
+ const { result, obj: attestation } = await this.validateReceivedMessage(()=>{
1236
+ const attestation = this.tryDeserialize(()=>CheckpointAttestation.fromBuffer(payloadData), msgId, source);
1237
+ if (!attestation) {
1238
+ return Promise.resolve({
1239
+ result: TopicValidatorResult.Reject,
1240
+ severity: PeerErrorSeverity.LowToleranceError
1139
1241
  });
1140
- return {
1141
- result: TopicValidatorResult.Ignore,
1142
- obj: attestation
1143
- };
1144
- } else {
1145
- return {
1146
- result: TopicValidatorResult.Accept,
1147
- obj: attestation
1148
- };
1149
1242
  }
1150
- };
1151
- const { result, obj: attestation } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_attestation);
1243
+ return this.validateAndStoreCheckpointAttestation(source, attestation);
1244
+ }, msgId, source, TopicType.checkpoint_attestation);
1152
1245
  if (result !== TopicValidatorResult.Accept || !attestation) {
1153
1246
  return;
1154
1247
  }
1155
- this.logger.debug(`Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1248
+ this.logger.verbose(`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1156
1249
  p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
1157
1250
  slot: attestation.slotNumber,
1158
1251
  archive: attestation.archive.toString(),
1159
1252
  source: source.toString()
1160
1253
  });
1161
- await this.mempools.attestationPool.addCheckpointAttestations([
1162
- attestation
1163
- ]);
1164
1254
  }
1165
- async processBlockFromPeer(payloadData, msgId, source) {
1166
- const validationFunc = async ()=>{
1167
- const block = BlockProposal.fromBuffer(payloadData);
1168
- const validationResult = await this.validateBlockProposal(source, block);
1169
- const isValid = validationResult.result === 'accept';
1170
- const pool = this.mempools.attestationPool;
1171
- const exists = isValid && await pool.hasBlockProposal(block);
1172
- const canAdd = isValid && await pool.canAddProposal(block);
1173
- this.logger.trace(`Validate propagated block proposal`, {
1174
- isValid,
1175
- exists,
1176
- canAdd,
1177
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1178
- [Attributes.P2P_ID]: source.toString()
1255
+ /** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */ async validateAndStoreCheckpointAttestation(peerId, attestation) {
1256
+ const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1257
+ if (validationResult.result === 'reject') {
1258
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1259
+ return {
1260
+ result: TopicValidatorResult.Reject,
1261
+ severity: validationResult.severity
1262
+ };
1263
+ }
1264
+ if (validationResult.result === 'ignore') {
1265
+ return {
1266
+ result: TopicValidatorResult.Ignore,
1267
+ obj: attestation
1268
+ };
1269
+ }
1270
+ // Try to add the attestation: this handles existence check, cap check, and adding in one call
1271
+ // count is the number of attestations by this signer for this slot (for duplicate detection)
1272
+ const slot = attestation.payload.header.slotNumber;
1273
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
1274
+ this.logger.trace(`Validate propagated checkpoint attestation`, {
1275
+ added,
1276
+ alreadyExists,
1277
+ count,
1278
+ [Attributes.SLOT_NUMBER]: slot.toString(),
1279
+ [Attributes.P2P_ID]: peerId.toString()
1280
+ });
1281
+ // Exact same attestation received, no need to re-broadcast
1282
+ if (alreadyExists) {
1283
+ return {
1284
+ result: TopicValidatorResult.Ignore,
1285
+ obj: attestation
1286
+ };
1287
+ }
1288
+ // Could not add (cap reached for signer), penalize and do not re-broadcast
1289
+ if (!added) {
1290
+ this.logger.warn(`Rejecting checkpoint attestation due to cap`, {
1291
+ slot: slot.toString(),
1292
+ archive: attestation.archive.toString(),
1293
+ source: peerId.toString(),
1294
+ attester: attestation.getSender()?.toString(),
1295
+ count
1179
1296
  });
1180
- if (validationResult.result === 'reject') {
1181
- return {
1182
- result: TopicValidatorResult.Reject
1183
- };
1184
- } else if (validationResult.result === 'ignore' || exists) {
1185
- return {
1186
- result: TopicValidatorResult.Ignore,
1187
- obj: block
1188
- };
1189
- } else if (!canAdd) {
1190
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1191
- this.logger.warn(`Penalizing peer for block proposal exceeding per-slot cap`, {
1192
- slot: block.slotNumber.toString(),
1193
- archive: block.archive.toString(),
1194
- source: source.toString()
1297
+ return {
1298
+ result: TopicValidatorResult.Reject,
1299
+ severity: PeerErrorSeverity.HighToleranceError
1300
+ };
1301
+ }
1302
+ // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
1303
+ // count is the number of attestations by this signer for this slot
1304
+ if (count === 2) {
1305
+ const attester = attestation.getSender();
1306
+ if (attester) {
1307
+ this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
1308
+ slot: slot.toString(),
1309
+ archive: attestation.archive.toString(),
1310
+ source: peerId.toString(),
1311
+ attester: attester.toString()
1312
+ });
1313
+ this.duplicateAttestationCallback?.({
1314
+ slot,
1315
+ attester
1195
1316
  });
1196
- return {
1197
- result: TopicValidatorResult.Reject
1198
- };
1199
- } else {
1200
- return {
1201
- result: TopicValidatorResult.Accept,
1202
- obj: block
1203
- };
1204
1317
  }
1318
+ }
1319
+ // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1320
+ return {
1321
+ result: TopicValidatorResult.Accept,
1322
+ obj: attestation
1205
1323
  };
1206
- const { result, obj: block } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.block_proposal);
1207
- if (!result || !block) {
1324
+ }
1325
+ async processBlockFromPeer(payloadData, msgId, source) {
1326
+ const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
1327
+ // If not accepted or equivocated, return
1328
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1208
1329
  return;
1209
1330
  }
1210
1331
  await this.processValidBlockProposal(block, source);
1211
1332
  }
1212
- // REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
1333
+ /** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
1334
+ const validationResult = await this.blockProposalValidator.validate(block);
1335
+ if (validationResult.result === 'reject') {
1336
+ this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1337
+ return {
1338
+ result: TopicValidatorResult.Reject,
1339
+ severity: validationResult.severity
1340
+ };
1341
+ }
1342
+ if (validationResult.result === 'ignore') {
1343
+ return {
1344
+ result: TopicValidatorResult.Ignore,
1345
+ obj: block
1346
+ };
1347
+ }
1348
+ // Try to add the proposal: this handles existence check, cap check, and adding in one call
1349
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1350
+ const isEquivocated = count !== undefined && count > 1;
1351
+ // Duplicate proposal received, no need to re-broadcast
1352
+ if (alreadyExists) {
1353
+ this.logger.debug(`Ignoring duplicate block proposal received`, {
1354
+ ...block.toBlockInfo(),
1355
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1356
+ proposer: block.getSender()?.toString(),
1357
+ source: peerId.toString()
1358
+ });
1359
+ return {
1360
+ result: TopicValidatorResult.Ignore,
1361
+ obj: block,
1362
+ metadata: {
1363
+ isEquivocated
1364
+ }
1365
+ };
1366
+ }
1367
+ // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1368
+ if (!added) {
1369
+ this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1370
+ ...block.toBlockInfo(),
1371
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1372
+ count,
1373
+ proposer: block.getSender()?.toString(),
1374
+ source: peerId.toString()
1375
+ });
1376
+ return {
1377
+ result: TopicValidatorResult.Reject,
1378
+ metadata: {
1379
+ isEquivocated
1380
+ },
1381
+ severity: PeerErrorSeverity.HighToleranceError
1382
+ };
1383
+ }
1384
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1385
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1386
+ if (isEquivocated) {
1387
+ const proposer = block.getSender();
1388
+ this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
1389
+ ...block.toBlockInfo(),
1390
+ source: peerId.toString(),
1391
+ proposer: proposer?.toString()
1392
+ });
1393
+ // Invoke the duplicate callback on the first duplicate spotted only
1394
+ if (proposer && count === 2) {
1395
+ this.duplicateProposalCallback?.({
1396
+ slot: block.slotNumber,
1397
+ proposer,
1398
+ type: 'block'
1399
+ });
1400
+ }
1401
+ return {
1402
+ result: TopicValidatorResult.Accept,
1403
+ obj: block,
1404
+ metadata: {
1405
+ isEquivocated
1406
+ }
1407
+ };
1408
+ }
1409
+ // Otherwise, we're good to go!
1410
+ return {
1411
+ result: TopicValidatorResult.Accept,
1412
+ obj: block
1413
+ };
1414
+ }
1213
1415
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
1214
1416
  // should not be here as it does not deal with p2p networking.
1215
1417
  async processValidBlockProposal(block, sender) {
@@ -1219,85 +1421,150 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1219
1421
  source: sender.toString(),
1220
1422
  ...block.toBlockInfo()
1221
1423
  });
1222
- // Attempt to add proposal
1223
- try {
1224
- await this.mempools.attestationPool.addBlockProposal(block);
1225
- } catch (err) {
1226
- // Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
1227
- if (err instanceof ProposalSlotCapExceededError) {
1228
- this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
1229
- slot: String(slot),
1230
- archive: block.archive.toString(),
1231
- error: err.message
1232
- });
1233
- return;
1234
- }
1235
- throw err;
1236
- }
1237
- // Mark the txs in this proposal as non-evictable
1238
- await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
1424
+ // Mark the txs in this proposal as protected
1425
+ await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
1239
1426
  // Call the block received callback to validate the proposal.
1240
1427
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1241
1428
  const isValid = await this.blockReceivedCallback(block, sender);
1242
1429
  if (!isValid) {
1243
- this.logger.warn(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1430
+ this.logger.info(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1244
1431
  }
1245
1432
  }
1246
1433
  /**
1247
1434
  * Handle a gossiped checkpoint proposal.
1248
1435
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1249
1436
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1250
- // TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
1251
- const validationFunc = async ()=>{
1252
- const checkpoint = CheckpointProposal.fromBuffer(payloadData);
1253
- const validationResult = await this.validateCheckpointProposal(source, checkpoint);
1254
- const isValid = validationResult.result === 'accept';
1255
- const pool = this.mempools.attestationPool;
1256
- const exists = isValid && await pool.hasCheckpointProposal(checkpoint);
1257
- const canAdd = isValid && await pool.canAddCheckpointProposal(checkpoint);
1258
- this.logger.trace(`Validate propagated checkpoint proposal`, {
1259
- isValid,
1260
- exists,
1261
- canAdd,
1437
+ const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1438
+ // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1439
+ // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1440
+ if (processBlock && checkpoint?.getBlockProposal()) {
1441
+ await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
1442
+ }
1443
+ if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1444
+ return;
1445
+ }
1446
+ await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1447
+ }
1448
+ /**
1449
+ * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
1450
+ * its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
1451
+ */ async validateAndStoreCheckpointProposal(peerId, checkpoint) {
1452
+ const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1453
+ if (validationResult.result === 'reject') {
1454
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1455
+ return {
1456
+ result: TopicValidatorResult.Reject,
1457
+ severity: validationResult.severity
1458
+ };
1459
+ }
1460
+ if (validationResult.result === 'ignore') {
1461
+ return {
1462
+ result: TopicValidatorResult.Ignore,
1463
+ obj: checkpoint
1464
+ };
1465
+ }
1466
+ // Extract and try to add the block proposal first if present
1467
+ const blockProposal = checkpoint.getBlockProposal();
1468
+ let processBlock = false;
1469
+ if (blockProposal) {
1470
+ this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1262
1471
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1263
- [Attributes.P2P_ID]: source.toString()
1472
+ [Attributes.P2P_ID]: peerId.toString()
1264
1473
  });
1265
- if (validationResult.result === 'reject') {
1266
- return {
1267
- result: TopicValidatorResult.Reject
1268
- };
1269
- } else if (validationResult.result === 'ignore' || exists) {
1270
- return {
1271
- result: TopicValidatorResult.Ignore,
1272
- obj: checkpoint
1273
- };
1274
- } else if (!canAdd) {
1275
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1276
- this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1277
- slot: checkpoint.slotNumber.toString(),
1278
- archive: checkpoint.archive.toString(),
1279
- source: source.toString()
1474
+ const blockProposalResult = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1475
+ const { obj, metadata: { isEquivocated } = {} } = blockProposalResult;
1476
+ if (blockProposalResult.result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1477
+ this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1478
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1479
+ [Attributes.P2P_ID]: peerId.toString(),
1480
+ isEquivocated,
1481
+ result: blockProposalResult.result
1280
1482
  });
1281
1483
  return {
1282
- result: TopicValidatorResult.Reject
1283
- };
1284
- } else {
1285
- return {
1286
- result: TopicValidatorResult.Accept,
1287
- obj: checkpoint
1484
+ result: TopicValidatorResult.Reject,
1485
+ severity: 'severity' in blockProposalResult ? blockProposalResult.severity : PeerErrorSeverity.MidToleranceError
1288
1486
  };
1487
+ } else if (blockProposalResult.result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1488
+ processBlock = true;
1289
1489
  }
1290
- };
1291
- const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
1292
- if (result !== TopicValidatorResult.Accept || !checkpoint) {
1293
- return;
1294
1490
  }
1295
- await this.processValidCheckpointProposal(checkpoint, source);
1491
+ // Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
1492
+ const checkpointCore = checkpoint.toCore();
1493
+ const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
1494
+ const { added, alreadyExists, count } = tryAddResult;
1495
+ const isEquivocated = count !== undefined && count > 1;
1496
+ // Duplicate proposal received, do not re-broadcast
1497
+ if (alreadyExists) {
1498
+ this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
1499
+ ...checkpoint.toCheckpointInfo(),
1500
+ source: peerId.toString()
1501
+ });
1502
+ return {
1503
+ result: TopicValidatorResult.Ignore,
1504
+ obj: checkpoint,
1505
+ metadata: {
1506
+ isEquivocated,
1507
+ processBlock
1508
+ }
1509
+ };
1510
+ }
1511
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1512
+ // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1513
+ if (!added) {
1514
+ this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1515
+ ...checkpoint.toCheckpointInfo(),
1516
+ count,
1517
+ source: peerId.toString()
1518
+ });
1519
+ return {
1520
+ result: TopicValidatorResult.Reject,
1521
+ obj: checkpoint,
1522
+ metadata: {
1523
+ isEquivocated,
1524
+ processBlock
1525
+ },
1526
+ severity: PeerErrorSeverity.HighToleranceError
1527
+ };
1528
+ }
1529
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1530
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1531
+ if (isEquivocated) {
1532
+ const proposer = checkpoint.getSender();
1533
+ this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
1534
+ ...checkpoint.toCheckpointInfo(),
1535
+ source: peerId.toString(),
1536
+ proposer: proposer?.toString()
1537
+ });
1538
+ // Invoke the duplicate callback on the first duplicate spotted only
1539
+ if (proposer && count === 2) {
1540
+ this.duplicateProposalCallback?.({
1541
+ slot: checkpoint.slotNumber,
1542
+ proposer,
1543
+ type: 'checkpoint'
1544
+ });
1545
+ }
1546
+ return {
1547
+ result: TopicValidatorResult.Accept,
1548
+ obj: checkpoint,
1549
+ metadata: {
1550
+ isEquivocated,
1551
+ processBlock
1552
+ }
1553
+ };
1554
+ }
1555
+ // Otherwise, we're good to go!
1556
+ return {
1557
+ result: TopicValidatorResult.Accept,
1558
+ obj: checkpoint,
1559
+ metadata: {
1560
+ processBlock,
1561
+ isEquivocated
1562
+ }
1563
+ };
1296
1564
  }
1297
1565
  /**
1298
1566
  * Process a validated checkpoint proposal.
1299
- * Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
1300
- * The block callback is invoked before the checkpoint callback.
1567
+ * Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
1301
1568
  */ async processValidCheckpointProposal(checkpoint, sender) {
1302
1569
  const slot = checkpoint.slotNumber;
1303
1570
  this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
@@ -1306,33 +1573,13 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1306
1573
  archive: checkpoint.archive.toString(),
1307
1574
  source: sender.toString()
1308
1575
  });
1309
- // Extract block proposal before adding to pool (pool stores them separately)
1310
- const blockProposal = checkpoint.getBlockProposal();
1311
- // Add proposal to the pool (this extracts and stores block proposal separately)
1312
- await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
1313
- // Mark txs as non-evictable if present (from the last block)
1314
- if (checkpoint.txHashes.length > 0) {
1315
- await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
1316
- }
1317
- // If there was a last block proposal, invoke the block callback first for validation.
1318
- // Note: The block proposal is already stored in the pool by addCheckpointProposal.
1319
- if (blockProposal) {
1320
- const isValid = await this.blockReceivedCallback(blockProposal, sender);
1321
- if (!isValid) {
1322
- this.logger.warn(`Block proposal from checkpoint failed validation`, {
1323
- slot: slot.toString(),
1324
- archive: checkpoint.archive.toString(),
1325
- blockNumber: blockProposal.blockNumber.toString()
1326
- });
1327
- return;
1328
- }
1329
- }
1576
+ await this.allNodesCheckpointReceivedCallback(checkpoint, sender);
1330
1577
  // Call the checkpoint received callback with the core version (without lastBlock)
1331
1578
  // to validate and potentially generate attestations
1332
- const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
1579
+ const attestations = await this.validatorCheckpointReceivedCallback(checkpoint, sender);
1333
1580
  if (attestations && attestations.length > 0) {
1334
1581
  // If the callback returned attestations, add them to the pool and propagate them
1335
- await this.mempools.attestationPool.addCheckpointAttestations(attestations);
1582
+ await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
1336
1583
  for (const attestation of attestations){
1337
1584
  await this.propagate(attestation);
1338
1585
  }
@@ -1501,33 +1748,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1501
1748
  }
1502
1749
  }
1503
1750
  createRequestedTxValidator() {
1504
- return createTxReqRespValidator(this.proofVerifier, {
1751
+ return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1505
1752
  l1ChainId: this.config.l1ChainId,
1506
1753
  rollupVersion: this.config.rollupVersion
1507
1754
  });
1508
1755
  }
1509
- async validatePropagatedTx(tx, peerId) {
1510
- const currentBlockNumber = await this.archiver.getBlockNumber();
1511
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1512
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1513
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1514
- for (const validator of messageValidators){
1515
- const outcome = await this.runValidations(tx, validator);
1516
- if (outcome.allPassed) {
1517
- continue;
1518
- }
1519
- const { name } = outcome.failure;
1520
- let { severity } = outcome.failure;
1521
- // Double spend validator has a special case handler
1522
- if (name === 'doubleSpendValidator') {
1523
- const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
1524
- severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1525
- }
1526
- this.peerManager.penalizePeer(peerId, severity);
1527
- return false;
1528
- }
1529
- return true;
1530
- }
1531
1756
  async getGasFees(blockNumber) {
1532
1757
  if (blockNumber === this.feesCache?.blockNumber) {
1533
1758
  return this.feesCache.gasFees;
@@ -1554,38 +1779,35 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1554
1779
  peerScoring: this.peerManager
1555
1780
  };
1556
1781
  }
1557
- async validate(txs) {
1558
- const currentBlockNumber = await this.archiver.getBlockNumber();
1559
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1560
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1561
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1562
- await Promise.all(txs.map(async (tx)=>{
1563
- for (const validator of messageValidators){
1564
- const outcome = await this.runValidations(tx, validator);
1565
- if (!outcome.allPassed) {
1566
- throw new Error('Invalid tx detected', {
1567
- cause: {
1568
- outcome
1569
- }
1570
- });
1571
- }
1572
- }
1782
+ async validateTxsReceivedInBlockProposal(txs) {
1783
+ const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
1784
+ l1ChainId: this.config.l1ChainId,
1785
+ rollupVersion: this.config.rollupVersion
1786
+ }, this.logger.getBindings());
1787
+ const results = await Promise.all(txs.map(async (tx)=>{
1788
+ const result = await validator.validateTx(tx);
1789
+ return result.result !== 'invalid';
1573
1790
  }));
1791
+ if (results.some((value)=>value === false)) {
1792
+ throw new Error('Invalid tx detected');
1793
+ }
1574
1794
  }
1575
- /**
1576
- * Create message validators for the given block number and timestamp.
1577
- *
1578
- * Each validator is a pair of a validator and a severity.
1579
- * If a validator fails, the peer is penalized with the severity of the validator.
1580
- *
1581
- * @param currentBlockNumber - The current synced block number.
1582
- * @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
1583
- * @returns The message validators.
1584
- */ async createMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1795
+ /** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1585
1796
  const gasFees = await this.getGasFees(currentBlockNumber);
1586
- const allowedInSetup = this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
1587
- const blockNumberInWhichTheTxIsConsideredToBeIncluded = BlockNumber(currentBlockNumber + 1);
1588
- return createTxMessageValidators(nextSlotTimestamp, blockNumberInWhichTheTxIsConsideredToBeIncluded, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, this.proofVerifier, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
1797
+ const allowedInSetup = [
1798
+ ...await getDefaultAllowedSetupFunctions(),
1799
+ ...this.config.txPublicSetupAllowListExtend ?? []
1800
+ ];
1801
+ const blockNumber = BlockNumber(currentBlockNumber + 1);
1802
+ const l1Constants = await this.archiver.getL1Constants();
1803
+ return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings(), {
1804
+ rollupManaLimit: l1Constants.rollupManaLimit,
1805
+ maxBlockL2Gas: this.config.validateMaxL2BlockGas,
1806
+ maxBlockDAGas: this.config.validateMaxDABlockGas
1807
+ });
1808
+ }
1809
+ /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
1810
+ return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
1589
1811
  }
1590
1812
  /**
1591
1813
  * Run validations on a tx.
@@ -1603,8 +1825,10 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1603
1825
  });
1604
1826
  // A promise that resolves when all validations have been run
1605
1827
  const allValidations = await Promise.all(validationPromises);
1606
- const failed = allValidations.find((x)=>!x.isValid);
1607
- if (failed) {
1828
+ const failures = allValidations.filter((x)=>!x.isValid);
1829
+ if (failures.length > 0) {
1830
+ // Pick the most severe failure (lowest tolerance = harshest penalty)
1831
+ const failed = maxBy(failures, (f)=>PeerErrorSeverityByHarshness.indexOf(f.severity));
1608
1832
  return {
1609
1833
  allPassed: false,
1610
1834
  failure: {
@@ -1651,45 +1875,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1651
1875
  }
1652
1876
  return PeerErrorSeverity.HighToleranceError;
1653
1877
  }
1654
- /**
1655
- * Validate a checkpoint attestation.
1656
- *
1657
- * @param attestation - The checkpoint attestation to validate.
1658
- * @returns True if the checkpoint attestation is valid, false otherwise.
1659
- */ async validateCheckpointAttestation(peerId, attestation) {
1660
- const result = await this.checkpointAttestationValidator.validate(attestation);
1661
- if (result.result === 'reject') {
1662
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1663
- this.peerManager.penalizePeer(peerId, result.severity);
1664
- }
1665
- return result;
1666
- }
1667
- /**
1668
- * Validate a block proposal.
1669
- *
1670
- * @param block - The block proposal to validate.
1671
- * @returns True if the block proposal is valid, false otherwise.
1672
- */ async validateBlockProposal(peerId, block) {
1673
- const result = await this.blockProposalValidator.validate(block);
1674
- if (result.result === 'reject') {
1675
- this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
1676
- this.peerManager.penalizePeer(peerId, result.severity);
1677
- }
1678
- return result;
1679
- }
1680
- /**
1681
- * Validate a checkpoint proposal.
1682
- *
1683
- * @param checkpoint - The checkpoint proposal to validate.
1684
- * @returns True if the checkpoint proposal is valid, false otherwise.
1685
- */ async validateCheckpointProposal(peerId, checkpoint) {
1686
- const result = await this.checkpointProposalValidator.validate(checkpoint);
1687
- if (result.result === 'reject') {
1688
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1689
- this.peerManager.penalizePeer(peerId, result.severity);
1690
- }
1691
- return result;
1692
- }
1693
1878
  getPeerScore(peerId) {
1694
1879
  return this.node.services.pubsub.score.score(peerId.toString());
1695
1880
  }