@aztec/p2p 0.0.1-commit.8afd444 → 0.0.1-commit.934299a21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (333) hide show
  1. package/dest/client/factory.d.ts +7 -6
  2. package/dest/client/factory.d.ts.map +1 -1
  3. package/dest/client/factory.js +35 -11
  4. package/dest/client/interface.d.ts +45 -32
  5. package/dest/client/interface.d.ts.map +1 -1
  6. package/dest/client/p2p_client.d.ts +38 -50
  7. package/dest/client/p2p_client.d.ts.map +1 -1
  8. package/dest/client/p2p_client.js +145 -200
  9. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +6 -6
  10. package/dest/config.d.ts +25 -9
  11. package/dest/config.d.ts.map +1 -1
  12. package/dest/config.js +16 -6
  13. package/dest/errors/tx-pool.error.d.ts +8 -0
  14. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  15. package/dest/errors/tx-pool.error.js +9 -0
  16. package/dest/index.d.ts +2 -1
  17. package/dest/index.d.ts.map +1 -1
  18. package/dest/index.js +1 -0
  19. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  20. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  21. package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
  22. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  25. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  26. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/index.js +1 -2
  28. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  29. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  31. package/dest/mem_pools/index.d.ts +3 -2
  32. package/dest/mem_pools/index.d.ts.map +1 -1
  33. package/dest/mem_pools/index.js +1 -1
  34. package/dest/mem_pools/interface.d.ts +5 -5
  35. package/dest/mem_pools/interface.d.ts.map +1 -1
  36. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  37. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  38. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  39. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  41. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  42. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  45. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  47. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  48. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
  52. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +95 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  76. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  77. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  79. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  80. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  82. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
  83. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
  85. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +105 -0
  86. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  87. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +164 -0
  88. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  89. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  90. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  92. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +355 -0
  94. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
  95. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +161 -0
  97. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
  98. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +891 -0
  100. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  101. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  102. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  103. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  105. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  106. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  107. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  108. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  109. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  110. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  111. package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
  112. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  113. package/dest/msg_validators/tx_validator/factory.js +219 -58
  114. package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
  115. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  116. package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
  117. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  118. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  119. package/dest/msg_validators/tx_validator/index.js +1 -0
  120. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  121. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  122. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  123. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  124. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  125. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  126. package/dest/services/dummy_service.d.ts +13 -5
  127. package/dest/services/dummy_service.d.ts.map +1 -1
  128. package/dest/services/dummy_service.js +10 -4
  129. package/dest/services/encoding.d.ts +2 -2
  130. package/dest/services/encoding.d.ts.map +1 -1
  131. package/dest/services/encoding.js +4 -3
  132. package/dest/services/gossipsub/index.d.ts +3 -0
  133. package/dest/services/gossipsub/index.d.ts.map +1 -0
  134. package/dest/services/gossipsub/index.js +2 -0
  135. package/dest/services/gossipsub/scoring.d.ts +21 -3
  136. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  137. package/dest/services/gossipsub/scoring.js +24 -7
  138. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  139. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  140. package/dest/services/gossipsub/topic_score_params.js +346 -0
  141. package/dest/services/libp2p/libp2p_service.d.ts +90 -37
  142. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  143. package/dest/services/libp2p/libp2p_service.js +413 -327
  144. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  145. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  146. package/dest/services/peer-manager/peer_scoring.js +25 -2
  147. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
  148. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  149. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +26 -53
  150. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
  151. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  152. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
  153. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  154. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
  155. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
  156. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  157. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
  158. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  159. package/dest/services/reqresp/interface.d.ts +10 -1
  160. package/dest/services/reqresp/interface.d.ts.map +1 -1
  161. package/dest/services/reqresp/interface.js +15 -1
  162. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  163. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  164. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
  165. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
  166. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  167. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
  168. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  169. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  170. package/dest/services/reqresp/protocols/tx.js +20 -0
  171. package/dest/services/reqresp/reqresp.d.ts +1 -1
  172. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  173. package/dest/services/reqresp/reqresp.js +11 -4
  174. package/dest/services/service.d.ts +39 -3
  175. package/dest/services/service.d.ts.map +1 -1
  176. package/dest/services/tx_collection/config.d.ts +22 -4
  177. package/dest/services/tx_collection/config.d.ts.map +1 -1
  178. package/dest/services/tx_collection/config.js +49 -3
  179. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
  180. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  181. package/dest/services/tx_collection/fast_tx_collection.js +64 -48
  182. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  183. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  184. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  185. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  186. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  187. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  188. package/dest/services/tx_collection/index.d.ts +3 -2
  189. package/dest/services/tx_collection/index.d.ts.map +1 -1
  190. package/dest/services/tx_collection/index.js +1 -0
  191. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  192. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  193. package/dest/services/tx_collection/instrumentation.js +2 -1
  194. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  195. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  196. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  197. package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
  198. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  199. package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
  200. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  201. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  202. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  203. package/dest/services/tx_collection/tx_collection.d.ts +23 -10
  204. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  205. package/dest/services/tx_collection/tx_collection.js +75 -3
  206. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  207. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  208. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  209. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  210. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  211. package/dest/services/tx_collection/tx_source.js +19 -2
  212. package/dest/services/tx_file_store/config.d.ts +1 -3
  213. package/dest/services/tx_file_store/config.d.ts.map +1 -1
  214. package/dest/services/tx_file_store/config.js +0 -4
  215. package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
  216. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  217. package/dest/services/tx_file_store/tx_file_store.js +9 -6
  218. package/dest/services/tx_provider.d.ts +4 -4
  219. package/dest/services/tx_provider.d.ts.map +1 -1
  220. package/dest/services/tx_provider.js +9 -8
  221. package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
  222. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  223. package/dest/test-helpers/mock-pubsub.d.ts +29 -2
  224. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  225. package/dest/test-helpers/mock-pubsub.js +103 -2
  226. package/dest/test-helpers/reqresp-nodes.d.ts +1 -1
  227. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  228. package/dest/test-helpers/reqresp-nodes.js +2 -1
  229. package/dest/test-helpers/testbench-utils.d.ts +43 -38
  230. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  231. package/dest/test-helpers/testbench-utils.js +128 -59
  232. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  233. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  234. package/dest/testbench/p2p_client_testbench_worker.js +10 -10
  235. package/dest/util.d.ts +2 -2
  236. package/dest/util.d.ts.map +1 -1
  237. package/package.json +14 -14
  238. package/src/client/factory.ts +66 -14
  239. package/src/client/interface.ts +61 -33
  240. package/src/client/p2p_client.ts +179 -236
  241. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +19 -9
  242. package/src/config.ts +35 -11
  243. package/src/errors/tx-pool.error.ts +12 -0
  244. package/src/index.ts +1 -0
  245. package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
  246. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  247. package/src/mem_pools/attestation_pool/index.ts +9 -2
  248. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  249. package/src/mem_pools/index.ts +4 -1
  250. package/src/mem_pools/interface.ts +4 -4
  251. package/src/mem_pools/tx_pool/README.md +1 -1
  252. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  253. package/src/mem_pools/tx_pool_v2/README.md +275 -0
  254. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  255. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  256. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  257. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  258. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
  259. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +122 -0
  260. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  261. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
  262. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  263. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  264. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  265. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
  266. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
  267. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  268. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  269. package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
  270. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +255 -0
  271. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  272. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
  273. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +223 -0
  274. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1063 -0
  275. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  276. package/src/msg_validators/tx_validator/README.md +115 -0
  277. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  278. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  279. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  280. package/src/msg_validators/tx_validator/factory.ts +353 -77
  281. package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
  282. package/src/msg_validators/tx_validator/index.ts +1 -0
  283. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  284. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  285. package/src/services/dummy_service.ts +18 -6
  286. package/src/services/encoding.ts +4 -3
  287. package/src/services/gossipsub/README.md +641 -0
  288. package/src/services/gossipsub/index.ts +2 -0
  289. package/src/services/gossipsub/scoring.ts +29 -5
  290. package/src/services/gossipsub/topic_score_params.ts +487 -0
  291. package/src/services/libp2p/libp2p_service.ts +440 -349
  292. package/src/services/peer-manager/peer_scoring.ts +25 -0
  293. package/src/services/reqresp/batch-tx-requester/README.md +7 -7
  294. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +31 -59
  295. package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
  296. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
  297. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
  298. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  299. package/src/services/reqresp/interface.ts +26 -1
  300. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
  301. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
  302. package/src/services/reqresp/protocols/tx.ts +22 -0
  303. package/src/services/reqresp/reqresp.ts +13 -3
  304. package/src/services/service.ts +51 -2
  305. package/src/services/tx_collection/config.ts +74 -6
  306. package/src/services/tx_collection/fast_tx_collection.ts +74 -51
  307. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  308. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  309. package/src/services/tx_collection/index.ts +2 -1
  310. package/src/services/tx_collection/instrumentation.ts +7 -1
  311. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  312. package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
  313. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  314. package/src/services/tx_collection/tx_collection.ts +113 -16
  315. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  316. package/src/services/tx_collection/tx_source.ts +22 -3
  317. package/src/services/tx_file_store/config.ts +0 -6
  318. package/src/services/tx_file_store/tx_file_store.ts +10 -8
  319. package/src/services/tx_provider.ts +10 -9
  320. package/src/test-helpers/make-test-p2p-clients.ts +3 -3
  321. package/src/test-helpers/mock-pubsub.ts +143 -3
  322. package/src/test-helpers/reqresp-nodes.ts +2 -1
  323. package/src/test-helpers/testbench-utils.ts +127 -71
  324. package/src/testbench/p2p_client_testbench_worker.ts +22 -15
  325. package/src/util.ts +7 -1
  326. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  327. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  328. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  329. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  330. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  331. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  332. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  333. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
@@ -372,7 +372,6 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
372
372
  }
373
373
  var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { randomInt } from '@aztec/foundation/crypto/random';
376
375
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
377
376
  import { RunningPromise } from '@aztec/foundation/running-promise';
378
377
  import { Timer } from '@aztec/foundation/timer';
@@ -384,7 +383,7 @@ import { Tx } from '@aztec/stdlib/tx';
384
383
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
385
384
  import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
386
385
  import { gossipsub } from '@chainsafe/libp2p-gossipsub';
387
- import { createPeerScoreParams, createTopicScoreParams } from '@chainsafe/libp2p-gossipsub/score';
386
+ import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
388
387
  import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
389
388
  import { noise } from '@chainsafe/libp2p-noise';
390
389
  import { yamux } from '@chainsafe/libp2p-yamux';
@@ -395,51 +394,47 @@ import { mplex } from '@libp2p/mplex';
395
394
  import { tcp } from '@libp2p/tcp';
396
395
  import { ENR } from '@nethermindeth/enr';
397
396
  import { createLibp2p } from 'libp2p';
398
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
399
- import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, FishermanAttestationValidator } from '../../msg_validators/index.js';
397
+ import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
400
398
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
401
- import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
402
- import { createTxMessageValidators, createTxReqRespValidator } from '../../msg_validators/tx_validator/factory.js';
403
- import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
399
+ import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
404
400
  import { GossipSubEvent } from '../../types/index.js';
405
401
  import { convertToMultiaddr } from '../../util.js';
406
402
  import { getVersions } from '../../versioning.js';
407
403
  import { AztecDatastore } from '../data_store.js';
408
404
  import { DiscV5Service } from '../discv5/discV5_service.js';
409
405
  import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
410
- import { gossipScoreThresholds } from '../gossipsub/scoring.js';
406
+ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
407
+ import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
411
408
  import { PeerManager } from '../peer-manager/peer_manager.js';
412
409
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
413
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError } from '../reqresp/interface.js';
414
- import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
415
- import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
416
- import { pingHandler, reqRespBlockHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/protocols/index.js';
410
+ import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
417
411
  import { ReqResp } from '../reqresp/reqresp.js';
418
412
  import { P2PInstrumentation } from './instrumentation.js';
419
- _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
413
+ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
414
+ [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
415
+ })), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
416
+ [Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
417
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
418
+ })), _dec2 = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
420
419
  [Attributes.SLOT_NUMBER]: block.slotNumber,
421
420
  [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
422
421
  [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
423
- })), _dec1 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
422
+ })), _dec3 = trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint)=>({
423
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
424
+ })), _dec4 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
424
425
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
425
426
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
426
427
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
427
- })), _dec2 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
428
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
428
429
  [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
429
- })), _dec3 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
430
+ })), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
430
431
  [Attributes.TX_HASH]: requestedTxHash.toString()
431
- })), _dec4 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
432
+ })), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
432
433
  [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
433
- })), _dec5 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
434
- [Attributes.TX_HASH]: tx.getTxHash().toString()
435
- })), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
434
+ })), _dec8 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
436
435
  [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
437
436
  [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
438
437
  [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
439
- })), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
440
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
441
- })), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
442
- [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
443
438
  }));
444
439
  /**
445
440
  * Lib P2P implementation of the P2PService interface.
@@ -460,47 +455,47 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
460
455
  [
461
456
  _dec,
462
457
  2,
463
- "processValidBlockProposal"
458
+ "validateAndStoreCheckpointAttestation"
464
459
  ],
465
460
  [
466
461
  _dec1,
467
462
  2,
468
- "processValidCheckpointProposal"
463
+ "validateAndStoreBlockProposal"
469
464
  ],
470
465
  [
471
466
  _dec2,
472
467
  2,
473
- "validateRequestedBlockTxs"
468
+ "processValidBlockProposal"
474
469
  ],
475
470
  [
476
471
  _dec3,
477
472
  2,
478
- "validateRequestedTxs"
473
+ "validateAndStoreCheckpointProposal"
479
474
  ],
480
475
  [
481
476
  _dec4,
482
477
  2,
483
- "validateRequestedBlock"
478
+ "processValidCheckpointProposal"
484
479
  ],
485
480
  [
486
481
  _dec5,
487
482
  2,
488
- "validatePropagatedTx"
483
+ "validateRequestedBlockTxs"
489
484
  ],
490
485
  [
491
486
  _dec6,
492
487
  2,
493
- "validateCheckpointAttestation"
488
+ "validateRequestedTxs"
494
489
  ],
495
490
  [
496
491
  _dec7,
497
492
  2,
498
- "validateBlockProposal"
493
+ "validateRequestedBlock"
499
494
  ],
500
495
  [
501
496
  _dec8,
502
497
  2,
503
- "validateCheckpointProposal"
498
+ "validateCheckpointAttestation"
504
499
  ]
505
500
  ], []));
506
501
  }
@@ -513,6 +508,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
513
508
  protocolVersion;
514
509
  topicStrings;
515
510
  feesCache;
511
+ /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
512
+ /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
516
513
  /**
517
514
  * Callback for when a block is received from a peer.
518
515
  * @param block - The block received from the peer.
@@ -591,10 +588,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
591
588
  }
592
589
  const versions = getVersions(config);
593
590
  const protocolVersion = compressComponentVersions(versions);
594
- const txTopic = createTopicString(TopicType.tx, protocolVersion);
595
- const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
596
- const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
597
- const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
598
591
  const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
599
592
  const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
600
593
  const peerId = await enr.peerId();
@@ -612,6 +605,15 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
612
605
  const announceTcpMultiaddr = config.p2pIp ? [
613
606
  convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
614
607
  ] : [];
608
+ // Create dynamic topic score params based on network configuration
609
+ const l1Constants = epochCache.getL1Constants();
610
+ const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
611
+ slotDurationMs: l1Constants.slotDuration * 1000,
612
+ heartbeatIntervalMs: config.gossipsubInterval,
613
+ targetCommitteeSize: l1Constants.targetCommitteeSize,
614
+ blockDurationMs: config.blockDurationMs,
615
+ expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
616
+ });
615
617
  const node = await createLibp2p({
616
618
  start: false,
617
619
  peerId,
@@ -712,28 +714,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
712
714
  scoreParams: createPeerScoreParams({
713
715
  // IPColocation factor can be disabled for local testing - default to -5
714
716
  IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
715
- topics: {
716
- [txTopic]: createTopicScoreParams({
717
- topicWeight: 1,
718
- invalidMessageDeliveriesWeight: -20,
719
- invalidMessageDeliveriesDecay: 0.5
720
- }),
721
- [blockProposalTopic]: createTopicScoreParams({
722
- topicWeight: 1,
723
- invalidMessageDeliveriesWeight: -20,
724
- invalidMessageDeliveriesDecay: 0.5
725
- }),
726
- [checkpointProposalTopic]: createTopicScoreParams({
727
- topicWeight: 1,
728
- invalidMessageDeliveriesWeight: -20,
729
- invalidMessageDeliveriesDecay: 0.5
730
- }),
731
- [checkpointAttestationTopic]: createTopicScoreParams({
732
- topicWeight: 1,
733
- invalidMessageDeliveriesWeight: -20,
734
- invalidMessageDeliveriesDecay: 0.5
735
- })
736
- }
717
+ topics: topicScoreParams
737
718
  })
738
719
  }),
739
720
  components: (components)=>({
@@ -745,8 +726,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
745
726
  const peerScoring = new PeerScoring(config, telemetry);
746
727
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
747
728
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
748
- // Update gossipsub score params
749
- node.services.pubsub.score.params.appSpecificWeight = 10;
729
+ // Configure application-specific scoring for gossipsub.
730
+ // The weight scales app score to align with gossipsub thresholds:
731
+ // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
732
+ // - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
733
+ // Note: positive topic scores can offset penalties, so alignment is best-effort.
734
+ node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
750
735
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
751
736
  return new LibP2PService(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
752
737
  }
@@ -776,7 +761,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
776
761
  [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
777
762
  };
778
763
  if (!this.config.disableTransactions) {
779
- const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
764
+ const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
780
765
  requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
781
766
  }
782
767
  if (!this.config.disableTransactions) {
@@ -841,6 +826,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
841
826
  getPeers(includePending) {
842
827
  return this.peerManager.getPeers(includePending);
843
828
  }
829
+ getGossipMeshPeerCount(topicType) {
830
+ return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
831
+ }
844
832
  handleGossipSubEvent(e) {
845
833
  this.logger.trace(`Received PUBSUB message.`);
846
834
  const safeJob = async ()=>{
@@ -876,6 +864,19 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
876
864
  this.checkpointReceivedCallback = callback;
877
865
  }
878
866
  /**
867
+ * Registers a callback to be invoked when a duplicate proposal is detected.
868
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
869
+ */ registerDuplicateProposalCallback(callback) {
870
+ this.duplicateProposalCallback = callback;
871
+ }
872
+ /**
873
+ * Registers a callback to be invoked when a duplicate attestation is detected.
874
+ * A validator signing attestations for different proposals at the same slot.
875
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
876
+ */ registerDuplicateAttestationCallback(callback) {
877
+ this.duplicateAttestationCallback = callback;
878
+ }
879
+ /**
879
880
  * Subscribes to a topic.
880
881
  * @param topic - The topic to subscribe to.
881
882
  */ subscribeToTopic(topic) {
@@ -1056,26 +1057,71 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1056
1057
  async handleGossipedTx(payloadData, msgId, source) {
1057
1058
  const validationFunc = async ()=>{
1058
1059
  const tx = Tx.fromBuffer(payloadData);
1059
- const isValid = await this.validatePropagatedTx(tx, source);
1060
- const exists = isValid && await this.mempools.txPool.hasTx(tx.getTxHash());
1060
+ const currentBlockNumber = await this.archiver.getBlockNumber();
1061
+ const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1062
+ // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
1063
+ const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
1064
+ const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
1065
+ if (!firstStageOutcome.allPassed) {
1066
+ const { name } = firstStageOutcome.failure;
1067
+ let { severity } = firstStageOutcome.failure;
1068
+ // Double spend validator has a special case handler. We perform more detailed examination
1069
+ // as to how recently the nullifier was entered into the tree and if the transaction should
1070
+ // have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
1071
+ if (name === 'doubleSpendValidator') {
1072
+ const txBlockNumber = BlockNumber(currentBlockNumber + 1);
1073
+ severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1074
+ }
1075
+ this.peerManager.penalizePeer(source, severity);
1076
+ return {
1077
+ result: TopicValidatorResult.Reject
1078
+ };
1079
+ }
1080
+ // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
1081
+ const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
1082
+ if (canAdd === 'ignored') {
1083
+ return {
1084
+ result: TopicValidatorResult.Ignore,
1085
+ obj: tx
1086
+ };
1087
+ }
1088
+ // Stage 2: expensive proof verification
1089
+ const secondStageValidators = this.createSecondStageMessageValidators();
1090
+ const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
1091
+ if (!secondStageOutcome.allPassed) {
1092
+ const { severity } = secondStageOutcome.failure;
1093
+ this.peerManager.penalizePeer(source, severity);
1094
+ return {
1095
+ result: TopicValidatorResult.Reject
1096
+ };
1097
+ }
1098
+ // Pool add: persist the tx
1099
+ const txHash = tx.getTxHash();
1100
+ const addResult = await this.mempools.txPool.addPendingTxs([
1101
+ tx
1102
+ ], {
1103
+ source: 'gossip'
1104
+ });
1105
+ const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
1106
+ const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
1061
1107
  this.logger.trace(`Validate propagated tx`, {
1062
- isValid,
1063
- exists,
1108
+ wasAccepted,
1109
+ wasIgnored,
1064
1110
  [Attributes.P2P_ID]: source.toString()
1065
1111
  });
1066
- if (!isValid) {
1112
+ if (wasAccepted) {
1067
1113
  return {
1068
- result: TopicValidatorResult.Reject
1114
+ result: TopicValidatorResult.Accept,
1115
+ obj: tx
1069
1116
  };
1070
- } else if (exists) {
1117
+ } else if (wasIgnored) {
1071
1118
  return {
1072
1119
  result: TopicValidatorResult.Ignore,
1073
1120
  obj: tx
1074
1121
  };
1075
1122
  } else {
1076
1123
  return {
1077
- result: TopicValidatorResult.Accept,
1078
- obj: tx
1124
+ result: TopicValidatorResult.Reject
1079
1125
  };
1080
1126
  }
1081
1127
  };
@@ -1083,133 +1129,190 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1083
1129
  if (result !== TopicValidatorResult.Accept || !tx) {
1084
1130
  return;
1085
1131
  }
1132
+ // Tx was accepted into pool and will be propagated - just log and record metrics
1086
1133
  const txHash = tx.getTxHash();
1087
1134
  const txHashString = txHash.toString();
1088
1135
  this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
1089
1136
  source: source.toString(),
1090
1137
  txHash: txHashString
1091
1138
  });
1092
- if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
1093
- this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
1094
- return;
1095
- }
1096
1139
  this.instrumentation.incrementTxReceived(1);
1097
- await this.mempools.txPool.addTxs([
1098
- tx
1099
- ]);
1100
1140
  }
1101
1141
  /**
1102
1142
  * Process a checkpoint attestation from a peer.
1103
1143
  * Validates the attestation and adds it to the pool.
1104
1144
  */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
1105
- const validationFunc = async ()=>{
1106
- const attestation = CheckpointAttestation.fromBuffer(payloadData);
1107
- const pool = this.mempools.attestationPool;
1108
- const validationResult = await this.validateCheckpointAttestation(source, attestation);
1109
- const isValid = validationResult.result === 'accept';
1110
- const exists = isValid && await pool.hasCheckpointAttestation(attestation);
1111
- let canAdd = true;
1112
- if (isValid && !exists) {
1113
- const slot = attestation.payload.header.slotNumber;
1114
- const { committee } = await this.epochCache.getCommittee(slot);
1115
- const committeeSize = committee?.length ?? 0;
1116
- canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
1117
- }
1118
- this.logger.trace(`Validate propagated checkpoint attestation`, {
1119
- isValid,
1120
- exists,
1121
- canAdd,
1122
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
1123
- [Attributes.P2P_ID]: source.toString()
1124
- });
1125
- if (validationResult.result === 'reject') {
1126
- return {
1127
- result: TopicValidatorResult.Reject
1128
- };
1129
- } else if (validationResult.result === 'ignore' || exists) {
1130
- return {
1131
- result: TopicValidatorResult.Ignore,
1132
- obj: attestation
1133
- };
1134
- } else if (!canAdd) {
1135
- this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
1136
- slot: attestation.payload.header.slotNumber.toString(),
1137
- archive: attestation.archive.toString(),
1138
- source: source.toString()
1139
- });
1140
- return {
1141
- result: TopicValidatorResult.Ignore,
1142
- obj: attestation
1143
- };
1144
- } else {
1145
- return {
1146
- result: TopicValidatorResult.Accept,
1147
- obj: attestation
1148
- };
1149
- }
1150
- };
1151
- const { result, obj: attestation } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_attestation);
1145
+ const { result, obj: attestation } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_attestation);
1152
1146
  if (result !== TopicValidatorResult.Accept || !attestation) {
1153
1147
  return;
1154
1148
  }
1155
- this.logger.debug(`Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1149
+ this.logger.verbose(`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1156
1150
  p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
1157
1151
  slot: attestation.slotNumber,
1158
1152
  archive: attestation.archive.toString(),
1159
1153
  source: source.toString()
1160
1154
  });
1161
- await this.mempools.attestationPool.addCheckpointAttestations([
1162
- attestation
1163
- ]);
1164
1155
  }
1165
- async processBlockFromPeer(payloadData, msgId, source) {
1166
- const validationFunc = async ()=>{
1167
- const block = BlockProposal.fromBuffer(payloadData);
1168
- const validationResult = await this.validateBlockProposal(source, block);
1169
- const isValid = validationResult.result === 'accept';
1170
- const pool = this.mempools.attestationPool;
1171
- const exists = isValid && await pool.hasBlockProposal(block);
1172
- const canAdd = isValid && await pool.canAddProposal(block);
1173
- this.logger.trace(`Validate propagated block proposal`, {
1174
- isValid,
1175
- exists,
1176
- canAdd,
1177
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1178
- [Attributes.P2P_ID]: source.toString()
1156
+ /** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */ async validateAndStoreCheckpointAttestation(peerId, attestation) {
1157
+ const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1158
+ if (validationResult.result === 'reject') {
1159
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1160
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1161
+ return {
1162
+ result: TopicValidatorResult.Reject
1163
+ };
1164
+ }
1165
+ if (validationResult.result === 'ignore') {
1166
+ return {
1167
+ result: TopicValidatorResult.Ignore,
1168
+ obj: attestation
1169
+ };
1170
+ }
1171
+ // Try to add the attestation: this handles existence check, cap check, and adding in one call
1172
+ // count is the number of attestations by this signer for this slot (for duplicate detection)
1173
+ const slot = attestation.payload.header.slotNumber;
1174
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
1175
+ this.logger.trace(`Validate propagated checkpoint attestation`, {
1176
+ added,
1177
+ alreadyExists,
1178
+ count,
1179
+ [Attributes.SLOT_NUMBER]: slot.toString(),
1180
+ [Attributes.P2P_ID]: peerId.toString()
1181
+ });
1182
+ // Exact same attestation received, no need to re-broadcast
1183
+ if (alreadyExists) {
1184
+ return {
1185
+ result: TopicValidatorResult.Ignore,
1186
+ obj: attestation
1187
+ };
1188
+ }
1189
+ // Could not add (cap reached for signer), no need to re-broadcast
1190
+ if (!added) {
1191
+ this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1192
+ slot: slot.toString(),
1193
+ archive: attestation.archive.toString(),
1194
+ source: peerId.toString(),
1195
+ attester: attestation.getSender()?.toString(),
1196
+ count
1179
1197
  });
1180
- if (validationResult.result === 'reject') {
1181
- return {
1182
- result: TopicValidatorResult.Reject
1183
- };
1184
- } else if (validationResult.result === 'ignore' || exists) {
1185
- return {
1186
- result: TopicValidatorResult.Ignore,
1187
- obj: block
1188
- };
1189
- } else if (!canAdd) {
1190
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1191
- this.logger.warn(`Penalizing peer for block proposal exceeding per-slot cap`, {
1192
- slot: block.slotNumber.toString(),
1193
- archive: block.archive.toString(),
1194
- source: source.toString()
1198
+ return {
1199
+ result: TopicValidatorResult.Ignore,
1200
+ obj: attestation
1201
+ };
1202
+ }
1203
+ // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
1204
+ // count is the number of attestations by this signer for this slot
1205
+ if (count === 2) {
1206
+ const attester = attestation.getSender();
1207
+ if (attester) {
1208
+ this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
1209
+ slot: slot.toString(),
1210
+ archive: attestation.archive.toString(),
1211
+ source: peerId.toString(),
1212
+ attester: attester.toString()
1213
+ });
1214
+ this.duplicateAttestationCallback?.({
1215
+ slot,
1216
+ attester
1195
1217
  });
1196
- return {
1197
- result: TopicValidatorResult.Reject
1198
- };
1199
- } else {
1200
- return {
1201
- result: TopicValidatorResult.Accept,
1202
- obj: block
1203
- };
1204
1218
  }
1219
+ }
1220
+ // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1221
+ return {
1222
+ result: TopicValidatorResult.Accept,
1223
+ obj: attestation
1205
1224
  };
1206
- const { result, obj: block } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.block_proposal);
1207
- if (!result || !block) {
1225
+ }
1226
+ async processBlockFromPeer(payloadData, msgId, source) {
1227
+ const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
1228
+ // If not accepted or equivocated, return
1229
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1208
1230
  return;
1209
1231
  }
1210
1232
  await this.processValidBlockProposal(block, source);
1211
1233
  }
1212
- // REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
1234
+ /** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
1235
+ const validationResult = await this.blockProposalValidator.validate(block);
1236
+ if (validationResult.result === 'reject') {
1237
+ this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1238
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1239
+ return {
1240
+ result: TopicValidatorResult.Reject
1241
+ };
1242
+ }
1243
+ if (validationResult.result === 'ignore') {
1244
+ return {
1245
+ result: TopicValidatorResult.Ignore,
1246
+ obj: block
1247
+ };
1248
+ }
1249
+ // Try to add the proposal: this handles existence check, cap check, and adding in one call
1250
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1251
+ const isEquivocated = count !== undefined && count > 1;
1252
+ // Duplicate proposal received, no need to re-broadcast
1253
+ if (alreadyExists) {
1254
+ this.logger.debug(`Ignoring duplicate block proposal received`, {
1255
+ ...block.toBlockInfo(),
1256
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1257
+ proposer: block.getSender()?.toString(),
1258
+ source: peerId.toString()
1259
+ });
1260
+ return {
1261
+ result: TopicValidatorResult.Ignore,
1262
+ obj: block,
1263
+ metadata: {
1264
+ isEquivocated
1265
+ }
1266
+ };
1267
+ }
1268
+ // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1269
+ if (!added) {
1270
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1271
+ this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1272
+ ...block.toBlockInfo(),
1273
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1274
+ count,
1275
+ proposer: block.getSender()?.toString(),
1276
+ source: peerId.toString()
1277
+ });
1278
+ return {
1279
+ result: TopicValidatorResult.Reject,
1280
+ metadata: {
1281
+ isEquivocated
1282
+ }
1283
+ };
1284
+ }
1285
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1286
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1287
+ if (isEquivocated) {
1288
+ const proposer = block.getSender();
1289
+ this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
1290
+ ...block.toBlockInfo(),
1291
+ source: peerId.toString(),
1292
+ proposer: proposer?.toString()
1293
+ });
1294
+ // Invoke the duplicate callback on the first duplicate spotted only
1295
+ if (proposer && count === 2) {
1296
+ this.duplicateProposalCallback?.({
1297
+ slot: block.slotNumber,
1298
+ proposer,
1299
+ type: 'block'
1300
+ });
1301
+ }
1302
+ return {
1303
+ result: TopicValidatorResult.Accept,
1304
+ obj: block,
1305
+ metadata: {
1306
+ isEquivocated
1307
+ }
1308
+ };
1309
+ }
1310
+ // Otherwise, we're good to go!
1311
+ return {
1312
+ result: TopicValidatorResult.Accept,
1313
+ obj: block
1314
+ };
1315
+ }
1213
1316
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
1214
1317
  // should not be here as it does not deal with p2p networking.
1215
1318
  async processValidBlockProposal(block, sender) {
@@ -1219,23 +1322,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1219
1322
  source: sender.toString(),
1220
1323
  ...block.toBlockInfo()
1221
1324
  });
1222
- // Attempt to add proposal
1223
- try {
1224
- await this.mempools.attestationPool.addBlockProposal(block);
1225
- } catch (err) {
1226
- // Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
1227
- if (err instanceof ProposalSlotCapExceededError) {
1228
- this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
1229
- slot: String(slot),
1230
- archive: block.archive.toString(),
1231
- error: err.message
1232
- });
1233
- return;
1234
- }
1235
- throw err;
1236
- }
1237
- // Mark the txs in this proposal as non-evictable
1238
- await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
1325
+ // Mark the txs in this proposal as protected
1326
+ await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
1239
1327
  // Call the block received callback to validate the proposal.
1240
1328
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1241
1329
  const isValid = await this.blockReceivedCallback(block, sender);
@@ -1247,57 +1335,135 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1247
1335
  * Handle a gossiped checkpoint proposal.
1248
1336
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1249
1337
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1250
- // TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
1251
- const validationFunc = async ()=>{
1252
- const checkpoint = CheckpointProposal.fromBuffer(payloadData);
1253
- const validationResult = await this.validateCheckpointProposal(source, checkpoint);
1254
- const isValid = validationResult.result === 'accept';
1255
- const pool = this.mempools.attestationPool;
1256
- const exists = isValid && await pool.hasCheckpointProposal(checkpoint);
1257
- const canAdd = isValid && await pool.canAddCheckpointProposal(checkpoint);
1258
- this.logger.trace(`Validate propagated checkpoint proposal`, {
1259
- isValid,
1260
- exists,
1261
- canAdd,
1338
+ const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1339
+ // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1340
+ // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1341
+ if (processBlock && checkpoint?.getBlockProposal()) {
1342
+ await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
1343
+ }
1344
+ if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1345
+ return;
1346
+ }
1347
+ await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1348
+ }
1349
+ /**
1350
+ * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
1351
+ * its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
1352
+ */ async validateAndStoreCheckpointProposal(peerId, checkpoint) {
1353
+ const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1354
+ if (validationResult.result === 'reject') {
1355
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1356
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1357
+ return {
1358
+ result: TopicValidatorResult.Reject
1359
+ };
1360
+ }
1361
+ if (validationResult.result === 'ignore') {
1362
+ return {
1363
+ result: TopicValidatorResult.Ignore,
1364
+ obj: checkpoint
1365
+ };
1366
+ }
1367
+ // Extract and try to add the block proposal first if present
1368
+ const blockProposal = checkpoint.getBlockProposal();
1369
+ let processBlock = false;
1370
+ if (blockProposal) {
1371
+ this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1262
1372
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1263
- [Attributes.P2P_ID]: source.toString()
1373
+ [Attributes.P2P_ID]: peerId.toString()
1264
1374
  });
1265
- if (validationResult.result === 'reject') {
1266
- return {
1267
- result: TopicValidatorResult.Reject
1268
- };
1269
- } else if (validationResult.result === 'ignore' || exists) {
1270
- return {
1271
- result: TopicValidatorResult.Ignore,
1272
- obj: checkpoint
1273
- };
1274
- } else if (!canAdd) {
1275
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1276
- this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1277
- slot: checkpoint.slotNumber.toString(),
1278
- archive: checkpoint.archive.toString(),
1279
- source: source.toString()
1375
+ const { result, obj, metadata: { isEquivocated } = {} } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1376
+ if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1377
+ this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1378
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1379
+ [Attributes.P2P_ID]: peerId.toString(),
1380
+ isEquivocated,
1381
+ result
1280
1382
  });
1281
1383
  return {
1282
1384
  result: TopicValidatorResult.Reject
1283
1385
  };
1284
- } else {
1285
- return {
1286
- result: TopicValidatorResult.Accept,
1287
- obj: checkpoint
1288
- };
1386
+ } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1387
+ processBlock = true;
1289
1388
  }
1290
- };
1291
- const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
1292
- if (result !== TopicValidatorResult.Accept || !checkpoint) {
1293
- return;
1294
1389
  }
1295
- await this.processValidCheckpointProposal(checkpoint, source);
1390
+ // Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
1391
+ const checkpointCore = checkpoint.toCore();
1392
+ const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
1393
+ const { added, alreadyExists, count } = tryAddResult;
1394
+ const isEquivocated = count !== undefined && count > 1;
1395
+ // Duplicate proposal received, do not re-broadcast
1396
+ if (alreadyExists) {
1397
+ this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
1398
+ ...checkpoint.toCheckpointInfo(),
1399
+ source: peerId.toString()
1400
+ });
1401
+ return {
1402
+ result: TopicValidatorResult.Ignore,
1403
+ obj: checkpoint,
1404
+ metadata: {
1405
+ isEquivocated,
1406
+ processBlock
1407
+ }
1408
+ };
1409
+ }
1410
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1411
+ // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1412
+ if (!added) {
1413
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1414
+ this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1415
+ ...checkpoint.toCheckpointInfo(),
1416
+ count,
1417
+ source: peerId.toString()
1418
+ });
1419
+ return {
1420
+ result: TopicValidatorResult.Reject,
1421
+ obj: checkpoint,
1422
+ metadata: {
1423
+ isEquivocated,
1424
+ processBlock
1425
+ }
1426
+ };
1427
+ }
1428
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1429
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1430
+ if (isEquivocated) {
1431
+ const proposer = checkpoint.getSender();
1432
+ this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
1433
+ ...checkpoint.toCheckpointInfo(),
1434
+ source: peerId.toString(),
1435
+ proposer: proposer?.toString()
1436
+ });
1437
+ // Invoke the duplicate callback on the first duplicate spotted only
1438
+ if (proposer && count === 2) {
1439
+ this.duplicateProposalCallback?.({
1440
+ slot: checkpoint.slotNumber,
1441
+ proposer,
1442
+ type: 'checkpoint'
1443
+ });
1444
+ }
1445
+ return {
1446
+ result: TopicValidatorResult.Accept,
1447
+ obj: checkpoint,
1448
+ metadata: {
1449
+ isEquivocated,
1450
+ processBlock
1451
+ }
1452
+ };
1453
+ }
1454
+ // Otherwise, we're good to go!
1455
+ return {
1456
+ result: TopicValidatorResult.Accept,
1457
+ obj: checkpoint,
1458
+ metadata: {
1459
+ processBlock,
1460
+ isEquivocated
1461
+ }
1462
+ };
1296
1463
  }
1297
1464
  /**
1298
1465
  * Process a validated checkpoint proposal.
1299
- * Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
1300
- * The block callback is invoked before the checkpoint callback.
1466
+ * Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
1301
1467
  */ async processValidCheckpointProposal(checkpoint, sender) {
1302
1468
  const slot = checkpoint.slotNumber;
1303
1469
  this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
@@ -1306,33 +1472,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1306
1472
  archive: checkpoint.archive.toString(),
1307
1473
  source: sender.toString()
1308
1474
  });
1309
- // Extract block proposal before adding to pool (pool stores them separately)
1310
- const blockProposal = checkpoint.getBlockProposal();
1311
- // Add proposal to the pool (this extracts and stores block proposal separately)
1312
- await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
1313
- // Mark txs as non-evictable if present (from the last block)
1314
- if (checkpoint.txHashes.length > 0) {
1315
- await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
1316
- }
1317
- // If there was a last block proposal, invoke the block callback first for validation.
1318
- // Note: The block proposal is already stored in the pool by addCheckpointProposal.
1319
- if (blockProposal) {
1320
- const isValid = await this.blockReceivedCallback(blockProposal, sender);
1321
- if (!isValid) {
1322
- this.logger.warn(`Block proposal from checkpoint failed validation`, {
1323
- slot: slot.toString(),
1324
- archive: checkpoint.archive.toString(),
1325
- blockNumber: blockProposal.blockNumber.toString()
1326
- });
1327
- return;
1328
- }
1329
- }
1330
1475
  // Call the checkpoint received callback with the core version (without lastBlock)
1331
1476
  // to validate and potentially generate attestations
1332
- const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
1477
+ const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1333
1478
  if (attestations && attestations.length > 0) {
1334
1479
  // If the callback returned attestations, add them to the pool and propagate them
1335
- await this.mempools.attestationPool.addCheckpointAttestations(attestations);
1480
+ await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
1336
1481
  for (const attestation of attestations){
1337
1482
  await this.propagate(attestation);
1338
1483
  }
@@ -1501,33 +1646,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1501
1646
  }
1502
1647
  }
1503
1648
  createRequestedTxValidator() {
1504
- return createTxReqRespValidator(this.proofVerifier, {
1649
+ return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1505
1650
  l1ChainId: this.config.l1ChainId,
1506
1651
  rollupVersion: this.config.rollupVersion
1507
1652
  });
1508
1653
  }
1509
- async validatePropagatedTx(tx, peerId) {
1510
- const currentBlockNumber = await this.archiver.getBlockNumber();
1511
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1512
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1513
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1514
- for (const validator of messageValidators){
1515
- const outcome = await this.runValidations(tx, validator);
1516
- if (outcome.allPassed) {
1517
- continue;
1518
- }
1519
- const { name } = outcome.failure;
1520
- let { severity } = outcome.failure;
1521
- // Double spend validator has a special case handler
1522
- if (name === 'doubleSpendValidator') {
1523
- const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
1524
- severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1525
- }
1526
- this.peerManager.penalizePeer(peerId, severity);
1527
- return false;
1528
- }
1529
- return true;
1530
- }
1531
1654
  async getGasFees(blockNumber) {
1532
1655
  if (blockNumber === this.feesCache?.blockNumber) {
1533
1656
  return this.feesCache.gasFees;
@@ -1554,38 +1677,27 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1554
1677
  peerScoring: this.peerManager
1555
1678
  };
1556
1679
  }
1557
- async validate(txs) {
1558
- const currentBlockNumber = await this.archiver.getBlockNumber();
1559
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1560
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1561
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1562
- await Promise.all(txs.map(async (tx)=>{
1563
- for (const validator of messageValidators){
1564
- const outcome = await this.runValidations(tx, validator);
1565
- if (!outcome.allPassed) {
1566
- throw new Error('Invalid tx detected', {
1567
- cause: {
1568
- outcome
1569
- }
1570
- });
1571
- }
1572
- }
1680
+ async validateTxsReceivedInBlockProposal(txs) {
1681
+ const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
1682
+ l1ChainId: this.config.l1ChainId,
1683
+ rollupVersion: this.config.rollupVersion
1684
+ }, this.logger.getBindings());
1685
+ const results = await Promise.all(txs.map(async (tx)=>{
1686
+ const result = await validator.validateTx(tx);
1687
+ return result.result !== 'invalid';
1573
1688
  }));
1689
+ if (results.some((value)=>value === false)) {
1690
+ throw new Error('Invalid tx detected');
1691
+ }
1574
1692
  }
1575
- /**
1576
- * Create message validators for the given block number and timestamp.
1577
- *
1578
- * Each validator is a pair of a validator and a severity.
1579
- * If a validator fails, the peer is penalized with the severity of the validator.
1580
- *
1581
- * @param currentBlockNumber - The current synced block number.
1582
- * @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
1583
- * @returns The message validators.
1584
- */ async createMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1693
+ /** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1585
1694
  const gasFees = await this.getGasFees(currentBlockNumber);
1586
1695
  const allowedInSetup = this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
1587
- const blockNumberInWhichTheTxIsConsideredToBeIncluded = BlockNumber(currentBlockNumber + 1);
1588
- return createTxMessageValidators(nextSlotTimestamp, blockNumberInWhichTheTxIsConsideredToBeIncluded, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, this.proofVerifier, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
1696
+ const blockNumber = BlockNumber(currentBlockNumber + 1);
1697
+ return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
1698
+ }
1699
+ /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
1700
+ return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
1589
1701
  }
1590
1702
  /**
1591
1703
  * Run validations on a tx.
@@ -1659,33 +1771,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1659
1771
  */ async validateCheckpointAttestation(peerId, attestation) {
1660
1772
  const result = await this.checkpointAttestationValidator.validate(attestation);
1661
1773
  if (result.result === 'reject') {
1662
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1663
- this.peerManager.penalizePeer(peerId, result.severity);
1664
- }
1665
- return result;
1666
- }
1667
- /**
1668
- * Validate a block proposal.
1669
- *
1670
- * @param block - The block proposal to validate.
1671
- * @returns True if the block proposal is valid, false otherwise.
1672
- */ async validateBlockProposal(peerId, block) {
1673
- const result = await this.blockProposalValidator.validate(block);
1674
- if (result.result === 'reject') {
1675
- this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
1676
- this.peerManager.penalizePeer(peerId, result.severity);
1677
- }
1678
- return result;
1679
- }
1680
- /**
1681
- * Validate a checkpoint proposal.
1682
- *
1683
- * @param checkpoint - The checkpoint proposal to validate.
1684
- * @returns True if the checkpoint proposal is valid, false otherwise.
1685
- */ async validateCheckpointProposal(peerId, checkpoint) {
1686
- const result = await this.checkpointProposalValidator.validate(checkpoint);
1687
- if (result.result === 'reject') {
1688
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1774
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1689
1775
  this.peerManager.penalizePeer(peerId, result.severity);
1690
1776
  }
1691
1777
  return result;