@aztec/p2p 0.0.1-commit.c80b6263 → 0.0.1-commit.c949de6bc

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (355) hide show
  1. package/dest/client/factory.d.ts +10 -10
  2. package/dest/client/factory.d.ts.map +1 -1
  3. package/dest/client/factory.js +40 -14
  4. package/dest/client/interface.d.ts +46 -33
  5. package/dest/client/interface.d.ts.map +1 -1
  6. package/dest/client/p2p_client.d.ts +41 -51
  7. package/dest/client/p2p_client.d.ts.map +1 -1
  8. package/dest/client/p2p_client.js +156 -200
  9. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +8 -9
  10. package/dest/config.d.ts +30 -8
  11. package/dest/config.d.ts.map +1 -1
  12. package/dest/config.js +19 -7
  13. package/dest/errors/tx-pool.error.d.ts +8 -0
  14. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  15. package/dest/errors/tx-pool.error.js +9 -0
  16. package/dest/index.d.ts +2 -1
  17. package/dest/index.d.ts.map +1 -1
  18. package/dest/index.js +1 -0
  19. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  20. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  21. package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
  22. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  25. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  26. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/index.js +1 -2
  28. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  29. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  31. package/dest/mem_pools/index.d.ts +3 -2
  32. package/dest/mem_pools/index.d.ts.map +1 -1
  33. package/dest/mem_pools/index.js +1 -1
  34. package/dest/mem_pools/interface.d.ts +5 -5
  35. package/dest/mem_pools/interface.d.ts.map +1 -1
  36. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  37. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  38. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  39. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  41. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  42. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  45. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  47. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  48. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
  52. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  76. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  77. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  79. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  80. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  82. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
  83. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
  85. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +119 -0
  86. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  87. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +193 -0
  88. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  89. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  90. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  92. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +354 -0
  94. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
  95. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +161 -0
  97. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
  98. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +905 -0
  100. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  101. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  102. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  103. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  105. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  106. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  107. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  108. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +18 -5
  109. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  110. package/dest/msg_validators/tx_validator/block_header_validator.js +2 -2
  111. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  112. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  113. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  114. package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
  115. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  116. package/dest/msg_validators/tx_validator/factory.js +219 -58
  117. package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
  118. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  119. package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
  120. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  121. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  122. package/dest/msg_validators/tx_validator/index.js +1 -0
  123. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  124. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  125. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  126. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  127. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  128. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  129. package/dest/services/data_store.d.ts +1 -1
  130. package/dest/services/data_store.d.ts.map +1 -1
  131. package/dest/services/data_store.js +10 -6
  132. package/dest/services/dummy_service.d.ts +13 -5
  133. package/dest/services/dummy_service.d.ts.map +1 -1
  134. package/dest/services/dummy_service.js +10 -4
  135. package/dest/services/encoding.d.ts +3 -3
  136. package/dest/services/encoding.d.ts.map +1 -1
  137. package/dest/services/encoding.js +11 -10
  138. package/dest/services/gossipsub/index.d.ts +3 -0
  139. package/dest/services/gossipsub/index.d.ts.map +1 -0
  140. package/dest/services/gossipsub/index.js +2 -0
  141. package/dest/services/gossipsub/scoring.d.ts +21 -3
  142. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  143. package/dest/services/gossipsub/scoring.js +24 -7
  144. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  145. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  146. package/dest/services/gossipsub/topic_score_params.js +346 -0
  147. package/dest/services/index.d.ts +2 -1
  148. package/dest/services/index.d.ts.map +1 -1
  149. package/dest/services/index.js +1 -0
  150. package/dest/services/libp2p/libp2p_service.d.ts +94 -42
  151. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  152. package/dest/services/libp2p/libp2p_service.js +425 -342
  153. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  154. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  155. package/dest/services/peer-manager/peer_scoring.js +25 -2
  156. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
  157. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  158. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +27 -54
  159. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
  160. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  161. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
  162. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  163. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
  164. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
  165. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  166. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
  167. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  168. package/dest/services/reqresp/interface.d.ts +10 -1
  169. package/dest/services/reqresp/interface.d.ts.map +1 -1
  170. package/dest/services/reqresp/interface.js +15 -1
  171. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  172. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  173. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +17 -12
  174. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +25 -14
  175. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  176. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +40 -24
  177. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  178. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  179. package/dest/services/reqresp/protocols/tx.js +20 -0
  180. package/dest/services/reqresp/reqresp.d.ts +1 -1
  181. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  182. package/dest/services/reqresp/reqresp.js +13 -5
  183. package/dest/services/service.d.ts +39 -3
  184. package/dest/services/service.d.ts.map +1 -1
  185. package/dest/services/tx_collection/config.d.ts +22 -4
  186. package/dest/services/tx_collection/config.d.ts.map +1 -1
  187. package/dest/services/tx_collection/config.js +49 -3
  188. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
  189. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  190. package/dest/services/tx_collection/fast_tx_collection.js +64 -48
  191. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  192. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  193. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  194. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  195. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  196. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  197. package/dest/services/tx_collection/index.d.ts +3 -2
  198. package/dest/services/tx_collection/index.d.ts.map +1 -1
  199. package/dest/services/tx_collection/index.js +1 -0
  200. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  201. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  202. package/dest/services/tx_collection/instrumentation.js +2 -1
  203. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  204. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  205. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  206. package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
  207. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  208. package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
  209. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  210. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  211. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  212. package/dest/services/tx_collection/tx_collection.d.ts +23 -10
  213. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  214. package/dest/services/tx_collection/tx_collection.js +75 -3
  215. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  216. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  217. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  218. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  219. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  220. package/dest/services/tx_collection/tx_source.js +19 -2
  221. package/dest/services/tx_file_store/config.d.ts +16 -0
  222. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  223. package/dest/services/tx_file_store/config.js +22 -0
  224. package/dest/services/tx_file_store/index.d.ts +4 -0
  225. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  226. package/dest/services/tx_file_store/index.js +3 -0
  227. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  228. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  229. package/dest/services/tx_file_store/instrumentation.js +29 -0
  230. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  231. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  232. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  233. package/dest/services/tx_provider.d.ts +4 -4
  234. package/dest/services/tx_provider.d.ts.map +1 -1
  235. package/dest/services/tx_provider.js +9 -8
  236. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  237. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  238. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  239. package/dest/test-helpers/mock-pubsub.d.ts +30 -4
  240. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  241. package/dest/test-helpers/mock-pubsub.js +105 -4
  242. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  243. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  244. package/dest/test-helpers/reqresp-nodes.js +4 -3
  245. package/dest/test-helpers/testbench-utils.d.ts +45 -38
  246. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  247. package/dest/test-helpers/testbench-utils.js +130 -60
  248. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  249. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  250. package/dest/testbench/p2p_client_testbench_worker.js +16 -16
  251. package/dest/util.d.ts +2 -2
  252. package/dest/util.d.ts.map +1 -1
  253. package/package.json +14 -14
  254. package/src/client/factory.ts +77 -26
  255. package/src/client/interface.ts +56 -34
  256. package/src/client/p2p_client.ts +192 -247
  257. package/src/client/test/tx_proposal_collector/README.md +4 -4
  258. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +21 -12
  259. package/src/config.ts +42 -11
  260. package/src/errors/tx-pool.error.ts +12 -0
  261. package/src/index.ts +1 -0
  262. package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
  263. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  264. package/src/mem_pools/attestation_pool/index.ts +9 -2
  265. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  266. package/src/mem_pools/index.ts +4 -1
  267. package/src/mem_pools/interface.ts +4 -4
  268. package/src/mem_pools/tx_pool/README.md +1 -1
  269. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  270. package/src/mem_pools/tx_pool_v2/README.md +275 -0
  271. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  272. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  273. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  274. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  275. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
  276. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  277. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  278. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
  279. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  280. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  281. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  282. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
  283. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
  284. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  285. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  286. package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
  287. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +297 -0
  288. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  289. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
  290. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +223 -0
  291. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1083 -0
  292. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  293. package/src/msg_validators/tx_validator/README.md +115 -0
  294. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  295. package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
  296. package/src/msg_validators/tx_validator/block_header_validator.ts +18 -8
  297. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  298. package/src/msg_validators/tx_validator/factory.ts +353 -77
  299. package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
  300. package/src/msg_validators/tx_validator/index.ts +1 -0
  301. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  302. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  303. package/src/services/data_store.ts +10 -7
  304. package/src/services/dummy_service.ts +18 -6
  305. package/src/services/encoding.ts +9 -9
  306. package/src/services/gossipsub/README.md +641 -0
  307. package/src/services/gossipsub/index.ts +2 -0
  308. package/src/services/gossipsub/scoring.ts +29 -5
  309. package/src/services/gossipsub/topic_score_params.ts +487 -0
  310. package/src/services/index.ts +1 -0
  311. package/src/services/libp2p/libp2p_service.ts +450 -365
  312. package/src/services/peer-manager/peer_scoring.ts +25 -0
  313. package/src/services/reqresp/batch-tx-requester/README.md +14 -14
  314. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +32 -60
  315. package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
  316. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
  317. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
  318. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  319. package/src/services/reqresp/interface.ts +26 -1
  320. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +24 -15
  321. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -24
  322. package/src/services/reqresp/protocols/tx.ts +22 -0
  323. package/src/services/reqresp/reqresp.ts +16 -4
  324. package/src/services/service.ts +51 -2
  325. package/src/services/tx_collection/config.ts +74 -6
  326. package/src/services/tx_collection/fast_tx_collection.ts +74 -51
  327. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  328. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  329. package/src/services/tx_collection/index.ts +2 -1
  330. package/src/services/tx_collection/instrumentation.ts +7 -1
  331. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  332. package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
  333. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  334. package/src/services/tx_collection/tx_collection.ts +113 -16
  335. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  336. package/src/services/tx_collection/tx_source.ts +22 -3
  337. package/src/services/tx_file_store/config.ts +37 -0
  338. package/src/services/tx_file_store/index.ts +3 -0
  339. package/src/services/tx_file_store/instrumentation.ts +36 -0
  340. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  341. package/src/services/tx_provider.ts +10 -9
  342. package/src/test-helpers/make-test-p2p-clients.ts +3 -5
  343. package/src/test-helpers/mock-pubsub.ts +146 -9
  344. package/src/test-helpers/reqresp-nodes.ts +4 -6
  345. package/src/test-helpers/testbench-utils.ts +129 -71
  346. package/src/testbench/p2p_client_testbench_worker.ts +25 -22
  347. package/src/util.ts +7 -1
  348. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  349. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  350. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  351. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  352. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  353. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  354. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  355. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
@@ -372,19 +372,18 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
372
372
  }
373
373
  var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { randomInt } from '@aztec/foundation/crypto/random';
376
375
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
377
376
  import { RunningPromise } from '@aztec/foundation/running-promise';
378
377
  import { Timer } from '@aztec/foundation/timer';
379
378
  import { protocolContractsHash } from '@aztec/protocol-contracts';
380
379
  import { GasFees } from '@aztec/stdlib/gas';
381
- import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PClientType, P2PMessage, PeerErrorSeverity, TopicType, createTopicString, getTopicsForClientAndConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
380
+ import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PMessage, PeerErrorSeverity, TopicType, createTopicString, getTopicsForConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
382
381
  import { MerkleTreeId } from '@aztec/stdlib/trees';
383
382
  import { Tx } from '@aztec/stdlib/tx';
384
383
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
385
384
  import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
386
385
  import { gossipsub } from '@chainsafe/libp2p-gossipsub';
387
- import { createPeerScoreParams, createTopicScoreParams } from '@chainsafe/libp2p-gossipsub/score';
386
+ import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
388
387
  import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
389
388
  import { noise } from '@chainsafe/libp2p-noise';
390
389
  import { yamux } from '@chainsafe/libp2p-yamux';
@@ -395,56 +394,51 @@ import { mplex } from '@libp2p/mplex';
395
394
  import { tcp } from '@libp2p/tcp';
396
395
  import { ENR } from '@nethermindeth/enr';
397
396
  import { createLibp2p } from 'libp2p';
398
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
399
- import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, FishermanAttestationValidator } from '../../msg_validators/index.js';
397
+ import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
400
398
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
401
- import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
402
- import { createTxMessageValidators, createTxReqRespValidator } from '../../msg_validators/tx_validator/factory.js';
403
- import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
399
+ import { createFirstStageTxValidationsForGossipedTransactions, createSecondStageTxValidationsForGossipedTransactions, createTxValidatorForBlockProposalReceivedTxs, createTxValidatorForReqResponseReceivedTxs } from '../../msg_validators/tx_validator/factory.js';
404
400
  import { GossipSubEvent } from '../../types/index.js';
405
401
  import { convertToMultiaddr } from '../../util.js';
406
402
  import { getVersions } from '../../versioning.js';
407
403
  import { AztecDatastore } from '../data_store.js';
408
404
  import { DiscV5Service } from '../discv5/discV5_service.js';
409
405
  import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
410
- import { gossipScoreThresholds } from '../gossipsub/scoring.js';
406
+ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
407
+ import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
411
408
  import { PeerManager } from '../peer-manager/peer_manager.js';
412
409
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
413
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError } from '../reqresp/interface.js';
414
- import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
415
- import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
416
- import { pingHandler, reqRespBlockHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/protocols/index.js';
410
+ import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError, pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
417
411
  import { ReqResp } from '../reqresp/reqresp.js';
418
412
  import { P2PInstrumentation } from './instrumentation.js';
419
- _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
413
+ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
414
+ [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
415
+ })), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
416
+ [Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
417
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
418
+ })), _dec2 = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
420
419
  [Attributes.SLOT_NUMBER]: block.slotNumber,
421
420
  [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
422
421
  [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
423
- })), _dec1 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
422
+ })), _dec3 = trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint)=>({
423
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
424
+ })), _dec4 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
424
425
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
425
426
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
426
427
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
427
- })), _dec2 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
428
- [Attributes.BLOCK_HASH]: request.blockHash.toString()
429
- })), _dec3 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
428
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
429
+ [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
430
+ })), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
430
431
  [Attributes.TX_HASH]: requestedTxHash.toString()
431
- })), _dec4 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
432
+ })), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
432
433
  [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
433
- })), _dec5 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
434
- [Attributes.TX_HASH]: tx.getTxHash().toString()
435
- })), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
434
+ })), _dec8 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
436
435
  [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
437
436
  [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
438
437
  [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
439
- })), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
440
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
441
- })), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
442
- [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
443
438
  }));
444
439
  /**
445
440
  * Lib P2P implementation of the P2PService interface.
446
441
  */ export class LibP2PService extends WithTracer {
447
- clientType;
448
442
  config;
449
443
  node;
450
444
  peerDiscoveryService;
@@ -460,47 +454,47 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
460
454
  [
461
455
  _dec,
462
456
  2,
463
- "processValidBlockProposal"
457
+ "validateAndStoreCheckpointAttestation"
464
458
  ],
465
459
  [
466
460
  _dec1,
467
461
  2,
468
- "processValidCheckpointProposal"
462
+ "validateAndStoreBlockProposal"
469
463
  ],
470
464
  [
471
465
  _dec2,
472
466
  2,
473
- "validateRequestedBlockTxs"
467
+ "processValidBlockProposal"
474
468
  ],
475
469
  [
476
470
  _dec3,
477
471
  2,
478
- "validateRequestedTxs"
472
+ "validateAndStoreCheckpointProposal"
479
473
  ],
480
474
  [
481
475
  _dec4,
482
476
  2,
483
- "validateRequestedBlock"
477
+ "processValidCheckpointProposal"
484
478
  ],
485
479
  [
486
480
  _dec5,
487
481
  2,
488
- "validatePropagatedTx"
482
+ "validateRequestedBlockTxs"
489
483
  ],
490
484
  [
491
485
  _dec6,
492
486
  2,
493
- "validateCheckpointAttestation"
487
+ "validateRequestedTxs"
494
488
  ],
495
489
  [
496
490
  _dec7,
497
491
  2,
498
- "validateBlockProposal"
492
+ "validateRequestedBlock"
499
493
  ],
500
494
  [
501
495
  _dec8,
502
496
  2,
503
- "validateCheckpointProposal"
497
+ "validateCheckpointAttestation"
504
498
  ]
505
499
  ], []));
506
500
  }
@@ -513,6 +507,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
513
507
  protocolVersion;
514
508
  topicStrings;
515
509
  feesCache;
510
+ /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
511
+ /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
516
512
  /**
517
513
  * Callback for when a block is received from a peer.
518
514
  * @param block - The block received from the peer.
@@ -527,8 +523,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
527
523
  instrumentation;
528
524
  telemetry;
529
525
  logger;
530
- constructor(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
531
- super(telemetry, 'LibP2PService'), this.clientType = clientType, this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
526
+ constructor(config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
527
+ super(telemetry, 'LibP2PService'), this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
532
528
  this.telemetry = telemetry;
533
529
  // Create child logger with fisherman prefix if in fisherman mode
534
530
  this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
@@ -571,7 +567,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
571
567
  * @param config - The configuration to use when creating the service.
572
568
  * @param txPool - The transaction pool to be accessed by the service.
573
569
  * @returns The new service.
574
- */ static async new(clientType, config, peerId, deps) {
570
+ */ static async new(config, peerId, deps) {
575
571
  const { worldStateSynchronizer, epochCache, l2BlockSource, mempools, proofVerifier, peerStore, telemetry, logger, packageVersion } = deps;
576
572
  const { p2pPort, maxPeerCount, listenAddress } = config;
577
573
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
@@ -591,10 +587,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
591
587
  }
592
588
  const versions = getVersions(config);
593
589
  const protocolVersion = compressComponentVersions(versions);
594
- const txTopic = createTopicString(TopicType.tx, protocolVersion);
595
- const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
596
- const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
597
- const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
598
590
  const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
599
591
  const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
600
592
  const peerId = await enr.peerId();
@@ -612,6 +604,15 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
612
604
  const announceTcpMultiaddr = config.p2pIp ? [
613
605
  convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
614
606
  ] : [];
607
+ // Create dynamic topic score params based on network configuration
608
+ const l1Constants = epochCache.getL1Constants();
609
+ const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
610
+ slotDurationMs: l1Constants.slotDuration * 1000,
611
+ heartbeatIntervalMs: config.gossipsubInterval,
612
+ targetCommitteeSize: l1Constants.targetCommitteeSize,
613
+ blockDurationMs: config.blockDurationMs,
614
+ expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
615
+ });
615
616
  const node = await createLibp2p({
616
617
  start: false,
617
618
  peerId,
@@ -712,28 +713,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
712
713
  scoreParams: createPeerScoreParams({
713
714
  // IPColocation factor can be disabled for local testing - default to -5
714
715
  IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
715
- topics: {
716
- [txTopic]: createTopicScoreParams({
717
- topicWeight: 1,
718
- invalidMessageDeliveriesWeight: -20,
719
- invalidMessageDeliveriesDecay: 0.5
720
- }),
721
- [blockProposalTopic]: createTopicScoreParams({
722
- topicWeight: 1,
723
- invalidMessageDeliveriesWeight: -20,
724
- invalidMessageDeliveriesDecay: 0.5
725
- }),
726
- [checkpointProposalTopic]: createTopicScoreParams({
727
- topicWeight: 1,
728
- invalidMessageDeliveriesWeight: -20,
729
- invalidMessageDeliveriesDecay: 0.5
730
- }),
731
- [checkpointAttestationTopic]: createTopicScoreParams({
732
- topicWeight: 1,
733
- invalidMessageDeliveriesWeight: -20,
734
- invalidMessageDeliveriesDecay: 0.5
735
- })
736
- }
716
+ topics: topicScoreParams
737
717
  })
738
718
  }),
739
719
  components: (components)=>({
@@ -745,10 +725,14 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
745
725
  const peerScoring = new PeerScoring(config, telemetry);
746
726
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
747
727
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
748
- // Update gossipsub score params
749
- node.services.pubsub.score.params.appSpecificWeight = 10;
728
+ // Configure application-specific scoring for gossipsub.
729
+ // The weight scales app score to align with gossipsub thresholds:
730
+ // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
731
+ // - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
732
+ // Note: positive topic scores can offset penalties, so alignment is best-effort.
733
+ node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
750
734
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
751
- return new LibP2PService(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
735
+ return new LibP2PService(config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
752
736
  }
753
737
  /**
754
738
  * Starts the LibP2P service.
@@ -776,7 +760,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
776
760
  [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
777
761
  };
778
762
  if (!this.config.disableTransactions) {
779
- const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
763
+ const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
780
764
  requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
781
765
  }
782
766
  if (!this.config.disableTransactions) {
@@ -793,7 +777,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
793
777
  await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
794
778
  await this.node.start();
795
779
  // Subscribe to standard GossipSub topics by default
796
- for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)){
780
+ for (const topic of getTopicsForConfig(this.config.disableTransactions)){
797
781
  this.subscribeToTopic(this.topicStrings[topic]);
798
782
  }
799
783
  // add GossipSub listener
@@ -841,6 +825,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
841
825
  getPeers(includePending) {
842
826
  return this.peerManager.getPeers(includePending);
843
827
  }
828
+ getGossipMeshPeerCount(topicType) {
829
+ return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
830
+ }
844
831
  handleGossipSubEvent(e) {
845
832
  this.logger.trace(`Received PUBSUB message.`);
846
833
  const safeJob = async ()=>{
@@ -876,6 +863,19 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
876
863
  this.checkpointReceivedCallback = callback;
877
864
  }
878
865
  /**
866
+ * Registers a callback to be invoked when a duplicate proposal is detected.
867
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
868
+ */ registerDuplicateProposalCallback(callback) {
869
+ this.duplicateProposalCallback = callback;
870
+ }
871
+ /**
872
+ * Registers a callback to be invoked when a duplicate attestation is detected.
873
+ * A validator signing attestations for different proposals at the same slot.
874
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
875
+ */ registerDuplicateAttestationCallback(callback) {
876
+ this.duplicateAttestationCallback = callback;
877
+ }
878
+ /**
879
879
  * Subscribes to a topic.
880
880
  * @param topic - The topic to subscribe to.
881
881
  */ subscribeToTopic(topic) {
@@ -986,9 +986,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
986
986
  if (msg.topic === this.topicStrings[TopicType.tx]) {
987
987
  await this.handleGossipedTx(p2pMessage.payload, msgId, source);
988
988
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
989
- if (this.clientType === P2PClientType.Full) {
990
- await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
991
- }
989
+ await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
992
990
  } else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
993
991
  await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
994
992
  } else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
@@ -1056,26 +1054,71 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1056
1054
  async handleGossipedTx(payloadData, msgId, source) {
1057
1055
  const validationFunc = async ()=>{
1058
1056
  const tx = Tx.fromBuffer(payloadData);
1059
- const isValid = await this.validatePropagatedTx(tx, source);
1060
- const exists = isValid && await this.mempools.txPool.hasTx(tx.getTxHash());
1057
+ const currentBlockNumber = await this.archiver.getBlockNumber();
1058
+ const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1059
+ // Stage 1: fast validators (metadata, data, timestamps, double-spend, gas, phases, block header)
1060
+ const firstStageValidators = await this.createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp);
1061
+ const firstStageOutcome = await this.runValidations(tx, firstStageValidators);
1062
+ if (!firstStageOutcome.allPassed) {
1063
+ const { name } = firstStageOutcome.failure;
1064
+ let { severity } = firstStageOutcome.failure;
1065
+ // Double spend validator has a special case handler. We perform more detailed examination
1066
+ // as to how recently the nullifier was entered into the tree and if the transaction should
1067
+ // have 'known' the nullifier existed. This determines the severity of the penalty applied to the peer.
1068
+ if (name === 'doubleSpendValidator') {
1069
+ const txBlockNumber = BlockNumber(currentBlockNumber + 1);
1070
+ severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1071
+ }
1072
+ this.peerManager.penalizePeer(source, severity);
1073
+ return {
1074
+ result: TopicValidatorResult.Reject
1075
+ };
1076
+ }
1077
+ // Pool pre-check: see if the pool would accept this tx before doing expensive proof verification
1078
+ const canAdd = await this.mempools.txPool.canAddPendingTx(tx);
1079
+ if (canAdd === 'ignored') {
1080
+ return {
1081
+ result: TopicValidatorResult.Ignore,
1082
+ obj: tx
1083
+ };
1084
+ }
1085
+ // Stage 2: expensive proof verification
1086
+ const secondStageValidators = this.createSecondStageMessageValidators();
1087
+ const secondStageOutcome = await this.runValidations(tx, secondStageValidators);
1088
+ if (!secondStageOutcome.allPassed) {
1089
+ const { severity } = secondStageOutcome.failure;
1090
+ this.peerManager.penalizePeer(source, severity);
1091
+ return {
1092
+ result: TopicValidatorResult.Reject
1093
+ };
1094
+ }
1095
+ // Pool add: persist the tx
1096
+ const txHash = tx.getTxHash();
1097
+ const addResult = await this.mempools.txPool.addPendingTxs([
1098
+ tx
1099
+ ], {
1100
+ source: 'gossip'
1101
+ });
1102
+ const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
1103
+ const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
1061
1104
  this.logger.trace(`Validate propagated tx`, {
1062
- isValid,
1063
- exists,
1105
+ wasAccepted,
1106
+ wasIgnored,
1064
1107
  [Attributes.P2P_ID]: source.toString()
1065
1108
  });
1066
- if (!isValid) {
1109
+ if (wasAccepted) {
1067
1110
  return {
1068
- result: TopicValidatorResult.Reject
1111
+ result: TopicValidatorResult.Accept,
1112
+ obj: tx
1069
1113
  };
1070
- } else if (exists) {
1114
+ } else if (wasIgnored) {
1071
1115
  return {
1072
1116
  result: TopicValidatorResult.Ignore,
1073
1117
  obj: tx
1074
1118
  };
1075
1119
  } else {
1076
1120
  return {
1077
- result: TopicValidatorResult.Accept,
1078
- obj: tx
1121
+ result: TopicValidatorResult.Reject
1079
1122
  };
1080
1123
  }
1081
1124
  };
@@ -1083,133 +1126,190 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1083
1126
  if (result !== TopicValidatorResult.Accept || !tx) {
1084
1127
  return;
1085
1128
  }
1129
+ // Tx was accepted into pool and will be propagated - just log and record metrics
1086
1130
  const txHash = tx.getTxHash();
1087
1131
  const txHashString = txHash.toString();
1088
1132
  this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
1089
1133
  source: source.toString(),
1090
1134
  txHash: txHashString
1091
1135
  });
1092
- if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
1093
- this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
1094
- return;
1095
- }
1096
1136
  this.instrumentation.incrementTxReceived(1);
1097
- await this.mempools.txPool.addTxs([
1098
- tx
1099
- ]);
1100
1137
  }
1101
1138
  /**
1102
1139
  * Process a checkpoint attestation from a peer.
1103
1140
  * Validates the attestation and adds it to the pool.
1104
1141
  */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
1105
- const validationFunc = async ()=>{
1106
- const attestation = CheckpointAttestation.fromBuffer(payloadData);
1107
- const pool = this.mempools.attestationPool;
1108
- const validationResult = await this.validateCheckpointAttestation(source, attestation);
1109
- const isValid = validationResult.result === 'accept';
1110
- const exists = isValid && await pool.hasCheckpointAttestation(attestation);
1111
- let canAdd = true;
1112
- if (isValid && !exists) {
1113
- const slot = attestation.payload.header.slotNumber;
1114
- const { committee } = await this.epochCache.getCommittee(slot);
1115
- const committeeSize = committee?.length ?? 0;
1116
- canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
1117
- }
1118
- this.logger.trace(`Validate propagated checkpoint attestation`, {
1119
- isValid,
1120
- exists,
1121
- canAdd,
1122
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
1123
- [Attributes.P2P_ID]: source.toString()
1124
- });
1125
- if (validationResult.result === 'reject') {
1126
- return {
1127
- result: TopicValidatorResult.Reject
1128
- };
1129
- } else if (validationResult.result === 'ignore' || exists) {
1130
- return {
1131
- result: TopicValidatorResult.Ignore,
1132
- obj: attestation
1133
- };
1134
- } else if (!canAdd) {
1135
- this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
1136
- slot: attestation.payload.header.slotNumber.toString(),
1137
- archive: attestation.archive.toString(),
1138
- source: source.toString()
1139
- });
1140
- return {
1141
- result: TopicValidatorResult.Ignore,
1142
- obj: attestation
1143
- };
1144
- } else {
1145
- return {
1146
- result: TopicValidatorResult.Accept,
1147
- obj: attestation
1148
- };
1149
- }
1150
- };
1151
- const { result, obj: attestation } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_attestation);
1142
+ const { result, obj: attestation } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_attestation);
1152
1143
  if (result !== TopicValidatorResult.Accept || !attestation) {
1153
1144
  return;
1154
1145
  }
1155
- this.logger.debug(`Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1146
+ this.logger.verbose(`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1156
1147
  p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
1157
1148
  slot: attestation.slotNumber,
1158
1149
  archive: attestation.archive.toString(),
1159
1150
  source: source.toString()
1160
1151
  });
1161
- await this.mempools.attestationPool.addCheckpointAttestations([
1162
- attestation
1163
- ]);
1164
1152
  }
1165
- async processBlockFromPeer(payloadData, msgId, source) {
1166
- const validationFunc = async ()=>{
1167
- const block = BlockProposal.fromBuffer(payloadData);
1168
- const validationResult = await this.validateBlockProposal(source, block);
1169
- const isValid = validationResult.result === 'accept';
1170
- const pool = this.mempools.attestationPool;
1171
- const exists = isValid && await pool.hasBlockProposal(block);
1172
- const canAdd = isValid && await pool.canAddProposal(block);
1173
- this.logger.trace(`Validate propagated block proposal`, {
1174
- isValid,
1175
- exists,
1176
- canAdd,
1177
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1178
- [Attributes.P2P_ID]: source.toString()
1153
+ /** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */ async validateAndStoreCheckpointAttestation(peerId, attestation) {
1154
+ const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1155
+ if (validationResult.result === 'reject') {
1156
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1157
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1158
+ return {
1159
+ result: TopicValidatorResult.Reject
1160
+ };
1161
+ }
1162
+ if (validationResult.result === 'ignore') {
1163
+ return {
1164
+ result: TopicValidatorResult.Ignore,
1165
+ obj: attestation
1166
+ };
1167
+ }
1168
+ // Try to add the attestation: this handles existence check, cap check, and adding in one call
1169
+ // count is the number of attestations by this signer for this slot (for duplicate detection)
1170
+ const slot = attestation.payload.header.slotNumber;
1171
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
1172
+ this.logger.trace(`Validate propagated checkpoint attestation`, {
1173
+ added,
1174
+ alreadyExists,
1175
+ count,
1176
+ [Attributes.SLOT_NUMBER]: slot.toString(),
1177
+ [Attributes.P2P_ID]: peerId.toString()
1178
+ });
1179
+ // Exact same attestation received, no need to re-broadcast
1180
+ if (alreadyExists) {
1181
+ return {
1182
+ result: TopicValidatorResult.Ignore,
1183
+ obj: attestation
1184
+ };
1185
+ }
1186
+ // Could not add (cap reached for signer), no need to re-broadcast
1187
+ if (!added) {
1188
+ this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1189
+ slot: slot.toString(),
1190
+ archive: attestation.archive.toString(),
1191
+ source: peerId.toString(),
1192
+ attester: attestation.getSender()?.toString(),
1193
+ count
1179
1194
  });
1180
- if (validationResult.result === 'reject') {
1181
- return {
1182
- result: TopicValidatorResult.Reject
1183
- };
1184
- } else if (validationResult.result === 'ignore' || exists) {
1185
- return {
1186
- result: TopicValidatorResult.Ignore,
1187
- obj: block
1188
- };
1189
- } else if (!canAdd) {
1190
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1191
- this.logger.warn(`Penalizing peer for block proposal exceeding per-slot cap`, {
1192
- slot: block.slotNumber.toString(),
1193
- archive: block.archive.toString(),
1194
- source: source.toString()
1195
+ return {
1196
+ result: TopicValidatorResult.Ignore,
1197
+ obj: attestation
1198
+ };
1199
+ }
1200
+ // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
1201
+ // count is the number of attestations by this signer for this slot
1202
+ if (count === 2) {
1203
+ const attester = attestation.getSender();
1204
+ if (attester) {
1205
+ this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
1206
+ slot: slot.toString(),
1207
+ archive: attestation.archive.toString(),
1208
+ source: peerId.toString(),
1209
+ attester: attester.toString()
1210
+ });
1211
+ this.duplicateAttestationCallback?.({
1212
+ slot,
1213
+ attester
1195
1214
  });
1196
- return {
1197
- result: TopicValidatorResult.Reject
1198
- };
1199
- } else {
1200
- return {
1201
- result: TopicValidatorResult.Accept,
1202
- obj: block
1203
- };
1204
1215
  }
1216
+ }
1217
+ // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1218
+ return {
1219
+ result: TopicValidatorResult.Accept,
1220
+ obj: attestation
1205
1221
  };
1206
- const { result, obj: block } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.block_proposal);
1207
- if (!result || !block) {
1222
+ }
1223
+ async processBlockFromPeer(payloadData, msgId, source) {
1224
+ const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
1225
+ // If not accepted or equivocated, return
1226
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1208
1227
  return;
1209
1228
  }
1210
1229
  await this.processValidBlockProposal(block, source);
1211
1230
  }
1212
- // REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
1231
+ /** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
1232
+ const validationResult = await this.blockProposalValidator.validate(block);
1233
+ if (validationResult.result === 'reject') {
1234
+ this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1235
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1236
+ return {
1237
+ result: TopicValidatorResult.Reject
1238
+ };
1239
+ }
1240
+ if (validationResult.result === 'ignore') {
1241
+ return {
1242
+ result: TopicValidatorResult.Ignore,
1243
+ obj: block
1244
+ };
1245
+ }
1246
+ // Try to add the proposal: this handles existence check, cap check, and adding in one call
1247
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1248
+ const isEquivocated = count !== undefined && count > 1;
1249
+ // Duplicate proposal received, no need to re-broadcast
1250
+ if (alreadyExists) {
1251
+ this.logger.debug(`Ignoring duplicate block proposal received`, {
1252
+ ...block.toBlockInfo(),
1253
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1254
+ proposer: block.getSender()?.toString(),
1255
+ source: peerId.toString()
1256
+ });
1257
+ return {
1258
+ result: TopicValidatorResult.Ignore,
1259
+ obj: block,
1260
+ metadata: {
1261
+ isEquivocated
1262
+ }
1263
+ };
1264
+ }
1265
+ // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1266
+ if (!added) {
1267
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1268
+ this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1269
+ ...block.toBlockInfo(),
1270
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1271
+ count,
1272
+ proposer: block.getSender()?.toString(),
1273
+ source: peerId.toString()
1274
+ });
1275
+ return {
1276
+ result: TopicValidatorResult.Reject,
1277
+ metadata: {
1278
+ isEquivocated
1279
+ }
1280
+ };
1281
+ }
1282
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1283
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1284
+ if (isEquivocated) {
1285
+ const proposer = block.getSender();
1286
+ this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
1287
+ ...block.toBlockInfo(),
1288
+ source: peerId.toString(),
1289
+ proposer: proposer?.toString()
1290
+ });
1291
+ // Invoke the duplicate callback on the first duplicate spotted only
1292
+ if (proposer && count === 2) {
1293
+ this.duplicateProposalCallback?.({
1294
+ slot: block.slotNumber,
1295
+ proposer,
1296
+ type: 'block'
1297
+ });
1298
+ }
1299
+ return {
1300
+ result: TopicValidatorResult.Accept,
1301
+ obj: block,
1302
+ metadata: {
1303
+ isEquivocated
1304
+ }
1305
+ };
1306
+ }
1307
+ // Otherwise, we're good to go!
1308
+ return {
1309
+ result: TopicValidatorResult.Accept,
1310
+ obj: block
1311
+ };
1312
+ }
1213
1313
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
1214
1314
  // should not be here as it does not deal with p2p networking.
1215
1315
  async processValidBlockProposal(block, sender) {
@@ -1219,23 +1319,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1219
1319
  source: sender.toString(),
1220
1320
  ...block.toBlockInfo()
1221
1321
  });
1222
- // Attempt to add proposal
1223
- try {
1224
- await this.mempools.attestationPool.addBlockProposal(block);
1225
- } catch (err) {
1226
- // Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
1227
- if (err instanceof ProposalSlotCapExceededError) {
1228
- this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
1229
- slot: String(slot),
1230
- archive: block.archive.toString(),
1231
- error: err.message
1232
- });
1233
- return;
1234
- }
1235
- throw err;
1236
- }
1237
- // Mark the txs in this proposal as non-evictable
1238
- await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
1322
+ // Mark the txs in this proposal as protected
1323
+ await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
1239
1324
  // Call the block received callback to validate the proposal.
1240
1325
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1241
1326
  const isValid = await this.blockReceivedCallback(block, sender);
@@ -1247,57 +1332,135 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1247
1332
  * Handle a gossiped checkpoint proposal.
1248
1333
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1249
1334
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1250
- // TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
1251
- const validationFunc = async ()=>{
1252
- const checkpoint = CheckpointProposal.fromBuffer(payloadData);
1253
- const validationResult = await this.validateCheckpointProposal(source, checkpoint);
1254
- const isValid = validationResult.result === 'accept';
1255
- const pool = this.mempools.attestationPool;
1256
- const exists = isValid && await pool.hasCheckpointProposal(checkpoint);
1257
- const canAdd = isValid && await pool.canAddCheckpointProposal(checkpoint);
1258
- this.logger.trace(`Validate propagated checkpoint proposal`, {
1259
- isValid,
1260
- exists,
1261
- canAdd,
1335
+ const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1336
+ // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1337
+ // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1338
+ if (processBlock && checkpoint?.getBlockProposal()) {
1339
+ await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
1340
+ }
1341
+ if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1342
+ return;
1343
+ }
1344
+ await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1345
+ }
1346
+ /**
1347
+ * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
1348
+ * its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
1349
+ */ async validateAndStoreCheckpointProposal(peerId, checkpoint) {
1350
+ const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1351
+ if (validationResult.result === 'reject') {
1352
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1353
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1354
+ return {
1355
+ result: TopicValidatorResult.Reject
1356
+ };
1357
+ }
1358
+ if (validationResult.result === 'ignore') {
1359
+ return {
1360
+ result: TopicValidatorResult.Ignore,
1361
+ obj: checkpoint
1362
+ };
1363
+ }
1364
+ // Extract and try to add the block proposal first if present
1365
+ const blockProposal = checkpoint.getBlockProposal();
1366
+ let processBlock = false;
1367
+ if (blockProposal) {
1368
+ this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1262
1369
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1263
- [Attributes.P2P_ID]: source.toString()
1370
+ [Attributes.P2P_ID]: peerId.toString()
1264
1371
  });
1265
- if (validationResult.result === 'reject') {
1266
- return {
1267
- result: TopicValidatorResult.Reject
1268
- };
1269
- } else if (validationResult.result === 'ignore' || exists) {
1270
- return {
1271
- result: TopicValidatorResult.Ignore,
1272
- obj: checkpoint
1273
- };
1274
- } else if (!canAdd) {
1275
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1276
- this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1277
- slot: checkpoint.slotNumber.toString(),
1278
- archive: checkpoint.archive.toString(),
1279
- source: source.toString()
1372
+ const { result, obj, metadata: { isEquivocated } = {} } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1373
+ if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1374
+ this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1375
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1376
+ [Attributes.P2P_ID]: peerId.toString(),
1377
+ isEquivocated,
1378
+ result
1280
1379
  });
1281
1380
  return {
1282
1381
  result: TopicValidatorResult.Reject
1283
1382
  };
1284
- } else {
1285
- return {
1286
- result: TopicValidatorResult.Accept,
1287
- obj: checkpoint
1288
- };
1383
+ } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1384
+ processBlock = true;
1289
1385
  }
1290
- };
1291
- const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
1292
- if (result !== TopicValidatorResult.Accept || !checkpoint) {
1293
- return;
1294
1386
  }
1295
- await this.processValidCheckpointProposal(checkpoint, source);
1387
+ // Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
1388
+ const checkpointCore = checkpoint.toCore();
1389
+ const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
1390
+ const { added, alreadyExists, count } = tryAddResult;
1391
+ const isEquivocated = count !== undefined && count > 1;
1392
+ // Duplicate proposal received, do not re-broadcast
1393
+ if (alreadyExists) {
1394
+ this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
1395
+ ...checkpoint.toCheckpointInfo(),
1396
+ source: peerId.toString()
1397
+ });
1398
+ return {
1399
+ result: TopicValidatorResult.Ignore,
1400
+ obj: checkpoint,
1401
+ metadata: {
1402
+ isEquivocated,
1403
+ processBlock
1404
+ }
1405
+ };
1406
+ }
1407
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1408
+ // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1409
+ if (!added) {
1410
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1411
+ this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1412
+ ...checkpoint.toCheckpointInfo(),
1413
+ count,
1414
+ source: peerId.toString()
1415
+ });
1416
+ return {
1417
+ result: TopicValidatorResult.Reject,
1418
+ obj: checkpoint,
1419
+ metadata: {
1420
+ isEquivocated,
1421
+ processBlock
1422
+ }
1423
+ };
1424
+ }
1425
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1426
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1427
+ if (isEquivocated) {
1428
+ const proposer = checkpoint.getSender();
1429
+ this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
1430
+ ...checkpoint.toCheckpointInfo(),
1431
+ source: peerId.toString(),
1432
+ proposer: proposer?.toString()
1433
+ });
1434
+ // Invoke the duplicate callback on the first duplicate spotted only
1435
+ if (proposer && count === 2) {
1436
+ this.duplicateProposalCallback?.({
1437
+ slot: checkpoint.slotNumber,
1438
+ proposer,
1439
+ type: 'checkpoint'
1440
+ });
1441
+ }
1442
+ return {
1443
+ result: TopicValidatorResult.Accept,
1444
+ obj: checkpoint,
1445
+ metadata: {
1446
+ isEquivocated,
1447
+ processBlock
1448
+ }
1449
+ };
1450
+ }
1451
+ // Otherwise, we're good to go!
1452
+ return {
1453
+ result: TopicValidatorResult.Accept,
1454
+ obj: checkpoint,
1455
+ metadata: {
1456
+ processBlock,
1457
+ isEquivocated
1458
+ }
1459
+ };
1296
1460
  }
1297
1461
  /**
1298
1462
  * Process a validated checkpoint proposal.
1299
- * Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
1300
- * The block callback is invoked before the checkpoint callback.
1463
+ * Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
1301
1464
  */ async processValidCheckpointProposal(checkpoint, sender) {
1302
1465
  const slot = checkpoint.slotNumber;
1303
1466
  this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
@@ -1306,33 +1469,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1306
1469
  archive: checkpoint.archive.toString(),
1307
1470
  source: sender.toString()
1308
1471
  });
1309
- // Extract block proposal before adding to pool (pool stores them separately)
1310
- const blockProposal = checkpoint.getBlockProposal();
1311
- // Add proposal to the pool (this extracts and stores block proposal separately)
1312
- await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
1313
- // Mark txs as non-evictable if present (from the last block)
1314
- if (checkpoint.txHashes.length > 0) {
1315
- await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
1316
- }
1317
- // If there was a last block proposal, invoke the block callback first for validation.
1318
- // Note: The block proposal is already stored in the pool by addCheckpointProposal.
1319
- if (blockProposal) {
1320
- const isValid = await this.blockReceivedCallback(blockProposal, sender);
1321
- if (!isValid) {
1322
- this.logger.warn(`Block proposal from checkpoint failed validation`, {
1323
- slot: slot.toString(),
1324
- archive: checkpoint.archive.toString(),
1325
- blockNumber: blockProposal.blockNumber.toString()
1326
- });
1327
- return;
1328
- }
1329
- }
1330
1472
  // Call the checkpoint received callback with the core version (without lastBlock)
1331
1473
  // to validate and potentially generate attestations
1332
- const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
1474
+ const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1333
1475
  if (attestations && attestations.length > 0) {
1334
1476
  // If the callback returned attestations, add them to the pool and propagate them
1335
- await this.mempools.attestationPool.addCheckpointAttestations(attestations);
1477
+ await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
1336
1478
  for (const attestation of attestations){
1337
1479
  await this.propagate(attestation);
1338
1480
  }
@@ -1361,9 +1503,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1361
1503
  */ async validateRequestedBlockTxs(request, response, peerId) {
1362
1504
  const requestedTxValidator = this.createRequestedTxValidator();
1363
1505
  try {
1364
- if (!response.blockHash.equals(request.blockHash)) {
1506
+ if (!response.archiveRoot.equals(request.archiveRoot)) {
1365
1507
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1366
- throw new ValidationError(`Received block txs for unexpected block: expected ${request.blockHash.toString()}, got ${response.blockHash.toString()}`);
1508
+ throw new ValidationError(`Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`);
1367
1509
  }
1368
1510
  if (response.txIndices.getLength() !== request.txIndices.getLength()) {
1369
1511
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
@@ -1386,7 +1528,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1386
1528
  throw new ValidationError(`Received more txs (${response.txs.length}) than requested-and-available (${maxReturnable})`);
1387
1529
  }
1388
1530
  // Given proposal (should have locally), ensure returned txs are valid subset and match request indices
1389
- const proposal = await this.mempools.attestationPool.getBlockProposal(request.blockHash.toString());
1531
+ const proposal = await this.mempools.attestationPool.getBlockProposal(request.archiveRoot.toString());
1390
1532
  if (proposal) {
1391
1533
  // Build intersected indices
1392
1534
  const intersectIdx = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
@@ -1405,7 +1547,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1405
1547
  }
1406
1548
  } else {
1407
1549
  // No local proposal, cannot check the membership/order of the returned txs
1408
- this.logger.warn(`Block proposal not found for block hash ${request.blockHash.toString()}; cannot validate membership/order of returned txs`);
1550
+ this.logger.warn(`Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`);
1409
1551
  return false;
1410
1552
  }
1411
1553
  await Promise.all(response.txs.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator)));
@@ -1501,33 +1643,11 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1501
1643
  }
1502
1644
  }
1503
1645
  createRequestedTxValidator() {
1504
- return createTxReqRespValidator(this.proofVerifier, {
1646
+ return createTxValidatorForReqResponseReceivedTxs(this.proofVerifier, {
1505
1647
  l1ChainId: this.config.l1ChainId,
1506
1648
  rollupVersion: this.config.rollupVersion
1507
1649
  });
1508
1650
  }
1509
- async validatePropagatedTx(tx, peerId) {
1510
- const currentBlockNumber = await this.archiver.getBlockNumber();
1511
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1512
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1513
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1514
- for (const validator of messageValidators){
1515
- const outcome = await this.runValidations(tx, validator);
1516
- if (outcome.allPassed) {
1517
- continue;
1518
- }
1519
- const { name } = outcome.failure;
1520
- let { severity } = outcome.failure;
1521
- // Double spend validator has a special case handler
1522
- if (name === 'doubleSpendValidator') {
1523
- const txBlockNumber = BlockNumber(currentBlockNumber + 1); // tx is expected to be in the next block
1524
- severity = await this.handleDoubleSpendFailure(tx, txBlockNumber);
1525
- }
1526
- this.peerManager.penalizePeer(peerId, severity);
1527
- return false;
1528
- }
1529
- return true;
1530
- }
1531
1651
  async getGasFees(blockNumber) {
1532
1652
  if (blockNumber === this.feesCache?.blockNumber) {
1533
1653
  return this.feesCache.gasFees;
@@ -1554,38 +1674,27 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1554
1674
  peerScoring: this.peerManager
1555
1675
  };
1556
1676
  }
1557
- async validate(txs) {
1558
- const currentBlockNumber = await this.archiver.getBlockNumber();
1559
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1560
- const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1561
- const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1562
- await Promise.all(txs.map(async (tx)=>{
1563
- for (const validator of messageValidators){
1564
- const outcome = await this.runValidations(tx, validator);
1565
- if (!outcome.allPassed) {
1566
- throw new Error('Invalid tx detected', {
1567
- cause: {
1568
- outcome
1569
- }
1570
- });
1571
- }
1572
- }
1677
+ async validateTxsReceivedInBlockProposal(txs) {
1678
+ const validator = createTxValidatorForBlockProposalReceivedTxs(this.proofVerifier, {
1679
+ l1ChainId: this.config.l1ChainId,
1680
+ rollupVersion: this.config.rollupVersion
1681
+ }, this.logger.getBindings());
1682
+ const results = await Promise.all(txs.map(async (tx)=>{
1683
+ const result = await validator.validateTx(tx);
1684
+ return result.result !== 'invalid';
1573
1685
  }));
1686
+ if (results.some((value)=>value === false)) {
1687
+ throw new Error('Invalid tx detected');
1688
+ }
1574
1689
  }
1575
- /**
1576
- * Create message validators for the given block number and timestamp.
1577
- *
1578
- * Each validator is a pair of a validator and a severity.
1579
- * If a validator fails, the peer is penalized with the severity of the validator.
1580
- *
1581
- * @param currentBlockNumber - The current synced block number.
1582
- * @param nextSlotTimestamp - The timestamp of the next slot (used to validate txs are not expired).
1583
- * @returns The message validators.
1584
- */ async createMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1690
+ /** Creates the first stage (fast) validators for gossiped transactions. */ async createFirstStageMessageValidators(currentBlockNumber, nextSlotTimestamp) {
1585
1691
  const gasFees = await this.getGasFees(currentBlockNumber);
1586
1692
  const allowedInSetup = this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
1587
- const blockNumberInWhichTheTxIsConsideredToBeIncluded = BlockNumber(currentBlockNumber + 1);
1588
- return createTxMessageValidators(nextSlotTimestamp, blockNumberInWhichTheTxIsConsideredToBeIncluded, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, this.proofVerifier, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
1693
+ const blockNumber = BlockNumber(currentBlockNumber + 1);
1694
+ return createFirstStageTxValidationsForGossipedTransactions(nextSlotTimestamp, blockNumber, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
1695
+ }
1696
+ /** Creates the second stage (expensive proof verification) validators for gossiped transactions. */ createSecondStageMessageValidators() {
1697
+ return createSecondStageTxValidationsForGossipedTransactions(this.proofVerifier, this.logger.getBindings());
1589
1698
  }
1590
1699
  /**
1591
1700
  * Run validations on a tx.
@@ -1659,33 +1768,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1659
1768
  */ async validateCheckpointAttestation(peerId, attestation) {
1660
1769
  const result = await this.checkpointAttestationValidator.validate(attestation);
1661
1770
  if (result.result === 'reject') {
1662
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1663
- this.peerManager.penalizePeer(peerId, result.severity);
1664
- }
1665
- return result;
1666
- }
1667
- /**
1668
- * Validate a block proposal.
1669
- *
1670
- * @param block - The block proposal to validate.
1671
- * @returns True if the block proposal is valid, false otherwise.
1672
- */ async validateBlockProposal(peerId, block) {
1673
- const result = await this.blockProposalValidator.validate(block);
1674
- if (result.result === 'reject') {
1675
- this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
1676
- this.peerManager.penalizePeer(peerId, result.severity);
1677
- }
1678
- return result;
1679
- }
1680
- /**
1681
- * Validate a checkpoint proposal.
1682
- *
1683
- * @param checkpoint - The checkpoint proposal to validate.
1684
- * @returns True if the checkpoint proposal is valid, false otherwise.
1685
- */ async validateCheckpointProposal(peerId, checkpoint) {
1686
- const result = await this.checkpointProposalValidator.validate(checkpoint);
1687
- if (result.result === 'reject') {
1688
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1771
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1689
1772
  this.peerManager.penalizePeer(peerId, result.severity);
1690
1773
  }
1691
1774
  return result;