@aztec/p2p 0.0.1-commit.1bea0213 → 0.0.1-commit.217f559981

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (434) hide show
  1. package/dest/bootstrap/bootstrap.d.ts +4 -3
  2. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  3. package/dest/bootstrap/bootstrap.js +4 -4
  4. package/dest/client/factory.d.ts +7 -6
  5. package/dest/client/factory.d.ts.map +1 -1
  6. package/dest/client/factory.js +53 -14
  7. package/dest/client/interface.d.ts +43 -23
  8. package/dest/client/interface.d.ts.map +1 -1
  9. package/dest/client/p2p_client.d.ts +40 -42
  10. package/dest/client/p2p_client.d.ts.map +1 -1
  11. package/dest/client/p2p_client.js +156 -145
  12. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +2 -0
  13. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +1 -0
  14. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +305 -0
  15. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +73 -0
  16. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +1 -0
  17. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +8 -0
  18. package/dest/config.d.ts +35 -7
  19. package/dest/config.d.ts.map +1 -1
  20. package/dest/config.js +21 -7
  21. package/dest/errors/tx-pool.error.d.ts +8 -0
  22. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  23. package/dest/errors/tx-pool.error.js +9 -0
  24. package/dest/index.d.ts +2 -1
  25. package/dest/index.d.ts.map +1 -1
  26. package/dest/index.js +1 -0
  27. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  28. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  31. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  32. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  33. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  34. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  35. package/dest/mem_pools/attestation_pool/index.js +1 -2
  36. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  37. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  38. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  39. package/dest/mem_pools/index.d.ts +3 -2
  40. package/dest/mem_pools/index.d.ts.map +1 -1
  41. package/dest/mem_pools/index.js +1 -1
  42. package/dest/mem_pools/instrumentation.d.ts +1 -1
  43. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  44. package/dest/mem_pools/instrumentation.js +2 -2
  45. package/dest/mem_pools/interface.d.ts +5 -5
  46. package/dest/mem_pools/interface.d.ts.map +1 -1
  47. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  48. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  49. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  50. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  51. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  52. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  53. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  54. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  55. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  56. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +95 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  77. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  78. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  79. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  80. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  81. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  82. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  83. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
  84. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  85. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  86. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  87. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  88. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  89. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  90. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  91. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  92. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  93. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
  94. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  95. package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
  96. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +97 -0
  97. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  98. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +152 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  100. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  101. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  102. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  103. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  104. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +355 -0
  105. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
  106. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  107. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +161 -0
  108. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
  109. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  110. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +896 -0
  111. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  112. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  113. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +7 -2
  114. package/dest/msg_validators/proposal_validator/proposal_validator.js +5 -5
  115. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +3 -3
  116. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  117. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  118. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  119. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  120. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
  121. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  122. package/dest/msg_validators/tx_validator/block_header_validator.js +5 -4
  123. package/dest/msg_validators/tx_validator/data_validator.d.ts +3 -1
  124. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  125. package/dest/msg_validators/tx_validator/data_validator.js +4 -1
  126. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
  127. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  128. package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
  129. package/dest/msg_validators/tx_validator/factory.d.ts +8 -3
  130. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  131. package/dest/msg_validators/tx_validator/factory.js +21 -11
  132. package/dest/msg_validators/tx_validator/gas_validator.d.ts +3 -2
  133. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  134. package/dest/msg_validators/tx_validator/gas_validator.js +3 -2
  135. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +3 -2
  136. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  137. package/dest/msg_validators/tx_validator/metadata_validator.js +2 -2
  138. package/dest/msg_validators/tx_validator/phases_validator.d.ts +3 -2
  139. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  140. package/dest/msg_validators/tx_validator/phases_validator.js +3 -3
  141. package/dest/msg_validators/tx_validator/size_validator.d.ts +3 -1
  142. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -1
  143. package/dest/msg_validators/tx_validator/size_validator.js +4 -1
  144. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +22 -5
  145. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  146. package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
  147. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  148. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  149. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  150. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +3 -2
  151. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  152. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -2
  153. package/dest/services/data_store.d.ts +1 -1
  154. package/dest/services/data_store.d.ts.map +1 -1
  155. package/dest/services/data_store.js +10 -6
  156. package/dest/services/discv5/discV5_service.js +1 -1
  157. package/dest/services/dummy_service.d.ts +24 -3
  158. package/dest/services/dummy_service.d.ts.map +1 -1
  159. package/dest/services/dummy_service.js +48 -0
  160. package/dest/services/encoding.d.ts +2 -2
  161. package/dest/services/encoding.d.ts.map +1 -1
  162. package/dest/services/encoding.js +4 -3
  163. package/dest/services/gossipsub/index.d.ts +3 -0
  164. package/dest/services/gossipsub/index.d.ts.map +1 -0
  165. package/dest/services/gossipsub/index.js +2 -0
  166. package/dest/services/gossipsub/scoring.d.ts +21 -3
  167. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  168. package/dest/services/gossipsub/scoring.js +24 -7
  169. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  170. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  171. package/dest/services/gossipsub/topic_score_params.js +346 -0
  172. package/dest/services/index.d.ts +2 -1
  173. package/dest/services/index.d.ts.map +1 -1
  174. package/dest/services/index.js +1 -0
  175. package/dest/services/libp2p/instrumentation.d.ts +1 -1
  176. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  177. package/dest/services/libp2p/instrumentation.js +14 -3
  178. package/dest/services/libp2p/libp2p_service.d.ts +91 -35
  179. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  180. package/dest/services/libp2p/libp2p_service.js +409 -301
  181. package/dest/services/peer-manager/metrics.d.ts +2 -2
  182. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  183. package/dest/services/peer-manager/metrics.js +20 -5
  184. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  185. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  186. package/dest/services/peer-manager/peer_scoring.js +33 -4
  187. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +48 -0
  188. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  189. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +562 -0
  190. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  191. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  192. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  193. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +46 -0
  194. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  195. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  196. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +34 -0
  197. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  198. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +130 -0
  199. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +54 -0
  200. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  201. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +139 -0
  202. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +20 -0
  203. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  204. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +21 -0
  205. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +22 -3
  206. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
  207. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +63 -4
  208. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -1
  209. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  210. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  211. package/dest/services/reqresp/interface.d.ts +12 -1
  212. package/dest/services/reqresp/interface.d.ts.map +1 -1
  213. package/dest/services/reqresp/interface.js +15 -1
  214. package/dest/services/reqresp/metrics.d.ts +6 -5
  215. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  216. package/dest/services/reqresp/metrics.js +17 -5
  217. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +5 -1
  218. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  219. package/dest/services/reqresp/protocols/block_txs/bitvector.js +5 -0
  220. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  221. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  222. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +27 -9
  223. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +29 -6
  224. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  225. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +59 -13
  226. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  227. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  228. package/dest/services/reqresp/protocols/tx.js +20 -0
  229. package/dest/services/reqresp/reqresp.d.ts +6 -1
  230. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  231. package/dest/services/reqresp/reqresp.js +69 -26
  232. package/dest/services/service.d.ts +41 -2
  233. package/dest/services/service.d.ts.map +1 -1
  234. package/dest/services/tx_collection/config.d.ts +22 -1
  235. package/dest/services/tx_collection/config.d.ts.map +1 -1
  236. package/dest/services/tx_collection/config.js +55 -1
  237. package/dest/services/tx_collection/fast_tx_collection.d.ts +7 -4
  238. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  239. package/dest/services/tx_collection/fast_tx_collection.js +71 -44
  240. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  241. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  242. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  243. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  244. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  245. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  246. package/dest/services/tx_collection/index.d.ts +3 -1
  247. package/dest/services/tx_collection/index.d.ts.map +1 -1
  248. package/dest/services/tx_collection/index.js +2 -0
  249. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  250. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  251. package/dest/services/tx_collection/instrumentation.js +10 -2
  252. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  253. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  254. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  255. package/dest/services/tx_collection/proposal_tx_collector.d.ts +49 -0
  256. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -0
  257. package/dest/services/tx_collection/proposal_tx_collector.js +50 -0
  258. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  259. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  260. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  261. package/dest/services/tx_collection/tx_collection.d.ts +25 -12
  262. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  263. package/dest/services/tx_collection/tx_collection.js +79 -7
  264. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  265. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  266. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  267. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  268. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  269. package/dest/services/tx_collection/tx_source.js +19 -2
  270. package/dest/services/tx_file_store/config.d.ts +16 -0
  271. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  272. package/dest/services/tx_file_store/config.js +22 -0
  273. package/dest/services/tx_file_store/index.d.ts +4 -0
  274. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  275. package/dest/services/tx_file_store/index.js +3 -0
  276. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  277. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  278. package/dest/services/tx_file_store/instrumentation.js +29 -0
  279. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  280. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  281. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  282. package/dest/services/tx_provider.d.ts +3 -3
  283. package/dest/services/tx_provider.d.ts.map +1 -1
  284. package/dest/services/tx_provider.js +5 -4
  285. package/dest/services/tx_provider_instrumentation.d.ts +1 -1
  286. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  287. package/dest/services/tx_provider_instrumentation.js +5 -5
  288. package/dest/test-helpers/index.d.ts +3 -1
  289. package/dest/test-helpers/index.d.ts.map +1 -1
  290. package/dest/test-helpers/index.js +2 -0
  291. package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
  292. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  293. package/dest/test-helpers/mock-pubsub.d.ts +29 -2
  294. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  295. package/dest/test-helpers/mock-pubsub.js +103 -2
  296. package/dest/test-helpers/reqresp-nodes.d.ts +1 -1
  297. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  298. package/dest/test-helpers/reqresp-nodes.js +2 -1
  299. package/dest/test-helpers/test_tx_provider.d.ts +40 -0
  300. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  301. package/dest/test-helpers/test_tx_provider.js +41 -0
  302. package/dest/test-helpers/testbench-utils.d.ts +163 -0
  303. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  304. package/dest/test-helpers/testbench-utils.js +366 -0
  305. package/dest/testbench/p2p_client_testbench_worker.d.ts +28 -2
  306. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  307. package/dest/testbench/p2p_client_testbench_worker.js +215 -134
  308. package/dest/testbench/worker_client_manager.d.ts +51 -6
  309. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  310. package/dest/testbench/worker_client_manager.js +226 -44
  311. package/dest/util.d.ts +2 -2
  312. package/dest/util.d.ts.map +1 -1
  313. package/package.json +14 -14
  314. package/src/bootstrap/bootstrap.ts +7 -4
  315. package/src/client/factory.ts +96 -24
  316. package/src/client/interface.ts +59 -23
  317. package/src/client/p2p_client.ts +196 -167
  318. package/src/client/test/tx_proposal_collector/README.md +227 -0
  319. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +346 -0
  320. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +43 -0
  321. package/src/config.ts +47 -11
  322. package/src/errors/tx-pool.error.ts +12 -0
  323. package/src/index.ts +1 -0
  324. package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
  325. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  326. package/src/mem_pools/attestation_pool/index.ts +9 -2
  327. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  328. package/src/mem_pools/index.ts +4 -1
  329. package/src/mem_pools/instrumentation.ts +2 -1
  330. package/src/mem_pools/interface.ts +4 -4
  331. package/src/mem_pools/tx_pool/README.md +1 -1
  332. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  333. package/src/mem_pools/tx_pool_v2/README.md +275 -0
  334. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  335. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  336. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  337. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  338. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
  339. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +122 -0
  340. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  341. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
  342. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  343. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  344. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  345. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
  346. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
  347. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  348. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  349. package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
  350. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +242 -0
  351. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  352. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
  353. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +223 -0
  354. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1069 -0
  355. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +10 -4
  356. package/src/msg_validators/proposal_validator/proposal_validator.ts +5 -5
  357. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +2 -2
  358. package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
  359. package/src/msg_validators/tx_validator/block_header_validator.ts +22 -11
  360. package/src/msg_validators/tx_validator/data_validator.ts +6 -2
  361. package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
  362. package/src/msg_validators/tx_validator/factory.ts +64 -23
  363. package/src/msg_validators/tx_validator/gas_validator.ts +9 -3
  364. package/src/msg_validators/tx_validator/metadata_validator.ts +6 -3
  365. package/src/msg_validators/tx_validator/phases_validator.ts +5 -3
  366. package/src/msg_validators/tx_validator/size_validator.ts +6 -2
  367. package/src/msg_validators/tx_validator/timestamp_validator.ts +29 -21
  368. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  369. package/src/msg_validators/tx_validator/tx_proof_validator.ts +8 -3
  370. package/src/services/data_store.ts +10 -7
  371. package/src/services/discv5/discV5_service.ts +1 -1
  372. package/src/services/dummy_service.ts +62 -1
  373. package/src/services/encoding.ts +4 -3
  374. package/src/services/gossipsub/README.md +641 -0
  375. package/src/services/gossipsub/index.ts +2 -0
  376. package/src/services/gossipsub/scoring.ts +29 -5
  377. package/src/services/gossipsub/topic_score_params.ts +487 -0
  378. package/src/services/index.ts +1 -0
  379. package/src/services/libp2p/instrumentation.ts +15 -2
  380. package/src/services/libp2p/libp2p_service.ts +435 -321
  381. package/src/services/peer-manager/metrics.ts +21 -4
  382. package/src/services/peer-manager/peer_scoring.ts +29 -1
  383. package/src/services/reqresp/batch-tx-requester/README.md +305 -0
  384. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +706 -0
  385. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  386. package/src/services/reqresp/batch-tx-requester/interface.ts +53 -0
  387. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +161 -0
  388. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +205 -0
  389. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +37 -0
  390. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +65 -4
  391. package/src/services/reqresp/connection-sampler/connection_sampler.ts +16 -0
  392. package/src/services/reqresp/interface.ts +29 -1
  393. package/src/services/reqresp/metrics.ts +34 -9
  394. package/src/services/reqresp/protocols/block_txs/bitvector.ts +7 -0
  395. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +35 -12
  396. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +74 -9
  397. package/src/services/reqresp/protocols/tx.ts +22 -0
  398. package/src/services/reqresp/reqresp.ts +79 -22
  399. package/src/services/service.ts +54 -1
  400. package/src/services/tx_collection/config.ts +83 -1
  401. package/src/services/tx_collection/fast_tx_collection.ts +93 -47
  402. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  403. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  404. package/src/services/tx_collection/index.ts +6 -0
  405. package/src/services/tx_collection/instrumentation.ts +17 -2
  406. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  407. package/src/services/tx_collection/proposal_tx_collector.ts +113 -0
  408. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  409. package/src/services/tx_collection/tx_collection.ts +117 -20
  410. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  411. package/src/services/tx_collection/tx_source.ts +22 -3
  412. package/src/services/tx_file_store/config.ts +37 -0
  413. package/src/services/tx_file_store/index.ts +3 -0
  414. package/src/services/tx_file_store/instrumentation.ts +36 -0
  415. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  416. package/src/services/tx_provider.ts +8 -7
  417. package/src/services/tx_provider_instrumentation.ts +11 -5
  418. package/src/test-helpers/index.ts +2 -0
  419. package/src/test-helpers/make-test-p2p-clients.ts +3 -3
  420. package/src/test-helpers/mock-pubsub.ts +143 -3
  421. package/src/test-helpers/reqresp-nodes.ts +2 -1
  422. package/src/test-helpers/test_tx_provider.ts +64 -0
  423. package/src/test-helpers/testbench-utils.ts +430 -0
  424. package/src/testbench/p2p_client_testbench_worker.ts +332 -126
  425. package/src/testbench/worker_client_manager.ts +304 -47
  426. package/src/util.ts +7 -1
  427. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  428. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  429. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  430. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  431. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  432. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  433. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  434. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
@@ -370,14 +370,11 @@ function applyDecs2203RFactory() {
370
370
  function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
371
  return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
372
  }
373
- var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _dec9, _initProto;
374
374
  import { BlockNumber } from '@aztec/foundation/branded-types';
375
- import { randomInt } from '@aztec/foundation/crypto/random';
376
- import { Fr } from '@aztec/foundation/curves/bn254';
377
375
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
378
376
  import { RunningPromise } from '@aztec/foundation/running-promise';
379
377
  import { Timer } from '@aztec/foundation/timer';
380
- import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
381
378
  import { protocolContractsHash } from '@aztec/protocol-contracts';
382
379
  import { GasFees } from '@aztec/stdlib/gas';
383
380
  import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PClientType, P2PMessage, PeerErrorSeverity, TopicType, createTopicString, getTopicsForClientAndConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
@@ -386,7 +383,7 @@ import { Tx } from '@aztec/stdlib/tx';
386
383
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
387
384
  import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
388
385
  import { gossipsub } from '@chainsafe/libp2p-gossipsub';
389
- import { createPeerScoreParams, createTopicScoreParams } from '@chainsafe/libp2p-gossipsub/score';
386
+ import { createPeerScoreParams } from '@chainsafe/libp2p-gossipsub/score';
390
387
  import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
391
388
  import { noise } from '@chainsafe/libp2p-noise';
392
389
  import { yamux } from '@chainsafe/libp2p-yamux';
@@ -397,51 +394,50 @@ import { mplex } from '@libp2p/mplex';
397
394
  import { tcp } from '@libp2p/tcp';
398
395
  import { ENR } from '@nethermindeth/enr';
399
396
  import { createLibp2p } from 'libp2p';
400
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
401
- import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, FishermanAttestationValidator, SizeTxValidator } from '../../msg_validators/index.js';
397
+ import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, DoubleSpendTxValidator, FishermanAttestationValidator, getDefaultAllowedSetupFunctions } from '../../msg_validators/index.js';
402
398
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
403
- import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
404
- import { createTxMessageValidators } from '../../msg_validators/tx_validator/factory.js';
405
- import { AggregateTxValidator, DataTxValidator, DoubleSpendTxValidator, MetadataTxValidator, TxProofValidator } from '../../msg_validators/tx_validator/index.js';
399
+ import { createTxMessageValidators, createTxReqRespValidator } from '../../msg_validators/tx_validator/factory.js';
406
400
  import { GossipSubEvent } from '../../types/index.js';
407
401
  import { convertToMultiaddr } from '../../util.js';
408
402
  import { getVersions } from '../../versioning.js';
409
403
  import { AztecDatastore } from '../data_store.js';
410
404
  import { DiscV5Service } from '../discv5/discV5_service.js';
411
405
  import { SnappyTransform, fastMsgIdFn, getMsgIdFn, msgIdToStrFn } from '../encoding.js';
412
- import { gossipScoreThresholds } from '../gossipsub/scoring.js';
406
+ import { APP_SPECIFIC_WEIGHT, gossipScoreThresholds } from '../gossipsub/scoring.js';
407
+ import { createAllTopicScoreParams } from '../gossipsub/topic_score_params.js';
413
408
  import { PeerManager } from '../peer-manager/peer_manager.js';
414
409
  import { PeerScoring } from '../peer-manager/peer_scoring.js';
415
- import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError } from '../reqresp/interface.js';
416
- import { reqRespBlockTxsHandler } from '../reqresp/protocols/block_txs/block_txs_handler.js';
417
- import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
418
- import { pingHandler, reqRespBlockHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/protocols/index.js';
410
+ import { DEFAULT_SUB_PROTOCOL_VALIDATORS, ReqRespSubProtocol, ValidationError } from '../reqresp/index.js';
411
+ import { pingHandler, reqGoodbyeHandler, reqRespBlockHandler, reqRespBlockTxsHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/index.js';
419
412
  import { ReqResp } from '../reqresp/reqresp.js';
420
413
  import { P2PInstrumentation } from './instrumentation.js';
421
- _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
414
+ _dec = trackSpan('Libp2pService.validateAndStoreCheckpointAttestation', (_peerId, attestation)=>({
415
+ [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString()
416
+ })), _dec1 = trackSpan('Libp2pService.validateAndStoreBlockProposal', (_peerId, block)=>({
417
+ [Attributes.BLOCK_NUMBER]: block.blockNumber.toString(),
418
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
419
+ })), _dec2 = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
422
420
  [Attributes.SLOT_NUMBER]: block.slotNumber,
423
421
  [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
424
422
  [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
425
- })), _dec1 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
423
+ })), _dec3 = trackSpan('Libp2pService.validateAndStoreCheckpointProposal', (_peerId, checkpoint)=>({
424
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
425
+ })), _dec4 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
426
426
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
427
427
  [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
428
428
  [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
429
- })), _dec2 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
430
- [Attributes.BLOCK_HASH]: request.blockHash.toString()
431
- })), _dec3 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
429
+ })), _dec5 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
430
+ [Attributes.BLOCK_ARCHIVE]: request.archiveRoot.toString()
431
+ })), _dec6 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
432
432
  [Attributes.TX_HASH]: requestedTxHash.toString()
433
- })), _dec4 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
433
+ })), _dec7 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
434
434
  [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
435
- })), _dec5 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
435
+ })), _dec8 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
436
436
  [Attributes.TX_HASH]: tx.getTxHash().toString()
437
- })), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
437
+ })), _dec9 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
438
438
  [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
439
439
  [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
440
440
  [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
441
- })), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
442
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
443
- })), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
444
- [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
445
441
  }));
446
442
  /**
447
443
  * Lib P2P implementation of the P2PService interface.
@@ -462,47 +458,52 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
462
458
  [
463
459
  _dec,
464
460
  2,
465
- "processValidBlockProposal"
461
+ "validateAndStoreCheckpointAttestation"
466
462
  ],
467
463
  [
468
464
  _dec1,
469
465
  2,
470
- "processValidCheckpointProposal"
466
+ "validateAndStoreBlockProposal"
471
467
  ],
472
468
  [
473
469
  _dec2,
474
470
  2,
475
- "validateRequestedBlockTxs"
471
+ "processValidBlockProposal"
476
472
  ],
477
473
  [
478
474
  _dec3,
479
475
  2,
480
- "validateRequestedTxs"
476
+ "validateAndStoreCheckpointProposal"
481
477
  ],
482
478
  [
483
479
  _dec4,
484
480
  2,
485
- "validateRequestedBlock"
481
+ "processValidCheckpointProposal"
486
482
  ],
487
483
  [
488
484
  _dec5,
489
485
  2,
490
- "validatePropagatedTx"
486
+ "validateRequestedBlockTxs"
491
487
  ],
492
488
  [
493
489
  _dec6,
494
490
  2,
495
- "validateCheckpointAttestation"
491
+ "validateRequestedTxs"
496
492
  ],
497
493
  [
498
494
  _dec7,
499
495
  2,
500
- "validateBlockProposal"
496
+ "validateRequestedBlock"
501
497
  ],
502
498
  [
503
499
  _dec8,
504
500
  2,
505
- "validateCheckpointProposal"
501
+ "validatePropagatedTx"
502
+ ],
503
+ [
504
+ _dec9,
505
+ 2,
506
+ "validateCheckpointAttestation"
506
507
  ]
507
508
  ], []));
508
509
  }
@@ -515,6 +516,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
515
516
  protocolVersion;
516
517
  topicStrings;
517
518
  feesCache;
519
+ /** Callback invoked when a duplicate proposal is detected (triggers slashing). */ duplicateProposalCallback;
520
+ /** Callback invoked when a duplicate attestation is detected (triggers slashing). */ duplicateAttestationCallback;
518
521
  /**
519
522
  * Callback for when a block is received from a peer.
520
523
  * @param block - The block received from the peer.
@@ -578,8 +581,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
578
581
  const { p2pPort, maxPeerCount, listenAddress } = config;
579
582
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
580
583
  const datastore = new AztecDatastore(peerStore);
581
- const otelMetricsAdapter = new OtelMetricsAdapter(telemetry);
582
- const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`));
584
+ const otelMetricsAdapter = new OtelMetricsAdapter(telemetry, logger.getBindings());
585
+ const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()));
583
586
  // Seed libp2p's bootstrap discovery with private and trusted peers
584
587
  const bootstrapNodes = [
585
588
  ...config.privatePeers,
@@ -593,10 +596,6 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
593
596
  }
594
597
  const versions = getVersions(config);
595
598
  const protocolVersion = compressComponentVersions(versions);
596
- const txTopic = createTopicString(TopicType.tx, protocolVersion);
597
- const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
598
- const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
599
- const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
600
599
  const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
601
600
  const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
602
601
  const peerId = await enr.peerId();
@@ -614,6 +613,15 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
614
613
  const announceTcpMultiaddr = config.p2pIp ? [
615
614
  convertToMultiaddr(config.p2pIp, p2pPort, 'tcp')
616
615
  ] : [];
616
+ // Create dynamic topic score params based on network configuration
617
+ const l1Constants = epochCache.getL1Constants();
618
+ const topicScoreParams = createAllTopicScoreParams(protocolVersion, {
619
+ slotDurationMs: l1Constants.slotDuration * 1000,
620
+ heartbeatIntervalMs: config.gossipsubInterval,
621
+ targetCommitteeSize: l1Constants.targetCommitteeSize,
622
+ blockDurationMs: config.blockDurationMs,
623
+ expectedBlockProposalsPerSlot: config.expectedBlockProposalsPerSlot
624
+ });
617
625
  const node = await createLibp2p({
618
626
  start: false,
619
627
  peerId,
@@ -714,41 +722,24 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
714
722
  scoreParams: createPeerScoreParams({
715
723
  // IPColocation factor can be disabled for local testing - default to -5
716
724
  IPColocationFactorWeight: config.debugDisableColocationPenalty ? 0 : -5.0,
717
- topics: {
718
- [txTopic]: createTopicScoreParams({
719
- topicWeight: 1,
720
- invalidMessageDeliveriesWeight: -20,
721
- invalidMessageDeliveriesDecay: 0.5
722
- }),
723
- [blockProposalTopic]: createTopicScoreParams({
724
- topicWeight: 1,
725
- invalidMessageDeliveriesWeight: -20,
726
- invalidMessageDeliveriesDecay: 0.5
727
- }),
728
- [checkpointProposalTopic]: createTopicScoreParams({
729
- topicWeight: 1,
730
- invalidMessageDeliveriesWeight: -20,
731
- invalidMessageDeliveriesDecay: 0.5
732
- }),
733
- [checkpointAttestationTopic]: createTopicScoreParams({
734
- topicWeight: 1,
735
- invalidMessageDeliveriesWeight: -20,
736
- invalidMessageDeliveriesDecay: 0.5
737
- })
738
- }
725
+ topics: topicScoreParams
739
726
  })
740
727
  }),
741
728
  components: (components)=>({
742
729
  connectionManager: components.connectionManager
743
730
  })
744
731
  },
745
- logger: createLibp2pComponentLogger(logger.module)
732
+ logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
746
733
  });
747
734
  const peerScoring = new PeerScoring(config, telemetry);
748
735
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
749
736
  const peerManager = new PeerManager(node, peerDiscoveryService, config, telemetry, createLogger(`${logger.module}:peer_manager`), peerScoring, reqresp, worldStateSynchronizer, protocolVersion, epochCache);
750
- // Update gossipsub score params
751
- node.services.pubsub.score.params.appSpecificWeight = 10;
737
+ // Configure application-specific scoring for gossipsub.
738
+ // The weight scales app score to align with gossipsub thresholds:
739
+ // - Disconnect (-50) × 10 = -500 = gossipThreshold (stops receiving gossip)
740
+ // - Ban (-100) × 10 = -1000 = publishThreshold (cannot publish)
741
+ // Note: positive topic scores can offset penalties, so alignment is best-effort.
742
+ node.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
752
743
  node.services.pubsub.score.params.appSpecificScore = (peerId)=>peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
753
744
  return new LibP2PService(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, l2BlockSource, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger);
754
745
  }
@@ -778,7 +769,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
778
769
  [ReqRespSubProtocol.BLOCK]: blockHandler.bind(this)
779
770
  };
780
771
  if (!this.config.disableTransactions) {
781
- const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.mempools.txPool);
772
+ const blockTxsHandler = reqRespBlockTxsHandler(this.mempools.attestationPool, this.archiver, this.mempools.txPool);
782
773
  requestResponseHandlers[ReqRespSubProtocol.BLOCK_TXS] = blockTxsHandler.bind(this);
783
774
  }
784
775
  if (!this.config.disableTransactions) {
@@ -843,6 +834,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
843
834
  getPeers(includePending) {
844
835
  return this.peerManager.getPeers(includePending);
845
836
  }
837
+ getGossipMeshPeerCount(topicType) {
838
+ return this.node.services.pubsub.getMeshPeers(this.topicStrings[topicType]).length;
839
+ }
846
840
  handleGossipSubEvent(e) {
847
841
  this.logger.trace(`Received PUBSUB message.`);
848
842
  const safeJob = async ()=>{
@@ -862,6 +856,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
862
856
  */ sendBatchRequest(protocol, requests, pinnedPeerId) {
863
857
  return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
864
858
  }
859
+ sendRequestToPeer(peerId, subProtocol, payload, dialTimeout) {
860
+ return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
861
+ }
865
862
  /**
866
863
  * Get the ENR of the node
867
864
  * @returns The ENR of the node
@@ -875,6 +872,19 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
875
872
  this.checkpointReceivedCallback = callback;
876
873
  }
877
874
  /**
875
+ * Registers a callback to be invoked when a duplicate proposal is detected.
876
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
877
+ */ registerDuplicateProposalCallback(callback) {
878
+ this.duplicateProposalCallback = callback;
879
+ }
880
+ /**
881
+ * Registers a callback to be invoked when a duplicate attestation is detected.
882
+ * A validator signing attestations for different proposals at the same slot.
883
+ * This callback is triggered on the first duplicate (when count goes from 1 to 2).
884
+ */ registerDuplicateAttestationCallback(callback) {
885
+ this.duplicateAttestationCallback = callback;
886
+ }
887
+ /**
878
888
  * Subscribes to a topic.
879
889
  * @param topic - The topic to subscribe to.
880
890
  */ subscribeToTopic(topic) {
@@ -1056,25 +1066,42 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1056
1066
  const validationFunc = async ()=>{
1057
1067
  const tx = Tx.fromBuffer(payloadData);
1058
1068
  const isValid = await this.validatePropagatedTx(tx, source);
1059
- const exists = isValid && await this.mempools.txPool.hasTx(tx.getTxHash());
1069
+ if (!isValid) {
1070
+ this.logger.trace(`Rejecting invalid propagated tx`, {
1071
+ [Attributes.P2P_ID]: source.toString()
1072
+ });
1073
+ return {
1074
+ result: TopicValidatorResult.Reject
1075
+ };
1076
+ }
1077
+ // Propagate only on pool acceptance
1078
+ const txHash = tx.getTxHash();
1079
+ const addResult = await this.mempools.txPool.addPendingTxs([
1080
+ tx
1081
+ ], {
1082
+ source: 'gossip'
1083
+ });
1084
+ const wasAccepted = addResult.accepted.some((h)=>h.equals(txHash));
1085
+ const wasIgnored = addResult.ignored.some((h)=>h.equals(txHash));
1060
1086
  this.logger.trace(`Validate propagated tx`, {
1061
1087
  isValid,
1062
- exists,
1088
+ wasAccepted,
1089
+ wasIgnored,
1063
1090
  [Attributes.P2P_ID]: source.toString()
1064
1091
  });
1065
- if (!isValid) {
1092
+ if (wasAccepted) {
1066
1093
  return {
1067
- result: TopicValidatorResult.Reject
1094
+ result: TopicValidatorResult.Accept,
1095
+ obj: tx
1068
1096
  };
1069
- } else if (exists) {
1097
+ } else if (wasIgnored) {
1070
1098
  return {
1071
1099
  result: TopicValidatorResult.Ignore,
1072
1100
  obj: tx
1073
1101
  };
1074
1102
  } else {
1075
1103
  return {
1076
- result: TopicValidatorResult.Accept,
1077
- obj: tx
1104
+ result: TopicValidatorResult.Reject
1078
1105
  };
1079
1106
  }
1080
1107
  };
@@ -1082,133 +1109,190 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1082
1109
  if (result !== TopicValidatorResult.Accept || !tx) {
1083
1110
  return;
1084
1111
  }
1112
+ // Tx was accepted into pool and will be propagated - just log and record metrics
1085
1113
  const txHash = tx.getTxHash();
1086
1114
  const txHashString = txHash.toString();
1087
1115
  this.logger.verbose(`Received tx ${txHashString} from external peer ${source.toString()} via gossip`, {
1088
1116
  source: source.toString(),
1089
1117
  txHash: txHashString
1090
1118
  });
1091
- if (this.config.dropTransactions && randomInt(1000) < this.config.dropTransactionsProbability * 1000) {
1092
- this.logger.warn(`Intentionally dropping tx ${txHashString} (probability rule)`);
1093
- return;
1094
- }
1095
1119
  this.instrumentation.incrementTxReceived(1);
1096
- await this.mempools.txPool.addTxs([
1097
- tx
1098
- ]);
1099
1120
  }
1100
1121
  /**
1101
1122
  * Process a checkpoint attestation from a peer.
1102
1123
  * Validates the attestation and adds it to the pool.
1103
1124
  */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
1104
- const validationFunc = async ()=>{
1105
- const attestation = CheckpointAttestation.fromBuffer(payloadData);
1106
- const pool = this.mempools.attestationPool;
1107
- const validationResult = await this.validateCheckpointAttestation(source, attestation);
1108
- const isValid = validationResult.result === 'accept';
1109
- const exists = isValid && await pool.hasCheckpointAttestation(attestation);
1110
- let canAdd = true;
1111
- if (isValid && !exists) {
1112
- const slot = attestation.payload.header.slotNumber;
1113
- const { committee } = await this.epochCache.getCommittee(slot);
1114
- const committeeSize = committee?.length ?? 0;
1115
- canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
1116
- }
1117
- this.logger.trace(`Validate propagated checkpoint attestation`, {
1118
- isValid,
1119
- exists,
1120
- canAdd,
1121
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
1122
- [Attributes.P2P_ID]: source.toString()
1123
- });
1124
- if (validationResult.result === 'reject') {
1125
- return {
1126
- result: TopicValidatorResult.Reject
1127
- };
1128
- } else if (validationResult.result === 'ignore' || exists) {
1129
- return {
1130
- result: TopicValidatorResult.Ignore,
1131
- obj: attestation
1132
- };
1133
- } else if (!canAdd) {
1134
- this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
1135
- slot: attestation.payload.header.slotNumber.toString(),
1136
- archive: attestation.archive.toString(),
1137
- source: source.toString()
1138
- });
1139
- return {
1140
- result: TopicValidatorResult.Ignore,
1141
- obj: attestation
1142
- };
1143
- } else {
1144
- return {
1145
- result: TopicValidatorResult.Accept,
1146
- obj: attestation
1147
- };
1148
- }
1149
- };
1150
- const { result, obj: attestation } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_attestation);
1125
+ const { result, obj: attestation } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointAttestation(source, CheckpointAttestation.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_attestation);
1151
1126
  if (result !== TopicValidatorResult.Accept || !attestation) {
1152
1127
  return;
1153
1128
  }
1154
- this.logger.debug(`Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1129
+ this.logger.verbose(`Received valid checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1155
1130
  p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
1156
1131
  slot: attestation.slotNumber,
1157
1132
  archive: attestation.archive.toString(),
1158
1133
  source: source.toString()
1159
1134
  });
1160
- await this.mempools.attestationPool.addCheckpointAttestations([
1161
- attestation
1162
- ]);
1163
1135
  }
1164
- async processBlockFromPeer(payloadData, msgId, source) {
1165
- const validationFunc = async ()=>{
1166
- const block = BlockProposal.fromBuffer(payloadData);
1167
- const validationResult = await this.validateBlockProposal(source, block);
1168
- const isValid = validationResult.result === 'accept';
1169
- const pool = this.mempools.attestationPool;
1170
- const exists = isValid && await pool.hasBlockProposal(block);
1171
- const canAdd = isValid && await pool.canAddProposal(block);
1172
- this.logger.trace(`Validate propagated block proposal`, {
1173
- isValid,
1174
- exists,
1175
- canAdd,
1176
- [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
1177
- [Attributes.P2P_ID]: source.toString()
1136
+ /** Validates a checkpoint attestation and adds it to the pool. Penalizes the peer if validation fails. */ async validateAndStoreCheckpointAttestation(peerId, attestation) {
1137
+ const validationResult = await this.checkpointAttestationValidator.validate(attestation);
1138
+ if (validationResult.result === 'reject') {
1139
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1140
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1141
+ return {
1142
+ result: TopicValidatorResult.Reject
1143
+ };
1144
+ }
1145
+ if (validationResult.result === 'ignore') {
1146
+ return {
1147
+ result: TopicValidatorResult.Ignore,
1148
+ obj: attestation
1149
+ };
1150
+ }
1151
+ // Try to add the attestation: this handles existence check, cap check, and adding in one call
1152
+ // count is the number of attestations by this signer for this slot (for duplicate detection)
1153
+ const slot = attestation.payload.header.slotNumber;
1154
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddCheckpointAttestation(attestation);
1155
+ this.logger.trace(`Validate propagated checkpoint attestation`, {
1156
+ added,
1157
+ alreadyExists,
1158
+ count,
1159
+ [Attributes.SLOT_NUMBER]: slot.toString(),
1160
+ [Attributes.P2P_ID]: peerId.toString()
1161
+ });
1162
+ // Exact same attestation received, no need to re-broadcast
1163
+ if (alreadyExists) {
1164
+ return {
1165
+ result: TopicValidatorResult.Ignore,
1166
+ obj: attestation
1167
+ };
1168
+ }
1169
+ // Could not add (cap reached for signer), no need to re-broadcast
1170
+ if (!added) {
1171
+ this.logger.warn(`Dropping checkpoint attestation due to cap`, {
1172
+ slot: slot.toString(),
1173
+ archive: attestation.archive.toString(),
1174
+ source: peerId.toString(),
1175
+ attester: attestation.getSender()?.toString(),
1176
+ count
1178
1177
  });
1179
- if (validationResult.result === 'reject') {
1180
- return {
1181
- result: TopicValidatorResult.Reject
1182
- };
1183
- } else if (validationResult.result === 'ignore' || exists) {
1184
- return {
1185
- result: TopicValidatorResult.Ignore,
1186
- obj: block
1187
- };
1188
- } else if (!canAdd) {
1189
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1190
- this.logger.warn(`Penalizing peer for block proposal exceeding per-slot cap`, {
1191
- slot: block.slotNumber.toString(),
1192
- archive: block.archive.toString(),
1193
- source: source.toString()
1178
+ return {
1179
+ result: TopicValidatorResult.Ignore,
1180
+ obj: attestation
1181
+ };
1182
+ }
1183
+ // Check if this is a duplicate attestation (signer attested to a different proposal at the same slot)
1184
+ // count is the number of attestations by this signer for this slot
1185
+ if (count === 2) {
1186
+ const attester = attestation.getSender();
1187
+ if (attester) {
1188
+ this.logger.warn(`Detected duplicate attestation (equivocation) at slot ${slot}`, {
1189
+ slot: slot.toString(),
1190
+ archive: attestation.archive.toString(),
1191
+ source: peerId.toString(),
1192
+ attester: attester.toString()
1193
+ });
1194
+ this.duplicateAttestationCallback?.({
1195
+ slot,
1196
+ attester
1194
1197
  });
1195
- return {
1196
- result: TopicValidatorResult.Reject
1197
- };
1198
- } else {
1199
- return {
1200
- result: TopicValidatorResult.Accept,
1201
- obj: block
1202
- };
1203
1198
  }
1199
+ }
1200
+ // Attestation was added successfully - accept it so other nodes can also detect the equivocation
1201
+ return {
1202
+ result: TopicValidatorResult.Accept,
1203
+ obj: attestation
1204
1204
  };
1205
- const { result, obj: block } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.block_proposal);
1206
- if (!result || !block) {
1205
+ }
1206
+ async processBlockFromPeer(payloadData, msgId, source) {
1207
+ const { result, obj: block, metadata: { isEquivocated } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreBlockProposal(source, BlockProposal.fromBuffer(payloadData)), msgId, source, TopicType.block_proposal);
1208
+ // If not accepted or equivocated, return
1209
+ if (result !== TopicValidatorResult.Accept || !block || isEquivocated) {
1207
1210
  return;
1208
1211
  }
1209
1212
  await this.processValidBlockProposal(block, source);
1210
1213
  }
1211
- // REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
1214
+ /** Validates a block proposal. Triggers a penalization to the peer that sent it if invalid. Adds to the mempool if valid. */ async validateAndStoreBlockProposal(peerId, block) {
1215
+ const validationResult = await this.blockProposalValidator.validate(block);
1216
+ if (validationResult.result === 'reject') {
1217
+ this.logger.warn(`Penalizing peer ${peerId} for block proposal validation failure`);
1218
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1219
+ return {
1220
+ result: TopicValidatorResult.Reject
1221
+ };
1222
+ }
1223
+ if (validationResult.result === 'ignore') {
1224
+ return {
1225
+ result: TopicValidatorResult.Ignore,
1226
+ obj: block
1227
+ };
1228
+ }
1229
+ // Try to add the proposal: this handles existence check, cap check, and adding in one call
1230
+ const { added, alreadyExists, count } = await this.mempools.attestationPool.tryAddBlockProposal(block);
1231
+ const isEquivocated = count !== undefined && count > 1;
1232
+ // Duplicate proposal received, no need to re-broadcast
1233
+ if (alreadyExists) {
1234
+ this.logger.debug(`Ignoring duplicate block proposal received`, {
1235
+ ...block.toBlockInfo(),
1236
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1237
+ proposer: block.getSender()?.toString(),
1238
+ source: peerId.toString()
1239
+ });
1240
+ return {
1241
+ result: TopicValidatorResult.Ignore,
1242
+ obj: block,
1243
+ metadata: {
1244
+ isEquivocated
1245
+ }
1246
+ };
1247
+ }
1248
+ // Too many blocks received for this slot and index, penalize peer and do not re-broadcast
1249
+ if (!added) {
1250
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1251
+ this.logger.warn(`Penalizing peer for block proposal exceeding per-position cap`, {
1252
+ ...block.toBlockInfo(),
1253
+ indexWithinCheckpoint: block.indexWithinCheckpoint,
1254
+ count,
1255
+ proposer: block.getSender()?.toString(),
1256
+ source: peerId.toString()
1257
+ });
1258
+ return {
1259
+ result: TopicValidatorResult.Reject,
1260
+ metadata: {
1261
+ isEquivocated
1262
+ }
1263
+ };
1264
+ }
1265
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1266
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1267
+ if (isEquivocated) {
1268
+ const proposer = block.getSender();
1269
+ this.logger.warn(`Detected duplicate block proposal (equivocation) at slot ${block.slotNumber}`, {
1270
+ ...block.toBlockInfo(),
1271
+ source: peerId.toString(),
1272
+ proposer: proposer?.toString()
1273
+ });
1274
+ // Invoke the duplicate callback on the first duplicate spotted only
1275
+ if (proposer && count === 2) {
1276
+ this.duplicateProposalCallback?.({
1277
+ slot: block.slotNumber,
1278
+ proposer,
1279
+ type: 'block'
1280
+ });
1281
+ }
1282
+ return {
1283
+ result: TopicValidatorResult.Accept,
1284
+ obj: block,
1285
+ metadata: {
1286
+ isEquivocated
1287
+ }
1288
+ };
1289
+ }
1290
+ // Otherwise, we're good to go!
1291
+ return {
1292
+ result: TopicValidatorResult.Accept,
1293
+ obj: block
1294
+ };
1295
+ }
1212
1296
  // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
1213
1297
  // should not be here as it does not deal with p2p networking.
1214
1298
  async processValidBlockProposal(block, sender) {
@@ -1218,23 +1302,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1218
1302
  source: sender.toString(),
1219
1303
  ...block.toBlockInfo()
1220
1304
  });
1221
- // Attempt to add proposal
1222
- try {
1223
- await this.mempools.attestationPool.addBlockProposal(block);
1224
- } catch (err) {
1225
- // Drop proposals if we hit per-slot cap in the attestation pool; rethrow unknown errors
1226
- if (err instanceof ProposalSlotCapExceededError) {
1227
- this.logger.warn(`Dropping block proposal due to per-slot proposal cap`, {
1228
- slot: String(slot),
1229
- archive: block.archive.toString(),
1230
- error: err.message
1231
- });
1232
- return;
1233
- }
1234
- throw err;
1235
- }
1236
- // Mark the txs in this proposal as non-evictable
1237
- await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
1305
+ // Mark the txs in this proposal as protected
1306
+ await this.mempools.txPool.protectTxs(block.txHashes, block.blockHeader);
1238
1307
  // Call the block received callback to validate the proposal.
1239
1308
  // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1240
1309
  const isValid = await this.blockReceivedCallback(block, sender);
@@ -1246,57 +1315,135 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1246
1315
  * Handle a gossiped checkpoint proposal.
1247
1316
  * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1248
1317
  */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1249
- // TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
1250
- const validationFunc = async ()=>{
1251
- const checkpoint = CheckpointProposal.fromBuffer(payloadData);
1252
- const validationResult = await this.validateCheckpointProposal(source, checkpoint);
1253
- const isValid = validationResult.result === 'accept';
1254
- const pool = this.mempools.attestationPool;
1255
- const exists = isValid && await pool.hasCheckpointProposal(checkpoint);
1256
- const canAdd = isValid && await pool.canAddCheckpointProposal(checkpoint);
1257
- this.logger.trace(`Validate propagated checkpoint proposal`, {
1258
- isValid,
1259
- exists,
1260
- canAdd,
1318
+ const { result, obj: checkpoint, metadata: { isEquivocated, processBlock } = {} } = await this.validateReceivedMessage(()=>this.validateAndStoreCheckpointProposal(source, CheckpointProposal.fromBuffer(payloadData)), msgId, source, TopicType.checkpoint_proposal);
1319
+ // If the checkpoint contained a valid last block, we process it even if the checkpoint itself is to be rejected
1320
+ // TODO(palla/mbps): Is this ok? Should we be considering a block from a checkpoint that was equivocated?
1321
+ if (processBlock && checkpoint?.getBlockProposal()) {
1322
+ await this.processValidBlockProposal(checkpoint.getBlockProposal(), source);
1323
+ }
1324
+ if (result !== TopicValidatorResult.Accept || !checkpoint || isEquivocated) {
1325
+ return;
1326
+ }
1327
+ await this.processValidCheckpointProposal(checkpoint.toCore(), source);
1328
+ }
1329
+ /**
1330
+ * Validates a checkpoint proposal. Penalizes peer if validation fails. Adds the checkpoint and
1331
+ * its last block (if present) to the mempool if valid. Triggers equivocation detection on both.
1332
+ */ async validateAndStoreCheckpointProposal(peerId, checkpoint) {
1333
+ const validationResult = await this.checkpointProposalValidator.validate(checkpoint);
1334
+ if (validationResult.result === 'reject') {
1335
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1336
+ this.peerManager.penalizePeer(peerId, validationResult.severity);
1337
+ return {
1338
+ result: TopicValidatorResult.Reject
1339
+ };
1340
+ }
1341
+ if (validationResult.result === 'ignore') {
1342
+ return {
1343
+ result: TopicValidatorResult.Ignore,
1344
+ obj: checkpoint
1345
+ };
1346
+ }
1347
+ // Extract and try to add the block proposal first if present
1348
+ const blockProposal = checkpoint.getBlockProposal();
1349
+ let processBlock = false;
1350
+ if (blockProposal) {
1351
+ this.logger.debug(`Validating block proposal from propagated checkpoint`, {
1261
1352
  [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1262
- [Attributes.P2P_ID]: source.toString()
1353
+ [Attributes.P2P_ID]: peerId.toString()
1263
1354
  });
1264
- if (validationResult.result === 'reject') {
1265
- return {
1266
- result: TopicValidatorResult.Reject
1267
- };
1268
- } else if (validationResult.result === 'ignore' || exists) {
1269
- return {
1270
- result: TopicValidatorResult.Ignore,
1271
- obj: checkpoint
1272
- };
1273
- } else if (!canAdd) {
1274
- this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1275
- this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1276
- slot: checkpoint.slotNumber.toString(),
1277
- archive: checkpoint.archive.toString(),
1278
- source: source.toString()
1355
+ const { result, obj, metadata: { isEquivocated } = {} } = await this.validateAndStoreBlockProposal(peerId, blockProposal);
1356
+ if (result === TopicValidatorResult.Reject || !obj || isEquivocated) {
1357
+ this.logger.debug(`Rejecting checkpoint due to invalid last block proposal`, {
1358
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1359
+ [Attributes.P2P_ID]: peerId.toString(),
1360
+ isEquivocated,
1361
+ result
1279
1362
  });
1280
1363
  return {
1281
1364
  result: TopicValidatorResult.Reject
1282
1365
  };
1283
- } else {
1284
- return {
1285
- result: TopicValidatorResult.Accept,
1286
- obj: checkpoint
1287
- };
1366
+ } else if (result === TopicValidatorResult.Accept && obj && !isEquivocated) {
1367
+ processBlock = true;
1288
1368
  }
1289
- };
1290
- const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
1291
- if (result !== TopicValidatorResult.Accept || !checkpoint) {
1292
- return;
1293
1369
  }
1294
- await this.processValidCheckpointProposal(checkpoint, source);
1370
+ // Try to add the checkpoint proposal core: this handles existence check, cap check, and adding in one call
1371
+ const checkpointCore = checkpoint.toCore();
1372
+ const tryAddResult = await this.mempools.attestationPool.tryAddCheckpointProposal(checkpointCore);
1373
+ const { added, alreadyExists, count } = tryAddResult;
1374
+ const isEquivocated = count !== undefined && count > 1;
1375
+ // Duplicate proposal received, do not re-broadcast
1376
+ if (alreadyExists) {
1377
+ this.logger.debug(`Ignoring duplicate checkpoint proposal received`, {
1378
+ ...checkpoint.toCheckpointInfo(),
1379
+ source: peerId.toString()
1380
+ });
1381
+ return {
1382
+ result: TopicValidatorResult.Ignore,
1383
+ obj: checkpoint,
1384
+ metadata: {
1385
+ isEquivocated,
1386
+ processBlock
1387
+ }
1388
+ };
1389
+ }
1390
+ // Too many checkpoint proposals received for this slot, penalize peer and do not re-broadcast
1391
+ // Note: We still return the checkpoint obj so the lastBlock can be processed if valid
1392
+ if (!added) {
1393
+ this.peerManager.penalizePeer(peerId, PeerErrorSeverity.HighToleranceError);
1394
+ this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1395
+ ...checkpoint.toCheckpointInfo(),
1396
+ count,
1397
+ source: peerId.toString()
1398
+ });
1399
+ return {
1400
+ result: TopicValidatorResult.Reject,
1401
+ obj: checkpoint,
1402
+ metadata: {
1403
+ isEquivocated,
1404
+ processBlock
1405
+ }
1406
+ };
1407
+ }
1408
+ // If this was a duplicate proposal, do not process it, but do invoke the duplicate callback,
1409
+ // and do re-broadcast it so other nodes in the network know to slash the proposer
1410
+ if (isEquivocated) {
1411
+ const proposer = checkpoint.getSender();
1412
+ this.logger.warn(`Detected duplicate checkpoint proposal (equivocation) at slot ${checkpoint.slotNumber}`, {
1413
+ ...checkpoint.toCheckpointInfo(),
1414
+ source: peerId.toString(),
1415
+ proposer: proposer?.toString()
1416
+ });
1417
+ // Invoke the duplicate callback on the first duplicate spotted only
1418
+ if (proposer && count === 2) {
1419
+ this.duplicateProposalCallback?.({
1420
+ slot: checkpoint.slotNumber,
1421
+ proposer,
1422
+ type: 'checkpoint'
1423
+ });
1424
+ }
1425
+ return {
1426
+ result: TopicValidatorResult.Accept,
1427
+ obj: checkpoint,
1428
+ metadata: {
1429
+ isEquivocated,
1430
+ processBlock
1431
+ }
1432
+ };
1433
+ }
1434
+ // Otherwise, we're good to go!
1435
+ return {
1436
+ result: TopicValidatorResult.Accept,
1437
+ obj: checkpoint,
1438
+ metadata: {
1439
+ processBlock,
1440
+ isEquivocated
1441
+ }
1442
+ };
1295
1443
  }
1296
1444
  /**
1297
1445
  * Process a validated checkpoint proposal.
1298
- * Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
1299
- * The block callback is invoked before the checkpoint callback.
1446
+ * Note: The proposal was already added to the pool by tryAddCheckpointProposal in handleGossipedCheckpointProposal.
1300
1447
  */ async processValidCheckpointProposal(checkpoint, sender) {
1301
1448
  const slot = checkpoint.slotNumber;
1302
1449
  this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
@@ -1305,33 +1452,12 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1305
1452
  archive: checkpoint.archive.toString(),
1306
1453
  source: sender.toString()
1307
1454
  });
1308
- // Extract block proposal before adding to pool (pool stores them separately)
1309
- const blockProposal = checkpoint.getBlockProposal();
1310
- // Add proposal to the pool (this extracts and stores block proposal separately)
1311
- await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
1312
- // Mark txs as non-evictable if present (from the last block)
1313
- if (checkpoint.txHashes.length > 0) {
1314
- await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
1315
- }
1316
- // If there was a last block proposal, invoke the block callback first for validation.
1317
- // Note: The block proposal is already stored in the pool by addCheckpointProposal.
1318
- if (blockProposal) {
1319
- const isValid = await this.blockReceivedCallback(blockProposal, sender);
1320
- if (!isValid) {
1321
- this.logger.warn(`Block proposal from checkpoint failed validation`, {
1322
- slot: slot.toString(),
1323
- archive: checkpoint.archive.toString(),
1324
- blockNumber: blockProposal.blockNumber.toString()
1325
- });
1326
- return;
1327
- }
1328
- }
1329
1455
  // Call the checkpoint received callback with the core version (without lastBlock)
1330
1456
  // to validate and potentially generate attestations
1331
- const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
1457
+ const attestations = await this.checkpointReceivedCallback(checkpoint, sender);
1332
1458
  if (attestations && attestations.length > 0) {
1333
1459
  // If the callback returned attestations, add them to the pool and propagate them
1334
- await this.mempools.attestationPool.addCheckpointAttestations(attestations);
1460
+ await this.mempools.attestationPool.addOwnCheckpointAttestations(attestations);
1335
1461
  for (const attestation of attestations){
1336
1462
  await this.propagate(attestation);
1337
1463
  }
@@ -1360,9 +1486,9 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1360
1486
  */ async validateRequestedBlockTxs(request, response, peerId) {
1361
1487
  const requestedTxValidator = this.createRequestedTxValidator();
1362
1488
  try {
1363
- if (!response.blockHash.equals(request.blockHash)) {
1489
+ if (!response.archiveRoot.equals(request.archiveRoot)) {
1364
1490
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
1365
- throw new ValidationError(`Received block txs for unexpected block: expected ${request.blockHash.toString()}, got ${response.blockHash.toString()}`);
1491
+ throw new ValidationError(`Received block txs for unexpected archive root: expected ${request.archiveRoot.toString()}, got ${response.archiveRoot.toString()}`);
1366
1492
  }
1367
1493
  if (response.txIndices.getLength() !== request.txIndices.getLength()) {
1368
1494
  this.peerManager.penalizePeer(peerId, PeerErrorSeverity.MidToleranceError);
@@ -1385,7 +1511,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1385
1511
  throw new ValidationError(`Received more txs (${response.txs.length}) than requested-and-available (${maxReturnable})`);
1386
1512
  }
1387
1513
  // Given proposal (should have locally), ensure returned txs are valid subset and match request indices
1388
- const proposal = await this.mempools.attestationPool.getBlockProposal(request.blockHash.toString());
1514
+ const proposal = await this.mempools.attestationPool.getBlockProposal(request.archiveRoot.toString());
1389
1515
  if (proposal) {
1390
1516
  // Build intersected indices
1391
1517
  const intersectIdx = request.txIndices.getTrueIndices().filter((i)=>response.txIndices.isSet(i));
@@ -1404,7 +1530,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1404
1530
  }
1405
1531
  } else {
1406
1532
  // No local proposal, cannot check the membership/order of the returned txs
1407
- this.logger.warn(`Block proposal not found for block hash ${request.blockHash.toString()}; cannot validate membership/order of returned txs`);
1533
+ this.logger.warn(`Block proposal not found for archive root ${request.archiveRoot.toString()}; cannot validate membership/order of returned txs`);
1408
1534
  return false;
1409
1535
  }
1410
1536
  await Promise.all(response.txs.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator)));
@@ -1434,7 +1560,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1434
1560
  */ async validateRequestedTxs(requestedTxHash, responseTx, peerId) {
1435
1561
  const requested = new Set(requestedTxHash.map((h)=>h.toString()));
1436
1562
  const requestedTxValidator = this.createRequestedTxValidator();
1437
- //TODO: (mralj) - this is somewhat naive implementation, if single tx is invlid we consider the whole response invalid.
1563
+ //TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
1438
1564
  // I think we should still extract the valid txs and return them, so that we can still use the response.
1439
1565
  try {
1440
1566
  await Promise.all(responseTx.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
@@ -1487,20 +1613,8 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1487
1613
  return false;
1488
1614
  }
1489
1615
  }
1490
- createRequestedTxValidator() {
1491
- return new AggregateTxValidator(new DataTxValidator(), new SizeTxValidator(), new MetadataTxValidator({
1492
- l1ChainId: new Fr(this.config.l1ChainId),
1493
- rollupVersion: new Fr(this.config.rollupVersion),
1494
- protocolContractsHash,
1495
- vkTreeRoot: getVKTreeRoot()
1496
- }), new TxProofValidator(this.proofVerifier));
1497
- }
1498
1616
  async validateRequestedTx(tx, peerId, txValidator, requested) {
1499
1617
  const penalize = (severity)=>this.peerManager.penalizePeer(peerId, severity);
1500
- if (!await tx.validateTxHash()) {
1501
- penalize(PeerErrorSeverity.MidToleranceError);
1502
- throw new ValidationError(`Received tx with invalid hash ${tx.getTxHash().toString()}.`);
1503
- }
1504
1618
  if (requested && !requested.has(tx.getTxHash().toString())) {
1505
1619
  penalize(PeerErrorSeverity.MidToleranceError);
1506
1620
  throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
@@ -1511,9 +1625,15 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1511
1625
  throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
1512
1626
  }
1513
1627
  }
1628
+ createRequestedTxValidator() {
1629
+ return createTxReqRespValidator(this.proofVerifier, {
1630
+ l1ChainId: this.config.l1ChainId,
1631
+ rollupVersion: this.config.rollupVersion
1632
+ });
1633
+ }
1514
1634
  async validatePropagatedTx(tx, peerId) {
1515
1635
  const currentBlockNumber = await this.archiver.getBlockNumber();
1516
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1636
+ // We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
1517
1637
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1518
1638
  const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1519
1639
  for (const validator of messageValidators){
@@ -1545,9 +1665,23 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1545
1665
  };
1546
1666
  return gasFees;
1547
1667
  }
1668
+ /**
1669
+ * Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
1670
+ */ getBatchTxRequesterService() {
1671
+ return {
1672
+ reqResp: this.reqresp,
1673
+ connectionSampler: this.reqresp.getConnectionSampler(),
1674
+ txValidatorConfig: {
1675
+ l1ChainId: this.config.l1ChainId,
1676
+ rollupVersion: this.config.rollupVersion,
1677
+ proofVerifier: this.proofVerifier
1678
+ },
1679
+ peerScoring: this.peerManager
1680
+ };
1681
+ }
1548
1682
  async validate(txs) {
1549
1683
  const currentBlockNumber = await this.archiver.getBlockNumber();
1550
- // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
1684
+ // We accept transactions if they are not expired by the next slot (checked based on the ExpirationTimestamp field)
1551
1685
  const { ts: nextSlotTimestamp } = this.epochCache.getEpochAndSlotInNextL1Slot();
1552
1686
  const messageValidators = await this.createMessageValidators(currentBlockNumber, nextSlotTimestamp);
1553
1687
  await Promise.all(txs.map(async (tx)=>{
@@ -1576,7 +1710,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1576
1710
  const gasFees = await this.getGasFees(currentBlockNumber);
1577
1711
  const allowedInSetup = this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
1578
1712
  const blockNumberInWhichTheTxIsConsideredToBeIncluded = BlockNumber(currentBlockNumber + 1);
1579
- return createTxMessageValidators(nextSlotTimestamp, blockNumberInWhichTheTxIsConsideredToBeIncluded, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, this.proofVerifier, !this.config.disableTransactions, allowedInSetup);
1713
+ return createTxMessageValidators(nextSlotTimestamp, blockNumberInWhichTheTxIsConsideredToBeIncluded, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, this.proofVerifier, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
1580
1714
  }
1581
1715
  /**
1582
1716
  * Run validations on a tx.
@@ -1635,7 +1769,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1635
1769
  const indices = await merkleTree.findLeafIndices(MerkleTreeId.NULLIFIER_TREE, nullifiers);
1636
1770
  return indices.map((index)=>index !== undefined);
1637
1771
  }
1638
- });
1772
+ }, this.logger.getBindings());
1639
1773
  const validSnapshot = await snapshotValidator.validateTx(tx);
1640
1774
  if (validSnapshot.result !== 'valid') {
1641
1775
  return PeerErrorSeverity.LowToleranceError;
@@ -1650,33 +1784,7 @@ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1650
1784
  */ async validateCheckpointAttestation(peerId, attestation) {
1651
1785
  const result = await this.checkpointAttestationValidator.validate(attestation);
1652
1786
  if (result.result === 'reject') {
1653
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1654
- this.peerManager.penalizePeer(peerId, result.severity);
1655
- }
1656
- return result;
1657
- }
1658
- /**
1659
- * Validate a block proposal.
1660
- *
1661
- * @param block - The block proposal to validate.
1662
- * @returns True if the block proposal is valid, false otherwise.
1663
- */ async validateBlockProposal(peerId, block) {
1664
- const result = await this.blockProposalValidator.validate(block);
1665
- if (result.result === 'reject') {
1666
- this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
1667
- this.peerManager.penalizePeer(peerId, result.severity);
1668
- }
1669
- return result;
1670
- }
1671
- /**
1672
- * Validate a checkpoint proposal.
1673
- *
1674
- * @param checkpoint - The checkpoint proposal to validate.
1675
- * @returns True if the checkpoint proposal is valid, false otherwise.
1676
- */ async validateCheckpointProposal(peerId, checkpoint) {
1677
- const result = await this.checkpointProposalValidator.validate(checkpoint);
1678
- if (result.result === 'reject') {
1679
- this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1787
+ this.logger.warn(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1680
1788
  this.peerManager.penalizePeer(peerId, result.severity);
1681
1789
  }
1682
1790
  return result;