@aztec/p2p 0.0.1-commit.d3ec352c → 0.0.1-commit.d58ff9d0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (575) hide show
  1. package/README.md +130 -3
  2. package/dest/bootstrap/bootstrap.d.ts +4 -3
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +26 -10
  5. package/dest/client/factory.d.ts +13 -12
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +70 -21
  8. package/dest/client/interface.d.ts +104 -41
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +72 -70
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +681 -346
  13. package/dest/config.d.ts +171 -89
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +169 -58
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +9 -16
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +10 -17
  22. package/dest/errors/tx-pool.error.d.ts +8 -0
  23. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  24. package/dest/errors/tx-pool.error.js +9 -0
  25. package/dest/index.d.ts +2 -2
  26. package/dest/index.d.ts.map +1 -1
  27. package/dest/index.js +1 -1
  28. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +154 -77
  29. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool.js +518 -3
  31. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  32. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +694 -295
  34. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  35. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  36. package/dest/mem_pools/attestation_pool/index.js +1 -2
  37. package/dest/mem_pools/attestation_pool/mocks.d.ts +11 -8
  38. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  39. package/dest/mem_pools/attestation_pool/mocks.js +19 -13
  40. package/dest/mem_pools/index.d.ts +3 -3
  41. package/dest/mem_pools/index.d.ts.map +1 -1
  42. package/dest/mem_pools/index.js +1 -1
  43. package/dest/mem_pools/instrumentation.d.ts +14 -1
  44. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  45. package/dest/mem_pools/instrumentation.js +51 -12
  46. package/dest/mem_pools/interface.d.ts +6 -7
  47. package/dest/mem_pools/interface.d.ts.map +1 -1
  48. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  49. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  50. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  51. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +39 -0
  52. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  53. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +97 -0
  54. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  55. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  56. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +11 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/index.js +12 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  77. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  78. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  79. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  80. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  81. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  82. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  83. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  84. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  85. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  86. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
  87. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  88. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  89. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  90. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  91. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  92. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  93. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  94. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  95. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  96. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +243 -0
  97. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  98. package/dest/mem_pools/tx_pool_v2/interfaces.js +11 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +137 -0
  100. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  101. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +223 -0
  102. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  103. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  104. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  105. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +122 -0
  106. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  107. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +368 -0
  108. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +68 -0
  109. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  110. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +178 -0
  111. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +91 -0
  112. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  113. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +1013 -0
  114. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +12 -5
  115. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  116. package/dest/msg_validators/attestation_validator/attestation_validator.js +78 -22
  117. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +11 -7
  118. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  119. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +25 -17
  120. package/dest/msg_validators/index.d.ts +2 -2
  121. package/dest/msg_validators/index.d.ts.map +1 -1
  122. package/dest/msg_validators/index.js +1 -1
  123. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +16 -0
  124. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
  125. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +14 -0
  126. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +16 -0
  127. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
  128. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +26 -0
  129. package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
  130. package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
  131. package/dest/msg_validators/proposal_validator/index.js +3 -0
  132. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +40 -0
  133. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
  134. package/dest/msg_validators/proposal_validator/proposal_validator.js +186 -0
  135. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  136. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  137. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +11 -18
  138. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  139. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  140. package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -21
  141. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  142. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  143. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  144. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  145. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  146. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
  147. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  148. package/dest/msg_validators/tx_validator/block_header_validator.js +4 -3
  149. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  150. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  151. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  152. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  153. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  154. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  155. package/dest/msg_validators/tx_validator/data_validator.d.ts +4 -1
  156. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  157. package/dest/msg_validators/tx_validator/data_validator.js +40 -3
  158. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
  159. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  160. package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
  161. package/dest/msg_validators/tx_validator/factory.d.ts +137 -6
  162. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  163. package/dest/msg_validators/tx_validator/factory.js +268 -58
  164. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
  165. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
  166. package/dest/msg_validators/tx_validator/fee_payer_balance.js +24 -0
  167. package/dest/msg_validators/tx_validator/gas_validator.d.ts +105 -3
  168. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  169. package/dest/msg_validators/tx_validator/gas_validator.js +146 -67
  170. package/dest/msg_validators/tx_validator/index.d.ts +6 -1
  171. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  172. package/dest/msg_validators/tx_validator/index.js +5 -0
  173. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +4 -3
  174. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  175. package/dest/msg_validators/tx_validator/metadata_validator.js +6 -6
  176. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  177. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  178. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  179. package/dest/msg_validators/tx_validator/phases_validator.d.ts +24 -3
  180. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  181. package/dest/msg_validators/tx_validator/phases_validator.js +75 -27
  182. package/dest/msg_validators/tx_validator/size_validator.d.ts +8 -0
  183. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -0
  184. package/dest/msg_validators/tx_validator/size_validator.js +23 -0
  185. package/dest/msg_validators/tx_validator/test_utils.d.ts +2 -2
  186. package/dest/msg_validators/tx_validator/test_utils.d.ts.map +1 -1
  187. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +22 -5
  188. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  189. package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
  190. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  191. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  192. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  193. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +4 -2
  194. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  195. package/dest/msg_validators/tx_validator/tx_proof_validator.js +4 -2
  196. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  197. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  198. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  199. package/dest/services/data_store.d.ts +1 -1
  200. package/dest/services/data_store.d.ts.map +1 -1
  201. package/dest/services/data_store.js +14 -10
  202. package/dest/services/discv5/discV5_service.d.ts +13 -2
  203. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  204. package/dest/services/discv5/discV5_service.js +120 -24
  205. package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
  206. package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
  207. package/dest/services/discv5/persisted_enr_store.js +145 -0
  208. package/dest/services/dummy_service.d.ts +40 -16
  209. package/dest/services/dummy_service.d.ts.map +1 -1
  210. package/dest/services/dummy_service.js +61 -14
  211. package/dest/services/encoding.d.ts +24 -7
  212. package/dest/services/encoding.d.ts.map +1 -1
  213. package/dest/services/encoding.js +48 -30
  214. package/dest/services/gossipsub/index.d.ts +3 -0
  215. package/dest/services/gossipsub/index.d.ts.map +1 -0
  216. package/dest/services/gossipsub/index.js +2 -0
  217. package/dest/services/gossipsub/scoring.d.ts +21 -3
  218. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  219. package/dest/services/gossipsub/scoring.js +24 -7
  220. package/dest/services/gossipsub/topic_score_params.d.ts +167 -0
  221. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  222. package/dest/services/gossipsub/topic_score_params.js +336 -0
  223. package/dest/services/index.d.ts +2 -1
  224. package/dest/services/index.d.ts.map +1 -1
  225. package/dest/services/index.js +1 -0
  226. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  227. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  228. package/dest/services/libp2p/instrumentation.js +43 -71
  229. package/dest/services/libp2p/libp2p_service.d.ts +127 -54
  230. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  231. package/dest/services/libp2p/libp2p_service.js +1324 -556
  232. package/dest/services/peer-manager/metrics.d.ts +9 -2
  233. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  234. package/dest/services/peer-manager/metrics.js +39 -21
  235. package/dest/services/peer-manager/peer_manager.d.ts +21 -4
  236. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  237. package/dest/services/peer-manager/peer_manager.js +87 -38
  238. package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
  239. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  240. package/dest/services/peer-manager/peer_scoring.js +134 -19
  241. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +44 -0
  242. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  243. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +534 -0
  244. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  245. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  246. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  247. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +50 -0
  248. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  249. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  250. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +35 -0
  251. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  252. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +136 -0
  253. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +62 -0
  254. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  255. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +176 -0
  256. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +11 -0
  257. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  258. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +7 -0
  259. package/dest/services/reqresp/config.d.ts +15 -3
  260. package/dest/services/reqresp/config.d.ts.map +1 -1
  261. package/dest/services/reqresp/config.js +11 -0
  262. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -1
  263. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  264. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  265. package/dest/services/reqresp/constants.d.ts +12 -0
  266. package/dest/services/reqresp/constants.d.ts.map +1 -0
  267. package/dest/services/reqresp/constants.js +7 -0
  268. package/dest/services/reqresp/interface.d.ts +27 -18
  269. package/dest/services/reqresp/interface.d.ts.map +1 -1
  270. package/dest/services/reqresp/interface.js +23 -19
  271. package/dest/services/reqresp/metrics.d.ts +6 -5
  272. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  273. package/dest/services/reqresp/metrics.js +16 -21
  274. package/dest/services/reqresp/protocols/auth.d.ts +2 -2
  275. package/dest/services/reqresp/protocols/auth.d.ts.map +1 -1
  276. package/dest/services/reqresp/protocols/auth.js +2 -2
  277. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +8 -3
  278. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  279. package/dest/services/reqresp/protocols/block_txs/bitvector.js +15 -2
  280. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  281. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  282. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +35 -14
  283. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +37 -9
  284. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  285. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +85 -21
  286. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  287. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  288. package/dest/services/reqresp/protocols/index.js +0 -1
  289. package/dest/services/reqresp/protocols/status.d.ts +1 -1
  290. package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
  291. package/dest/services/reqresp/protocols/status.js +4 -1
  292. package/dest/services/reqresp/protocols/tx.d.ts +8 -3
  293. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  294. package/dest/services/reqresp/protocols/tx.js +21 -3
  295. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  296. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  297. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  298. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  299. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  300. package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
  301. package/dest/services/reqresp/reqresp.d.ts +12 -29
  302. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  303. package/dest/services/reqresp/reqresp.js +480 -200
  304. package/dest/services/service.d.ts +78 -13
  305. package/dest/services/service.d.ts.map +1 -1
  306. package/dest/services/tx_collection/config.d.ts +11 -11
  307. package/dest/services/tx_collection/config.d.ts.map +1 -1
  308. package/dest/services/tx_collection/config.js +28 -27
  309. package/dest/services/tx_collection/file_store_tx_collection.d.ts +37 -0
  310. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  311. package/dest/services/tx_collection/file_store_tx_collection.js +127 -0
  312. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  313. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  314. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  315. package/dest/services/tx_collection/index.d.ts +3 -2
  316. package/dest/services/tx_collection/index.d.ts.map +1 -1
  317. package/dest/services/tx_collection/index.js +1 -0
  318. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  319. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  320. package/dest/services/tx_collection/instrumentation.js +9 -13
  321. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  322. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  323. package/dest/services/tx_collection/request_tracker.js +84 -0
  324. package/dest/services/tx_collection/tx_collection.d.ts +49 -55
  325. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  326. package/dest/services/tx_collection/tx_collection.js +299 -71
  327. package/dest/services/tx_collection/tx_collection_sink.d.ts +19 -9
  328. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  329. package/dest/services/tx_collection/tx_collection_sink.js +28 -31
  330. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  331. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  332. package/dest/services/tx_collection/tx_source.js +29 -7
  333. package/dest/services/tx_file_store/config.d.ts +16 -0
  334. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  335. package/dest/services/tx_file_store/config.js +22 -0
  336. package/dest/services/tx_file_store/index.d.ts +4 -0
  337. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  338. package/dest/services/tx_file_store/index.js +3 -0
  339. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  340. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  341. package/dest/services/tx_file_store/instrumentation.js +29 -0
  342. package/dest/services/tx_file_store/tx_file_store.d.ts +46 -0
  343. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  344. package/dest/services/tx_file_store/tx_file_store.js +142 -0
  345. package/dest/services/tx_provider.d.ts +9 -6
  346. package/dest/services/tx_provider.d.ts.map +1 -1
  347. package/dest/services/tx_provider.js +23 -10
  348. package/dest/services/tx_provider_instrumentation.d.ts +5 -2
  349. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  350. package/dest/services/tx_provider_instrumentation.js +14 -14
  351. package/dest/test-helpers/index.d.ts +3 -1
  352. package/dest/test-helpers/index.d.ts.map +1 -1
  353. package/dest/test-helpers/index.js +2 -0
  354. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  355. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  356. package/dest/test-helpers/make-test-p2p-clients.js +5 -3
  357. package/dest/test-helpers/mock-pubsub.d.ts +46 -6
  358. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  359. package/dest/test-helpers/mock-pubsub.js +115 -14
  360. package/dest/test-helpers/mock-tx-helpers.js +1 -1
  361. package/dest/test-helpers/reqresp-nodes.d.ts +5 -7
  362. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  363. package/dest/test-helpers/reqresp-nodes.js +19 -20
  364. package/dest/test-helpers/test_tx_provider.d.ts +42 -0
  365. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  366. package/dest/test-helpers/test_tx_provider.js +44 -0
  367. package/dest/test-helpers/testbench-utils.d.ts +164 -0
  368. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  369. package/dest/test-helpers/testbench-utils.js +400 -0
  370. package/dest/testbench/p2p_client_testbench_worker.d.ts +26 -2
  371. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  372. package/dest/testbench/p2p_client_testbench_worker.js +289 -131
  373. package/dest/testbench/worker_client_manager.d.ts +57 -6
  374. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  375. package/dest/testbench/worker_client_manager.js +277 -44
  376. package/dest/util.d.ts +13 -8
  377. package/dest/util.d.ts.map +1 -1
  378. package/dest/util.js +35 -14
  379. package/dest/versioning.d.ts +3 -6
  380. package/dest/versioning.d.ts.map +1 -1
  381. package/dest/versioning.js +3 -24
  382. package/package.json +18 -18
  383. package/src/bootstrap/bootstrap.ts +24 -7
  384. package/src/client/factory.ts +141 -46
  385. package/src/client/interface.ts +113 -49
  386. package/src/client/p2p_client.ts +342 -418
  387. package/src/client/test/p2p_client.batch_tx_requester.bench.README.md +197 -0
  388. package/src/config.ts +298 -66
  389. package/src/errors/p2p-service.error.ts +11 -0
  390. package/src/errors/reqresp.error.ts +13 -19
  391. package/src/errors/tx-pool.error.ts +12 -0
  392. package/src/index.ts +1 -1
  393. package/src/mem_pools/attestation_pool/attestation_pool.ts +594 -76
  394. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +796 -329
  395. package/src/mem_pools/attestation_pool/index.ts +9 -2
  396. package/src/mem_pools/attestation_pool/mocks.ts +29 -17
  397. package/src/mem_pools/index.ts +2 -2
  398. package/src/mem_pools/instrumentation.ts +48 -13
  399. package/src/mem_pools/interface.ts +5 -7
  400. package/src/mem_pools/tx_pool_v2/README.md +283 -0
  401. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  402. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +112 -0
  403. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  404. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  405. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
  406. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  407. package/src/mem_pools/tx_pool_v2/eviction/index.ts +28 -0
  408. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
  409. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
  410. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  411. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  412. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  413. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
  414. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
  415. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  416. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  417. package/src/mem_pools/tx_pool_v2/interfaces.ts +274 -0
  418. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +349 -0
  419. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  420. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +465 -0
  421. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +252 -0
  422. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1215 -0
  423. package/src/msg_validators/attestation_validator/README.md +49 -0
  424. package/src/msg_validators/attestation_validator/attestation_validator.ts +71 -24
  425. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +34 -23
  426. package/src/msg_validators/index.ts +1 -1
  427. package/src/msg_validators/proposal_validator/README.md +123 -0
  428. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +32 -0
  429. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +49 -0
  430. package/src/msg_validators/proposal_validator/index.ts +3 -0
  431. package/src/msg_validators/proposal_validator/proposal_validator.ts +198 -0
  432. package/src/msg_validators/tx_validator/README.md +129 -0
  433. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +8 -17
  434. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  435. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  436. package/src/msg_validators/tx_validator/archive_cache.ts +2 -2
  437. package/src/msg_validators/tx_validator/block_header_validator.ts +21 -8
  438. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  439. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  440. package/src/msg_validators/tx_validator/data_validator.ts +62 -7
  441. package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
  442. package/src/msg_validators/tx_validator/factory.ts +431 -57
  443. package/src/msg_validators/tx_validator/fee_payer_balance.ts +44 -0
  444. package/src/msg_validators/tx_validator/gas_validator.ts +206 -76
  445. package/src/msg_validators/tx_validator/index.ts +5 -0
  446. package/src/msg_validators/tx_validator/metadata_validator.ts +31 -12
  447. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  448. package/src/msg_validators/tx_validator/phases_validator.ts +87 -30
  449. package/src/msg_validators/tx_validator/size_validator.ts +22 -0
  450. package/src/msg_validators/tx_validator/test_utils.ts +1 -1
  451. package/src/msg_validators/tx_validator/timestamp_validator.ts +29 -19
  452. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  453. package/src/msg_validators/tx_validator/tx_proof_validator.ts +10 -3
  454. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  455. package/src/services/data_store.ts +14 -19
  456. package/src/services/discv5/discV5_service.ts +127 -15
  457. package/src/services/discv5/persisted_enr_store.ts +158 -0
  458. package/src/services/dummy_service.ts +82 -38
  459. package/src/services/encoding.ts +46 -29
  460. package/src/services/gossipsub/README.md +663 -0
  461. package/src/services/gossipsub/index.ts +2 -0
  462. package/src/services/gossipsub/scoring.ts +29 -5
  463. package/src/services/gossipsub/topic_score_params.ts +478 -0
  464. package/src/services/index.ts +1 -0
  465. package/src/services/libp2p/instrumentation.ts +48 -75
  466. package/src/services/libp2p/libp2p_service.ts +1073 -607
  467. package/src/services/peer-manager/metrics.ts +46 -21
  468. package/src/services/peer-manager/peer_manager.ts +96 -29
  469. package/src/services/peer-manager/peer_scoring.ts +130 -12
  470. package/src/services/reqresp/README.md +194 -0
  471. package/src/services/reqresp/batch-tx-requester/README.md +344 -0
  472. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +660 -0
  473. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  474. package/src/services/reqresp/batch-tx-requester/interface.ts +61 -0
  475. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +168 -0
  476. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +249 -0
  477. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +24 -0
  478. package/src/services/reqresp/config.ts +19 -2
  479. package/src/services/reqresp/connection-sampler/connection_sampler.ts +19 -1
  480. package/src/services/reqresp/constants.ts +14 -0
  481. package/src/services/reqresp/interface.ts +48 -46
  482. package/src/services/reqresp/metrics.ts +35 -27
  483. package/src/services/reqresp/protocols/auth.ts +2 -2
  484. package/src/services/reqresp/protocols/block_txs/bitvector.ts +19 -2
  485. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +44 -17
  486. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +109 -17
  487. package/src/services/reqresp/protocols/index.ts +0 -1
  488. package/src/services/reqresp/protocols/status.ts +7 -4
  489. package/src/services/reqresp/protocols/tx.ts +24 -5
  490. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  491. package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
  492. package/src/services/reqresp/reqresp.ts +107 -223
  493. package/src/services/service.ts +102 -31
  494. package/src/services/tx_collection/config.ts +42 -37
  495. package/src/services/tx_collection/file_store_tx_collection.ts +153 -0
  496. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  497. package/src/services/tx_collection/index.ts +2 -1
  498. package/src/services/tx_collection/instrumentation.ts +5 -13
  499. package/src/services/tx_collection/request_tracker.ts +127 -0
  500. package/src/services/tx_collection/tx_collection.ts +367 -115
  501. package/src/services/tx_collection/tx_collection_sink.ts +32 -36
  502. package/src/services/tx_collection/tx_source.ts +29 -8
  503. package/src/services/tx_file_store/config.ts +37 -0
  504. package/src/services/tx_file_store/index.ts +3 -0
  505. package/src/services/tx_file_store/instrumentation.ts +36 -0
  506. package/src/services/tx_file_store/tx_file_store.ts +163 -0
  507. package/src/services/tx_provider.ts +34 -13
  508. package/src/services/tx_provider_instrumentation.ts +24 -14
  509. package/src/test-helpers/index.ts +2 -0
  510. package/src/test-helpers/make-test-p2p-clients.ts +7 -6
  511. package/src/test-helpers/mock-pubsub.ts +138 -15
  512. package/src/test-helpers/mock-tx-helpers.ts +1 -1
  513. package/src/test-helpers/reqresp-nodes.ts +18 -30
  514. package/src/test-helpers/test_tx_provider.ts +69 -0
  515. package/src/test-helpers/testbench-utils.ts +465 -0
  516. package/src/testbench/p2p_client_testbench_worker.ts +406 -130
  517. package/src/testbench/worker_client_manager.ts +355 -46
  518. package/src/util.ts +40 -19
  519. package/src/versioning.ts +3 -33
  520. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -37
  521. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  522. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -213
  523. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -30
  524. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  525. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -219
  526. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -116
  527. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  528. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -617
  529. package/dest/mem_pools/tx_pool/index.d.ts +0 -4
  530. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  531. package/dest/mem_pools/tx_pool/index.js +0 -3
  532. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts +0 -81
  533. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts.map +0 -1
  534. package/dest/mem_pools/tx_pool/memory_tx_pool.js +0 -239
  535. package/dest/mem_pools/tx_pool/priority.d.ts +0 -8
  536. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  537. package/dest/mem_pools/tx_pool/priority.js +0 -10
  538. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -123
  539. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  540. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  541. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  542. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  543. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -395
  544. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -12
  545. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
  546. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -82
  547. package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
  548. package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
  549. package/dest/msg_validators/block_proposal_validator/index.js +0 -1
  550. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -45
  551. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  552. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -92
  553. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  554. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  555. package/dest/services/reqresp/protocols/block.js +0 -32
  556. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -51
  557. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  558. package/dest/services/tx_collection/fast_tx_collection.js +0 -300
  559. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -53
  560. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  561. package/dest/services/tx_collection/slow_tx_collection.js +0 -177
  562. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -298
  563. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -287
  564. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -751
  565. package/src/mem_pools/tx_pool/index.ts +0 -3
  566. package/src/mem_pools/tx_pool/memory_tx_pool.ts +0 -285
  567. package/src/mem_pools/tx_pool/priority.ts +0 -13
  568. package/src/mem_pools/tx_pool/tx_pool.ts +0 -136
  569. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -314
  570. package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -97
  571. package/src/msg_validators/block_proposal_validator/index.ts +0 -1
  572. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -100
  573. package/src/services/reqresp/protocols/block.ts +0 -37
  574. package/src/services/tx_collection/fast_tx_collection.ts +0 -341
  575. package/src/services/tx_collection/slow_tx_collection.ts +0 -233
@@ -1,58 +1,61 @@
1
- import { GENESIS_BLOCK_HEADER_HASH, INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
2
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
1
+ import type { EpochCacheInterface } from '@aztec/epoch-cache';
2
+ import {
3
+ BlockNumber,
4
+ CheckpointNumber,
5
+ type CheckpointProposalHash,
6
+ SlotNumber,
7
+ } from '@aztec/foundation/branded-types';
3
8
  import { createLogger } from '@aztec/foundation/log';
4
9
  import { DateProvider } from '@aztec/foundation/timer';
5
- import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncSingleton } from '@aztec/kv-store';
6
- import type {
7
- EthAddress,
8
- L2Block,
9
- L2BlockId,
10
- L2BlockSource,
11
- L2BlockStream,
12
- L2BlockStreamEvent,
13
- L2Tips,
14
- PublishedL2Block,
10
+ import type { AztecAsyncKVStore, AztecAsyncSingleton } from '@aztec/kv-store';
11
+ import { L2TipsKVStore } from '@aztec/kv-store/stores';
12
+ import {
13
+ type BlockData,
14
+ type BlockHash,
15
+ type CheckpointId,
16
+ type EthAddress,
17
+ EventDrivenL2BlockStream,
18
+ type L2Block,
19
+ type L2BlockId,
20
+ type L2BlockSource,
21
+ type L2BlockStreamEvent,
22
+ type L2TipsStore,
23
+ type LocalL2Tips,
15
24
  } from '@aztec/stdlib/block';
16
25
  import type { ContractDataSource } from '@aztec/stdlib/contract';
17
26
  import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
18
- import { type PeerInfo, tryStop } from '@aztec/stdlib/interfaces/server';
19
- import { BlockAttestation, type BlockProposal, type P2PClientType } from '@aztec/stdlib/p2p';
20
- import type { Tx, TxHash } from '@aztec/stdlib/tx';
21
- import {
22
- Attributes,
23
- type TelemetryClient,
24
- TraceableL2BlockStream,
25
- WithTracer,
26
- getTelemetryClient,
27
- trackSpan,
28
- } from '@aztec/telemetry-client';
27
+ import { type GetTxByHashOptions, type PeerInfo, tryStop } from '@aztec/stdlib/interfaces/server';
28
+ import { type BlockProposal, CheckpointAttestation, type CheckpointProposal, type TopicType } from '@aztec/stdlib/p2p';
29
+ import type { BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
30
+ import { Attributes, type TelemetryClient, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
29
31
 
30
32
  import type { PeerId } from '@libp2p/interface';
31
33
  import type { ENR } from '@nethermindeth/enr';
32
34
 
33
35
  import { type P2PConfig, getP2PDefaultConfig } from '../config.js';
34
- import type { AttestationPool } from '../mem_pools/attestation_pool/attestation_pool.js';
36
+ import { TxPoolError } from '../errors/tx-pool.error.js';
37
+ import type { AttestationPoolApi, ProposalsForSlot } from '../mem_pools/attestation_pool/attestation_pool.js';
35
38
  import type { MemPools } from '../mem_pools/interface.js';
36
- import type { TxPool } from '../mem_pools/tx_pool/index.js';
39
+ import type { TxPoolV2 } from '../mem_pools/tx_pool_v2/interfaces.js';
37
40
  import type { AuthRequest, StatusMessage } from '../services/index.js';
38
- import {
39
- ReqRespSubProtocol,
40
- type ReqRespSubProtocolHandler,
41
- type ReqRespSubProtocolValidators,
42
- } from '../services/reqresp/interface.js';
43
- import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
44
- import type { P2PBlockReceivedCallback, P2PService } from '../services/service.js';
41
+ import { ReqRespSubProtocol, type ReqRespSubProtocolHandler } from '../services/reqresp/interface.js';
42
+ import type {
43
+ DuplicateAttestationInfo,
44
+ DuplicateProposalInfo,
45
+ OversizedProposalInfo,
46
+ P2PBlockReceivedCallback,
47
+ P2PCheckpointReceivedCallback,
48
+ P2PService,
49
+ } from '../services/service.js';
45
50
  import { TxCollection } from '../services/tx_collection/tx_collection.js';
51
+ import type { TxFileStore } from '../services/tx_file_store/tx_file_store.js';
46
52
  import { TxProvider } from '../services/tx_provider.js';
47
53
  import { type P2P, P2PClientState, type P2PSyncState } from './interface.js';
48
54
 
49
55
  /**
50
56
  * The P2P client implementation.
51
57
  */
52
- export class P2PClient<T extends P2PClientType = P2PClientType.Full>
53
- extends WithTracer
54
- implements P2P, P2P<P2PClientType.Prover>
55
- {
58
+ export class P2PClient extends WithTracer implements P2P {
56
59
  /** The JS promise that will be running to keep the client's data in sync. Can be interrupted if the client is stopped. */
57
60
  private runningPromise!: Promise<void>;
58
61
 
@@ -63,48 +66,42 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
63
66
  private provenBlockNumberAtStart = -1;
64
67
  private finalizedBlockNumberAtStart = -1;
65
68
 
66
- private synchedBlockHashes: AztecAsyncMap<BlockNumber, string>;
67
- private synchedLatestBlockNumber: AztecAsyncSingleton<BlockNumber>;
68
- private synchedProvenBlockNumber: AztecAsyncSingleton<BlockNumber>;
69
- private synchedFinalizedBlockNumber: AztecAsyncSingleton<BlockNumber>;
69
+ private l2Tips: L2TipsStore;
70
70
  private synchedLatestSlot: AztecAsyncSingleton<bigint>;
71
71
 
72
- private txPool: TxPool;
73
- private attestationPool: T extends P2PClientType.Full ? AttestationPool : undefined;
72
+ private txPool: TxPoolV2;
73
+ private attestationPool: AttestationPoolApi;
74
74
 
75
75
  private config: P2PConfig;
76
76
 
77
- private blockStream: L2BlockStream | undefined;
77
+ private blockStream: EventDrivenL2BlockStream | undefined;
78
78
 
79
79
  private txProvider: TxProvider;
80
80
 
81
81
  private validatorAddresses: EthAddress[] = [];
82
82
 
83
- /**
84
- * In-memory P2P client constructor.
85
- * @param store - The client's instance of the KV store.
86
- * @param l2BlockSource - P2P client's source for fetching existing blocks.
87
- * @param txPool - The client's instance of a transaction pool. Defaults to in-memory implementation.
88
- * @param p2pService - The concrete instance of p2p networking to use.
89
- * @param log - A logger.
90
- */
83
+ /** Tracks the last slot for which we called prepareForSlot */
84
+ private lastSlotProcessed: SlotNumber = SlotNumber.ZERO;
85
+
91
86
  constructor(
92
- _clientType: T,
93
87
  private store: AztecAsyncKVStore,
94
88
  private l2BlockSource: L2BlockSource & ContractDataSource,
95
- mempools: MemPools<T>,
89
+ mempools: MemPools,
96
90
  private p2pService: P2PService,
97
91
  private txCollection: TxCollection,
92
+ private txFileStore: TxFileStore | undefined,
93
+ private epochCache: EpochCacheInterface,
98
94
  config: Partial<P2PConfig> = {},
99
95
  private _dateProvider: DateProvider = new DateProvider(),
100
96
  private telemetry: TelemetryClient = getTelemetryClient(),
101
97
  private log = createLogger('p2p'),
98
+ initialBlockHash: BlockHash,
102
99
  ) {
103
100
  super(telemetry, 'P2PClient');
104
101
 
105
102
  this.config = { ...getP2PDefaultConfig(), ...config };
106
103
  this.txPool = mempools.txPool;
107
- this.attestationPool = mempools.attestationPool!;
104
+ this.attestationPool = mempools.attestationPool;
108
105
 
109
106
  this.txProvider = new TxProvider(
110
107
  this.txCollection,
@@ -114,31 +111,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
114
111
  this.telemetry,
115
112
  );
116
113
 
117
- // Default to collecting all txs when we see a valid proposal
118
- // This can be overridden by the validator client to attest, and it will call getTxsForBlockProposal on its own
119
- // TODO(palla/txs): We should not trigger a request for txs on a proposal before fully validating it. We need to bring
120
- // validator-client code into here so we can validate a proposal is reasonable.
121
- this.registerBlockProposalHandler(async (block, sender) => {
122
- this.log.debug(`Received block proposal from ${sender.toString()}`);
123
- // TODO(palla/txs): Need to subtract validatorReexecuteDeadlineMs from this deadline (see ValidatorClient.getReexecutionDeadline)
124
- const constants = this.txCollection.getConstants();
125
- const nextSlotTimestampSeconds = Number(getTimestampForSlot(SlotNumber(block.slotNumber + 1), constants));
126
- const deadline = new Date(nextSlotTimestampSeconds * 1000);
127
- const parentBlock = await this.l2BlockSource.getBlockHeaderByArchive(block.payload.header.lastArchiveRoot);
128
- if (!parentBlock) {
129
- this.log.debug(`Cannot collect txs for proposal as parent block not found`);
130
- return;
131
- }
132
- const blockNumber = BlockNumber(parentBlock.getBlockNumber() + 1);
133
- await this.txProvider.getTxsForBlockProposal(block, blockNumber, { pinnedPeer: sender, deadline });
134
- return undefined;
135
- });
136
-
137
- // REFACTOR: Try replacing these with an L2TipsStore
138
- this.synchedBlockHashes = store.openMap('p2p_pool_block_hashes');
139
- this.synchedLatestBlockNumber = store.openSingleton('p2p_pool_last_l2_block');
140
- this.synchedProvenBlockNumber = store.openSingleton('p2p_pool_last_proven_l2_block');
141
- this.synchedFinalizedBlockNumber = store.openSingleton('p2p_pool_last_finalized_l2_block');
114
+ this.l2Tips = new L2TipsKVStore(store, 'p2p_client', initialBlockHash);
142
115
  this.synchedLatestSlot = store.openSingleton('p2p_pool_last_l2_slot');
143
116
  }
144
117
 
@@ -163,98 +136,63 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
163
136
  return Promise.resolve(this.p2pService.getPeers(includePending));
164
137
  }
165
138
 
139
+ public getGossipMeshPeerCount(topicType: TopicType): Promise<number> {
140
+ return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
141
+ }
142
+
166
143
  public getL2BlockHash(number: BlockNumber): Promise<string | undefined> {
167
- return this.synchedBlockHashes.getAsync(number);
144
+ return this.l2Tips.getL2BlockHash(number);
168
145
  }
169
146
 
170
- public updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
171
- this.txPool.updateConfig(config);
147
+ public async updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
148
+ await this.txPool.updateConfig(config);
172
149
  this.p2pService.updateConfig(config);
173
- return Promise.resolve();
174
150
  }
175
151
 
176
- public async getL2Tips(): Promise<L2Tips> {
177
- const latestBlockNumber = await this.getSyncedLatestBlockNum();
178
- let latestBlockHash: string | undefined;
179
-
180
- const provenBlockNumber = await this.getSyncedProvenBlockNum();
181
- let provenBlockHash: string | undefined;
182
-
183
- const finalizedBlockNumber = await this.getSyncedFinalizedBlockNum();
184
- let finalizedBlockHash: string | undefined;
185
-
186
- if (latestBlockNumber > 0) {
187
- latestBlockHash = await this.synchedBlockHashes.getAsync(latestBlockNumber);
188
- if (typeof latestBlockHash === 'undefined') {
189
- throw new Error(`Block hash for latest block ${latestBlockNumber} not found in p2p client`);
190
- }
191
- }
192
-
193
- if (provenBlockNumber > 0) {
194
- provenBlockHash = await this.synchedBlockHashes.getAsync(provenBlockNumber);
195
- if (typeof provenBlockHash === 'undefined') {
196
- throw new Error(`Block hash for proven block ${provenBlockNumber} not found in p2p client`);
197
- }
198
- }
199
-
200
- if (finalizedBlockNumber > 0) {
201
- finalizedBlockHash = await this.synchedBlockHashes.getAsync(finalizedBlockNumber);
202
- if (typeof finalizedBlockHash === 'undefined') {
203
- throw new Error(`Block hash for finalized block ${finalizedBlockNumber} not found in p2p client`);
204
- }
205
- }
206
-
207
- const genesisHash = GENESIS_BLOCK_HEADER_HASH.toString();
208
-
209
- return {
210
- latest: { hash: latestBlockHash ?? genesisHash, number: latestBlockNumber },
211
- proven: { hash: provenBlockHash ?? genesisHash, number: provenBlockNumber },
212
- finalized: { hash: finalizedBlockHash ?? genesisHash, number: finalizedBlockNumber },
213
- };
152
+ public getL2Tips(): Promise<LocalL2Tips> {
153
+ return this.l2Tips.getL2Tips();
214
154
  }
215
155
 
216
156
  public async handleBlockStreamEvent(event: L2BlockStreamEvent): Promise<void> {
217
157
  this.log.debug(`Handling block stream event ${event.type}`);
158
+
218
159
  switch (event.type) {
219
160
  case 'blocks-added':
220
161
  await this.handleLatestL2Blocks(event.blocks);
221
162
  break;
222
163
  case 'chain-finalized': {
223
- // TODO (alexg): I think we can prune the block hashes map here
224
- await this.setBlockHash(event.block);
225
- const from = BlockNumber((await this.getSyncedFinalizedBlockNum()) + 1);
164
+ const oldFinalizedBlockNum = await this.getSyncedFinalizedBlockNum();
165
+ const from = BlockNumber(oldFinalizedBlockNum + 1);
226
166
  const limit = event.block.number - from + 1;
227
167
  if (limit > 0) {
228
- await this.handleFinalizedL2Blocks(await this.l2BlockSource.getBlocks(from, limit));
168
+ const oldBlocks = await this.l2BlockSource.getBlocksData({ from, limit });
169
+ await this.handleFinalizedL2Blocks(oldBlocks);
229
170
  }
230
171
  break;
231
172
  }
232
- case 'chain-proven': {
233
- await this.setBlockHash(event.block);
173
+ case 'chain-proven':
234
174
  this.txCollection.stopCollectingForBlocksUpTo(event.block.number);
235
- await this.synchedProvenBlockNumber.set(event.block.number);
236
175
  break;
237
- }
238
176
  case 'chain-pruned':
239
- await this.setBlockHash(event.block);
240
177
  this.txCollection.stopCollectingForBlocksAfter(event.block.number);
241
- await this.handlePruneL2Blocks(event.block.number);
178
+ await this.handlePruneL2Blocks(event.block, event.checkpointed.checkpoint);
179
+ break;
180
+ case 'chain-checkpointed':
181
+ break;
182
+ case 'chain-proposed':
242
183
  break;
243
184
  default: {
244
185
  const _: never = event;
245
186
  break;
246
187
  }
247
188
  }
248
- }
249
189
 
250
- private async setBlockHash(block: L2BlockId): Promise<void> {
251
- if (block.hash !== undefined) {
252
- await this.synchedBlockHashes.set(block.number, block.hash.toString());
253
- }
190
+ // Pass the event through to our l2 tips store
191
+ await this.l2Tips.handleBlockStreamEvent(event);
192
+ await this.startServiceIfSynched();
254
193
  }
255
194
 
256
195
  #assertIsReady() {
257
- // this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
258
196
  if (!this.isReady()) {
259
197
  throw new Error('P2P client not ready');
260
198
  }
@@ -272,20 +210,20 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
272
210
  return this.syncPromise;
273
211
  }
274
212
 
213
+ // Start the tx pool first, as it needs to hydrate state from persistence
214
+ await this.txPool.start();
215
+
275
216
  // get the current latest block numbers
276
217
  const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
277
- this.latestBlockNumberAtStart = latestBlockNumbers.latest.number;
278
- this.provenBlockNumberAtStart = latestBlockNumbers.proven.number;
279
- this.finalizedBlockNumberAtStart = latestBlockNumbers.finalized.number;
218
+ this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
219
+ this.provenBlockNumberAtStart = latestBlockNumbers.proven.block.number;
220
+ this.finalizedBlockNumberAtStart = latestBlockNumbers.finalized.block.number;
280
221
 
281
222
  const syncedLatestBlock = (await this.getSyncedLatestBlockNum()) + 1;
282
223
  const syncedProvenBlock = (await this.getSyncedProvenBlockNum()) + 1;
283
224
  const syncedFinalizedBlock = (await this.getSyncedFinalizedBlockNum()) + 1;
284
225
 
285
- if (
286
- (await this.txPool.isEmpty()) &&
287
- (this.attestationPool === undefined || (await this.attestationPool?.isEmpty()))
288
- ) {
226
+ if ((await this.txPool.isEmpty()) && (await this.attestationPool.isEmpty())) {
289
227
  // if mempools are empty, we don't care about syncing prior blocks
290
228
  this.initBlockStream(BlockNumber(this.latestBlockNumberAtStart));
291
229
  this.setCurrentState(P2PClientState.RUNNING);
@@ -322,28 +260,27 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
322
260
  });
323
261
  }
324
262
 
325
- this.blockStream!.start();
326
- await this.txCollection.start();
263
+ // Should never happen: all branches above call initBlockStream()
264
+ if (!this.blockStream) {
265
+ throw new Error('Block stream not initialized');
266
+ }
267
+ this.blockStream.start();
268
+ this.txFileStore?.start();
269
+
327
270
  return this.syncPromise;
328
271
  }
329
272
 
330
- addReqRespSubProtocol(
331
- subProtocol: ReqRespSubProtocol,
332
- handler: ReqRespSubProtocolHandler,
333
- validator: ReqRespSubProtocolValidators[ReqRespSubProtocol],
334
- ): Promise<void> {
335
- return this.p2pService.addReqRespSubProtocol(subProtocol, handler, validator);
273
+ addReqRespSubProtocol(subProtocol: ReqRespSubProtocol, handler: ReqRespSubProtocolHandler): Promise<void> {
274
+ return this.p2pService.addReqRespSubProtocol(subProtocol, handler);
336
275
  }
337
276
 
338
277
  private initBlockStream(startingBlock?: BlockNumber) {
339
278
  if (!this.blockStream) {
340
279
  const { blockRequestBatchSize: batchSize, blockCheckIntervalMS: pollIntervalMS } = this.config;
341
- this.blockStream = new TraceableL2BlockStream(
280
+ this.blockStream = new EventDrivenL2BlockStream(
342
281
  this.l2BlockSource,
343
282
  this,
344
283
  this,
345
- this.telemetry.getTracer('P2PL2BlockStream'),
346
- 'P2PL2BlockStream',
347
284
  createLogger(`${this.log.module}:l2-block-stream`),
348
285
  { batchSize, pollIntervalMS, startingBlock },
349
286
  );
@@ -358,10 +295,14 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
358
295
  this.log.debug('Stopping p2p client...');
359
296
  await tryStop(this.txCollection);
360
297
  this.log.debug('Stopped tx collection service');
298
+ await this.txFileStore?.stop();
299
+ this.log.debug('Stopped tx file store');
361
300
  await this.p2pService.stop();
362
301
  this.log.debug('Stopped p2p service');
363
302
  await this.blockStream?.stop();
364
303
  this.log.debug('Stopped block downloader');
304
+ await this.txPool.stop();
305
+ this.log.debug('Stopped tx pool');
365
306
  await this.runningPromise;
366
307
  this.setCurrentState(P2PClientState.STOPPED);
367
308
  this.log.info('P2P client stopped');
@@ -370,7 +311,11 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
370
311
  /** Triggers a sync to the archiver. Used for testing. */
371
312
  public async sync() {
372
313
  this.initBlockStream();
373
- await this.blockStream!.sync();
314
+ // Should never happen: initBlockStream() creates blockStream if absent
315
+ if (!this.blockStream) {
316
+ throw new Error('Block stream not initialized');
317
+ }
318
+ await this.blockStream.sync();
374
319
  }
375
320
 
376
321
  @trackSpan('p2pClient.broadcastProposal', async proposal => ({
@@ -378,30 +323,80 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
378
323
  [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
379
324
  [Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString(),
380
325
  }))
381
- public broadcastProposal(proposal: BlockProposal): Promise<void> {
326
+ public async broadcastProposal(proposal: BlockProposal): Promise<void> {
382
327
  this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
328
+ // Store our own proposal so we can respond to req/resp requests for it
329
+ const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
330
+ if (count > 1) {
331
+ if (this.config.broadcastEquivocatedProposals) {
332
+ this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
333
+ slot: proposal.slotNumber,
334
+ archive: proposal.archive.toString(),
335
+ count,
336
+ });
337
+ } else {
338
+ throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
339
+ }
340
+ }
383
341
  return this.p2pService.propagate(proposal);
384
342
  }
385
343
 
386
- public async broadcastAttestations(attestations: BlockAttestation[]): Promise<void> {
387
- this.log.verbose(`Broadcasting ${attestations.length} attestations to peers`);
344
+ @trackSpan('p2pClient.broadcastCheckpointProposal', async proposal => ({
345
+ [Attributes.SLOT_NUMBER]: proposal.slotNumber,
346
+ [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
347
+ [Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString(),
348
+ }))
349
+ public async broadcastCheckpointProposal(proposal: CheckpointProposal): Promise<void> {
350
+ this.log.verbose(`Broadcasting checkpoint proposal for slot ${proposal.slotNumber} to peers`);
351
+ const blockProposal = proposal.getBlockProposal();
352
+ if (blockProposal) {
353
+ // Store our own last-block proposal so we can respond to req/resp requests for it.
354
+ await this.attestationPool.tryAddBlockProposal(blockProposal);
355
+ }
356
+ const checkpointCore = proposal.toCore();
357
+ const { count } = await this.attestationPool.tryAddCheckpointProposal(checkpointCore);
358
+ if (count > 1) {
359
+ if (this.config.broadcastEquivocatedProposals) {
360
+ this.log.warn(`Broadcasting equivocated checkpoint proposal for slot ${proposal.slotNumber}`, {
361
+ slot: proposal.slotNumber,
362
+ archive: proposal.archive.toString(),
363
+ count,
364
+ });
365
+ } else {
366
+ throw new Error(`Attempted to broadcast a duplicate checkpoint proposal for slot ${proposal.slotNumber}`);
367
+ }
368
+ }
369
+ return this.p2pService.propagate(proposal);
370
+ }
371
+
372
+ public async broadcastCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void> {
373
+ this.log.verbose(`Broadcasting ${attestations.length} checkpoint attestations to peers`);
388
374
  await Promise.all(attestations.map(att => this.p2pService.propagate(att)));
389
375
  }
390
376
 
391
- public async getAttestationsForSlot(slot: SlotNumber, proposalId?: string): Promise<BlockAttestation[]> {
392
- return (
393
- (await (proposalId
394
- ? this.attestationPool?.getAttestationsForSlotAndProposal(slot, proposalId)
395
- : this.attestationPool?.getAttestationsForSlot(slot))) ?? []
396
- );
377
+ public async getCheckpointAttestationsForSlot(
378
+ slot: SlotNumber,
379
+ proposalPayloadHash?: CheckpointProposalHash,
380
+ ): Promise<CheckpointAttestation[]> {
381
+ return await (proposalPayloadHash
382
+ ? this.attestationPool.getCheckpointAttestationsForSlotAndProposal(slot, proposalPayloadHash)
383
+ : this.attestationPool.getCheckpointAttestationsForSlot(slot));
384
+ }
385
+
386
+ public addOwnCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void> {
387
+ return this.attestationPool.addOwnCheckpointAttestations(attestations);
388
+ }
389
+
390
+ public getProposalsForSlot(slot: SlotNumber): Promise<ProposalsForSlot> {
391
+ return this.attestationPool.getProposalsForSlot(slot);
397
392
  }
398
393
 
399
- public addAttestations(attestations: BlockAttestation[]): Promise<void> {
400
- return this.attestationPool?.addAttestations(attestations) ?? Promise.resolve();
394
+ public hasBlockProposalsForSlot(slot: SlotNumber): Promise<boolean> {
395
+ return this.attestationPool.hasBlockProposalsForSlot(slot);
401
396
  }
402
397
 
403
- public deleteAttestation(attestation: BlockAttestation): Promise<void> {
404
- return this.attestationPool?.deleteAttestations([attestation]) ?? Promise.resolve();
398
+ public hasCheckpointProposalForSlot(slot: SlotNumber): Promise<boolean> {
399
+ return this.attestationPool.hasCheckpointProposalForSlot(slot);
405
400
  }
406
401
 
407
402
  // REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
@@ -410,176 +405,105 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
410
405
  this.p2pService.registerBlockReceivedCallback(handler);
411
406
  }
412
407
 
413
- /**
414
- * Uses the batched Request Response protocol to request a set of transactions from the network.
415
- */
416
- public async requestTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<Tx[]> {
417
- const timeoutMs = 8000; // Longer timeout for now
418
- const maxRetryAttempts = 10; // Keep retrying within the timeout
419
- const requests = chunkTxHashesRequest(txHashes);
420
- const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
421
-
422
- const txBatches = await this.p2pService.sendBatchRequest(
423
- ReqRespSubProtocol.TX,
424
- requests,
425
- pinnedPeerId,
426
- timeoutMs,
427
- maxPeers,
428
- maxRetryAttempts,
429
- );
430
-
431
- const txs = txBatches.flat();
432
- if (txs.length > 0) {
433
- await this.txPool.addTxs(txs);
434
- }
408
+ public registerValidatorCheckpointProposalHandler(handler: P2PCheckpointReceivedCallback): void {
409
+ this.p2pService.registerValidatorCheckpointReceivedCallback(handler);
410
+ }
435
411
 
436
- const txHashesStr = txHashes.map(tx => tx.toString()).join(', ');
437
- this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
412
+ public registerAllNodesCheckpointProposalHandler(handler: P2PCheckpointReceivedCallback): void {
413
+ this.p2pService.registerAllNodesCheckpointReceivedCallback(handler);
414
+ }
438
415
 
439
- // We return all transactions, even the not found ones to the caller, such they can handle missing items themselves.
440
- return txs;
416
+ public registerDuplicateProposalCallback(callback: (info: DuplicateProposalInfo) => void): void {
417
+ this.p2pService.registerDuplicateProposalCallback(callback);
441
418
  }
442
419
 
443
- public getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
444
- return this.getTxs('pending', limit, after);
420
+ public registerOversizedProposalCallback(callback: (info: OversizedProposalInfo) => void): void {
421
+ this.p2pService.registerOversizedProposalCallback(callback);
445
422
  }
446
423
 
447
- public getPendingTxCount(): Promise<number> {
448
- return this.txPool.getPendingTxCount();
424
+ public registerDuplicateAttestationCallback(callback: (info: DuplicateAttestationInfo) => void): void {
425
+ this.p2pService.registerDuplicateAttestationCallback(callback);
449
426
  }
450
427
 
451
- public async *iteratePendingTxs(): AsyncIterableIterator<Tx> {
452
- for (const txHash of await this.txPool.getPendingTxHashes()) {
453
- const tx = await this.txPool.getTxByHash(txHash);
454
- if (tx) {
455
- yield tx;
456
- }
457
- }
428
+ public registerCheckpointAttestationCallback(callback: (attestation: CheckpointAttestation) => void): void {
429
+ this.p2pService.registerCheckpointAttestationCallback(callback);
458
430
  }
459
431
 
460
- /**
461
- * Returns all transactions in the transaction pool.
462
- * @param filter - The type of txs to return
463
- * @param limit - How many txs to return
464
- * @param after - If paginating, the last known tx hash. Will return txs after this hash
465
- * @returns An array of Txs.
466
- */
467
- public async getTxs(filter: 'all' | 'pending' | 'mined', limit?: number, after?: TxHash): Promise<Tx[]> {
432
+ public async getPendingTxs(limit?: number, after?: TxHash, options?: GetTxByHashOptions): Promise<Tx[]> {
468
433
  if (limit !== undefined && limit <= 0) {
469
434
  throw new TypeError('limit must be greater than 0');
470
435
  }
471
436
 
472
- let txs: Tx[] | undefined = undefined;
473
- let txHashes: TxHash[];
474
-
475
- if (filter === 'all') {
476
- txs = await this.txPool.getAllTxs();
477
- txHashes = await Promise.all(txs.map(tx => tx.getTxHash()));
478
- } else if (filter === 'mined') {
479
- const minedTxHashes = await this.txPool.getMinedTxHashes();
480
- txHashes = minedTxHashes.map(([txHash]) => txHash);
481
- } else if (filter === 'pending') {
482
- txHashes = await this.txPool.getPendingTxHashes();
483
- } else {
484
- const _: never = filter;
485
- throw new Error(`Unknown filter ${filter}`);
486
- }
437
+ let txHashes = await this.txPool.getPendingTxHashes();
487
438
 
488
439
  let startIndex = 0;
489
- let endIndex: number | undefined = undefined;
490
-
491
440
  if (after) {
492
441
  startIndex = txHashes.findIndex(txHash => after.equals(txHash));
493
-
494
- // if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
495
442
  if (startIndex === -1) {
496
443
  return [];
497
444
  }
498
-
499
- // increment by one because we don't want to return the same tx again
500
445
  startIndex++;
501
446
  }
502
447
 
503
- if (limit !== undefined) {
504
- endIndex = startIndex + limit;
505
- }
506
-
448
+ const endIndex = limit !== undefined ? startIndex + limit : undefined;
507
449
  txHashes = txHashes.slice(startIndex, endIndex);
508
- if (txs) {
509
- txs = txs.slice(startIndex, endIndex);
510
- } else {
511
- const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
512
- txs = maybeTxs.filter((tx): tx is Tx => !!tx);
450
+
451
+ // This is a public-facing API (exposed via both the node and the p2p RPC), so proofs are opt-in.
452
+ const includeProof = !!options?.includeProof;
453
+ const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash, { includeProof })));
454
+ return maybeTxs.filter((tx): tx is Tx => !!tx);
455
+ }
456
+
457
+ public getPendingTxCount(): Promise<number> {
458
+ return this.txPool.getPendingTxCount();
459
+ }
460
+
461
+ public hasEligiblePendingTxs(minCount: number): Promise<boolean> {
462
+ return this.txPool.hasEligiblePendingTxs(minCount);
463
+ }
464
+
465
+ public async *iteratePendingTxs(opts?: { includeProof?: boolean }): AsyncIterableIterator<Tx> {
466
+ for (const txHash of await this.txPool.getPendingTxHashes()) {
467
+ const tx = await this.txPool.getTxByHash(txHash, opts);
468
+ if (tx) {
469
+ yield tx;
470
+ }
513
471
  }
472
+ }
514
473
 
515
- return txs;
474
+ public async *iterateEligiblePendingTxs(opts?: { includeProof?: boolean }): AsyncIterableIterator<Tx> {
475
+ for (const txHash of await this.txPool.getEligiblePendingTxHashes()) {
476
+ const tx = await this.txPool.getTxByHash(txHash, opts);
477
+ if (tx) {
478
+ yield tx;
479
+ }
480
+ }
516
481
  }
517
482
 
518
483
  /**
519
484
  * Returns a transaction in the transaction pool by its hash.
520
485
  * @param txHash - Hash of the transaction to look for in the pool.
486
+ * @param opts - Set `includeProof: false` to skip loading the tx proof from the DB.
521
487
  * @returns A single tx or undefined.
522
488
  */
523
- getTxByHashFromPool(txHash: TxHash): Promise<Tx | undefined> {
524
- return this.txPool.getTxByHash(txHash);
489
+ getTxByHashFromPool(txHash: TxHash, opts?: { includeProof?: boolean }): Promise<Tx | undefined> {
490
+ return this.txPool.getTxByHash(txHash, opts);
525
491
  }
526
492
 
527
493
  /**
528
494
  * Returns transactions in the transaction pool by hash.
529
495
  * @param txHashes - Hashes of the transactions to look for.
496
+ * @param opts - Set `includeProof: false` to skip loading tx proofs from the DB.
530
497
  * @returns The txs found, in the same order as the requested hashes. If a tx is not found, it will be undefined.
531
498
  */
532
- getTxsByHashFromPool(txHashes: TxHash[]): Promise<(Tx | undefined)[]> {
533
- return this.txPool.getTxsByHash(txHashes);
499
+ getTxsByHashFromPool(txHashes: TxHash[], opts?: { includeProof?: boolean }): Promise<(Tx | undefined)[]> {
500
+ return this.txPool.getTxsByHash(txHashes, opts);
534
501
  }
535
502
 
536
503
  hasTxsInPool(txHashes: TxHash[]): Promise<boolean[]> {
537
504
  return this.txPool.hasTxs(txHashes);
538
505
  }
539
506
 
540
- /**
541
- * Returns transactions in the transaction pool by hash.
542
- * If a transaction is not in the pool, it will be requested from the network.
543
- * @param txHashes - Hashes of the transactions to look for.
544
- * @returns The txs found, or undefined if not found in the order requested.
545
- */
546
- async getTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<(Tx | undefined)[]> {
547
- const txs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
548
- const missingTxHashes = txs
549
- .map((tx, index) => [tx, index] as const)
550
- .filter(([tx, _index]) => !tx)
551
- .map(([_tx, index]) => txHashes[index]);
552
-
553
- if (missingTxHashes.length === 0) {
554
- return txs as Tx[];
555
- }
556
-
557
- const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
558
- // TODO: optimize
559
- // Merge the found txs in order
560
- const mergingTxs = txHashes.map(txHash => {
561
- // Is it in the txs list from the mempool?
562
- for (const tx of txs) {
563
- if (tx !== undefined && tx.getTxHash().equals(txHash)) {
564
- return tx;
565
- }
566
- }
567
-
568
- // Is it in the fetched missing txs?
569
- // Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
570
- for (const tx of missingTxs) {
571
- if (tx.getTxHash().equals(txHash)) {
572
- return tx;
573
- }
574
- }
575
-
576
- // Otherwise return undefined
577
- return undefined;
578
- });
579
-
580
- return mergingTxs;
581
- }
582
-
583
507
  /**
584
508
  * Returns an archived transaction in the transaction pool by its hash.
585
509
  * @param txHash - Hash of the archived transaction to look for.
@@ -590,25 +514,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
590
514
  }
591
515
 
592
516
  /**
593
- * Verifies the 'tx' and, if valid, adds it to local tx pool and forwards it to other peers.
594
- * @param tx - The tx to verify.
517
+ * Accepts a transaction, adds it to local tx pool and forwards it to other peers.
518
+ * @param tx - The tx to send.
595
519
  * @returns Empty promise.
596
520
  **/
597
521
  public async sendTx(tx: Tx): Promise<void> {
598
- const addedCount = await this.addTxsToPool([tx]);
599
- const txAddedSuccessfully = addedCount === 1;
600
- if (txAddedSuccessfully) {
522
+ this.#assertIsReady();
523
+ const result = await this.txPool.addPendingTxs([tx], { feeComparisonOnly: true });
524
+ if (result.accepted.length === 1) {
601
525
  await this.p2pService.propagate(tx);
526
+ return;
602
527
  }
603
- }
604
528
 
605
- /**
606
- * Adds transactions to the pool. Does not send to peers or validate the txs.
607
- * @param txs - The transactions.
608
- **/
609
- public async addTxsToPool(txs: Tx[]): Promise<number> {
610
- this.#assertIsReady();
611
- return await this.txPool.addTxs(txs);
529
+ const txHashStr = tx.getTxHash().toString();
530
+ const reason = result.errors?.get(txHashStr);
531
+ if (reason) {
532
+ this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
533
+ throw new TxPoolError(reason);
534
+ }
535
+
536
+ this.log.warn(
537
+ `Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`,
538
+ );
612
539
  }
613
540
 
614
541
  /**
@@ -616,8 +543,9 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
616
543
  * @param txHash - Hash of the tx to query.
617
544
  * @returns Pending or mined depending on its status, or undefined if not found.
618
545
  */
619
- public getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
620
- return this.txPool.getTxStatus(txHash);
546
+ public async getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
547
+ const status = await this.txPool.getTxStatus(txHash);
548
+ return status === 'protected' ? 'pending' : status;
621
549
  }
622
550
 
623
551
  public getEnr(): ENR | undefined {
@@ -629,14 +557,12 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
629
557
  }
630
558
 
631
559
  /**
632
- * Deletes the 'txs' from the pool.
633
- * NOT used if we use sendTx as reconcileTxPool will handle this.
634
- * @param txHashes - Hashes of the transactions to delete.
635
- * @returns Empty promise.
560
+ * Handles failed transaction execution by removing txs from the pool.
561
+ * @param txHashes - Hashes of the transactions that failed execution.
636
562
  **/
637
- public async deleteTxs(txHashes: TxHash[]): Promise<void> {
563
+ public async handleFailedExecution(txHashes: TxHash[]): Promise<void> {
638
564
  this.#assertIsReady();
639
- await this.txPool.deleteTxs(txHashes);
565
+ await this.txPool.handleFailedExecution(txHashes);
640
566
  }
641
567
 
642
568
  /**
@@ -652,7 +578,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
652
578
  * @returns Block number of latest L2 Block we've synced with.
653
579
  */
654
580
  public async getSyncedLatestBlockNum(): Promise<BlockNumber> {
655
- return (await this.synchedLatestBlockNumber.getAsync()) ?? BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
581
+ const tips = await this.l2Tips.getL2Tips();
582
+ return tips.proposed.number;
656
583
  }
657
584
 
658
585
  /**
@@ -660,11 +587,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
660
587
  * @returns Block number of latest proven L2 Block we've synced with.
661
588
  */
662
589
  public async getSyncedProvenBlockNum(): Promise<BlockNumber> {
663
- return (await this.synchedProvenBlockNumber.getAsync()) ?? BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
590
+ const tips = await this.l2Tips.getL2Tips();
591
+ return tips.proven.block.number;
664
592
  }
665
593
 
666
594
  public async getSyncedFinalizedBlockNum(): Promise<BlockNumber> {
667
- return (await this.synchedFinalizedBlockNumber.getAsync()) ?? BlockNumber(INITIAL_L2_BLOCK_NUM - 1);
595
+ const tips = await this.l2Tips.getL2Tips();
596
+ return tips.finalized.block.number;
668
597
  }
669
598
 
670
599
  /** Returns latest L2 slot for which we have seen an L2 block. */
@@ -678,13 +607,10 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
678
607
  */
679
608
  public async getStatus(): Promise<P2PSyncState> {
680
609
  const blockNumber = await this.getSyncedLatestBlockNum();
681
- const blockHash =
682
- blockNumber === 0
683
- ? GENESIS_BLOCK_HEADER_HASH.toString()
684
- : await this.l2BlockSource
685
- .getBlockHeader(blockNumber)
686
- .then(header => header?.hash())
687
- .then(hash => hash?.toString());
610
+ const blockHash = await this.l2BlockSource
611
+ .getBlockData({ number: blockNumber })
612
+ .then(data => data?.header.hash())
613
+ .then(hash => hash?.toString());
688
614
 
689
615
  return {
690
616
  state: this.currentState,
@@ -693,14 +619,13 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
693
619
  }
694
620
 
695
621
  /**
696
- * Mark all txs from these blocks as mined.
622
+ * Handles mined blocks by marking the txs in them as mined.
697
623
  * @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
698
624
  * @returns Empty promise.
699
625
  */
700
- private async markTxsAsMinedFromBlocks(blocks: L2Block[]): Promise<void> {
626
+ private async handleMinedBlocks(blocks: L2Block[]): Promise<void> {
701
627
  for (const block of blocks) {
702
- const txHashes = block.body.txEffects.map(txEffect => txEffect.txHash);
703
- await this.txPool.markAsMined(txHashes, block.getBlockHeader());
628
+ await this.txPool.handleMinedBlock(block);
704
629
  }
705
630
  }
706
631
 
@@ -709,33 +634,25 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
709
634
  * @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
710
635
  * @returns Empty promise.
711
636
  */
712
- private async handleLatestL2Blocks(blocks: PublishedL2Block[]): Promise<void> {
637
+ private async handleLatestL2Blocks(blocks: L2Block[]): Promise<void> {
713
638
  if (!blocks.length) {
714
- return Promise.resolve();
639
+ return;
715
640
  }
716
641
 
717
- await this.markTxsAsMinedFromBlocks(blocks.map(b => b.block));
718
- await this.startCollectingMissingTxs(blocks.map(b => b.block));
719
-
720
- const lastBlock = blocks.at(-1)!.block;
721
-
722
- await Promise.all(
723
- blocks.map(async block =>
724
- this.setBlockHash({
725
- number: block.block.number,
726
- hash: await block.block.hash().then(h => h.toString()),
727
- }),
728
- ),
729
- );
642
+ const lastBlock = blocks.at(-1)!;
643
+ const lastSlot = lastBlock.header.getSlot();
730
644
 
731
- await this.synchedLatestBlockNumber.set(lastBlock.number);
732
- await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
733
- this.log.verbose(`Synched to latest block ${lastBlock.number}`);
734
- await this.startServiceIfSynched();
645
+ // Mark txs mined before releasing protections: a block landing at this slot supersedes any
646
+ // protection for txs it includes, so mined-marking must run first to keep just-landed txs from
647
+ // being unprotected into pending where they could be evicted before they are recorded as mined.
648
+ await this.handleMinedBlocks(blocks);
649
+ await this.maybeCallPrepareForSlot(lastSlot);
650
+ await this.collectingMissingTxs(blocks);
651
+ await this.synchedLatestSlot.set(BigInt(lastSlot));
735
652
  }
736
653
 
737
- /** Request txs for unproven blocks so the prover node has more chances to get them. */
738
- private async startCollectingMissingTxs(blocks: L2Block[]): Promise<void> {
654
+ /** Request txs for unproven blocks so the prover node can prove. */
655
+ private async collectingMissingTxs(blocks: L2Block[]): Promise<void> {
739
656
  try {
740
657
  // TODO(#15435): If the archiver has lagged behind L1, the reported proven block number may
741
658
  // be much lower than the actual one, and it does not update until the pending chain is
@@ -743,7 +660,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
743
660
  // are already proven, but the archiver has not yet updated its state. Until this is properly
744
661
  // fixed, it is mitigated by the expiration date of collection requests, which depends on
745
662
  // the slot number of the block.
746
- const provenBlockNumber = await this.l2BlockSource.getProvenBlockNumber();
663
+ const provenBlockNumber = (await this.l2BlockSource.getBlockNumber({ tag: 'proven' })) ?? BlockNumber.ZERO;
747
664
  const unprovenBlocks = blocks.filter(block => block.number > provenBlockNumber);
748
665
  for (const block of unprovenBlocks) {
749
666
  const txHashes = block.body.txEffects.map(txEffect => txEffect.txHash);
@@ -755,7 +672,17 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
755
672
  `Starting collection of ${missingTxHashes.length} missing txs for unproven mined block ${block.number}`,
756
673
  { missingTxHashes, blockNumber: block.number, blockHash: await block.hash().then(h => h.toString()) },
757
674
  );
758
- this.txCollection.startCollecting(block, missingTxHashes);
675
+ // Both `slashDataWithholdingToleranceSlots` and `p2pMissingTxCollectionDeadlineSlots`
676
+ // count *full slots after the block slot* — value N means collection runs until
677
+ // `slotStart(block.slot + N + 1)`. Take the larger of the two so collection never
678
+ // gives up before the data-withholding slash verdict is rendered.
679
+ const blockSlot = block.header.getSlot();
680
+ const toleranceSlots = this.config.slashDataWithholdingToleranceSlots;
681
+ const configuredSlots = this.config.p2pMissingTxCollectionDeadlineSlots ?? 0;
682
+ const deadlineSlot = SlotNumber(blockSlot + Math.max(toleranceSlots, configuredSlots) + 1);
683
+ const deadlineSeconds = getTimestampForSlot(deadlineSlot, this.epochCache.getL1Constants());
684
+ const deadline = new Date(Number(deadlineSeconds) * 1000);
685
+ await this.txCollection.collectFastForBlock(block, missingTxHashes, { deadline });
759
686
  }
760
687
  }
761
688
  } catch (err) {
@@ -768,86 +695,71 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
768
695
  * @param blocks - A list of finalized L2 blocks.
769
696
  * @returns Empty promise.
770
697
  */
771
- private async handleFinalizedL2Blocks(blocks: L2Block[]): Promise<void> {
698
+ private async handleFinalizedL2Blocks(blocks: BlockData[]): Promise<void> {
772
699
  if (!blocks.length) {
773
- return Promise.resolve();
700
+ return;
774
701
  }
775
- this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
776
-
777
- const lastBlockNum = blocks[blocks.length - 1].number;
778
- const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
779
-
780
- const txHashes = blocks.flatMap(block => block.body.txEffects.map(txEffect => txEffect.txHash));
781
- this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
782
- await this.txPool.deleteTxs(txHashes, { permanently: true });
783
- await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
784
702
 
785
- await this.attestationPool?.deleteAttestationsOlderThan(lastBlockSlot);
786
-
787
- await this.synchedFinalizedBlockNumber.set(lastBlockNum);
788
- this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
789
-
790
- await this.startServiceIfSynched();
703
+ // Finalization is monotonic, so we only need to call with the last block
704
+ const lastBlock = blocks.at(-1)!;
705
+ await this.txPool.handleFinalizedBlock(lastBlock.header);
706
+ await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
791
707
  }
792
708
 
793
709
  /**
794
710
  * Updates the tx pool after a chain prune.
795
- * @param latestBlock - The block number the chain was pruned to.
711
+ * Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
712
+ * @param latestBlock - The block ID the chain was pruned to.
713
+ * @param newCheckpoint - The checkpoint ID after the prune.
796
714
  */
797
- private async handlePruneL2Blocks(latestBlock: BlockNumber): Promise<void> {
798
- const txsToDelete = new Map<string, TxHash>();
799
- const minedTxs = await this.txPool.getMinedTxHashes();
800
-
801
- // Find transactions that reference pruned blocks in their historical header
802
- for (const tx of await this.txPool.getAllTxs()) {
803
- // every tx that's been generated against a block that has now been pruned is no longer valid
804
- if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
805
- const txHash = tx.getTxHash();
806
- txsToDelete.set(txHash.toString(), txHash);
807
- }
808
- }
715
+ private async handlePruneL2Blocks(latestBlock: L2BlockId, newCheckpoint: CheckpointId): Promise<void> {
716
+ const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && (await this.isEpochPrune(newCheckpoint));
717
+ await this.txPool.handlePrunedBlocks(latestBlock, { deleteAllTxs });
718
+ }
809
719
 
810
- this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
811
- newLatestBlock: latestBlock,
812
- previousLatestBlock: await this.getSyncedLatestBlockNum(),
813
- txsToDelete: Array.from(txsToDelete.keys()),
814
- });
815
-
816
- // delete invalid txs (both pending and mined)
817
- await this.txPool.deleteTxs(Array.from(txsToDelete.values()));
818
-
819
- // everything left in the mined set was built against a block on the proven chain so its still valid
820
- // move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
821
- // in which case we clean them up to avoid potential reorg loops
822
- // NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
823
- // (see this.keepProvenTxsFor)
824
- const minedTxsFromReorg: TxHash[] = [];
825
- for (const [txHash, blockNumber] of minedTxs) {
826
- // We keep the txsToDelete out of this list as they have already been deleted above
827
- if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
828
- minedTxsFromReorg.push(txHash);
829
- }
720
+ /**
721
+ * Returns true if the prune is an epoch prune (new checkpoint number is less than old).
722
+ * If the checkpoint number stays the same or increases, the prune is within a checkpoint.
723
+ */
724
+ private async isEpochPrune(newCheckpoint: CheckpointId): Promise<boolean> {
725
+ const tips = await this.l2Tips.getL2Tips();
726
+ const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
727
+ if (oldCheckpointNumber <= CheckpointNumber.INITIAL) {
728
+ return false;
830
729
  }
831
-
832
- if (this.config.txPoolDeleteTxsAfterReorg) {
833
- this.log.info(`Deleting ${minedTxsFromReorg.length} mined txs from reorg`);
834
- await this.txPool.deleteTxs(minedTxsFromReorg);
835
- } else {
836
- this.log.info(`Moving ${minedTxsFromReorg.length} mined txs from reorg back to pending`);
837
- await this.txPool.markMinedAsPending(minedTxsFromReorg);
730
+ const newCheckpointNumber = newCheckpoint.number;
731
+ // We check that the new checkpoint number is less than the old checkpoint number in order to consider it an epoch prune.
732
+ // To be more certain that it is an epoch prune, we will check that at least 2 checkpoints were removed.
733
+ // This means we should avoid thinking checkpoints removed by L1 re-orgs are epoch prunes
734
+ const thresholdForEpochPrune = CheckpointNumber(oldCheckpointNumber - 2);
735
+ const isEpochPrune = newCheckpointNumber <= thresholdForEpochPrune;
736
+ if (isEpochPrune) {
737
+ this.log.info(`Detected epoch prune to ${newCheckpointNumber}`, {
738
+ oldCheckpointNumber,
739
+ newCheckpointNumber,
740
+ thresholdForEpochPrune,
741
+ });
838
742
  }
743
+ return isEpochPrune;
744
+ }
839
745
 
840
- await this.synchedLatestBlockNumber.set(latestBlock);
841
- // no need to update block hashes, as they will be updated as new blocks are added
746
+ /** Calls prepareForSlot for the given slot if it advances past the last slot we prepared for. */
747
+ private async maybeCallPrepareForSlot(slot: SlotNumber): Promise<void> {
748
+ if (slot <= this.lastSlotProcessed) {
749
+ return;
750
+ }
751
+ this.lastSlotProcessed = slot;
752
+ await this.txPool.prepareForSlot(slot);
842
753
  }
843
754
 
844
755
  private async startServiceIfSynched() {
845
756
  if (this.currentState !== P2PClientState.SYNCHING) {
846
757
  return;
847
758
  }
848
- const syncedFinalizedBlock = await this.getSyncedFinalizedBlockNum();
849
- const syncedProvenBlock = await this.getSyncedProvenBlockNum();
850
- const syncedLatestBlock = await this.getSyncedLatestBlockNum();
759
+ const tips = await this.l2Tips.getL2Tips();
760
+ const syncedFinalizedBlock = tips.finalized.block.number;
761
+ const syncedProvenBlock = tips.proven.block.number;
762
+ const syncedLatestBlock = tips.proposed.number;
851
763
 
852
764
  if (
853
765
  syncedLatestBlock >= this.latestBlockNumberAtStart &&
@@ -877,16 +789,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
877
789
  this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
878
790
  }
879
791
 
880
- public validate(txs: Tx[]): Promise<void> {
881
- return this.p2pService.validate(txs);
792
+ public validateTxsReceivedInBlockProposal(txs: Tx[]): Promise<void> {
793
+ return this.p2pService.validateTxsReceivedInBlockProposal(txs);
794
+ }
795
+
796
+ /**
797
+ * Protects existing transactions by hash for a given slot.
798
+ * Returns hashes of transactions that weren't found in the pool.
799
+ * @param txHashes - Hashes of the transactions to protect.
800
+ * @param blockHeader - The block header providing slot context.
801
+ * @returns Hashes of transactions not found in the pool.
802
+ */
803
+ public protectTxs(txHashes: TxHash[], blockHeader: BlockHeader): Promise<TxHash[]> {
804
+ return this.txPool.protectTxs(txHashes, blockHeader);
882
805
  }
883
806
 
884
807
  /**
885
- * Marks transactions as non-evictable in the pool.
886
- * @param txHashes - Hashes of the transactions to mark as non-evictable.
808
+ * Prepares the pool for a new slot.
809
+ * Unprotects transactions from earlier slots and validates them.
810
+ * @param slotNumber - The slot number to prepare for
887
811
  */
888
- public markTxsAsNonEvictable(txHashes: TxHash[]): Promise<void> {
889
- return this.txPool.markTxsAsNonEvictable(txHashes);
812
+ public async prepareForSlot(slotNumber: SlotNumber): Promise<void> {
813
+ await this.txPool.prepareForSlot(slotNumber);
890
814
  }
891
815
 
892
816
  public handleAuthRequestFromPeer(authRequest: AuthRequest, peerId: PeerId): Promise<StatusMessage> {