@aztec/p2p 0.0.0-test.0 → 0.0.1-commit.023c3e5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (512) hide show
  1. package/dest/bootstrap/bootstrap.d.ts +4 -3
  2. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  3. package/dest/bootstrap/bootstrap.js +26 -13
  4. package/dest/client/factory.d.ts +15 -5
  5. package/dest/client/factory.d.ts.map +1 -1
  6. package/dest/client/factory.js +61 -25
  7. package/dest/client/index.d.ts +2 -1
  8. package/dest/client/index.d.ts.map +1 -1
  9. package/dest/client/index.js +1 -0
  10. package/dest/client/interface.d.ts +170 -0
  11. package/dest/client/interface.d.ts.map +1 -0
  12. package/dest/client/interface.js +9 -0
  13. package/dest/client/p2p_client.d.ts +75 -193
  14. package/dest/client/p2p_client.d.ts.map +1 -1
  15. package/dest/client/p2p_client.js +765 -229
  16. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +2 -0
  17. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +1 -0
  18. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +305 -0
  19. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +73 -0
  20. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +1 -0
  21. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +8 -0
  22. package/dest/config.d.ts +154 -125
  23. package/dest/config.d.ts.map +1 -1
  24. package/dest/config.js +182 -34
  25. package/dest/enr/generate-enr.d.ts +11 -3
  26. package/dest/enr/generate-enr.d.ts.map +1 -1
  27. package/dest/enr/generate-enr.js +27 -5
  28. package/dest/enr/index.d.ts +1 -1
  29. package/dest/errors/attestation-pool.error.d.ts +7 -0
  30. package/dest/errors/attestation-pool.error.d.ts.map +1 -0
  31. package/dest/errors/attestation-pool.error.js +12 -0
  32. package/dest/errors/reqresp.error.d.ts +1 -1
  33. package/dest/errors/reqresp.error.d.ts.map +1 -1
  34. package/dest/index.d.ts +4 -1
  35. package/dest/index.d.ts.map +1 -1
  36. package/dest/index.js +2 -0
  37. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -25
  38. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  39. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  40. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  41. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +299 -174
  42. package/dest/mem_pools/attestation_pool/index.d.ts +1 -1
  43. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +29 -11
  44. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +1 -1
  45. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +168 -62
  46. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +24 -10
  47. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +1 -1
  48. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +133 -82
  49. package/dest/mem_pools/attestation_pool/mocks.d.ts +234 -11
  50. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  51. package/dest/mem_pools/attestation_pool/mocks.js +19 -21
  52. package/dest/mem_pools/index.d.ts +1 -1
  53. package/dest/mem_pools/instrumentation.d.ts +16 -12
  54. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  55. package/dest/mem_pools/instrumentation.js +56 -41
  56. package/dest/mem_pools/interface.d.ts +3 -4
  57. package/dest/mem_pools/interface.d.ts.map +1 -1
  58. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +75 -16
  59. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +1 -1
  60. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +493 -142
  61. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +32 -0
  62. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +112 -0
  64. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +157 -0
  65. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +1 -0
  66. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +52 -0
  67. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +16 -0
  68. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +122 -0
  70. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +17 -0
  71. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +84 -0
  73. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +19 -0
  74. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +78 -0
  76. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +26 -0
  77. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +84 -0
  79. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +25 -0
  80. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +57 -0
  82. package/dest/mem_pools/tx_pool/index.d.ts +1 -2
  83. package/dest/mem_pools/tx_pool/index.d.ts.map +1 -1
  84. package/dest/mem_pools/tx_pool/index.js +0 -1
  85. package/dest/mem_pools/tx_pool/priority.d.ts +5 -1
  86. package/dest/mem_pools/tx_pool/priority.d.ts.map +1 -1
  87. package/dest/mem_pools/tx_pool/priority.js +7 -2
  88. package/dest/mem_pools/tx_pool/tx_pool.d.ts +72 -11
  89. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +1 -1
  90. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +1 -1
  91. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +1 -1
  92. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +276 -45
  93. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +7 -5
  94. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  95. package/dest/msg_validators/attestation_validator/attestation_validator.js +79 -10
  96. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +20 -0
  97. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -0
  98. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +76 -0
  99. package/dest/msg_validators/attestation_validator/index.d.ts +2 -1
  100. package/dest/msg_validators/attestation_validator/index.d.ts.map +1 -1
  101. package/dest/msg_validators/attestation_validator/index.js +1 -0
  102. package/dest/msg_validators/clock_tolerance.d.ts +21 -0
  103. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -0
  104. package/dest/msg_validators/clock_tolerance.js +37 -0
  105. package/dest/msg_validators/index.d.ts +2 -2
  106. package/dest/msg_validators/index.d.ts.map +1 -1
  107. package/dest/msg_validators/index.js +1 -1
  108. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts +10 -0
  109. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts.map +1 -0
  110. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.js +36 -0
  111. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +9 -0
  112. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
  113. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +6 -0
  114. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +9 -0
  115. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
  116. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +6 -0
  117. package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
  118. package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
  119. package/dest/msg_validators/proposal_validator/index.js +3 -0
  120. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -0
  121. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
  122. package/dest/msg_validators/proposal_validator/proposal_validator.js +104 -0
  123. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +23 -0
  124. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +1 -0
  125. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +212 -0
  126. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  127. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  128. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +3 -0
  129. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -0
  130. package/dest/msg_validators/tx_validator/allowed_public_setup.js +27 -0
  131. package/dest/msg_validators/tx_validator/archive_cache.d.ts +14 -0
  132. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -0
  133. package/dest/msg_validators/tx_validator/archive_cache.js +22 -0
  134. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +5 -4
  135. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  136. package/dest/msg_validators/tx_validator/block_header_validator.js +7 -6
  137. package/dest/msg_validators/tx_validator/data_validator.d.ts +3 -1
  138. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  139. package/dest/msg_validators/tx_validator/data_validator.js +60 -87
  140. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +3 -4
  141. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  142. package/dest/msg_validators/tx_validator/double_spend_validator.js +24 -29
  143. package/dest/msg_validators/tx_validator/factory.d.ts +21 -0
  144. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -0
  145. package/dest/msg_validators/tx_validator/factory.js +84 -0
  146. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
  147. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
  148. package/dest/msg_validators/tx_validator/fee_payer_balance.js +20 -0
  149. package/dest/msg_validators/tx_validator/gas_validator.d.ts +12 -0
  150. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -0
  151. package/dest/msg_validators/tx_validator/gas_validator.js +110 -0
  152. package/dest/msg_validators/tx_validator/index.d.ts +9 -1
  153. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  154. package/dest/msg_validators/tx_validator/index.js +8 -0
  155. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +10 -5
  156. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  157. package/dest/msg_validators/tx_validator/metadata_validator.js +40 -21
  158. package/dest/msg_validators/tx_validator/phases_validator.d.ts +15 -0
  159. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -0
  160. package/dest/msg_validators/tx_validator/phases_validator.js +93 -0
  161. package/dest/msg_validators/tx_validator/size_validator.d.ts +8 -0
  162. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -0
  163. package/dest/msg_validators/tx_validator/size_validator.js +23 -0
  164. package/dest/msg_validators/tx_validator/test_utils.d.ts +17 -0
  165. package/dest/msg_validators/tx_validator/test_utils.d.ts.map +1 -0
  166. package/dest/msg_validators/tx_validator/test_utils.js +22 -0
  167. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +14 -0
  168. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -0
  169. package/dest/msg_validators/tx_validator/timestamp_validator.js +32 -0
  170. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +9 -0
  171. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -0
  172. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +24 -0
  173. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +3 -2
  174. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  175. package/dest/msg_validators/tx_validator/tx_proof_validator.js +8 -7
  176. package/dest/services/data_store.d.ts +1 -1
  177. package/dest/services/data_store.d.ts.map +1 -1
  178. package/dest/services/data_store.js +10 -6
  179. package/dest/services/discv5/discV5_service.d.ts +10 -9
  180. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  181. package/dest/services/discv5/discV5_service.js +64 -37
  182. package/dest/services/dummy_service.d.ts +66 -11
  183. package/dest/services/dummy_service.d.ts.map +1 -1
  184. package/dest/services/dummy_service.js +130 -5
  185. package/dest/services/encoding.d.ts +26 -7
  186. package/dest/services/encoding.d.ts.map +1 -1
  187. package/dest/services/encoding.js +75 -6
  188. package/dest/services/gossipsub/scoring.d.ts +1 -1
  189. package/dest/services/index.d.ts +5 -1
  190. package/dest/services/index.d.ts.map +1 -1
  191. package/dest/services/index.js +4 -0
  192. package/dest/services/libp2p/instrumentation.d.ts +20 -0
  193. package/dest/services/libp2p/instrumentation.d.ts.map +1 -0
  194. package/dest/services/libp2p/instrumentation.js +122 -0
  195. package/dest/services/libp2p/libp2p_service.d.ts +107 -95
  196. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  197. package/dest/services/libp2p/libp2p_service.js +1328 -313
  198. package/dest/services/peer-manager/interface.d.ts +23 -0
  199. package/dest/services/peer-manager/interface.d.ts.map +1 -0
  200. package/dest/services/peer-manager/interface.js +1 -0
  201. package/dest/services/peer-manager/metrics.d.ts +12 -3
  202. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  203. package/dest/services/peer-manager/metrics.js +44 -12
  204. package/dest/services/peer-manager/peer_manager.d.ts +103 -23
  205. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  206. package/dest/services/peer-manager/peer_manager.js +551 -82
  207. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  208. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  209. package/dest/services/peer-manager/peer_scoring.js +43 -2
  210. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +47 -0
  211. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  212. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +566 -0
  213. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  214. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  215. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  216. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +50 -0
  217. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  218. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  219. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +37 -0
  220. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  221. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +151 -0
  222. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +54 -0
  223. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  224. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +139 -0
  225. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +20 -0
  226. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  227. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +21 -0
  228. package/dest/services/reqresp/config.d.ts +11 -9
  229. package/dest/services/reqresp/config.d.ts.map +1 -1
  230. package/dest/services/reqresp/config.js +18 -4
  231. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +23 -4
  232. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
  233. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +73 -10
  234. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +32 -17
  235. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  236. package/dest/services/reqresp/connection-sampler/connection_sampler.js +154 -84
  237. package/dest/services/reqresp/constants.d.ts +12 -0
  238. package/dest/services/reqresp/constants.d.ts.map +1 -0
  239. package/dest/services/reqresp/constants.js +7 -0
  240. package/dest/services/reqresp/index.d.ts +3 -2
  241. package/dest/services/reqresp/index.d.ts.map +1 -1
  242. package/dest/services/reqresp/index.js +2 -1
  243. package/dest/services/reqresp/interface.d.ts +75 -24
  244. package/dest/services/reqresp/interface.d.ts.map +1 -1
  245. package/dest/services/reqresp/interface.js +46 -27
  246. package/dest/services/reqresp/metrics.d.ts +6 -5
  247. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  248. package/dest/services/reqresp/metrics.js +17 -21
  249. package/dest/services/reqresp/protocols/auth.d.ts +43 -0
  250. package/dest/services/reqresp/protocols/auth.d.ts.map +1 -0
  251. package/dest/services/reqresp/protocols/auth.js +71 -0
  252. package/dest/services/reqresp/protocols/block.d.ts +6 -1
  253. package/dest/services/reqresp/protocols/block.d.ts.map +1 -1
  254. package/dest/services/reqresp/protocols/block.js +30 -6
  255. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +34 -0
  256. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -0
  257. package/dest/services/reqresp/protocols/block_txs/bitvector.js +87 -0
  258. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +11 -0
  259. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -0
  260. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +52 -0
  261. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +59 -0
  262. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -0
  263. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +105 -0
  264. package/dest/services/reqresp/protocols/block_txs/index.d.ts +4 -0
  265. package/dest/services/reqresp/protocols/block_txs/index.d.ts.map +1 -0
  266. package/dest/services/reqresp/protocols/block_txs/index.js +3 -0
  267. package/dest/services/reqresp/protocols/goodbye.d.ts +3 -5
  268. package/dest/services/reqresp/protocols/goodbye.d.ts.map +1 -1
  269. package/dest/services/reqresp/protocols/goodbye.js +7 -7
  270. package/dest/services/reqresp/protocols/index.d.ts +3 -1
  271. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  272. package/dest/services/reqresp/protocols/index.js +2 -0
  273. package/dest/services/reqresp/protocols/ping.d.ts +1 -3
  274. package/dest/services/reqresp/protocols/ping.d.ts.map +1 -1
  275. package/dest/services/reqresp/protocols/status.d.ts +40 -7
  276. package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
  277. package/dest/services/reqresp/protocols/status.js +76 -5
  278. package/dest/services/reqresp/protocols/tx.d.ts +14 -4
  279. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  280. package/dest/services/reqresp/protocols/tx.js +34 -6
  281. package/dest/services/reqresp/rate-limiter/index.d.ts +1 -1
  282. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +6 -4
  283. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  284. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -2
  285. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  286. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  287. package/dest/services/reqresp/rate-limiter/rate_limits.js +21 -1
  288. package/dest/services/reqresp/reqresp.d.ts +29 -66
  289. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  290. package/dest/services/reqresp/reqresp.js +753 -248
  291. package/dest/services/reqresp/status.d.ts +10 -4
  292. package/dest/services/reqresp/status.d.ts.map +1 -1
  293. package/dest/services/reqresp/status.js +9 -2
  294. package/dest/services/service.d.ts +40 -20
  295. package/dest/services/service.d.ts.map +1 -1
  296. package/dest/services/tx_collection/config.d.ts +28 -0
  297. package/dest/services/tx_collection/config.d.ts.map +1 -0
  298. package/dest/services/tx_collection/config.js +66 -0
  299. package/dest/services/tx_collection/fast_tx_collection.d.ts +53 -0
  300. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -0
  301. package/dest/services/tx_collection/fast_tx_collection.js +311 -0
  302. package/dest/services/tx_collection/index.d.ts +4 -0
  303. package/dest/services/tx_collection/index.d.ts.map +1 -0
  304. package/dest/services/tx_collection/index.js +3 -0
  305. package/dest/services/tx_collection/instrumentation.d.ts +10 -0
  306. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -0
  307. package/dest/services/tx_collection/instrumentation.js +31 -0
  308. package/dest/services/tx_collection/proposal_tx_collector.d.ts +48 -0
  309. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -0
  310. package/dest/services/tx_collection/proposal_tx_collector.js +50 -0
  311. package/dest/services/tx_collection/slow_tx_collection.d.ts +53 -0
  312. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -0
  313. package/dest/services/tx_collection/slow_tx_collection.js +177 -0
  314. package/dest/services/tx_collection/tx_collection.d.ts +110 -0
  315. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -0
  316. package/dest/services/tx_collection/tx_collection.js +128 -0
  317. package/dest/services/tx_collection/tx_collection_sink.d.ts +30 -0
  318. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -0
  319. package/dest/services/tx_collection/tx_collection_sink.js +111 -0
  320. package/dest/services/tx_collection/tx_source.d.ts +18 -0
  321. package/dest/services/tx_collection/tx_source.d.ts.map +1 -0
  322. package/dest/services/tx_collection/tx_source.js +31 -0
  323. package/dest/services/tx_provider.d.ts +51 -0
  324. package/dest/services/tx_provider.d.ts.map +1 -0
  325. package/dest/services/tx_provider.js +219 -0
  326. package/dest/services/tx_provider_instrumentation.d.ts +16 -0
  327. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -0
  328. package/dest/services/tx_provider_instrumentation.js +34 -0
  329. package/dest/test-helpers/generate-peer-id-private-keys.d.ts +1 -1
  330. package/dest/test-helpers/get-ports.d.ts +1 -1
  331. package/dest/test-helpers/get-ports.d.ts.map +1 -1
  332. package/dest/test-helpers/index.d.ts +4 -1
  333. package/dest/test-helpers/index.d.ts.map +1 -1
  334. package/dest/test-helpers/index.js +3 -0
  335. package/dest/test-helpers/make-enrs.d.ts +1 -1
  336. package/dest/test-helpers/make-enrs.d.ts.map +1 -1
  337. package/dest/test-helpers/make-enrs.js +4 -5
  338. package/dest/test-helpers/make-test-p2p-clients.d.ts +33 -5
  339. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  340. package/dest/test-helpers/make-test-p2p-clients.js +86 -16
  341. package/dest/test-helpers/mock-pubsub.d.ts +59 -0
  342. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -0
  343. package/dest/test-helpers/mock-pubsub.js +130 -0
  344. package/dest/test-helpers/mock-tx-helpers.d.ts +12 -0
  345. package/dest/test-helpers/mock-tx-helpers.d.ts.map +1 -0
  346. package/dest/test-helpers/mock-tx-helpers.js +19 -0
  347. package/dest/test-helpers/reqresp-nodes.d.ts +15 -11
  348. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  349. package/dest/test-helpers/reqresp-nodes.js +62 -28
  350. package/dest/test-helpers/test_tx_provider.d.ts +40 -0
  351. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  352. package/dest/test-helpers/test_tx_provider.js +41 -0
  353. package/dest/test-helpers/testbench-utils.d.ts +158 -0
  354. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  355. package/dest/test-helpers/testbench-utils.js +297 -0
  356. package/dest/testbench/p2p_client_testbench_worker.d.ts +28 -2
  357. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  358. package/dest/testbench/p2p_client_testbench_worker.js +259 -90
  359. package/dest/testbench/parse_log_file.d.ts +1 -1
  360. package/dest/testbench/parse_log_file.js +4 -4
  361. package/dest/testbench/testbench.d.ts +1 -1
  362. package/dest/testbench/testbench.js +4 -4
  363. package/dest/testbench/worker_client_manager.d.ts +51 -11
  364. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  365. package/dest/testbench/worker_client_manager.js +232 -53
  366. package/dest/types/index.d.ts +4 -2
  367. package/dest/types/index.d.ts.map +1 -1
  368. package/dest/types/index.js +2 -0
  369. package/dest/util.d.ts +24 -16
  370. package/dest/util.d.ts.map +1 -1
  371. package/dest/util.js +75 -69
  372. package/dest/versioning.d.ts +4 -4
  373. package/dest/versioning.d.ts.map +1 -1
  374. package/dest/versioning.js +8 -3
  375. package/package.json +32 -27
  376. package/src/bootstrap/bootstrap.ts +34 -15
  377. package/src/client/factory.ts +135 -53
  378. package/src/client/index.ts +1 -0
  379. package/src/client/interface.ts +213 -0
  380. package/src/client/p2p_client.ts +476 -383
  381. package/src/client/test/tx_proposal_collector/README.md +227 -0
  382. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +336 -0
  383. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +43 -0
  384. package/src/config.ts +304 -134
  385. package/src/enr/generate-enr.ts +39 -6
  386. package/src/errors/attestation-pool.error.ts +13 -0
  387. package/src/index.ts +4 -0
  388. package/src/mem_pools/attestation_pool/attestation_pool.ts +119 -24
  389. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +352 -201
  390. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +233 -72
  391. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +199 -96
  392. package/src/mem_pools/attestation_pool/mocks.ts +24 -17
  393. package/src/mem_pools/instrumentation.ts +72 -48
  394. package/src/mem_pools/interface.ts +2 -4
  395. package/src/mem_pools/tx_pool/README.md +270 -0
  396. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +580 -143
  397. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +132 -0
  398. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +208 -0
  399. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +162 -0
  400. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +104 -0
  401. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +93 -0
  402. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +106 -0
  403. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +75 -0
  404. package/src/mem_pools/tx_pool/index.ts +0 -1
  405. package/src/mem_pools/tx_pool/priority.ts +9 -2
  406. package/src/mem_pools/tx_pool/tx_pool.ts +75 -10
  407. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +225 -36
  408. package/src/msg_validators/attestation_validator/attestation_validator.ts +72 -14
  409. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +94 -0
  410. package/src/msg_validators/attestation_validator/index.ts +1 -0
  411. package/src/msg_validators/clock_tolerance.ts +51 -0
  412. package/src/msg_validators/index.ts +1 -1
  413. package/src/msg_validators/msg_seen_validator/msg_seen_validator.ts +36 -0
  414. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +10 -0
  415. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +13 -0
  416. package/src/msg_validators/proposal_validator/index.ts +3 -0
  417. package/src/msg_validators/proposal_validator/proposal_validator.ts +92 -0
  418. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +230 -0
  419. package/src/msg_validators/tx_validator/allowed_public_setup.ts +35 -0
  420. package/src/msg_validators/tx_validator/archive_cache.ts +28 -0
  421. package/src/msg_validators/tx_validator/block_header_validator.ts +10 -9
  422. package/src/msg_validators/tx_validator/data_validator.ts +95 -71
  423. package/src/msg_validators/tx_validator/double_spend_validator.ts +23 -20
  424. package/src/msg_validators/tx_validator/factory.ts +151 -0
  425. package/src/msg_validators/tx_validator/fee_payer_balance.ts +40 -0
  426. package/src/msg_validators/tx_validator/gas_validator.ts +123 -0
  427. package/src/msg_validators/tx_validator/index.ts +8 -0
  428. package/src/msg_validators/tx_validator/metadata_validator.ts +72 -24
  429. package/src/msg_validators/tx_validator/phases_validator.ts +118 -0
  430. package/src/msg_validators/tx_validator/size_validator.ts +22 -0
  431. package/src/msg_validators/tx_validator/test_utils.ts +43 -0
  432. package/src/msg_validators/tx_validator/timestamp_validator.ts +52 -0
  433. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +22 -0
  434. package/src/msg_validators/tx_validator/tx_proof_validator.ts +14 -8
  435. package/src/services/data_store.ts +10 -7
  436. package/src/services/discv5/discV5_service.ts +85 -39
  437. package/src/services/dummy_service.ts +198 -9
  438. package/src/services/encoding.ts +82 -6
  439. package/src/services/index.ts +4 -0
  440. package/src/services/libp2p/instrumentation.ts +126 -0
  441. package/src/services/libp2p/libp2p_service.ts +1170 -353
  442. package/src/services/peer-manager/interface.ts +29 -0
  443. package/src/services/peer-manager/metrics.ts +55 -12
  444. package/src/services/peer-manager/peer_manager.ts +657 -80
  445. package/src/services/peer-manager/peer_scoring.ts +45 -3
  446. package/src/services/reqresp/batch-tx-requester/README.md +305 -0
  447. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +706 -0
  448. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  449. package/src/services/reqresp/batch-tx-requester/interface.ts +57 -0
  450. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +209 -0
  451. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +205 -0
  452. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +37 -0
  453. package/src/services/reqresp/config.ts +26 -9
  454. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +77 -10
  455. package/src/services/reqresp/connection-sampler/connection_sampler.ts +166 -95
  456. package/src/services/reqresp/constants.ts +14 -0
  457. package/src/services/reqresp/index.ts +2 -0
  458. package/src/services/reqresp/interface.ts +95 -37
  459. package/src/services/reqresp/metrics.ts +40 -28
  460. package/src/services/reqresp/protocols/auth.ts +83 -0
  461. package/src/services/reqresp/protocols/block.ts +26 -4
  462. package/src/services/reqresp/protocols/block_txs/bitvector.ts +106 -0
  463. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +67 -0
  464. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +121 -0
  465. package/src/services/reqresp/protocols/block_txs/index.ts +3 -0
  466. package/src/services/reqresp/protocols/goodbye.ts +9 -7
  467. package/src/services/reqresp/protocols/index.ts +2 -0
  468. package/src/services/reqresp/protocols/status.ts +121 -5
  469. package/src/services/reqresp/protocols/tx.ts +36 -8
  470. package/src/services/reqresp/rate-limiter/rate_limiter.ts +12 -3
  471. package/src/services/reqresp/rate-limiter/rate_limits.ts +21 -1
  472. package/src/services/reqresp/reqresp.ts +449 -271
  473. package/src/services/reqresp/status.ts +12 -3
  474. package/src/services/service.ts +65 -22
  475. package/src/services/tx_collection/config.ts +98 -0
  476. package/src/services/tx_collection/fast_tx_collection.ts +364 -0
  477. package/src/services/tx_collection/index.ts +7 -0
  478. package/src/services/tx_collection/instrumentation.ts +35 -0
  479. package/src/services/tx_collection/proposal_tx_collector.ts +114 -0
  480. package/src/services/tx_collection/slow_tx_collection.ts +233 -0
  481. package/src/services/tx_collection/tx_collection.ts +216 -0
  482. package/src/services/tx_collection/tx_collection_sink.ts +129 -0
  483. package/src/services/tx_collection/tx_source.ts +37 -0
  484. package/src/services/tx_provider.ts +232 -0
  485. package/src/services/tx_provider_instrumentation.ts +54 -0
  486. package/src/test-helpers/index.ts +3 -0
  487. package/src/test-helpers/make-enrs.ts +4 -5
  488. package/src/test-helpers/make-test-p2p-clients.ts +111 -21
  489. package/src/test-helpers/mock-pubsub.ts +188 -0
  490. package/src/test-helpers/mock-tx-helpers.ts +24 -0
  491. package/src/test-helpers/reqresp-nodes.ts +87 -36
  492. package/src/test-helpers/test_tx_provider.ts +64 -0
  493. package/src/test-helpers/testbench-utils.ts +374 -0
  494. package/src/testbench/p2p_client_testbench_worker.ts +434 -89
  495. package/src/testbench/parse_log_file.ts +4 -4
  496. package/src/testbench/testbench.ts +4 -4
  497. package/src/testbench/worker_client_manager.ts +315 -59
  498. package/src/types/index.ts +2 -0
  499. package/src/util.ts +105 -91
  500. package/src/versioning.ts +11 -4
  501. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts +0 -56
  502. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts.map +0 -1
  503. package/dest/mem_pools/tx_pool/memory_tx_pool.js +0 -141
  504. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -8
  505. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
  506. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -21
  507. package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
  508. package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
  509. package/dest/msg_validators/block_proposal_validator/index.js +0 -1
  510. package/src/mem_pools/tx_pool/memory_tx_pool.ts +0 -174
  511. package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -29
  512. package/src/msg_validators/block_proposal_validator/index.ts +0 -1
@@ -1,165 +1,48 @@
1
- import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
1
+ import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
2
+ import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
2
3
  import { createLogger } from '@aztec/foundation/log';
3
- import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncSingleton } from '@aztec/kv-store';
4
- import type { L2Block, L2BlockId, L2BlockSource, L2BlockStreamEvent, L2Tips } from '@aztec/stdlib/block';
5
- import type { P2PApi, PeerInfo, ProverCoordination } from '@aztec/stdlib/interfaces/server';
6
- import type { BlockAttestation, BlockProposal, P2PClientType } from '@aztec/stdlib/p2p';
7
- import type { Tx, TxHash } from '@aztec/stdlib/tx';
4
+ import { DateProvider } from '@aztec/foundation/timer';
5
+ import type { AztecAsyncKVStore, AztecAsyncSingleton } from '@aztec/kv-store';
6
+ import { L2TipsKVStore } from '@aztec/kv-store/stores';
7
+ import {
8
+ type EthAddress,
9
+ type L2Block,
10
+ type L2BlockSource,
11
+ L2BlockStream,
12
+ type L2BlockStreamEvent,
13
+ type L2Tips,
14
+ type L2TipsStore,
15
+ } from '@aztec/stdlib/block';
16
+ import type { ContractDataSource } from '@aztec/stdlib/contract';
17
+ import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
18
+ import { type PeerInfo, tryStop } from '@aztec/stdlib/interfaces/server';
8
19
  import {
9
- Attributes,
10
- type TelemetryClient,
11
- TraceableL2BlockStream,
12
- WithTracer,
13
- getTelemetryClient,
14
- trackSpan,
15
- } from '@aztec/telemetry-client';
20
+ type BlockProposal,
21
+ CheckpointAttestation,
22
+ type CheckpointProposal,
23
+ type P2PClientType,
24
+ } from '@aztec/stdlib/p2p';
25
+ import type { Tx, TxHash } from '@aztec/stdlib/tx';
26
+ import { Attributes, type TelemetryClient, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
16
27
 
17
- import type { ENR } from '@chainsafe/enr';
28
+ import type { PeerId } from '@libp2p/interface';
29
+ import type { ENR } from '@nethermindeth/enr';
18
30
 
19
31
  import { type P2PConfig, getP2PDefaultConfig } from '../config.js';
20
32
  import type { AttestationPool } from '../mem_pools/attestation_pool/attestation_pool.js';
21
33
  import type { MemPools } from '../mem_pools/interface.js';
22
34
  import type { TxPool } from '../mem_pools/tx_pool/index.js';
23
- import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
24
- import type { P2PService } from '../services/service.js';
25
-
26
- /**
27
- * Enum defining the possible states of the p2p client.
28
- */
29
- export enum P2PClientState {
30
- IDLE,
31
- SYNCHING,
32
- RUNNING,
33
- STOPPED,
34
- }
35
-
36
- /**
37
- * The synchronization status of the P2P client.
38
- */
39
- export interface P2PSyncState {
40
- /**
41
- * The current state of the p2p client.
42
- */
43
- state: P2PClientState;
44
- /**
45
- * The block number that the p2p client is synced to.
46
- */
47
- syncedToL2Block: L2BlockId;
48
- }
49
-
50
- /**
51
- * Interface of a P2P client.
52
- **/
53
- export type P2P<T extends P2PClientType = P2PClientType.Full> = ProverCoordination &
54
- P2PApi<T> & {
55
- /**
56
- * Broadcasts a block proposal to other peers.
57
- *
58
- * @param proposal - the block proposal
59
- */
60
- broadcastProposal(proposal: BlockProposal): void;
61
-
62
- /**
63
- * Registers a callback from the validator client that determines how to behave when
64
- * foreign block proposals are received
65
- *
66
- * @param handler - A function taking a received block proposal and producing an attestation
67
- */
68
- // REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
69
- // ^ This pattern is not my favorite (md)
70
- registerBlockProposalHandler(handler: (block: BlockProposal) => Promise<BlockAttestation | undefined>): void;
71
-
72
- /**
73
- * Request a list of transactions from another peer by their tx hashes.
74
- * @param txHashes - Hashes of the txs to query.
75
- * @returns A list of transactions or undefined if the transactions are not found.
76
- */
77
- requestTxs(txHashes: TxHash[]): Promise<(Tx | undefined)[]>;
78
-
79
- /**
80
- * Request a transaction from another peer by its tx hash.
81
- * @param txHash - Hash of the tx to query.
82
- */
83
- requestTxByHash(txHash: TxHash): Promise<Tx | undefined>;
84
-
85
- /**
86
- * Verifies the 'tx' and, if valid, adds it to local tx pool and forwards it to other peers.
87
- * @param tx - The transaction.
88
- **/
89
- sendTx(tx: Tx): Promise<void>;
90
-
91
- /**
92
- * Deletes 'txs' from the pool, given hashes.
93
- * NOT used if we use sendTx as reconcileTxPool will handle this.
94
- * @param txHashes - Hashes to check.
95
- **/
96
- deleteTxs(txHashes: TxHash[]): Promise<void>;
97
-
98
- /**
99
- * Returns a transaction in the transaction pool by its hash.
100
- * @param txHash - Hash of tx to return.
101
- * @returns A single tx or undefined.
102
- */
103
- getTxByHashFromPool(txHash: TxHash): Promise<Tx | undefined>;
104
-
105
- /**
106
- * Returns a transaction in the transaction pool by its hash, requesting it from the network if it is not found.
107
- * @param txHash - Hash of tx to return.
108
- * @returns A single tx or undefined.
109
- */
110
- getTxByHash(txHash: TxHash): Promise<Tx | undefined>;
111
-
112
- /**
113
- * Returns an archived transaction from the transaction pool by its hash.
114
- * @param txHash - Hash of tx to return.
115
- * @returns A single tx or undefined.
116
- */
117
- getArchivedTxByHash(txHash: TxHash): Promise<Tx | undefined>;
118
-
119
- /**
120
- * Returns whether the given tx hash is flagged as pending or mined.
121
- * @param txHash - Hash of the tx to query.
122
- * @returns Pending or mined depending on its status, or undefined if not found.
123
- */
124
- getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | undefined>;
125
-
126
- /** Returns an iterator over pending txs on the mempool. */
127
- iteratePendingTxs(): AsyncIterableIterator<Tx>;
128
-
129
- /** Returns the number of pending txs in the mempool. */
130
- getPendingTxCount(): Promise<number>;
131
-
132
- /**
133
- * Starts the p2p client.
134
- * @returns A promise signalling the completion of the block sync.
135
- */
136
- start(): Promise<void>;
137
-
138
- /**
139
- * Stops the p2p client.
140
- * @returns A promise signalling the completion of the stop process.
141
- */
142
- stop(): Promise<void>;
143
-
144
- /**
145
- * Indicates if the p2p client is ready for transaction submission.
146
- * @returns A boolean flag indicating readiness.
147
- */
148
- isReady(): boolean;
149
-
150
- /**
151
- * Returns the current status of the p2p client.
152
- */
153
- getStatus(): Promise<P2PSyncState>;
154
-
155
- /**
156
- * Returns the ENR of this node, if any.
157
- */
158
- getEnr(): ENR | undefined;
159
-
160
- /** Identifies a p2p client. */
161
- isP2PClient(): true;
162
- };
35
+ import type { AuthRequest, StatusMessage } from '../services/index.js';
36
+ import {
37
+ ReqRespSubProtocol,
38
+ type ReqRespSubProtocolHandler,
39
+ type ReqRespSubProtocolValidators,
40
+ } from '../services/reqresp/interface.js';
41
+ import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
42
+ import type { P2PBlockReceivedCallback, P2PCheckpointReceivedCallback, P2PService } from '../services/service.js';
43
+ import { TxCollection } from '../services/tx_collection/tx_collection.js';
44
+ import { TxProvider } from '../services/tx_provider.js';
45
+ import { type P2P, P2PClientState, type P2PSyncState } from './interface.js';
163
46
 
164
47
  /**
165
48
  * The P2P client implementation.
@@ -176,20 +59,21 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
176
59
  private syncResolve?: () => void = undefined;
177
60
  private latestBlockNumberAtStart = -1;
178
61
  private provenBlockNumberAtStart = -1;
62
+ private finalizedBlockNumberAtStart = -1;
179
63
 
180
- private synchedBlockHashes: AztecAsyncMap<number, string>;
181
- private synchedLatestBlockNumber: AztecAsyncSingleton<number>;
182
- private synchedProvenBlockNumber: AztecAsyncSingleton<number>;
64
+ private l2Tips: L2TipsStore;
65
+ private synchedLatestSlot: AztecAsyncSingleton<bigint>;
183
66
 
184
67
  private txPool: TxPool;
185
- private attestationPool: T extends P2PClientType.Full ? AttestationPool : undefined;
68
+ private attestationPool: AttestationPool;
69
+
70
+ private config: P2PConfig;
186
71
 
187
- /** How many slots to keep attestations for. */
188
- private keepAttestationsInPoolFor: number;
189
- /** How many slots to keep proven txs for. */
190
- private keepProvenTxsFor: number;
72
+ private blockStream: L2BlockStream | undefined;
191
73
 
192
- private blockStream;
74
+ private txProvider: TxProvider;
75
+
76
+ private validatorAddresses: EthAddress[] = [];
193
77
 
194
78
  /**
195
79
  * In-memory P2P client constructor.
@@ -197,107 +81,129 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
197
81
  * @param l2BlockSource - P2P client's source for fetching existing blocks.
198
82
  * @param txPool - The client's instance of a transaction pool. Defaults to in-memory implementation.
199
83
  * @param p2pService - The concrete instance of p2p networking to use.
200
- * @param keepProvenTxsFor - How many blocks have to pass after a block is proven before its txs are deleted (zero to delete immediately once proven).
201
84
  * @param log - A logger.
202
85
  */
203
86
  constructor(
204
87
  _clientType: T,
205
- store: AztecAsyncKVStore,
206
- private l2BlockSource: L2BlockSource,
207
- mempools: MemPools<T>,
88
+ private store: AztecAsyncKVStore,
89
+ private l2BlockSource: L2BlockSource & ContractDataSource,
90
+ mempools: MemPools,
208
91
  private p2pService: P2PService,
92
+ private txCollection: TxCollection,
209
93
  config: Partial<P2PConfig> = {},
210
- telemetry: TelemetryClient = getTelemetryClient(),
94
+ private _dateProvider: DateProvider = new DateProvider(),
95
+ private telemetry: TelemetryClient = getTelemetryClient(),
211
96
  private log = createLogger('p2p'),
212
97
  ) {
213
98
  super(telemetry, 'P2PClient');
214
99
 
215
- const { keepProvenTxsInPoolFor, blockCheckIntervalMS, blockRequestBatchSize, keepAttestationsInPoolFor } = {
216
- ...getP2PDefaultConfig(),
217
- ...config,
218
- };
219
- this.keepProvenTxsFor = keepProvenTxsInPoolFor;
220
- this.keepAttestationsInPoolFor = keepAttestationsInPoolFor;
221
-
222
- const tracer = telemetry.getTracer('P2PL2BlockStream');
223
- const logger = createLogger('p2p:l2-block-stream');
224
- this.blockStream = new TraceableL2BlockStream(l2BlockSource, this, this, tracer, 'P2PL2BlockStream', logger, {
225
- batchSize: blockRequestBatchSize,
226
- pollIntervalMS: blockCheckIntervalMS,
100
+ this.config = { ...getP2PDefaultConfig(), ...config };
101
+ this.txPool = mempools.txPool;
102
+ this.attestationPool = mempools.attestationPool;
103
+
104
+ this.txProvider = new TxProvider(
105
+ this.txCollection,
106
+ this.txPool,
107
+ this,
108
+ this.log.createChild('tx-provider'),
109
+ this.telemetry,
110
+ );
111
+
112
+ // Default to collecting all txs when we see a valid proposal
113
+ // This can be overridden by the validator client to validate, and it will call getTxsForBlockProposal on its own
114
+ // Note: Validators do NOT attest to individual blocks - attestations are only for checkpoint proposals.
115
+ // TODO(palla/txs): We should not trigger a request for txs on a proposal before fully validating it. We need to bring
116
+ // validator-client code into here so we can validate a proposal is reasonable.
117
+ this.registerBlockProposalHandler(async (block, sender) => {
118
+ this.log.debug(`Received block proposal from ${sender.toString()}`);
119
+ // TODO(palla/txs): Need to subtract validatorReexecuteDeadlineMs from this deadline (see ValidatorClient.getReexecutionDeadline)
120
+ const constants = this.txCollection.getConstants();
121
+ const nextSlotTimestampSeconds = Number(getTimestampForSlot(SlotNumber(block.slotNumber + 1), constants));
122
+ const deadline = new Date(nextSlotTimestampSeconds * 1000);
123
+ const parentBlock = await this.l2BlockSource.getBlockHeaderByArchive(block.blockHeader.lastArchive.root);
124
+ if (!parentBlock) {
125
+ this.log.debug(`Cannot collect txs for proposal as parent block not found`);
126
+ return false;
127
+ }
128
+ const blockNumber = BlockNumber(parentBlock.getBlockNumber() + 1);
129
+ await this.txProvider.getTxsForBlockProposal(block, blockNumber, { pinnedPeer: sender, deadline });
130
+ return true;
227
131
  });
228
132
 
229
- this.synchedBlockHashes = store.openMap('p2p_pool_block_hashes');
230
- this.synchedLatestBlockNumber = store.openSingleton('p2p_pool_last_l2_block');
231
- this.synchedProvenBlockNumber = store.openSingleton('p2p_pool_last_proven_l2_block');
133
+ this.l2Tips = new L2TipsKVStore(store, 'p2p_client');
134
+ this.synchedLatestSlot = store.openSingleton('p2p_pool_last_l2_slot');
135
+ }
232
136
 
233
- this.txPool = mempools.txPool;
234
- this.attestationPool = mempools.attestationPool!;
137
+ public registerThisValidatorAddresses(addresses: EthAddress[]): void {
138
+ this.validatorAddresses = [...addresses];
139
+ this.p2pService.registerThisValidatorAddresses(this.validatorAddresses);
140
+ }
141
+
142
+ public clear(): Promise<void> {
143
+ return this.store.clear();
235
144
  }
236
145
 
237
146
  public isP2PClient(): true {
238
147
  return true;
239
148
  }
240
149
 
150
+ public getTxProvider(): TxProvider {
151
+ return this.txProvider;
152
+ }
153
+
241
154
  public getPeers(includePending?: boolean): Promise<PeerInfo[]> {
242
155
  return Promise.resolve(this.p2pService.getPeers(includePending));
243
156
  }
244
157
 
245
- public getL2BlockHash(number: number): Promise<string | undefined> {
246
- return this.synchedBlockHashes.getAsync(number);
158
+ public getL2BlockHash(number: BlockNumber): Promise<string | undefined> {
159
+ return this.l2Tips.getL2BlockHash(number);
247
160
  }
248
161
 
249
- public async getL2Tips(): Promise<L2Tips> {
250
- const latestBlockNumber = await this.getSyncedLatestBlockNum();
251
- let latestBlockHash: string | undefined;
252
- const provenBlockNumber = await this.getSyncedProvenBlockNum();
253
- let provenBlockHash: string | undefined;
254
-
255
- if (latestBlockNumber > 0) {
256
- latestBlockHash = await this.synchedBlockHashes.getAsync(latestBlockNumber);
257
- if (typeof latestBlockHash === 'undefined') {
258
- this.log.warn(`Block hash for latest block ${latestBlockNumber} not found`);
259
- throw new Error();
260
- }
261
- }
262
-
263
- if (provenBlockNumber > 0) {
264
- provenBlockHash = await this.synchedBlockHashes.getAsync(provenBlockNumber);
265
- if (typeof provenBlockHash === 'undefined') {
266
- this.log.warn(`Block hash for proven block ${provenBlockNumber} not found`);
267
- throw new Error();
268
- }
269
- }
162
+ public updateP2PConfig(config: Partial<P2PConfig>): Promise<void> {
163
+ this.txPool.updateConfig(config);
164
+ this.p2pService.updateConfig(config);
165
+ return Promise.resolve();
166
+ }
270
167
 
271
- return Promise.resolve({
272
- latest: { hash: latestBlockHash!, number: latestBlockNumber },
273
- proven: { hash: provenBlockHash!, number: provenBlockNumber },
274
- finalized: { hash: provenBlockHash!, number: provenBlockNumber },
275
- });
168
+ public getL2Tips(): Promise<L2Tips> {
169
+ return this.l2Tips.getL2Tips();
276
170
  }
277
171
 
278
172
  public async handleBlockStreamEvent(event: L2BlockStreamEvent): Promise<void> {
279
173
  this.log.debug(`Handling block stream event ${event.type}`);
174
+
280
175
  switch (event.type) {
281
176
  case 'blocks-added':
282
177
  await this.handleLatestL2Blocks(event.blocks);
283
178
  break;
284
- case 'chain-finalized':
285
- // TODO (alexg): I think we can prune the block hashes map here
286
- break;
287
- case 'chain-proven': {
288
- const from = (await this.getSyncedProvenBlockNum()) + 1;
289
- const limit = event.blockNumber - from + 1;
290
- await this.handleProvenL2Blocks(await this.l2BlockSource.getBlocks(from, limit));
179
+ case 'chain-finalized': {
180
+ const oldFinalizedBlockNum = await this.getSyncedFinalizedBlockNum();
181
+ const from = BlockNumber(oldFinalizedBlockNum + 1);
182
+ const limit = event.block.number - from + 1;
183
+ if (limit > 0) {
184
+ const oldBlocks = await this.l2BlockSource.getBlocks(from, limit);
185
+ await this.handleFinalizedL2Blocks(oldBlocks);
186
+ }
291
187
  break;
292
188
  }
189
+ case 'chain-proven':
190
+ this.txCollection.stopCollectingForBlocksUpTo(event.block.number);
191
+ break;
293
192
  case 'chain-pruned':
294
- await this.handlePruneL2Blocks(event.blockNumber);
193
+ this.txCollection.stopCollectingForBlocksAfter(event.block.number);
194
+ await this.handlePruneL2Blocks(event.block.number);
195
+ break;
196
+ case 'chain-checkpointed':
295
197
  break;
296
198
  default: {
297
199
  const _: never = event;
298
200
  break;
299
201
  }
300
202
  }
203
+
204
+ // Pass the event through to our l2 tips store
205
+ await this.l2Tips.handleBlockStreamEvent(event);
206
+ await this.startServiceIfSynched();
301
207
  }
302
208
 
303
209
  #assertIsReady() {
@@ -320,123 +226,192 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
320
226
  }
321
227
 
322
228
  // get the current latest block numbers
323
- this.latestBlockNumberAtStart = await this.l2BlockSource.getBlockNumber();
324
- this.provenBlockNumberAtStart = await this.l2BlockSource.getProvenBlockNumber();
229
+ const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
230
+ this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
231
+ this.provenBlockNumberAtStart = latestBlockNumbers.proven.block.number;
232
+ this.finalizedBlockNumberAtStart = latestBlockNumbers.finalized.block.number;
325
233
 
326
234
  const syncedLatestBlock = (await this.getSyncedLatestBlockNum()) + 1;
327
235
  const syncedProvenBlock = (await this.getSyncedProvenBlockNum()) + 1;
236
+ const syncedFinalizedBlock = (await this.getSyncedFinalizedBlockNum()) + 1;
328
237
 
329
- // if there are blocks to be retrieved, go to a synching state
330
- if (syncedLatestBlock <= this.latestBlockNumberAtStart || syncedProvenBlock <= this.provenBlockNumberAtStart) {
238
+ if ((await this.txPool.isEmpty()) && (await this.attestationPool.isEmpty())) {
239
+ // if mempools are empty, we don't care about syncing prior blocks
240
+ this.initBlockStream(BlockNumber(this.latestBlockNumberAtStart));
241
+ this.setCurrentState(P2PClientState.RUNNING);
242
+ this.syncPromise = Promise.resolve();
243
+ await this.p2pService.start();
244
+ this.log.info(`Starting p2p client from block ${this.latestBlockNumberAtStart} with empty mempools`);
245
+ } else if (
246
+ syncedLatestBlock <= this.latestBlockNumberAtStart ||
247
+ syncedProvenBlock <= this.provenBlockNumberAtStart ||
248
+ syncedFinalizedBlock <= this.finalizedBlockNumberAtStart
249
+ ) {
250
+ // if there are blocks to be retrieved, go to a synching state
251
+ // this gets resolved on `startServiceIfSynched`
252
+ this.initBlockStream();
331
253
  this.setCurrentState(P2PClientState.SYNCHING);
332
254
  this.syncPromise = new Promise(resolve => {
333
255
  this.syncResolve = resolve;
334
256
  });
335
- this.log.verbose(`Starting sync from ${syncedLatestBlock} (last proven ${syncedProvenBlock})`);
257
+ this.log.info(`Initiating p2p sync from ${syncedLatestBlock}`, {
258
+ syncedLatestBlock,
259
+ syncedProvenBlock,
260
+ syncedFinalizedBlock,
261
+ });
336
262
  } else {
337
263
  // if no blocks to be retrieved, go straight to running
264
+ this.initBlockStream();
338
265
  this.setCurrentState(P2PClientState.RUNNING);
339
266
  this.syncPromise = Promise.resolve();
340
267
  await this.p2pService.start();
341
- this.log.debug(`Block ${syncedLatestBlock} (proven ${syncedProvenBlock}) already beyond current block`);
268
+ this.log.info(`Starting P2P client synced to ${syncedLatestBlock}`, {
269
+ syncedLatestBlock,
270
+ syncedProvenBlock,
271
+ syncedFinalizedBlock,
272
+ });
342
273
  }
343
274
 
344
- this.blockStream.start();
345
- this.log.verbose(`Started block downloader from block ${syncedLatestBlock}`);
346
-
275
+ this.blockStream!.start();
276
+ await this.txCollection.start();
347
277
  return this.syncPromise;
348
278
  }
349
279
 
280
+ addReqRespSubProtocol(
281
+ subProtocol: ReqRespSubProtocol,
282
+ handler: ReqRespSubProtocolHandler,
283
+ validator: ReqRespSubProtocolValidators[ReqRespSubProtocol],
284
+ ): Promise<void> {
285
+ return this.p2pService.addReqRespSubProtocol(subProtocol, handler, validator);
286
+ }
287
+
288
+ private initBlockStream(startingBlock?: BlockNumber) {
289
+ if (!this.blockStream) {
290
+ const { blockRequestBatchSize: batchSize, blockCheckIntervalMS: pollIntervalMS } = this.config;
291
+ this.blockStream = new L2BlockStream(
292
+ this.l2BlockSource,
293
+ this,
294
+ this,
295
+ createLogger(`${this.log.module}:l2-block-stream`),
296
+ { batchSize, pollIntervalMS, startingBlock },
297
+ );
298
+ }
299
+ }
300
+
350
301
  /**
351
302
  * Allows consumers to stop the instance of the P2P client.
352
303
  * 'ready' will now return 'false' and the running promise that keeps the client synced is interrupted.
353
304
  */
354
305
  public async stop() {
355
306
  this.log.debug('Stopping p2p client...');
307
+ await tryStop(this.txCollection);
308
+ this.log.debug('Stopped tx collection service');
356
309
  await this.p2pService.stop();
357
310
  this.log.debug('Stopped p2p service');
358
- await this.blockStream.stop();
311
+ await this.blockStream?.stop();
359
312
  this.log.debug('Stopped block downloader');
360
313
  await this.runningPromise;
361
314
  this.setCurrentState(P2PClientState.STOPPED);
362
- this.log.info('P2P client stopped.');
315
+ this.log.info('P2P client stopped');
316
+ }
317
+
318
+ /** Triggers a sync to the archiver. Used for testing. */
319
+ public async sync() {
320
+ this.initBlockStream();
321
+ await this.blockStream!.sync();
363
322
  }
364
323
 
365
324
  @trackSpan('p2pClient.broadcastProposal', async proposal => ({
366
- [Attributes.BLOCK_NUMBER]: proposal.blockNumber.toNumber(),
367
- [Attributes.SLOT_NUMBER]: proposal.slotNumber.toNumber(),
325
+ [Attributes.SLOT_NUMBER]: proposal.slotNumber,
368
326
  [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
369
- [Attributes.P2P_ID]: (await proposal.p2pMessageIdentifier()).toString(),
327
+ [Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString(),
370
328
  }))
371
- public broadcastProposal(proposal: BlockProposal): void {
372
- this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber.toNumber()} to peers`);
329
+ public async broadcastProposal(proposal: BlockProposal): Promise<void> {
330
+ this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
331
+ // Store our own proposal so we can respond to req/resp requests for it
332
+ await this.attestationPool.addBlockProposal(proposal);
373
333
  return this.p2pService.propagate(proposal);
374
334
  }
375
335
 
376
- public async getAttestationsForSlot(slot: bigint, proposalId: string): Promise<BlockAttestation[]> {
377
- return (await this.attestationPool?.getAttestationsForSlot(slot, proposalId)) ?? [];
336
+ @trackSpan('p2pClient.broadcastCheckpointProposal', async proposal => ({
337
+ [Attributes.SLOT_NUMBER]: proposal.slotNumber,
338
+ [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
339
+ [Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString(),
340
+ }))
341
+ public async broadcastCheckpointProposal(proposal: CheckpointProposal): Promise<void> {
342
+ this.log.verbose(`Broadcasting checkpoint proposal for slot ${proposal.slotNumber} to peers`);
343
+ const blockProposal = proposal.getBlockProposal();
344
+ if (blockProposal) {
345
+ // Store our own last-block proposal so we can respond to req/resp requests for it.
346
+ await this.attestationPool.addBlockProposal(blockProposal);
347
+ }
348
+ return this.p2pService.propagate(proposal);
349
+ }
350
+
351
+ public async broadcastCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void> {
352
+ this.log.verbose(`Broadcasting ${attestations.length} checkpoint attestations to peers`);
353
+ await Promise.all(attestations.map(att => this.p2pService.propagate(att)));
354
+ }
355
+
356
+ public async getCheckpointAttestationsForSlot(
357
+ slot: SlotNumber,
358
+ proposalId?: string,
359
+ ): Promise<CheckpointAttestation[]> {
360
+ return await (proposalId
361
+ ? this.attestationPool.getCheckpointAttestationsForSlotAndProposal(slot, proposalId)
362
+ : this.attestationPool.getCheckpointAttestationsForSlot(slot));
363
+ }
364
+
365
+ public addCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void> {
366
+ return this.attestationPool.addCheckpointAttestations(attestations);
378
367
  }
379
368
 
380
369
  // REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
381
370
  // ^ This pattern is not my favorite (md)
382
- public registerBlockProposalHandler(handler: (block: BlockProposal) => Promise<BlockAttestation | undefined>): void {
371
+ public registerBlockProposalHandler(handler: P2PBlockReceivedCallback): void {
383
372
  this.p2pService.registerBlockReceivedCallback(handler);
384
373
  }
385
374
 
386
- /**
387
- * Requests the transactions with the given hashes from the network.
388
- *
389
- * If a transaction can be retrieved, it will be returned, if not an undefined
390
- * will be returned. In place.
391
- *
392
- * @param txHashes - The hashes of the transactions to request.
393
- * @returns A promise that resolves to an array of transactions or undefined.
394
- */
395
- public async requestTxs(txHashes: TxHash[]): Promise<(Tx | undefined)[]> {
396
- const res = await this.p2pService.sendBatchRequest(ReqRespSubProtocol.TX, txHashes);
397
- return Promise.resolve(res ?? []);
375
+ public registerCheckpointProposalHandler(handler: P2PCheckpointReceivedCallback): void {
376
+ this.p2pService.registerCheckpointReceivedCallback(handler);
398
377
  }
399
378
 
400
379
  /**
401
- * Uses the Request Response protocol to request a transaction from the network.
402
- *
403
- * If the underlying request response protocol fails, then we return undefined.
404
- * If it succeeds then we add the transaction to our transaction pool and return.
405
- *
406
- * @param txHash - The hash of the transaction to request.
407
- * @returns A promise that resolves to a transaction or undefined.
380
+ * Uses the batched Request Response protocol to request a set of transactions from the network.
408
381
  */
409
- public async requestTxByHash(txHash: TxHash): Promise<Tx | undefined> {
410
- const tx = await this.p2pService.sendRequest(ReqRespSubProtocol.TX, txHash);
382
+ public async requestTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<Tx[]> {
383
+ const timeoutMs = 8000; // Longer timeout for now
384
+ const maxRetryAttempts = 10; // Keep retrying within the timeout
385
+ const requests = chunkTxHashesRequest(txHashes);
386
+ const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
387
+
388
+ const txBatches = await this.p2pService.sendBatchRequest(
389
+ ReqRespSubProtocol.TX,
390
+ requests,
391
+ pinnedPeerId,
392
+ timeoutMs,
393
+ maxPeers,
394
+ maxRetryAttempts,
395
+ );
411
396
 
412
- if (tx) {
413
- this.log.debug(`Received tx ${txHash.toString()} from peer`);
414
- await this.txPool.addTxs([tx]);
415
- } else {
416
- this.log.debug(`Failed to receive tx ${txHash.toString()} from peer`);
397
+ const txs = txBatches.flat();
398
+ if (txs.length > 0) {
399
+ await this.txPool.addTxs(txs);
417
400
  }
418
401
 
419
- return tx;
420
- }
421
-
422
- /**
423
- * Uses the batched Request Response protocol to request a set of transactions from the network.
424
- */
425
- public async requestTxsByHash(txHashes: TxHash[]): Promise<Tx[]> {
426
- const txs = (await this.p2pService.sendBatchRequest(ReqRespSubProtocol.TX, txHashes)) ?? [];
427
- await this.txPool.addTxs(txs);
428
402
  const txHashesStr = txHashes.map(tx => tx.toString()).join(', ');
429
- this.log.debug(`Received batched txs ${txHashesStr} (${txs.length} / ${txHashes.length}}) from peers`);
430
- return txs as Tx[];
403
+ this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
404
+
405
+ // We return all transactions, even the not found ones to the caller, such they can handle missing items themselves.
406
+ return txs;
431
407
  }
432
408
 
433
- public getPendingTxs(): Promise<Tx[]> {
434
- return Promise.resolve(this.getTxs('pending'));
409
+ public getPendingTxs(limit?: number, after?: TxHash): Promise<Tx[]> {
410
+ return this.getTxs('pending', limit, after);
435
411
  }
436
412
 
437
- public async getPendingTxCount(): Promise<number> {
438
- const pendingTxs = await this.txPool.getPendingTxHashes();
439
- return pendingTxs.length;
413
+ public getPendingTxCount(): Promise<number> {
414
+ return this.txPool.getPendingTxCount();
440
415
  }
441
416
 
442
417
  public async *iteratePendingTxs(): AsyncIterableIterator<Tx> {
@@ -450,23 +425,60 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
450
425
 
451
426
  /**
452
427
  * Returns all transactions in the transaction pool.
428
+ * @param filter - The type of txs to return
429
+ * @param limit - How many txs to return
430
+ * @param after - If paginating, the last known tx hash. Will return txs after this hash
453
431
  * @returns An array of Txs.
454
432
  */
455
- public async getTxs(filter: 'all' | 'pending' | 'mined'): Promise<Tx[]> {
433
+ public async getTxs(filter: 'all' | 'pending' | 'mined', limit?: number, after?: TxHash): Promise<Tx[]> {
434
+ if (limit !== undefined && limit <= 0) {
435
+ throw new TypeError('limit must be greater than 0');
436
+ }
437
+
438
+ let txs: Tx[] | undefined = undefined;
439
+ let txHashes: TxHash[];
440
+
456
441
  if (filter === 'all') {
457
- return this.txPool.getAllTxs();
442
+ txs = await this.txPool.getAllTxs();
443
+ txHashes = await Promise.all(txs.map(tx => tx.getTxHash()));
458
444
  } else if (filter === 'mined') {
459
- const minedHashes = await this.txPool.getMinedTxHashes();
460
- const minedTx = await Promise.all(minedHashes.map(([txHash]) => this.txPool.getTxByHash(txHash)));
461
- return minedTx.filter((tx): tx is Tx => !!tx);
445
+ const minedTxHashes = await this.txPool.getMinedTxHashes();
446
+ txHashes = minedTxHashes.map(([txHash]) => txHash);
462
447
  } else if (filter === 'pending') {
463
- const pendingHashses = await this.txPool.getPendingTxHashes();
464
- const pendingTxs = await Promise.all(pendingHashses.map(txHash => this.txPool.getTxByHash(txHash)));
465
- return pendingTxs.filter((tx): tx is Tx => !!tx);
448
+ txHashes = await this.txPool.getPendingTxHashes();
466
449
  } else {
467
450
  const _: never = filter;
468
451
  throw new Error(`Unknown filter ${filter}`);
469
452
  }
453
+
454
+ let startIndex = 0;
455
+ let endIndex: number | undefined = undefined;
456
+
457
+ if (after) {
458
+ startIndex = txHashes.findIndex(txHash => after.equals(txHash));
459
+
460
+ // if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
461
+ if (startIndex === -1) {
462
+ return [];
463
+ }
464
+
465
+ // increment by one because we don't want to return the same tx again
466
+ startIndex++;
467
+ }
468
+
469
+ if (limit !== undefined) {
470
+ endIndex = startIndex + limit;
471
+ }
472
+
473
+ txHashes = txHashes.slice(startIndex, endIndex);
474
+ if (txs) {
475
+ txs = txs.slice(startIndex, endIndex);
476
+ } else {
477
+ const maybeTxs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
478
+ txs = maybeTxs.filter((tx): tx is Tx => !!tx);
479
+ }
480
+
481
+ return txs;
470
482
  }
471
483
 
472
484
  /**
@@ -479,26 +491,25 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
479
491
  }
480
492
 
481
493
  /**
482
- * Returns a transaction in the transaction pool by its hash.
483
- * If the transaction is not in the pool, it will be requested from the network.
484
- * @param txHash - Hash of the transaction to look for in the pool.
485
- * @returns A single tx or undefined.
494
+ * Returns transactions in the transaction pool by hash.
495
+ * @param txHashes - Hashes of the transactions to look for.
496
+ * @returns The txs found, in the same order as the requested hashes. If a tx is not found, it will be undefined.
486
497
  */
487
- async getTxByHash(txHash: TxHash): Promise<Tx | undefined> {
488
- const tx = await this.txPool.getTxByHash(txHash);
489
- if (tx) {
490
- return tx;
491
- }
492
- return this.requestTxByHash(txHash);
498
+ getTxsByHashFromPool(txHashes: TxHash[]): Promise<(Tx | undefined)[]> {
499
+ return this.txPool.getTxsByHash(txHashes);
500
+ }
501
+
502
+ hasTxsInPool(txHashes: TxHash[]): Promise<boolean[]> {
503
+ return this.txPool.hasTxs(txHashes);
493
504
  }
494
505
 
495
506
  /**
496
507
  * Returns transactions in the transaction pool by hash.
497
508
  * If a transaction is not in the pool, it will be requested from the network.
498
509
  * @param txHashes - Hashes of the transactions to look for.
499
- * @returns The txs found, not necessarily on the same order as the hashes.
510
+ * @returns The txs found, or undefined if not found in the order requested.
500
511
  */
501
- async getTxsByHash(txHashes: TxHash[]): Promise<Tx[]> {
512
+ async getTxsByHash(txHashes: TxHash[], pinnedPeerId: PeerId | undefined): Promise<(Tx | undefined)[]> {
502
513
  const txs = await Promise.all(txHashes.map(txHash => this.txPool.getTxByHash(txHash)));
503
514
  const missingTxHashes = txs
504
515
  .map((tx, index) => [tx, index] as const)
@@ -509,8 +520,30 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
509
520
  return txs as Tx[];
510
521
  }
511
522
 
512
- const missingTxs = await this.requestTxsByHash(missingTxHashes);
513
- return txs.filter((tx): tx is Tx => !!tx).concat(missingTxs);
523
+ const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
524
+ // TODO: optimize
525
+ // Merge the found txs in order
526
+ const mergingTxs = txHashes.map(txHash => {
527
+ // Is it in the txs list from the mempool?
528
+ for (const tx of txs) {
529
+ if (tx !== undefined && tx.getTxHash().equals(txHash)) {
530
+ return tx;
531
+ }
532
+ }
533
+
534
+ // Is it in the fetched missing txs?
535
+ // Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
536
+ for (const tx of missingTxs) {
537
+ if (tx.getTxHash().equals(txHash)) {
538
+ return tx;
539
+ }
540
+ }
541
+
542
+ // Otherwise return undefined
543
+ return undefined;
544
+ });
545
+
546
+ return mergingTxs;
514
547
  }
515
548
 
516
549
  /**
@@ -528,9 +561,20 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
528
561
  * @returns Empty promise.
529
562
  **/
530
563
  public async sendTx(tx: Tx): Promise<void> {
564
+ const addedCount = await this.addTxsToPool([tx]);
565
+ const txAddedSuccessfully = addedCount === 1;
566
+ if (txAddedSuccessfully) {
567
+ await this.p2pService.propagate(tx);
568
+ }
569
+ }
570
+
571
+ /**
572
+ * Adds transactions to the pool. Does not send to peers or validate the txs.
573
+ * @param txs - The transactions.
574
+ **/
575
+ public async addTxsToPool(txs: Tx[]): Promise<number> {
531
576
  this.#assertIsReady();
532
- await this.txPool.addTxs([tx]);
533
- this.p2pService.propagate(tx);
577
+ return await this.txPool.addTxs(txs);
534
578
  }
535
579
 
536
580
  /**
@@ -538,7 +582,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
538
582
  * @param txHash - Hash of the tx to query.
539
583
  * @returns Pending or mined depending on its status, or undefined if not found.
540
584
  */
541
- public getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | undefined> {
585
+ public getTxStatus(txHash: TxHash): Promise<'pending' | 'mined' | 'deleted' | undefined> {
542
586
  return this.txPool.getTxStatus(txHash);
543
587
  }
544
588
 
@@ -573,16 +617,28 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
573
617
  * Public function to check the latest block number that the P2P client is synced to.
574
618
  * @returns Block number of latest L2 Block we've synced with.
575
619
  */
576
- public async getSyncedLatestBlockNum(): Promise<number> {
577
- return (await this.synchedLatestBlockNumber.getAsync()) ?? INITIAL_L2_BLOCK_NUM - 1;
620
+ public async getSyncedLatestBlockNum(): Promise<BlockNumber> {
621
+ const tips = await this.l2Tips.getL2Tips();
622
+ return tips.proposed.number;
578
623
  }
579
624
 
580
625
  /**
581
626
  * Public function to check the latest proven block number that the P2P client is synced to.
582
627
  * @returns Block number of latest proven L2 Block we've synced with.
583
628
  */
584
- public async getSyncedProvenBlockNum(): Promise<number> {
585
- return (await this.synchedProvenBlockNumber.getAsync()) ?? INITIAL_L2_BLOCK_NUM - 1;
629
+ public async getSyncedProvenBlockNum(): Promise<BlockNumber> {
630
+ const tips = await this.l2Tips.getL2Tips();
631
+ return tips.proven.block.number;
632
+ }
633
+
634
+ public async getSyncedFinalizedBlockNum(): Promise<BlockNumber> {
635
+ const tips = await this.l2Tips.getL2Tips();
636
+ return tips.finalized.block.number;
637
+ }
638
+
639
+ /** Returns latest L2 slot for which we have seen an L2 block. */
640
+ public async getSyncedLatestSlot(): Promise<bigint> {
641
+ return (await this.synchedLatestSlot.getAsync()) ?? BigInt(0);
586
642
  }
587
643
 
588
644
  /**
@@ -593,7 +649,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
593
649
  const blockNumber = await this.getSyncedLatestBlockNum();
594
650
  const blockHash =
595
651
  blockNumber === 0
596
- ? ''
652
+ ? GENESIS_BLOCK_HEADER_HASH.toString()
597
653
  : await this.l2BlockSource
598
654
  .getBlockHeader(blockNumber)
599
655
  .then(header => header?.hash())
@@ -601,8 +657,8 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
601
657
 
602
658
  return {
603
659
  state: this.currentState,
604
- syncedToL2Block: { number: blockNumber, hash: blockHash },
605
- } as P2PSyncState;
660
+ syncedToL2Block: { number: blockNumber, hash: blockHash! },
661
+ };
606
662
  }
607
663
 
608
664
  /**
@@ -613,20 +669,7 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
613
669
  private async markTxsAsMinedFromBlocks(blocks: L2Block[]): Promise<void> {
614
670
  for (const block of blocks) {
615
671
  const txHashes = block.body.txEffects.map(txEffect => txEffect.txHash);
616
- await this.txPool.markAsMined(txHashes, block.number);
617
- }
618
- }
619
-
620
- /**
621
- * Deletes txs from these blocks.
622
- * @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
623
- * @returns Empty promise.
624
- */
625
- private async deleteTxsFromBlocks(blocks: L2Block[]): Promise<void> {
626
- this.log.debug(`Deleting txs from blocks ${blocks[0].number} to ${blocks[blocks.length - 1].number}`);
627
- for (const block of blocks) {
628
- const txHashes = block.body.txEffects.map(txEffect => txEffect.txHash);
629
- await this.txPool.deleteTxs(txHashes);
672
+ await this.txPool.markAsMined(txHashes, block.header);
630
673
  }
631
674
  }
632
675
 
@@ -641,99 +684,133 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
641
684
  }
642
685
 
643
686
  await this.markTxsAsMinedFromBlocks(blocks);
644
- const lastBlockNum = blocks[blocks.length - 1].number;
645
- await Promise.all(
646
- blocks.map(async block => this.synchedBlockHashes.set(block.number, (await block.hash()).toString())),
647
- );
648
- await this.synchedLatestBlockNumber.set(lastBlockNum);
649
- this.log.verbose(`Synched to latest block ${lastBlockNum}`);
650
- await this.startServiceIfSynched();
687
+ await this.txPool.clearNonEvictableTxs();
688
+ await this.startCollectingMissingTxs(blocks);
689
+
690
+ const lastBlock = blocks.at(-1)!;
691
+ await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
692
+ this.log.verbose(`Synched to latest block ${lastBlock.number}`);
693
+ }
694
+
695
+ /** Request txs for unproven blocks so the prover node has more chances to get them. */
696
+ private async startCollectingMissingTxs(blocks: L2Block[]): Promise<void> {
697
+ try {
698
+ // TODO(#15435): If the archiver has lagged behind L1, the reported proven block number may
699
+ // be much lower than the actual one, and it does not update until the pending chain is
700
+ // fully synced. This could lead to a ton of tx collection requests for blocks that
701
+ // are already proven, but the archiver has not yet updated its state. Until this is properly
702
+ // fixed, it is mitigated by the expiration date of collection requests, which depends on
703
+ // the slot number of the block.
704
+ const provenBlockNumber = await this.l2BlockSource.getProvenBlockNumber();
705
+ const unprovenBlocks = blocks.filter(block => block.number > provenBlockNumber);
706
+ for (const block of unprovenBlocks) {
707
+ const txHashes = block.body.txEffects.map(txEffect => txEffect.txHash);
708
+ const missingTxHashes = await this.txPool
709
+ .hasTxs(txHashes)
710
+ .then(availability => txHashes.filter((_, index) => !availability[index]));
711
+ if (missingTxHashes.length > 0) {
712
+ this.log.verbose(
713
+ `Starting collection of ${missingTxHashes.length} missing txs for unproven mined block ${block.number}`,
714
+ { missingTxHashes, blockNumber: block.number, blockHash: await block.hash().then(h => h.toString()) },
715
+ );
716
+ this.txCollection.startCollecting(block, missingTxHashes);
717
+ }
718
+ }
719
+ } catch (err) {
720
+ this.log.error(`Error while starting collection of missing txs for unproven blocks`, err);
721
+ }
651
722
  }
652
723
 
653
724
  /**
654
- * Handles new proven blocks by deleting the txs in them, or by deleting the txs in blocks `keepProvenTxsFor` ago.
655
- * @param blocks - A list of proven L2 blocks.
725
+ * Handles new finalized blocks by deleting the txs and attestations in them.
726
+ * @param blocks - A list of finalized L2 blocks.
656
727
  * @returns Empty promise.
657
728
  */
658
- private async handleProvenL2Blocks(blocks: L2Block[]): Promise<void> {
729
+ private async handleFinalizedL2Blocks(blocks: L2Block[]): Promise<void> {
659
730
  if (!blocks.length) {
660
731
  return Promise.resolve();
661
732
  }
733
+ this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
662
734
 
663
- const firstBlockNum = blocks[0].number;
664
735
  const lastBlockNum = blocks[blocks.length - 1].number;
665
- const lastBlockSlot = blocks[blocks.length - 1].header.globalVariables.slotNumber.toBigInt();
666
-
667
- // If keepProvenTxsFor is 0, we delete all txs from all proven blocks.
668
- if (this.keepProvenTxsFor === 0) {
669
- await this.deleteTxsFromBlocks(blocks);
670
- } else if (lastBlockNum - this.keepProvenTxsFor >= INITIAL_L2_BLOCK_NUM) {
671
- const fromBlock = Math.max(INITIAL_L2_BLOCK_NUM, firstBlockNum - this.keepProvenTxsFor);
672
- const toBlock = lastBlockNum - this.keepProvenTxsFor;
673
- const limit = toBlock - fromBlock + 1;
674
- const blocksToDeleteTxsFrom = await this.l2BlockSource.getBlocks(fromBlock, limit, true);
675
- await this.deleteTxsFromBlocks(blocksToDeleteTxsFrom);
676
- }
736
+ const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
677
737
 
678
- // We delete attestations older than the last block slot minus the number of slots we want to keep in the pool.
679
- const lastBlockSlotMinusKeepAttestationsInPoolFor = lastBlockSlot - BigInt(this.keepAttestationsInPoolFor);
680
- if (lastBlockSlotMinusKeepAttestationsInPoolFor >= BigInt(INITIAL_L2_BLOCK_NUM)) {
681
- await this.attestationPool?.deleteAttestationsOlderThan(lastBlockSlotMinusKeepAttestationsInPoolFor);
682
- }
738
+ const txHashes = blocks.flatMap(block => block.body.txEffects.map(txEffect => txEffect.txHash));
739
+ this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
740
+ await this.txPool.deleteTxs(txHashes, { permanently: true });
741
+ await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
683
742
 
684
- await this.synchedProvenBlockNumber.set(lastBlockNum);
685
- this.log.debug(`Synched to proven block ${lastBlockNum}`);
743
+ await this.attestationPool.deleteCheckpointAttestationsOlderThan(lastBlockSlot);
686
744
 
687
- await this.startServiceIfSynched();
745
+ this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
688
746
  }
689
747
 
690
748
  /**
691
749
  * Updates the tx pool after a chain prune.
692
750
  * @param latestBlock - The block number the chain was pruned to.
693
751
  */
694
- private async handlePruneL2Blocks(latestBlock: number): Promise<void> {
695
- const txsToDelete: TxHash[] = [];
752
+ private async handlePruneL2Blocks(latestBlock: BlockNumber): Promise<void> {
753
+ const txsToDelete = new Map<string, TxHash>();
754
+ const minedTxs = await this.txPool.getMinedTxHashes();
755
+
756
+ // Find transactions that reference pruned blocks in their historical header
696
757
  for (const tx of await this.txPool.getAllTxs()) {
697
758
  // every tx that's been generated against a block that has now been pruned is no longer valid
698
- if (tx.data.constants.historicalHeader.globalVariables.blockNumber.toNumber() > latestBlock) {
699
- txsToDelete.push(await tx.getTxHash());
759
+ if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
760
+ const txHash = tx.getTxHash();
761
+ txsToDelete.set(txHash.toString(), txHash);
700
762
  }
701
763
  }
702
764
 
703
- this.log.info(
704
- `Detected chain prune. Removing invalid txs count=${
705
- txsToDelete.length
706
- } newLatestBlock=${latestBlock} previousLatestBlock=${this.getSyncedLatestBlockNum()}`,
707
- );
765
+ this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
766
+ newLatestBlock: latestBlock,
767
+ previousLatestBlock: await this.getSyncedLatestBlockNum(),
768
+ txsToDelete: Array.from(txsToDelete.keys()),
769
+ });
708
770
 
709
771
  // delete invalid txs (both pending and mined)
710
- await this.txPool.deleteTxs(txsToDelete);
772
+ await this.txPool.deleteTxs(Array.from(txsToDelete.values()));
711
773
 
712
774
  // everything left in the mined set was built against a block on the proven chain so its still valid
713
- // move back to pending the txs that were reorged out of the chain
775
+ // move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
776
+ // in which case we clean them up to avoid potential reorg loops
714
777
  // NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
715
778
  // (see this.keepProvenTxsFor)
716
- const txsToMoveToPending: TxHash[] = [];
717
- for (const [txHash, blockNumber] of await this.txPool.getMinedTxHashes()) {
718
- if (blockNumber > latestBlock) {
719
- txsToMoveToPending.push(txHash);
779
+ const minedTxsFromReorg: TxHash[] = [];
780
+ for (const [txHash, blockNumber] of minedTxs) {
781
+ // We keep the txsToDelete out of this list as they have already been deleted above
782
+ if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
783
+ minedTxsFromReorg.push(txHash);
720
784
  }
721
785
  }
722
786
 
723
- this.log.info(`Moving ${txsToMoveToPending.length} mined txs back to pending`);
724
- await this.txPool.markMinedAsPending(txsToMoveToPending);
725
-
726
- await this.synchedLatestBlockNumber.set(latestBlock);
727
- // no need to update block hashes, as they will be updated as new blocks are added
787
+ if (this.config.txPoolDeleteTxsAfterReorg) {
788
+ this.log.info(`Deleting ${minedTxsFromReorg.length} mined txs from reorg`);
789
+ await this.txPool.deleteTxs(minedTxsFromReorg);
790
+ } else {
791
+ await this.txPool.markMinedAsPending(minedTxsFromReorg, latestBlock);
792
+ }
728
793
  }
729
794
 
730
795
  private async startServiceIfSynched() {
796
+ if (this.currentState !== P2PClientState.SYNCHING) {
797
+ return;
798
+ }
799
+ const tips = await this.l2Tips.getL2Tips();
800
+ const syncedFinalizedBlock = tips.finalized.block.number;
801
+ const syncedProvenBlock = tips.proven.block.number;
802
+ const syncedLatestBlock = tips.proposed.number;
803
+
731
804
  if (
732
- this.currentState === P2PClientState.SYNCHING &&
733
- (await this.getSyncedLatestBlockNum()) >= this.latestBlockNumberAtStart &&
734
- (await this.getSyncedProvenBlockNum()) >= this.provenBlockNumberAtStart
805
+ syncedLatestBlock >= this.latestBlockNumberAtStart &&
806
+ syncedProvenBlock >= this.provenBlockNumberAtStart &&
807
+ syncedFinalizedBlock >= this.finalizedBlockNumberAtStart
735
808
  ) {
736
- this.log.debug(`Synched to blocks at start`);
809
+ this.log.info(`Completed P2P client sync to block ${syncedLatestBlock}. Starting service.`, {
810
+ syncedLatestBlock,
811
+ syncedProvenBlock,
812
+ syncedFinalizedBlock,
813
+ });
737
814
  this.setCurrentState(P2PClientState.RUNNING);
738
815
  if (this.syncResolve !== undefined) {
739
816
  this.syncResolve();
@@ -751,4 +828,20 @@ export class P2PClient<T extends P2PClientType = P2PClientType.Full>
751
828
  this.currentState = newState;
752
829
  this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
753
830
  }
831
+
832
+ public validate(txs: Tx[]): Promise<void> {
833
+ return this.p2pService.validate(txs);
834
+ }
835
+
836
+ /**
837
+ * Marks transactions as non-evictable in the pool.
838
+ * @param txHashes - Hashes of the transactions to mark as non-evictable.
839
+ */
840
+ public markTxsAsNonEvictable(txHashes: TxHash[]): Promise<void> {
841
+ return this.txPool.markTxsAsNonEvictable(txHashes);
842
+ }
843
+
844
+ public handleAuthRequestFromPeer(authRequest: AuthRequest, peerId: PeerId): Promise<StatusMessage> {
845
+ return this.p2pService.handleAuthRequestFromPeer(authRequest, peerId);
846
+ }
754
847
  }