@aztec/p2p 0.0.1-commit.b655e406 → 0.0.1-commit.b8a057fa

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (606) hide show
  1. package/README.md +130 -3
  2. package/dest/bootstrap/bootstrap.d.ts +4 -3
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +26 -10
  5. package/dest/client/factory.d.ts +13 -12
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +70 -21
  8. package/dest/client/index.d.ts +1 -1
  9. package/dest/client/interface.d.ts +104 -39
  10. package/dest/client/interface.d.ts.map +1 -1
  11. package/dest/client/p2p_client.d.ts +76 -92
  12. package/dest/client/p2p_client.d.ts.map +1 -1
  13. package/dest/client/p2p_client.js +685 -344
  14. package/dest/config.d.ts +175 -87
  15. package/dest/config.d.ts.map +1 -1
  16. package/dest/config.js +180 -59
  17. package/dest/enr/generate-enr.d.ts +1 -1
  18. package/dest/enr/index.d.ts +1 -1
  19. package/dest/errors/attestation-pool.error.d.ts +7 -0
  20. package/dest/errors/attestation-pool.error.d.ts.map +1 -0
  21. package/dest/errors/attestation-pool.error.js +12 -0
  22. package/dest/errors/p2p-service.error.d.ts +9 -0
  23. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  24. package/dest/errors/p2p-service.error.js +10 -0
  25. package/dest/errors/reqresp.error.d.ts +9 -16
  26. package/dest/errors/reqresp.error.d.ts.map +1 -1
  27. package/dest/errors/reqresp.error.js +10 -17
  28. package/dest/errors/tx-pool.error.d.ts +8 -0
  29. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  30. package/dest/errors/tx-pool.error.js +9 -0
  31. package/dest/index.d.ts +2 -2
  32. package/dest/index.d.ts.map +1 -1
  33. package/dest/index.js +1 -1
  34. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +156 -57
  35. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  36. package/dest/mem_pools/attestation_pool/attestation_pool.js +518 -3
  37. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  38. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  39. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +694 -294
  40. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  41. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  42. package/dest/mem_pools/attestation_pool/index.js +1 -2
  43. package/dest/mem_pools/attestation_pool/mocks.d.ts +234 -10
  44. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  45. package/dest/mem_pools/attestation_pool/mocks.js +19 -13
  46. package/dest/mem_pools/index.d.ts +3 -3
  47. package/dest/mem_pools/index.d.ts.map +1 -1
  48. package/dest/mem_pools/index.js +1 -1
  49. package/dest/mem_pools/instrumentation.d.ts +16 -1
  50. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  51. package/dest/mem_pools/instrumentation.js +58 -10
  52. package/dest/mem_pools/interface.d.ts +6 -7
  53. package/dest/mem_pools/interface.d.ts.map +1 -1
  54. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  55. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  56. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  57. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +39 -0
  58. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  59. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +97 -0
  60. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  61. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  62. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +11 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/index.js +12 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  77. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
  78. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
  79. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  80. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  81. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  82. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  83. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  84. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  85. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  86. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  87. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  88. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  89. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  90. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  91. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  92. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
  93. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  94. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  95. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  96. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  97. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  98. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  99. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  100. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  101. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  102. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +243 -0
  103. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  104. package/dest/mem_pools/tx_pool_v2/interfaces.js +11 -0
  105. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +137 -0
  106. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  107. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +223 -0
  108. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  109. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  110. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  111. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +122 -0
  112. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  113. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +368 -0
  114. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +68 -0
  115. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  116. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +178 -0
  117. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +91 -0
  118. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  119. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +1013 -0
  120. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +15 -7
  121. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  122. package/dest/msg_validators/attestation_validator/attestation_validator.js +82 -26
  123. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +24 -0
  124. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -0
  125. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +75 -0
  126. package/dest/msg_validators/attestation_validator/index.d.ts +2 -1
  127. package/dest/msg_validators/attestation_validator/index.d.ts.map +1 -1
  128. package/dest/msg_validators/attestation_validator/index.js +1 -0
  129. package/dest/msg_validators/index.d.ts +2 -2
  130. package/dest/msg_validators/index.d.ts.map +1 -1
  131. package/dest/msg_validators/index.js +1 -1
  132. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts +1 -1
  133. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts.map +1 -1
  134. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +16 -0
  135. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
  136. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +14 -0
  137. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +16 -0
  138. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
  139. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +26 -0
  140. package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
  141. package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
  142. package/dest/msg_validators/proposal_validator/index.js +3 -0
  143. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +40 -0
  144. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
  145. package/dest/msg_validators/proposal_validator/proposal_validator.js +186 -0
  146. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  147. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  148. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +11 -18
  149. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  150. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  151. package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -21
  152. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  153. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  154. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  155. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  156. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  157. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
  158. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  159. package/dest/msg_validators/tx_validator/block_header_validator.js +4 -3
  160. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  161. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  162. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  163. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  164. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  165. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  166. package/dest/msg_validators/tx_validator/data_validator.d.ts +4 -1
  167. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  168. package/dest/msg_validators/tx_validator/data_validator.js +40 -3
  169. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
  170. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  171. package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
  172. package/dest/msg_validators/tx_validator/factory.d.ts +138 -6
  173. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  174. package/dest/msg_validators/tx_validator/factory.js +268 -58
  175. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
  176. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
  177. package/dest/msg_validators/tx_validator/fee_payer_balance.js +24 -0
  178. package/dest/msg_validators/tx_validator/gas_validator.d.ts +105 -3
  179. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  180. package/dest/msg_validators/tx_validator/gas_validator.js +146 -67
  181. package/dest/msg_validators/tx_validator/index.d.ts +6 -1
  182. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  183. package/dest/msg_validators/tx_validator/index.js +5 -0
  184. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +4 -3
  185. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  186. package/dest/msg_validators/tx_validator/metadata_validator.js +6 -6
  187. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  188. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  189. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  190. package/dest/msg_validators/tx_validator/phases_validator.d.ts +24 -3
  191. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  192. package/dest/msg_validators/tx_validator/phases_validator.js +78 -28
  193. package/dest/msg_validators/tx_validator/size_validator.d.ts +8 -0
  194. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -0
  195. package/dest/msg_validators/tx_validator/size_validator.js +23 -0
  196. package/dest/msg_validators/tx_validator/test_utils.d.ts +2 -2
  197. package/dest/msg_validators/tx_validator/test_utils.d.ts.map +1 -1
  198. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +23 -5
  199. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  200. package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
  201. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  202. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  203. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  204. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +4 -2
  205. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  206. package/dest/msg_validators/tx_validator/tx_proof_validator.js +4 -2
  207. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  208. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  209. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  210. package/dest/services/data_store.d.ts +1 -1
  211. package/dest/services/data_store.d.ts.map +1 -1
  212. package/dest/services/data_store.js +14 -10
  213. package/dest/services/discv5/discV5_service.d.ts +13 -2
  214. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  215. package/dest/services/discv5/discV5_service.js +120 -24
  216. package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
  217. package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
  218. package/dest/services/discv5/persisted_enr_store.js +145 -0
  219. package/dest/services/dummy_service.d.ts +40 -16
  220. package/dest/services/dummy_service.d.ts.map +1 -1
  221. package/dest/services/dummy_service.js +61 -14
  222. package/dest/services/encoding.d.ts +24 -7
  223. package/dest/services/encoding.d.ts.map +1 -1
  224. package/dest/services/encoding.js +48 -30
  225. package/dest/services/gossipsub/index.d.ts +3 -0
  226. package/dest/services/gossipsub/index.d.ts.map +1 -0
  227. package/dest/services/gossipsub/index.js +2 -0
  228. package/dest/services/gossipsub/scoring.d.ts +21 -3
  229. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  230. package/dest/services/gossipsub/scoring.js +24 -7
  231. package/dest/services/gossipsub/topic_score_params.d.ts +167 -0
  232. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  233. package/dest/services/gossipsub/topic_score_params.js +336 -0
  234. package/dest/services/index.d.ts +2 -1
  235. package/dest/services/index.d.ts.map +1 -1
  236. package/dest/services/index.js +1 -0
  237. package/dest/services/libp2p/instrumentation.d.ts +5 -1
  238. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  239. package/dest/services/libp2p/instrumentation.js +49 -70
  240. package/dest/services/libp2p/libp2p_service.d.ts +127 -110
  241. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  242. package/dest/services/libp2p/libp2p_service.js +1385 -447
  243. package/dest/services/peer-manager/interface.d.ts +1 -1
  244. package/dest/services/peer-manager/metrics.d.ts +11 -2
  245. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  246. package/dest/services/peer-manager/metrics.js +45 -16
  247. package/dest/services/peer-manager/peer_manager.d.ts +21 -35
  248. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  249. package/dest/services/peer-manager/peer_manager.js +89 -38
  250. package/dest/services/peer-manager/peer_scoring.d.ts +39 -2
  251. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  252. package/dest/services/peer-manager/peer_scoring.js +168 -15
  253. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +44 -0
  254. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  255. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +534 -0
  256. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  257. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  258. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  259. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +50 -0
  260. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  261. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  262. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +35 -0
  263. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  264. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +136 -0
  265. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +62 -0
  266. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  267. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +176 -0
  268. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +11 -0
  269. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  270. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +7 -0
  271. package/dest/services/reqresp/config.d.ts +15 -3
  272. package/dest/services/reqresp/config.d.ts.map +1 -1
  273. package/dest/services/reqresp/config.js +11 -0
  274. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -4
  275. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  276. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  277. package/dest/services/reqresp/constants.d.ts +12 -0
  278. package/dest/services/reqresp/constants.d.ts.map +1 -0
  279. package/dest/services/reqresp/constants.js +7 -0
  280. package/dest/services/reqresp/index.d.ts +1 -1
  281. package/dest/services/reqresp/interface.d.ts +27 -18
  282. package/dest/services/reqresp/interface.d.ts.map +1 -1
  283. package/dest/services/reqresp/interface.js +23 -19
  284. package/dest/services/reqresp/metrics.d.ts +6 -5
  285. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  286. package/dest/services/reqresp/metrics.js +16 -21
  287. package/dest/services/reqresp/protocols/auth.d.ts +2 -2
  288. package/dest/services/reqresp/protocols/auth.d.ts.map +1 -1
  289. package/dest/services/reqresp/protocols/auth.js +2 -2
  290. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +8 -3
  291. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  292. package/dest/services/reqresp/protocols/block_txs/bitvector.js +15 -2
  293. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  294. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  295. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +35 -14
  296. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +37 -11
  297. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  298. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +85 -21
  299. package/dest/services/reqresp/protocols/block_txs/index.d.ts +1 -1
  300. package/dest/services/reqresp/protocols/goodbye.d.ts +1 -1
  301. package/dest/services/reqresp/protocols/goodbye.d.ts.map +1 -1
  302. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  303. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  304. package/dest/services/reqresp/protocols/index.js +0 -1
  305. package/dest/services/reqresp/protocols/ping.d.ts +1 -1
  306. package/dest/services/reqresp/protocols/status.d.ts +6 -5
  307. package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
  308. package/dest/services/reqresp/protocols/status.js +7 -3
  309. package/dest/services/reqresp/protocols/tx.d.ts +8 -3
  310. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  311. package/dest/services/reqresp/protocols/tx.js +21 -3
  312. package/dest/services/reqresp/rate-limiter/index.d.ts +1 -1
  313. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +6 -5
  314. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  315. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  316. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  317. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  318. package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
  319. package/dest/services/reqresp/reqresp.d.ts +12 -69
  320. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  321. package/dest/services/reqresp/reqresp.js +480 -200
  322. package/dest/services/reqresp/status.d.ts +2 -2
  323. package/dest/services/reqresp/status.d.ts.map +1 -1
  324. package/dest/services/service.d.ts +78 -13
  325. package/dest/services/service.d.ts.map +1 -1
  326. package/dest/services/tx_collection/config.d.ts +11 -11
  327. package/dest/services/tx_collection/config.d.ts.map +1 -1
  328. package/dest/services/tx_collection/config.js +28 -27
  329. package/dest/services/tx_collection/file_store_tx_collection.d.ts +37 -0
  330. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  331. package/dest/services/tx_collection/file_store_tx_collection.js +127 -0
  332. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  333. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  334. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  335. package/dest/services/tx_collection/index.d.ts +3 -2
  336. package/dest/services/tx_collection/index.d.ts.map +1 -1
  337. package/dest/services/tx_collection/index.js +1 -0
  338. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  339. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  340. package/dest/services/tx_collection/instrumentation.js +9 -13
  341. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  342. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  343. package/dest/services/tx_collection/request_tracker.js +84 -0
  344. package/dest/services/tx_collection/tx_collection.d.ts +51 -57
  345. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  346. package/dest/services/tx_collection/tx_collection.js +298 -70
  347. package/dest/services/tx_collection/tx_collection_sink.d.ts +20 -10
  348. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  349. package/dest/services/tx_collection/tx_collection_sink.js +28 -31
  350. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  351. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  352. package/dest/services/tx_collection/tx_source.js +29 -7
  353. package/dest/services/tx_file_store/config.d.ts +16 -0
  354. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  355. package/dest/services/tx_file_store/config.js +22 -0
  356. package/dest/services/tx_file_store/index.d.ts +4 -0
  357. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  358. package/dest/services/tx_file_store/index.js +3 -0
  359. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  360. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  361. package/dest/services/tx_file_store/instrumentation.js +29 -0
  362. package/dest/services/tx_file_store/tx_file_store.d.ts +46 -0
  363. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  364. package/dest/services/tx_file_store/tx_file_store.js +142 -0
  365. package/dest/services/tx_provider.d.ts +9 -5
  366. package/dest/services/tx_provider.d.ts.map +1 -1
  367. package/dest/services/tx_provider.js +23 -10
  368. package/dest/services/tx_provider_instrumentation.d.ts +5 -2
  369. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  370. package/dest/services/tx_provider_instrumentation.js +14 -14
  371. package/dest/test-helpers/generate-peer-id-private-keys.d.ts +1 -1
  372. package/dest/test-helpers/get-ports.d.ts +1 -1
  373. package/dest/test-helpers/get-ports.d.ts.map +1 -1
  374. package/dest/test-helpers/index.d.ts +3 -1
  375. package/dest/test-helpers/index.d.ts.map +1 -1
  376. package/dest/test-helpers/index.js +2 -0
  377. package/dest/test-helpers/make-enrs.d.ts +1 -1
  378. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  379. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  380. package/dest/test-helpers/make-test-p2p-clients.js +5 -3
  381. package/dest/test-helpers/mock-pubsub.d.ts +48 -8
  382. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  383. package/dest/test-helpers/mock-pubsub.js +115 -14
  384. package/dest/test-helpers/mock-tx-helpers.d.ts +2 -2
  385. package/dest/test-helpers/mock-tx-helpers.d.ts.map +1 -1
  386. package/dest/test-helpers/mock-tx-helpers.js +1 -1
  387. package/dest/test-helpers/reqresp-nodes.d.ts +5 -7
  388. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  389. package/dest/test-helpers/reqresp-nodes.js +19 -20
  390. package/dest/test-helpers/test_tx_provider.d.ts +42 -0
  391. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  392. package/dest/test-helpers/test_tx_provider.js +44 -0
  393. package/dest/test-helpers/testbench-utils.d.ts +164 -0
  394. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  395. package/dest/test-helpers/testbench-utils.js +400 -0
  396. package/dest/testbench/p2p_client_testbench_worker.d.ts +26 -2
  397. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  398. package/dest/testbench/p2p_client_testbench_worker.js +289 -128
  399. package/dest/testbench/parse_log_file.d.ts +1 -1
  400. package/dest/testbench/testbench.d.ts +1 -1
  401. package/dest/testbench/worker_client_manager.d.ts +57 -6
  402. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  403. package/dest/testbench/worker_client_manager.js +277 -44
  404. package/dest/types/index.d.ts +1 -1
  405. package/dest/util.d.ts +14 -8
  406. package/dest/util.d.ts.map +1 -1
  407. package/dest/util.js +41 -11
  408. package/dest/versioning.d.ts +3 -6
  409. package/dest/versioning.d.ts.map +1 -1
  410. package/dest/versioning.js +3 -24
  411. package/package.json +21 -20
  412. package/src/bootstrap/bootstrap.ts +24 -7
  413. package/src/client/factory.ts +141 -46
  414. package/src/client/interface.ts +114 -47
  415. package/src/client/p2p_client.ts +356 -424
  416. package/src/client/test/p2p_client.batch_tx_requester.bench.README.md +197 -0
  417. package/src/config.ts +316 -67
  418. package/src/errors/attestation-pool.error.ts +13 -0
  419. package/src/errors/p2p-service.error.ts +11 -0
  420. package/src/errors/reqresp.error.ts +13 -19
  421. package/src/errors/tx-pool.error.ts +12 -0
  422. package/src/index.ts +1 -1
  423. package/src/mem_pools/attestation_pool/attestation_pool.ts +598 -56
  424. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +796 -316
  425. package/src/mem_pools/attestation_pool/index.ts +9 -2
  426. package/src/mem_pools/attestation_pool/mocks.ts +29 -17
  427. package/src/mem_pools/index.ts +2 -2
  428. package/src/mem_pools/instrumentation.ts +58 -10
  429. package/src/mem_pools/interface.ts +5 -7
  430. package/src/mem_pools/tx_pool_v2/README.md +283 -0
  431. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  432. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +112 -0
  433. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  434. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  435. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
  436. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  437. package/src/mem_pools/tx_pool_v2/eviction/index.ts +28 -0
  438. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
  439. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
  440. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  441. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  442. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  443. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
  444. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
  445. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  446. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  447. package/src/mem_pools/tx_pool_v2/interfaces.ts +274 -0
  448. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +349 -0
  449. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  450. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +465 -0
  451. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +252 -0
  452. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1215 -0
  453. package/src/msg_validators/attestation_validator/README.md +49 -0
  454. package/src/msg_validators/attestation_validator/attestation_validator.ts +78 -33
  455. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +102 -0
  456. package/src/msg_validators/attestation_validator/index.ts +1 -0
  457. package/src/msg_validators/index.ts +1 -1
  458. package/src/msg_validators/proposal_validator/README.md +123 -0
  459. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +32 -0
  460. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +49 -0
  461. package/src/msg_validators/proposal_validator/index.ts +3 -0
  462. package/src/msg_validators/proposal_validator/proposal_validator.ts +198 -0
  463. package/src/msg_validators/tx_validator/README.md +129 -0
  464. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +8 -17
  465. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  466. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  467. package/src/msg_validators/tx_validator/archive_cache.ts +2 -2
  468. package/src/msg_validators/tx_validator/block_header_validator.ts +21 -8
  469. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  470. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  471. package/src/msg_validators/tx_validator/data_validator.ts +62 -7
  472. package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
  473. package/src/msg_validators/tx_validator/factory.ts +433 -58
  474. package/src/msg_validators/tx_validator/fee_payer_balance.ts +44 -0
  475. package/src/msg_validators/tx_validator/gas_validator.ts +206 -76
  476. package/src/msg_validators/tx_validator/index.ts +5 -0
  477. package/src/msg_validators/tx_validator/metadata_validator.ts +31 -12
  478. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  479. package/src/msg_validators/tx_validator/phases_validator.ts +90 -31
  480. package/src/msg_validators/tx_validator/size_validator.ts +22 -0
  481. package/src/msg_validators/tx_validator/test_utils.ts +1 -1
  482. package/src/msg_validators/tx_validator/timestamp_validator.ts +30 -19
  483. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  484. package/src/msg_validators/tx_validator/tx_proof_validator.ts +10 -3
  485. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  486. package/src/services/data_store.ts +14 -19
  487. package/src/services/discv5/discV5_service.ts +127 -15
  488. package/src/services/discv5/persisted_enr_store.ts +158 -0
  489. package/src/services/dummy_service.ts +82 -38
  490. package/src/services/encoding.ts +46 -29
  491. package/src/services/gossipsub/README.md +663 -0
  492. package/src/services/gossipsub/index.ts +2 -0
  493. package/src/services/gossipsub/scoring.ts +29 -5
  494. package/src/services/gossipsub/topic_score_params.ts +478 -0
  495. package/src/services/index.ts +1 -0
  496. package/src/services/libp2p/instrumentation.ts +54 -72
  497. package/src/services/libp2p/libp2p_service.ts +1152 -497
  498. package/src/services/peer-manager/metrics.ts +51 -16
  499. package/src/services/peer-manager/peer_manager.ts +98 -29
  500. package/src/services/peer-manager/peer_scoring.ts +170 -9
  501. package/src/services/reqresp/README.md +194 -0
  502. package/src/services/reqresp/batch-tx-requester/README.md +344 -0
  503. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +660 -0
  504. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  505. package/src/services/reqresp/batch-tx-requester/interface.ts +61 -0
  506. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +168 -0
  507. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +249 -0
  508. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +24 -0
  509. package/src/services/reqresp/config.ts +19 -2
  510. package/src/services/reqresp/connection-sampler/connection_sampler.ts +19 -1
  511. package/src/services/reqresp/constants.ts +14 -0
  512. package/src/services/reqresp/interface.ts +48 -46
  513. package/src/services/reqresp/metrics.ts +35 -27
  514. package/src/services/reqresp/protocols/auth.ts +2 -2
  515. package/src/services/reqresp/protocols/block_txs/bitvector.ts +19 -2
  516. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +44 -17
  517. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +109 -17
  518. package/src/services/reqresp/protocols/index.ts +0 -1
  519. package/src/services/reqresp/protocols/status.ts +16 -12
  520. package/src/services/reqresp/protocols/tx.ts +24 -5
  521. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  522. package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
  523. package/src/services/reqresp/reqresp.ts +107 -223
  524. package/src/services/service.ts +102 -31
  525. package/src/services/tx_collection/config.ts +42 -37
  526. package/src/services/tx_collection/file_store_tx_collection.ts +153 -0
  527. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  528. package/src/services/tx_collection/index.ts +2 -1
  529. package/src/services/tx_collection/instrumentation.ts +5 -13
  530. package/src/services/tx_collection/request_tracker.ts +127 -0
  531. package/src/services/tx_collection/tx_collection.ts +368 -115
  532. package/src/services/tx_collection/tx_collection_sink.ts +32 -36
  533. package/src/services/tx_collection/tx_source.ts +29 -8
  534. package/src/services/tx_file_store/config.ts +37 -0
  535. package/src/services/tx_file_store/index.ts +3 -0
  536. package/src/services/tx_file_store/instrumentation.ts +36 -0
  537. package/src/services/tx_file_store/tx_file_store.ts +163 -0
  538. package/src/services/tx_provider.ts +34 -12
  539. package/src/services/tx_provider_instrumentation.ts +24 -14
  540. package/src/test-helpers/index.ts +2 -0
  541. package/src/test-helpers/make-test-p2p-clients.ts +7 -6
  542. package/src/test-helpers/mock-pubsub.ts +138 -15
  543. package/src/test-helpers/mock-tx-helpers.ts +1 -1
  544. package/src/test-helpers/reqresp-nodes.ts +18 -30
  545. package/src/test-helpers/test_tx_provider.ts +69 -0
  546. package/src/test-helpers/testbench-utils.ts +465 -0
  547. package/src/testbench/p2p_client_testbench_worker.ts +406 -127
  548. package/src/testbench/worker_client_manager.ts +355 -46
  549. package/src/util.ts +47 -16
  550. package/src/versioning.ts +3 -33
  551. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -30
  552. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  553. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -190
  554. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -25
  555. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  556. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -197
  557. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -150
  558. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  559. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -617
  560. package/dest/mem_pools/tx_pool/index.d.ts +0 -4
  561. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  562. package/dest/mem_pools/tx_pool/index.js +0 -3
  563. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts +0 -80
  564. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts.map +0 -1
  565. package/dest/mem_pools/tx_pool/memory_tx_pool.js +0 -238
  566. package/dest/mem_pools/tx_pool/priority.d.ts +0 -8
  567. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  568. package/dest/mem_pools/tx_pool/priority.js +0 -10
  569. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -122
  570. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  571. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  572. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  573. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  574. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -394
  575. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -12
  576. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
  577. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -70
  578. package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
  579. package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
  580. package/dest/msg_validators/block_proposal_validator/index.js +0 -1
  581. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -45
  582. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  583. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -92
  584. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  585. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  586. package/dest/services/reqresp/protocols/block.js +0 -31
  587. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -56
  588. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  589. package/dest/services/tx_collection/fast_tx_collection.js +0 -300
  590. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -54
  591. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  592. package/dest/services/tx_collection/slow_tx_collection.js +0 -176
  593. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -256
  594. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -253
  595. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -750
  596. package/src/mem_pools/tx_pool/index.ts +0 -3
  597. package/src/mem_pools/tx_pool/memory_tx_pool.ts +0 -283
  598. package/src/mem_pools/tx_pool/priority.ts +0 -13
  599. package/src/mem_pools/tx_pool/tx_pool.ts +0 -135
  600. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -313
  601. package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -81
  602. package/src/msg_validators/block_proposal_validator/index.ts +0 -1
  603. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -100
  604. package/src/services/reqresp/protocols/block.ts +0 -36
  605. package/src/services/tx_collection/fast_tx_collection.ts +0 -340
  606. package/src/services/tx_collection/slow_tx_collection.ts +0 -232
@@ -1,20 +1,397 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
6
369
  }
7
- import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
+ }
373
+ var _dec, _dec1, _initProto;
374
+ import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
8
375
  import { createLogger } from '@aztec/foundation/log';
9
376
  import { DateProvider } from '@aztec/foundation/timer';
377
+ import { L2TipsKVStore } from '@aztec/kv-store/stores';
378
+ import { EventDrivenL2BlockStream } from '@aztec/stdlib/block';
10
379
  import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
11
380
  import { tryStop } from '@aztec/stdlib/interfaces/server';
12
- import { Attributes, TraceableL2BlockStream, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
381
+ import { Attributes, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
13
382
  import { getP2PDefaultConfig } from '../config.js';
14
- import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
15
- import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
383
+ import { TxPoolError } from '../errors/tx-pool.error.js';
16
384
  import { TxProvider } from '../services/tx_provider.js';
17
385
  import { P2PClientState } from './interface.js';
386
+ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
387
+ [Attributes.SLOT_NUMBER]: proposal.slotNumber,
388
+ [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
389
+ [Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString()
390
+ })), _dec1 = trackSpan('p2pClient.broadcastCheckpointProposal', async (proposal)=>({
391
+ [Attributes.SLOT_NUMBER]: proposal.slotNumber,
392
+ [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
393
+ [Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString()
394
+ }));
18
395
  /**
19
396
  * The P2P client implementation.
20
397
  */ export class P2PClient extends WithTracer {
@@ -22,9 +399,25 @@ import { P2PClientState } from './interface.js';
22
399
  l2BlockSource;
23
400
  p2pService;
24
401
  txCollection;
402
+ txFileStore;
403
+ epochCache;
25
404
  _dateProvider;
26
405
  telemetry;
27
406
  log;
407
+ static{
408
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
409
+ [
410
+ _dec,
411
+ 2,
412
+ "broadcastProposal"
413
+ ],
414
+ [
415
+ _dec1,
416
+ 2,
417
+ "broadcastCheckpointProposal"
418
+ ]
419
+ ], []));
420
+ }
28
421
  /** The JS promise that will be running to keep the client's data in sync. Can be interrupted if the client is stopped. */ runningPromise;
29
422
  currentState;
30
423
  syncPromise;
@@ -32,10 +425,7 @@ import { P2PClientState } from './interface.js';
32
425
  latestBlockNumberAtStart;
33
426
  provenBlockNumberAtStart;
34
427
  finalizedBlockNumberAtStart;
35
- synchedBlockHashes;
36
- synchedLatestBlockNumber;
37
- synchedProvenBlockNumber;
38
- synchedFinalizedBlockNumber;
428
+ l2Tips;
39
429
  synchedLatestSlot;
40
430
  txPool;
41
431
  attestationPool;
@@ -43,15 +433,9 @@ import { P2PClientState } from './interface.js';
43
433
  blockStream;
44
434
  txProvider;
45
435
  validatorAddresses;
46
- /**
47
- * In-memory P2P client constructor.
48
- * @param store - The client's instance of the KV store.
49
- * @param l2BlockSource - P2P client's source for fetching existing blocks.
50
- * @param txPool - The client's instance of a transaction pool. Defaults to in-memory implementation.
51
- * @param p2pService - The concrete instance of p2p networking to use.
52
- * @param log - A logger.
53
- */ constructor(_clientType, store, l2BlockSource, mempools, p2pService, txCollection, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
54
- super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = P2PClientState.IDLE, this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [];
436
+ /** Tracks the last slot for which we called prepareForSlot */ lastSlotProcessed;
437
+ constructor(store, l2BlockSource, mempools, p2pService, txCollection, txFileStore, epochCache, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p'), initialBlockHash){
438
+ super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this.txFileStore = txFileStore, this.epochCache = epochCache, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = (_initProto(this), P2PClientState.IDLE), this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [], this.lastSlotProcessed = SlotNumber.ZERO;
55
439
  this.config = {
56
440
  ...getP2PDefaultConfig(),
57
441
  ...config
@@ -59,33 +443,7 @@ import { P2PClientState } from './interface.js';
59
443
  this.txPool = mempools.txPool;
60
444
  this.attestationPool = mempools.attestationPool;
61
445
  this.txProvider = new TxProvider(this.txCollection, this.txPool, this, this.log.createChild('tx-provider'), this.telemetry);
62
- // Default to collecting all txs when we see a valid proposal
63
- // This can be overridden by the validator client to attest, and it will call getTxsForBlockProposal on its own
64
- // TODO(palla/txs): We should not trigger a request for txs on a proposal before fully validating it. We need to bring
65
- // validator-client code into here so we can validate a proposal is reasonable.
66
- this.registerBlockProposalHandler(async (block, sender)=>{
67
- this.log.debug(`Received block proposal from ${sender.toString()}`);
68
- // TODO(palla/txs): Need to subtract validatorReexecuteDeadlineMs from this deadline (see ValidatorClient.getReexecutionDeadline)
69
- const constants = this.txCollection.getConstants();
70
- const nextSlotTimestampSeconds = Number(getTimestampForSlot(block.slotNumber.toBigInt() + 1n, constants));
71
- const deadline = new Date(nextSlotTimestampSeconds * 1000);
72
- const parentBlock = await this.l2BlockSource.getBlockHeaderByArchive(block.payload.header.lastArchiveRoot);
73
- if (!parentBlock) {
74
- this.log.debug(`Cannot collect txs for proposal as parent block not found`);
75
- return;
76
- }
77
- const blockNumber = parentBlock.getBlockNumber() + 1;
78
- await this.txProvider.getTxsForBlockProposal(block, blockNumber, {
79
- pinnedPeer: sender,
80
- deadline
81
- });
82
- return undefined;
83
- });
84
- // REFACTOR: Try replacing these with an L2TipsStore
85
- this.synchedBlockHashes = store.openMap('p2p_pool_block_hashes');
86
- this.synchedLatestBlockNumber = store.openSingleton('p2p_pool_last_l2_block');
87
- this.synchedProvenBlockNumber = store.openSingleton('p2p_pool_last_proven_l2_block');
88
- this.synchedFinalizedBlockNumber = store.openSingleton('p2p_pool_last_finalized_l2_block');
446
+ this.l2Tips = new L2TipsKVStore(store, 'p2p_client', initialBlockHash);
89
447
  this.synchedLatestSlot = store.openSingleton('p2p_pool_last_l2_slot');
90
448
  }
91
449
  registerThisValidatorAddresses(addresses) {
@@ -106,53 +464,18 @@ import { P2PClientState } from './interface.js';
106
464
  getPeers(includePending) {
107
465
  return Promise.resolve(this.p2pService.getPeers(includePending));
108
466
  }
467
+ getGossipMeshPeerCount(topicType) {
468
+ return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
469
+ }
109
470
  getL2BlockHash(number) {
110
- return this.synchedBlockHashes.getAsync(number);
471
+ return this.l2Tips.getL2BlockHash(number);
111
472
  }
112
- updateP2PConfig(config) {
113
- this.txPool.updateConfig(config);
473
+ async updateP2PConfig(config) {
474
+ await this.txPool.updateConfig(config);
114
475
  this.p2pService.updateConfig(config);
115
- return Promise.resolve();
116
- }
117
- async getL2Tips() {
118
- const latestBlockNumber = await this.getSyncedLatestBlockNum();
119
- let latestBlockHash;
120
- const provenBlockNumber = await this.getSyncedProvenBlockNum();
121
- let provenBlockHash;
122
- const finalizedBlockNumber = await this.getSyncedFinalizedBlockNum();
123
- let finalizedBlockHash;
124
- if (latestBlockNumber > 0) {
125
- latestBlockHash = await this.synchedBlockHashes.getAsync(latestBlockNumber);
126
- if (typeof latestBlockHash === 'undefined') {
127
- throw new Error(`Block hash for latest block ${latestBlockNumber} not found in p2p client`);
128
- }
129
- }
130
- if (provenBlockNumber > 0) {
131
- provenBlockHash = await this.synchedBlockHashes.getAsync(provenBlockNumber);
132
- if (typeof provenBlockHash === 'undefined') {
133
- throw new Error(`Block hash for proven block ${provenBlockNumber} not found in p2p client`);
134
- }
135
- }
136
- if (finalizedBlockNumber > 0) {
137
- finalizedBlockHash = await this.synchedBlockHashes.getAsync(finalizedBlockNumber);
138
- if (typeof finalizedBlockHash === 'undefined') {
139
- throw new Error(`Block hash for finalized block ${finalizedBlockNumber} not found in p2p client`);
140
- }
141
- }
142
- return {
143
- latest: {
144
- hash: latestBlockHash,
145
- number: latestBlockNumber
146
- },
147
- proven: {
148
- hash: provenBlockHash,
149
- number: provenBlockNumber
150
- },
151
- finalized: {
152
- hash: finalizedBlockHash,
153
- number: finalizedBlockNumber
154
- }
155
- };
476
+ }
477
+ getL2Tips() {
478
+ return this.l2Tips.getL2Tips();
156
479
  }
157
480
  async handleBlockStreamEvent(event) {
158
481
  this.log.debug(`Handling block stream event ${event.type}`);
@@ -162,26 +485,28 @@ import { P2PClientState } from './interface.js';
162
485
  break;
163
486
  case 'chain-finalized':
164
487
  {
165
- // TODO (alexg): I think we can prune the block hashes map here
166
- await this.setBlockHash(event.block);
167
- const from = await this.getSyncedFinalizedBlockNum() + 1;
488
+ const oldFinalizedBlockNum = await this.getSyncedFinalizedBlockNum();
489
+ const from = BlockNumber(oldFinalizedBlockNum + 1);
168
490
  const limit = event.block.number - from + 1;
169
491
  if (limit > 0) {
170
- await this.handleFinalizedL2Blocks(await this.l2BlockSource.getBlocks(from, limit));
492
+ const oldBlocks = await this.l2BlockSource.getBlocksData({
493
+ from,
494
+ limit
495
+ });
496
+ await this.handleFinalizedL2Blocks(oldBlocks);
171
497
  }
172
498
  break;
173
499
  }
174
500
  case 'chain-proven':
175
- {
176
- await this.setBlockHash(event.block);
177
- this.txCollection.stopCollectingForBlocksUpTo(event.block.number);
178
- await this.synchedProvenBlockNumber.set(event.block.number);
179
- break;
180
- }
501
+ this.txCollection.stopCollectingForBlocksUpTo(event.block.number);
502
+ break;
181
503
  case 'chain-pruned':
182
- await this.setBlockHash(event.block);
183
504
  this.txCollection.stopCollectingForBlocksAfter(event.block.number);
184
- await this.handlePruneL2Blocks(event.block.number);
505
+ await this.handlePruneL2Blocks(event.block, event.checkpointed.checkpoint);
506
+ break;
507
+ case 'chain-checkpointed':
508
+ break;
509
+ case 'chain-proposed':
185
510
  break;
186
511
  default:
187
512
  {
@@ -189,14 +514,11 @@ import { P2PClientState } from './interface.js';
189
514
  break;
190
515
  }
191
516
  }
192
- }
193
- async setBlockHash(block) {
194
- if (block.hash !== undefined) {
195
- await this.synchedBlockHashes.set(block.number, block.hash.toString());
196
- }
517
+ // Pass the event through to our l2 tips store
518
+ await this.l2Tips.handleBlockStreamEvent(event);
519
+ await this.startServiceIfSynched();
197
520
  }
198
521
  #assertIsReady() {
199
- // this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
200
522
  if (!this.isReady()) {
201
523
  throw new Error('P2P client not ready');
202
524
  }
@@ -211,17 +533,19 @@ import { P2PClientState } from './interface.js';
211
533
  if (this.currentState !== P2PClientState.IDLE) {
212
534
  return this.syncPromise;
213
535
  }
536
+ // Start the tx pool first, as it needs to hydrate state from persistence
537
+ await this.txPool.start();
214
538
  // get the current latest block numbers
215
539
  const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
216
- this.latestBlockNumberAtStart = latestBlockNumbers.latest.number;
217
- this.provenBlockNumberAtStart = latestBlockNumbers.proven.number;
218
- this.finalizedBlockNumberAtStart = latestBlockNumbers.finalized.number;
540
+ this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
541
+ this.provenBlockNumberAtStart = latestBlockNumbers.proven.block.number;
542
+ this.finalizedBlockNumberAtStart = latestBlockNumbers.finalized.block.number;
219
543
  const syncedLatestBlock = await this.getSyncedLatestBlockNum() + 1;
220
544
  const syncedProvenBlock = await this.getSyncedProvenBlockNum() + 1;
221
545
  const syncedFinalizedBlock = await this.getSyncedFinalizedBlockNum() + 1;
222
- if (await this.txPool.isEmpty() && (this.attestationPool === undefined || await this.attestationPool?.isEmpty())) {
546
+ if (await this.txPool.isEmpty() && await this.attestationPool.isEmpty()) {
223
547
  // if mempools are empty, we don't care about syncing prior blocks
224
- this.initBlockStream(this.latestBlockNumberAtStart);
548
+ this.initBlockStream(BlockNumber(this.latestBlockNumberAtStart));
225
549
  this.setCurrentState(P2PClientState.RUNNING);
226
550
  this.syncPromise = Promise.resolve();
227
551
  await this.p2pService.start();
@@ -251,17 +575,21 @@ import { P2PClientState } from './interface.js';
251
575
  syncedFinalizedBlock
252
576
  });
253
577
  }
578
+ // Should never happen: all branches above call initBlockStream()
579
+ if (!this.blockStream) {
580
+ throw new Error('Block stream not initialized');
581
+ }
254
582
  this.blockStream.start();
255
- await this.txCollection.start();
583
+ this.txFileStore?.start();
256
584
  return this.syncPromise;
257
585
  }
258
- addReqRespSubProtocol(subProtocol, handler, validator) {
259
- return this.p2pService.addReqRespSubProtocol(subProtocol, handler, validator);
586
+ addReqRespSubProtocol(subProtocol, handler) {
587
+ return this.p2pService.addReqRespSubProtocol(subProtocol, handler);
260
588
  }
261
589
  initBlockStream(startingBlock) {
262
590
  if (!this.blockStream) {
263
591
  const { blockRequestBatchSize: batchSize, blockCheckIntervalMS: pollIntervalMS } = this.config;
264
- this.blockStream = new TraceableL2BlockStream(this.l2BlockSource, this, this, this.telemetry.getTracer('P2PL2BlockStream'), 'P2PL2BlockStream', createLogger(`${this.log.module}:l2-block-stream`), {
592
+ this.blockStream = new EventDrivenL2BlockStream(this.l2BlockSource, this, this, createLogger(`${this.log.module}:l2-block-stream`), {
265
593
  batchSize,
266
594
  pollIntervalMS,
267
595
  startingBlock
@@ -275,170 +603,171 @@ import { P2PClientState } from './interface.js';
275
603
  this.log.debug('Stopping p2p client...');
276
604
  await tryStop(this.txCollection);
277
605
  this.log.debug('Stopped tx collection service');
606
+ await this.txFileStore?.stop();
607
+ this.log.debug('Stopped tx file store');
278
608
  await this.p2pService.stop();
279
609
  this.log.debug('Stopped p2p service');
280
610
  await this.blockStream?.stop();
281
611
  this.log.debug('Stopped block downloader');
612
+ await this.txPool.stop();
613
+ this.log.debug('Stopped tx pool');
282
614
  await this.runningPromise;
283
615
  this.setCurrentState(P2PClientState.STOPPED);
284
616
  this.log.info('P2P client stopped');
285
617
  }
286
618
  /** Triggers a sync to the archiver. Used for testing. */ async sync() {
287
619
  this.initBlockStream();
620
+ // Should never happen: initBlockStream() creates blockStream if absent
621
+ if (!this.blockStream) {
622
+ throw new Error('Block stream not initialized');
623
+ }
288
624
  await this.blockStream.sync();
289
625
  }
290
- broadcastProposal(proposal) {
291
- this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber.toNumber()} to peers`);
626
+ async broadcastProposal(proposal) {
627
+ this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
628
+ // Store our own proposal so we can respond to req/resp requests for it
629
+ const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
630
+ if (count > 1) {
631
+ if (this.config.broadcastEquivocatedProposals) {
632
+ this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
633
+ slot: proposal.slotNumber,
634
+ archive: proposal.archive.toString(),
635
+ count
636
+ });
637
+ } else {
638
+ throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
639
+ }
640
+ }
292
641
  return this.p2pService.propagate(proposal);
293
642
  }
294
- async getAttestationsForSlot(slot, proposalId) {
295
- return await (proposalId ? this.attestationPool?.getAttestationsForSlotAndProposal(slot, proposalId) : this.attestationPool?.getAttestationsForSlot(slot)) ?? [];
643
+ async broadcastCheckpointProposal(proposal) {
644
+ this.log.verbose(`Broadcasting checkpoint proposal for slot ${proposal.slotNumber} to peers`);
645
+ const blockProposal = proposal.getBlockProposal();
646
+ if (blockProposal) {
647
+ // Store our own last-block proposal so we can respond to req/resp requests for it.
648
+ await this.attestationPool.tryAddBlockProposal(blockProposal);
649
+ }
650
+ const checkpointCore = proposal.toCore();
651
+ const { count } = await this.attestationPool.tryAddCheckpointProposal(checkpointCore);
652
+ if (count > 1) {
653
+ if (this.config.broadcastEquivocatedProposals) {
654
+ this.log.warn(`Broadcasting equivocated checkpoint proposal for slot ${proposal.slotNumber}`, {
655
+ slot: proposal.slotNumber,
656
+ archive: proposal.archive.toString(),
657
+ count
658
+ });
659
+ } else {
660
+ throw new Error(`Attempted to broadcast a duplicate checkpoint proposal for slot ${proposal.slotNumber}`);
661
+ }
662
+ }
663
+ return this.p2pService.propagate(proposal);
664
+ }
665
+ async broadcastCheckpointAttestations(attestations) {
666
+ this.log.verbose(`Broadcasting ${attestations.length} checkpoint attestations to peers`);
667
+ await Promise.all(attestations.map((att)=>this.p2pService.propagate(att)));
668
+ }
669
+ async getCheckpointAttestationsForSlot(slot, proposalPayloadHash) {
670
+ return await (proposalPayloadHash ? this.attestationPool.getCheckpointAttestationsForSlotAndProposal(slot, proposalPayloadHash) : this.attestationPool.getCheckpointAttestationsForSlot(slot));
671
+ }
672
+ addOwnCheckpointAttestations(attestations) {
673
+ return this.attestationPool.addOwnCheckpointAttestations(attestations);
674
+ }
675
+ getProposalsForSlot(slot) {
676
+ return this.attestationPool.getProposalsForSlot(slot);
296
677
  }
297
- addAttestations(attestations) {
298
- return this.attestationPool?.addAttestations(attestations) ?? Promise.resolve();
678
+ hasBlockProposalsForSlot(slot) {
679
+ return this.attestationPool.hasBlockProposalsForSlot(slot);
299
680
  }
300
- deleteAttestation(attestation) {
301
- return this.attestationPool?.deleteAttestations([
302
- attestation
303
- ]) ?? Promise.resolve();
681
+ hasCheckpointProposalForSlot(slot) {
682
+ return this.attestationPool.hasCheckpointProposalForSlot(slot);
304
683
  }
305
684
  // REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
306
685
  // ^ This pattern is not my favorite (md)
307
686
  registerBlockProposalHandler(handler) {
308
687
  this.p2pService.registerBlockReceivedCallback(handler);
309
688
  }
310
- /**
311
- * Uses the batched Request Response protocol to request a set of transactions from the network.
312
- */ async requestTxsByHash(txHashes, pinnedPeerId) {
313
- const timeoutMs = 8000; // Longer timeout for now
314
- const maxRetryAttempts = 10; // Keep retrying within the timeout
315
- const requests = chunkTxHashesRequest(txHashes);
316
- const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
317
- const txBatches = await this.p2pService.sendBatchRequest(ReqRespSubProtocol.TX, requests, pinnedPeerId, timeoutMs, maxPeers, maxRetryAttempts);
318
- const txs = txBatches.flat();
319
- if (txs.length > 0) {
320
- await this.txPool.addTxs(txs);
321
- }
322
- const txHashesStr = txHashes.map((tx)=>tx.toString()).join(', ');
323
- this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
324
- // We return all transactions, even the not found ones to the caller, such they can handle missing items themselves.
325
- return txs;
326
- }
327
- getPendingTxs(limit, after) {
328
- return this.getTxs('pending', limit, after);
689
+ registerValidatorCheckpointProposalHandler(handler) {
690
+ this.p2pService.registerValidatorCheckpointReceivedCallback(handler);
329
691
  }
330
- getPendingTxCount() {
331
- return this.txPool.getPendingTxCount();
692
+ registerAllNodesCheckpointProposalHandler(handler) {
693
+ this.p2pService.registerAllNodesCheckpointReceivedCallback(handler);
332
694
  }
333
- async *iteratePendingTxs() {
334
- for (const txHash of (await this.txPool.getPendingTxHashes())){
335
- const tx = await this.txPool.getTxByHash(txHash);
336
- if (tx) {
337
- yield tx;
338
- }
339
- }
695
+ registerDuplicateProposalCallback(callback) {
696
+ this.p2pService.registerDuplicateProposalCallback(callback);
340
697
  }
341
- /**
342
- * Returns all transactions in the transaction pool.
343
- * @param filter - The type of txs to return
344
- * @param limit - How many txs to return
345
- * @param after - If paginating, the last known tx hash. Will return txs after this hash
346
- * @returns An array of Txs.
347
- */ async getTxs(filter, limit, after) {
698
+ registerOversizedProposalCallback(callback) {
699
+ this.p2pService.registerOversizedProposalCallback(callback);
700
+ }
701
+ registerDuplicateAttestationCallback(callback) {
702
+ this.p2pService.registerDuplicateAttestationCallback(callback);
703
+ }
704
+ registerCheckpointAttestationCallback(callback) {
705
+ this.p2pService.registerCheckpointAttestationCallback(callback);
706
+ }
707
+ async getPendingTxs(limit, after, options) {
348
708
  if (limit !== undefined && limit <= 0) {
349
709
  throw new TypeError('limit must be greater than 0');
350
710
  }
351
- let txs = undefined;
352
- let txHashes;
353
- if (filter === 'all') {
354
- txs = await this.txPool.getAllTxs();
355
- txHashes = await Promise.all(txs.map((tx)=>tx.getTxHash()));
356
- } else if (filter === 'mined') {
357
- const minedTxHashes = await this.txPool.getMinedTxHashes();
358
- txHashes = minedTxHashes.map(([txHash])=>txHash);
359
- } else if (filter === 'pending') {
360
- txHashes = await this.txPool.getPendingTxHashes();
361
- } else {
362
- const _ = filter;
363
- throw new Error(`Unknown filter ${filter}`);
364
- }
711
+ let txHashes = await this.txPool.getPendingTxHashes();
365
712
  let startIndex = 0;
366
- let endIndex = undefined;
367
713
  if (after) {
368
714
  startIndex = txHashes.findIndex((txHash)=>after.equals(txHash));
369
- // if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
370
715
  if (startIndex === -1) {
371
716
  return [];
372
717
  }
373
- // increment by one because we don't want to return the same tx again
374
718
  startIndex++;
375
719
  }
376
- if (limit !== undefined) {
377
- endIndex = startIndex + limit;
378
- }
720
+ const endIndex = limit !== undefined ? startIndex + limit : undefined;
379
721
  txHashes = txHashes.slice(startIndex, endIndex);
380
- if (txs) {
381
- txs = txs.slice(startIndex, endIndex);
382
- } else {
383
- const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
384
- txs = maybeTxs.filter((tx)=>!!tx);
722
+ // This is a public-facing API (exposed via both the node and the p2p RPC), so proofs are opt-in.
723
+ const includeProof = !!options?.includeProof;
724
+ const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash, {
725
+ includeProof
726
+ })));
727
+ return maybeTxs.filter((tx)=>!!tx);
728
+ }
729
+ getPendingTxCount() {
730
+ return this.txPool.getPendingTxCount();
731
+ }
732
+ hasEligiblePendingTxs(minCount) {
733
+ return this.txPool.hasEligiblePendingTxs(minCount);
734
+ }
735
+ async *iteratePendingTxs(opts) {
736
+ for (const txHash of (await this.txPool.getPendingTxHashes())){
737
+ const tx = await this.txPool.getTxByHash(txHash, opts);
738
+ if (tx) {
739
+ yield tx;
740
+ }
741
+ }
742
+ }
743
+ async *iterateEligiblePendingTxs(opts) {
744
+ for (const txHash of (await this.txPool.getEligiblePendingTxHashes())){
745
+ const tx = await this.txPool.getTxByHash(txHash, opts);
746
+ if (tx) {
747
+ yield tx;
748
+ }
385
749
  }
386
- return txs;
387
750
  }
388
751
  /**
389
752
  * Returns a transaction in the transaction pool by its hash.
390
753
  * @param txHash - Hash of the transaction to look for in the pool.
754
+ * @param opts - Set `includeProof: false` to skip loading the tx proof from the DB.
391
755
  * @returns A single tx or undefined.
392
- */ getTxByHashFromPool(txHash) {
393
- return this.txPool.getTxByHash(txHash);
756
+ */ getTxByHashFromPool(txHash, opts) {
757
+ return this.txPool.getTxByHash(txHash, opts);
394
758
  }
395
759
  /**
396
760
  * Returns transactions in the transaction pool by hash.
397
761
  * @param txHashes - Hashes of the transactions to look for.
762
+ * @param opts - Set `includeProof: false` to skip loading tx proofs from the DB.
398
763
  * @returns The txs found, in the same order as the requested hashes. If a tx is not found, it will be undefined.
399
- */ getTxsByHashFromPool(txHashes) {
400
- return this.txPool.getTxsByHash(txHashes);
764
+ */ getTxsByHashFromPool(txHashes, opts) {
765
+ return this.txPool.getTxsByHash(txHashes, opts);
401
766
  }
402
767
  hasTxsInPool(txHashes) {
403
768
  return this.txPool.hasTxs(txHashes);
404
769
  }
405
770
  /**
406
- * Returns transactions in the transaction pool by hash.
407
- * If a transaction is not in the pool, it will be requested from the network.
408
- * @param txHashes - Hashes of the transactions to look for.
409
- * @returns The txs found, or undefined if not found in the order requested.
410
- */ async getTxsByHash(txHashes, pinnedPeerId) {
411
- const txs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
412
- const missingTxHashes = txs.map((tx, index)=>[
413
- tx,
414
- index
415
- ]).filter(([tx, _index])=>!tx).map(([_tx, index])=>txHashes[index]);
416
- if (missingTxHashes.length === 0) {
417
- return txs;
418
- }
419
- const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
420
- // TODO: optimize
421
- // Merge the found txs in order
422
- const mergingTxs = txHashes.map((txHash)=>{
423
- // Is it in the txs list from the mempool?
424
- for (const tx of txs){
425
- if (tx !== undefined && tx.getTxHash().equals(txHash)) {
426
- return tx;
427
- }
428
- }
429
- // Is it in the fetched missing txs?
430
- // Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
431
- for (const tx of missingTxs){
432
- if (tx.getTxHash().equals(txHash)) {
433
- return tx;
434
- }
435
- }
436
- // Otherwise return undefined
437
- return undefined;
438
- });
439
- return mergingTxs;
440
- }
441
- /**
442
771
  * Returns an archived transaction in the transaction pool by its hash.
443
772
  * @param txHash - Hash of the archived transaction to look for.
444
773
  * @returns A single tx or undefined.
@@ -446,31 +775,35 @@ import { P2PClientState } from './interface.js';
446
775
  return this.txPool.getArchivedTxByHash(txHash);
447
776
  }
448
777
  /**
449
- * Verifies the 'tx' and, if valid, adds it to local tx pool and forwards it to other peers.
450
- * @param tx - The tx to verify.
778
+ * Accepts a transaction, adds it to local tx pool and forwards it to other peers.
779
+ * @param tx - The tx to send.
451
780
  * @returns Empty promise.
452
781
  **/ async sendTx(tx) {
453
- const addedCount = await this.addTxsToPool([
782
+ this.#assertIsReady();
783
+ const result = await this.txPool.addPendingTxs([
454
784
  tx
455
- ]);
456
- const txAddedSuccessfully = addedCount === 1;
457
- if (txAddedSuccessfully) {
785
+ ], {
786
+ feeComparisonOnly: true
787
+ });
788
+ if (result.accepted.length === 1) {
458
789
  await this.p2pService.propagate(tx);
790
+ return;
459
791
  }
460
- }
461
- /**
462
- * Adds transactions to the pool. Does not send to peers or validate the txs.
463
- * @param txs - The transactions.
464
- **/ async addTxsToPool(txs) {
465
- this.#assertIsReady();
466
- return await this.txPool.addTxs(txs);
792
+ const txHashStr = tx.getTxHash().toString();
793
+ const reason = result.errors?.get(txHashStr);
794
+ if (reason) {
795
+ this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
796
+ throw new TxPoolError(reason);
797
+ }
798
+ this.log.warn(`Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`);
467
799
  }
468
800
  /**
469
801
  * Returns whether the given tx hash is flagged as pending or mined.
470
802
  * @param txHash - Hash of the tx to query.
471
803
  * @returns Pending or mined depending on its status, or undefined if not found.
472
- */ getTxStatus(txHash) {
473
- return this.txPool.getTxStatus(txHash);
804
+ */ async getTxStatus(txHash) {
805
+ const status = await this.txPool.getTxStatus(txHash);
806
+ return status === 'protected' ? 'pending' : status;
474
807
  }
475
808
  getEnr() {
476
809
  return this.p2pService.getEnr();
@@ -479,13 +812,11 @@ import { P2PClientState } from './interface.js';
479
812
  return Promise.resolve(this.p2pService.getEnr()?.encodeTxt());
480
813
  }
481
814
  /**
482
- * Deletes the 'txs' from the pool.
483
- * NOT used if we use sendTx as reconcileTxPool will handle this.
484
- * @param txHashes - Hashes of the transactions to delete.
485
- * @returns Empty promise.
486
- **/ async deleteTxs(txHashes) {
815
+ * Handles failed transaction execution by removing txs from the pool.
816
+ * @param txHashes - Hashes of the transactions that failed execution.
817
+ **/ async handleFailedExecution(txHashes) {
487
818
  this.#assertIsReady();
488
- await this.txPool.deleteTxs(txHashes);
819
+ await this.txPool.handleFailedExecution(txHashes);
489
820
  }
490
821
  /**
491
822
  * Public function to check if the p2p client is fully synced and ready to receive txs.
@@ -497,16 +828,19 @@ import { P2PClientState } from './interface.js';
497
828
  * Public function to check the latest block number that the P2P client is synced to.
498
829
  * @returns Block number of latest L2 Block we've synced with.
499
830
  */ async getSyncedLatestBlockNum() {
500
- return await this.synchedLatestBlockNumber.getAsync() ?? INITIAL_L2_BLOCK_NUM - 1;
831
+ const tips = await this.l2Tips.getL2Tips();
832
+ return tips.proposed.number;
501
833
  }
502
834
  /**
503
835
  * Public function to check the latest proven block number that the P2P client is synced to.
504
836
  * @returns Block number of latest proven L2 Block we've synced with.
505
837
  */ async getSyncedProvenBlockNum() {
506
- return await this.synchedProvenBlockNumber.getAsync() ?? INITIAL_L2_BLOCK_NUM - 1;
838
+ const tips = await this.l2Tips.getL2Tips();
839
+ return tips.proven.block.number;
507
840
  }
508
841
  async getSyncedFinalizedBlockNum() {
509
- return await this.synchedFinalizedBlockNumber.getAsync() ?? INITIAL_L2_BLOCK_NUM - 1;
842
+ const tips = await this.l2Tips.getL2Tips();
843
+ return tips.finalized.block.number;
510
844
  }
511
845
  /** Returns latest L2 slot for which we have seen an L2 block. */ async getSyncedLatestSlot() {
512
846
  return await this.synchedLatestSlot.getAsync() ?? BigInt(0);
@@ -516,7 +850,9 @@ import { P2PClientState } from './interface.js';
516
850
  * @returns Information about p2p client status: state & syncedToBlockNum.
517
851
  */ async getStatus() {
518
852
  const blockNumber = await this.getSyncedLatestBlockNum();
519
- const blockHash = blockNumber === 0 ? '' : await this.l2BlockSource.getBlockHeader(blockNumber).then((header)=>header?.hash()).then((hash)=>hash?.toString());
853
+ const blockHash = await this.l2BlockSource.getBlockData({
854
+ number: blockNumber
855
+ }).then((data)=>data?.header.hash()).then((hash)=>hash?.toString());
520
856
  return {
521
857
  state: this.currentState,
522
858
  syncedToL2Block: {
@@ -526,13 +862,12 @@ import { P2PClientState } from './interface.js';
526
862
  };
527
863
  }
528
864
  /**
529
- * Mark all txs from these blocks as mined.
865
+ * Handles mined blocks by marking the txs in them as mined.
530
866
  * @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
531
867
  * @returns Empty promise.
532
- */ async markTxsAsMinedFromBlocks(blocks) {
868
+ */ async handleMinedBlocks(blocks) {
533
869
  for (const block of blocks){
534
- const txHashes = block.body.txEffects.map((txEffect)=>txEffect.txHash);
535
- await this.txPool.markAsMined(txHashes, block.getBlockHeader());
870
+ await this.txPool.handleMinedBlock(block);
536
871
  }
537
872
  }
538
873
  /**
@@ -541,21 +876,19 @@ import { P2PClientState } from './interface.js';
541
876
  * @returns Empty promise.
542
877
  */ async handleLatestL2Blocks(blocks) {
543
878
  if (!blocks.length) {
544
- return Promise.resolve();
545
- }
546
- await this.markTxsAsMinedFromBlocks(blocks.map((b)=>b.block));
547
- await this.startCollectingMissingTxs(blocks.map((b)=>b.block));
548
- const lastBlock = blocks.at(-1).block;
549
- await Promise.all(blocks.map(async (block)=>this.setBlockHash({
550
- number: block.block.number,
551
- hash: await block.block.hash().then((h)=>h.toString())
552
- })));
553
- await this.synchedLatestBlockNumber.set(lastBlock.number);
554
- await this.synchedLatestSlot.set(lastBlock.header.getSlot());
555
- this.log.verbose(`Synched to latest block ${lastBlock.number}`);
556
- await this.startServiceIfSynched();
879
+ return;
880
+ }
881
+ const lastBlock = blocks.at(-1);
882
+ const lastSlot = lastBlock.header.getSlot();
883
+ // Mark txs mined before releasing protections: a block landing at this slot supersedes any
884
+ // protection for txs it includes, so mined-marking must run first to keep just-landed txs from
885
+ // being unprotected into pending where they could be evicted before they are recorded as mined.
886
+ await this.handleMinedBlocks(blocks);
887
+ await this.maybeCallPrepareForSlot(lastSlot);
888
+ await this.collectingMissingTxs(blocks);
889
+ await this.synchedLatestSlot.set(BigInt(lastSlot));
557
890
  }
558
- /** Request txs for unproven blocks so the prover node has more chances to get them. */ async startCollectingMissingTxs(blocks) {
891
+ /** Request txs for unproven blocks so the prover node can prove. */ async collectingMissingTxs(blocks) {
559
892
  try {
560
893
  // TODO(#15435): If the archiver has lagged behind L1, the reported proven block number may
561
894
  // be much lower than the actual one, and it does not update until the pending chain is
@@ -563,7 +896,9 @@ import { P2PClientState } from './interface.js';
563
896
  // are already proven, but the archiver has not yet updated its state. Until this is properly
564
897
  // fixed, it is mitigated by the expiration date of collection requests, which depends on
565
898
  // the slot number of the block.
566
- const provenBlockNumber = await this.l2BlockSource.getProvenBlockNumber();
899
+ const provenBlockNumber = await this.l2BlockSource.getBlockNumber({
900
+ tag: 'proven'
901
+ }) ?? BlockNumber.ZERO;
567
902
  const unprovenBlocks = blocks.filter((block)=>block.number > provenBlockNumber);
568
903
  for (const block of unprovenBlocks){
569
904
  const txHashes = block.body.txEffects.map((txEffect)=>txEffect.txHash);
@@ -574,7 +909,19 @@ import { P2PClientState } from './interface.js';
574
909
  blockNumber: block.number,
575
910
  blockHash: await block.hash().then((h)=>h.toString())
576
911
  });
577
- this.txCollection.startCollecting(block, missingTxHashes);
912
+ // Both `slashDataWithholdingToleranceSlots` and `p2pMissingTxCollectionDeadlineSlots`
913
+ // count *full slots after the block slot* — value N means collection runs until
914
+ // `slotStart(block.slot + N + 1)`. Take the larger of the two so collection never
915
+ // gives up before the data-withholding slash verdict is rendered.
916
+ const blockSlot = block.header.getSlot();
917
+ const toleranceSlots = this.config.slashDataWithholdingToleranceSlots;
918
+ const configuredSlots = this.config.p2pMissingTxCollectionDeadlineSlots ?? 0;
919
+ const deadlineSlot = SlotNumber(blockSlot + Math.max(toleranceSlots, configuredSlots) + 1);
920
+ const deadlineSeconds = getTimestampForSlot(deadlineSlot, this.epochCache.getL1Constants());
921
+ const deadline = new Date(Number(deadlineSeconds) * 1000);
922
+ await this.txCollection.collectFastForBlock(block, missingTxHashes, {
923
+ deadline
924
+ });
578
925
  }
579
926
  }
580
927
  } catch (err) {
@@ -587,72 +934,63 @@ import { P2PClientState } from './interface.js';
587
934
  * @returns Empty promise.
588
935
  */ async handleFinalizedL2Blocks(blocks) {
589
936
  if (!blocks.length) {
590
- return Promise.resolve();
591
- }
592
- this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
593
- const lastBlockNum = blocks[blocks.length - 1].number;
594
- const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
595
- const txHashes = blocks.flatMap((block)=>block.body.txEffects.map((txEffect)=>txEffect.txHash));
596
- this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
597
- await this.txPool.deleteTxs(txHashes, {
598
- permanently: true
599
- });
600
- await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
601
- await this.attestationPool?.deleteAttestationsOlderThan(lastBlockSlot);
602
- await this.synchedFinalizedBlockNumber.set(lastBlockNum);
603
- this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
604
- await this.startServiceIfSynched();
937
+ return;
938
+ }
939
+ // Finalization is monotonic, so we only need to call with the last block
940
+ const lastBlock = blocks.at(-1);
941
+ await this.txPool.handleFinalizedBlock(lastBlock.header);
942
+ await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
605
943
  }
606
944
  /**
607
945
  * Updates the tx pool after a chain prune.
608
- * @param latestBlock - The block number the chain was pruned to.
609
- */ async handlePruneL2Blocks(latestBlock) {
610
- const txsToDelete = new Map();
611
- const minedTxs = await this.txPool.getMinedTxHashes();
612
- // Find transactions that reference pruned blocks in their historical header
613
- for (const tx of (await this.txPool.getAllTxs())){
614
- // every tx that's been generated against a block that has now been pruned is no longer valid
615
- if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
616
- const txHash = tx.getTxHash();
617
- txsToDelete.set(txHash.toString(), txHash);
618
- }
619
- }
620
- this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
621
- newLatestBlock: latestBlock,
622
- previousLatestBlock: await this.getSyncedLatestBlockNum(),
623
- txsToDelete: Array.from(txsToDelete.keys())
946
+ * Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
947
+ * @param latestBlock - The block ID the chain was pruned to.
948
+ * @param newCheckpoint - The checkpoint ID after the prune.
949
+ */ async handlePruneL2Blocks(latestBlock, newCheckpoint) {
950
+ const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && await this.isEpochPrune(newCheckpoint);
951
+ await this.txPool.handlePrunedBlocks(latestBlock, {
952
+ deleteAllTxs
624
953
  });
625
- // delete invalid txs (both pending and mined)
626
- await this.txPool.deleteTxs(Array.from(txsToDelete.values()));
627
- // everything left in the mined set was built against a block on the proven chain so its still valid
628
- // move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
629
- // in which case we clean them up to avoid potential reorg loops
630
- // NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
631
- // (see this.keepProvenTxsFor)
632
- const minedTxsFromReorg = [];
633
- for (const [txHash, blockNumber] of minedTxs){
634
- // We keep the txsToDelete out of this list as they have already been deleted above
635
- if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
636
- minedTxsFromReorg.push(txHash);
637
- }
954
+ }
955
+ /**
956
+ * Returns true if the prune is an epoch prune (new checkpoint number is less than old).
957
+ * If the checkpoint number stays the same or increases, the prune is within a checkpoint.
958
+ */ async isEpochPrune(newCheckpoint) {
959
+ const tips = await this.l2Tips.getL2Tips();
960
+ const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
961
+ if (oldCheckpointNumber <= CheckpointNumber.INITIAL) {
962
+ return false;
638
963
  }
639
- if (this.config.txPoolDeleteTxsAfterReorg) {
640
- this.log.info(`Deleting ${minedTxsFromReorg.length} mined txs from reorg`);
641
- await this.txPool.deleteTxs(minedTxsFromReorg);
642
- } else {
643
- this.log.info(`Moving ${minedTxsFromReorg.length} mined txs from reorg back to pending`);
644
- await this.txPool.markMinedAsPending(minedTxsFromReorg);
964
+ const newCheckpointNumber = newCheckpoint.number;
965
+ // We check that the new checkpoint number is less than the old checkpoint number in order to consider it an epoch prune.
966
+ // To be more certain that it is an epoch prune, we will check that at least 2 checkpoints were removed.
967
+ // This means we should avoid thinking checkpoints removed by L1 re-orgs are epoch prunes
968
+ const thresholdForEpochPrune = CheckpointNumber(oldCheckpointNumber - 2);
969
+ const isEpochPrune = newCheckpointNumber <= thresholdForEpochPrune;
970
+ if (isEpochPrune) {
971
+ this.log.info(`Detected epoch prune to ${newCheckpointNumber}`, {
972
+ oldCheckpointNumber,
973
+ newCheckpointNumber,
974
+ thresholdForEpochPrune
975
+ });
645
976
  }
646
- await this.synchedLatestBlockNumber.set(latestBlock);
647
- // no need to update block hashes, as they will be updated as new blocks are added
977
+ return isEpochPrune;
978
+ }
979
+ /** Calls prepareForSlot for the given slot if it advances past the last slot we prepared for. */ async maybeCallPrepareForSlot(slot) {
980
+ if (slot <= this.lastSlotProcessed) {
981
+ return;
982
+ }
983
+ this.lastSlotProcessed = slot;
984
+ await this.txPool.prepareForSlot(slot);
648
985
  }
649
986
  async startServiceIfSynched() {
650
987
  if (this.currentState !== P2PClientState.SYNCHING) {
651
988
  return;
652
989
  }
653
- const syncedFinalizedBlock = await this.getSyncedFinalizedBlockNum();
654
- const syncedProvenBlock = await this.getSyncedProvenBlockNum();
655
- const syncedLatestBlock = await this.getSyncedLatestBlockNum();
990
+ const tips = await this.l2Tips.getL2Tips();
991
+ const syncedFinalizedBlock = tips.finalized.block.number;
992
+ const syncedProvenBlock = tips.proven.block.number;
993
+ const syncedLatestBlock = tips.proposed.number;
656
994
  if (syncedLatestBlock >= this.latestBlockNumberAtStart && syncedProvenBlock >= this.provenBlockNumberAtStart && syncedFinalizedBlock >= this.finalizedBlockNumberAtStart) {
657
995
  this.log.info(`Completed P2P client sync to block ${syncedLatestBlock}. Starting service.`, {
658
996
  syncedLatestBlock,
@@ -674,23 +1012,26 @@ import { P2PClientState } from './interface.js';
674
1012
  this.currentState = newState;
675
1013
  this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
676
1014
  }
677
- validate(txs) {
678
- return this.p2pService.validate(txs);
1015
+ validateTxsReceivedInBlockProposal(txs) {
1016
+ return this.p2pService.validateTxsReceivedInBlockProposal(txs);
1017
+ }
1018
+ /**
1019
+ * Protects existing transactions by hash for a given slot.
1020
+ * Returns hashes of transactions that weren't found in the pool.
1021
+ * @param txHashes - Hashes of the transactions to protect.
1022
+ * @param blockHeader - The block header providing slot context.
1023
+ * @returns Hashes of transactions not found in the pool.
1024
+ */ protectTxs(txHashes, blockHeader) {
1025
+ return this.txPool.protectTxs(txHashes, blockHeader);
679
1026
  }
680
1027
  /**
681
- * Marks transactions as non-evictable in the pool.
682
- * @param txHashes - Hashes of the transactions to mark as non-evictable.
683
- */ markTxsAsNonEvictable(txHashes) {
684
- return this.txPool.markTxsAsNonEvictable(txHashes);
1028
+ * Prepares the pool for a new slot.
1029
+ * Unprotects transactions from earlier slots and validates them.
1030
+ * @param slotNumber - The slot number to prepare for
1031
+ */ async prepareForSlot(slotNumber) {
1032
+ await this.txPool.prepareForSlot(slotNumber);
685
1033
  }
686
1034
  handleAuthRequestFromPeer(authRequest, peerId) {
687
1035
  return this.p2pService.handleAuthRequestFromPeer(authRequest, peerId);
688
1036
  }
689
1037
  }
690
- _ts_decorate([
691
- trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
692
- [Attributes.SLOT_NUMBER]: proposal.slotNumber.toNumber(),
693
- [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
694
- [Attributes.P2P_ID]: (await proposal.p2pMessageIdentifier()).toString()
695
- }))
696
- ], P2PClient.prototype, "broadcastProposal", null);