@aztec/p2p 0.0.1-commit.24de95ac → 0.0.1-commit.2606882

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (605) hide show
  1. package/README.md +129 -3
  2. package/dest/bootstrap/bootstrap.d.ts +4 -3
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +13 -5
  5. package/dest/client/factory.d.ts +13 -12
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +65 -21
  8. package/dest/client/index.d.ts +1 -1
  9. package/dest/client/interface.d.ts +72 -35
  10. package/dest/client/interface.d.ts.map +1 -1
  11. package/dest/client/p2p_client.d.ts +59 -86
  12. package/dest/client/p2p_client.d.ts.map +1 -1
  13. package/dest/client/p2p_client.js +677 -339
  14. package/dest/config.d.ts +169 -87
  15. package/dest/config.d.ts.map +1 -1
  16. package/dest/config.js +176 -56
  17. package/dest/enr/generate-enr.d.ts +1 -1
  18. package/dest/enr/index.d.ts +1 -1
  19. package/dest/errors/attestation-pool.error.d.ts +7 -0
  20. package/dest/errors/attestation-pool.error.d.ts.map +1 -0
  21. package/dest/errors/attestation-pool.error.js +12 -0
  22. package/dest/errors/p2p-service.error.d.ts +9 -0
  23. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  24. package/dest/errors/p2p-service.error.js +10 -0
  25. package/dest/errors/reqresp.error.d.ts +1 -20
  26. package/dest/errors/reqresp.error.d.ts.map +1 -1
  27. package/dest/errors/reqresp.error.js +0 -21
  28. package/dest/errors/tx-pool.error.d.ts +8 -0
  29. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  30. package/dest/errors/tx-pool.error.js +9 -0
  31. package/dest/index.d.ts +2 -2
  32. package/dest/index.d.ts.map +1 -1
  33. package/dest/index.js +1 -1
  34. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +154 -57
  35. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  36. package/dest/mem_pools/attestation_pool/attestation_pool.js +511 -3
  37. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  38. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  39. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +651 -294
  40. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  41. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  42. package/dest/mem_pools/attestation_pool/index.js +1 -2
  43. package/dest/mem_pools/attestation_pool/mocks.d.ts +234 -10
  44. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  45. package/dest/mem_pools/attestation_pool/mocks.js +19 -13
  46. package/dest/mem_pools/index.d.ts +3 -3
  47. package/dest/mem_pools/index.d.ts.map +1 -1
  48. package/dest/mem_pools/index.js +1 -1
  49. package/dest/mem_pools/instrumentation.d.ts +11 -1
  50. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  51. package/dest/mem_pools/instrumentation.js +55 -10
  52. package/dest/mem_pools/interface.d.ts +6 -7
  53. package/dest/mem_pools/interface.d.ts.map +1 -1
  54. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  55. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  56. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  57. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +39 -0
  58. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  59. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +97 -0
  60. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  61. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  62. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +11 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/index.js +12 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  77. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
  78. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
  79. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  80. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  81. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  82. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  83. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  84. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  85. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  86. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  87. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  88. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  89. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  90. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  91. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  92. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
  93. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  94. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  95. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  96. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  97. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  98. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  99. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  100. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  101. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  102. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +218 -0
  103. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  104. package/dest/mem_pools/tx_pool_v2/interfaces.js +10 -0
  105. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +137 -0
  106. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  107. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +223 -0
  108. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  109. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  110. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  111. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  112. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  113. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
  114. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +62 -0
  115. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  116. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +167 -0
  117. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
  118. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  119. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +914 -0
  120. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +14 -7
  121. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  122. package/dest/msg_validators/attestation_validator/attestation_validator.js +84 -26
  123. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +24 -0
  124. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -0
  125. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +75 -0
  126. package/dest/msg_validators/attestation_validator/index.d.ts +2 -1
  127. package/dest/msg_validators/attestation_validator/index.d.ts.map +1 -1
  128. package/dest/msg_validators/attestation_validator/index.js +1 -0
  129. package/dest/msg_validators/clock_tolerance.d.ts +32 -0
  130. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -0
  131. package/dest/msg_validators/clock_tolerance.js +90 -0
  132. package/dest/msg_validators/index.d.ts +2 -2
  133. package/dest/msg_validators/index.d.ts.map +1 -1
  134. package/dest/msg_validators/index.js +1 -1
  135. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts +1 -1
  136. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts.map +1 -1
  137. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +15 -0
  138. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
  139. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +14 -0
  140. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +15 -0
  141. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
  142. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +20 -0
  143. package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
  144. package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
  145. package/dest/msg_validators/proposal_validator/index.js +3 -0
  146. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +26 -0
  147. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
  148. package/dest/msg_validators/proposal_validator/proposal_validator.js +150 -0
  149. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  150. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  151. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +11 -18
  152. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  153. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  154. package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -21
  155. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  156. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  157. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  158. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  159. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  160. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
  161. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  162. package/dest/msg_validators/tx_validator/block_header_validator.js +4 -3
  163. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  164. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  165. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  166. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  167. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  168. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  169. package/dest/msg_validators/tx_validator/data_validator.d.ts +4 -1
  170. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  171. package/dest/msg_validators/tx_validator/data_validator.js +40 -3
  172. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
  173. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  174. package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
  175. package/dest/msg_validators/tx_validator/factory.d.ts +140 -6
  176. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  177. package/dest/msg_validators/tx_validator/factory.js +259 -58
  178. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
  179. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
  180. package/dest/msg_validators/tx_validator/fee_payer_balance.js +24 -0
  181. package/dest/msg_validators/tx_validator/gas_validator.d.ts +100 -3
  182. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  183. package/dest/msg_validators/tx_validator/gas_validator.js +146 -67
  184. package/dest/msg_validators/tx_validator/index.d.ts +6 -1
  185. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  186. package/dest/msg_validators/tx_validator/index.js +5 -0
  187. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +4 -3
  188. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  189. package/dest/msg_validators/tx_validator/metadata_validator.js +6 -6
  190. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  191. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  192. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  193. package/dest/msg_validators/tx_validator/phases_validator.d.ts +24 -3
  194. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  195. package/dest/msg_validators/tx_validator/phases_validator.js +78 -28
  196. package/dest/msg_validators/tx_validator/size_validator.d.ts +8 -0
  197. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -0
  198. package/dest/msg_validators/tx_validator/size_validator.js +23 -0
  199. package/dest/msg_validators/tx_validator/test_utils.d.ts +2 -2
  200. package/dest/msg_validators/tx_validator/test_utils.d.ts.map +1 -1
  201. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +23 -5
  202. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  203. package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
  204. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  205. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  206. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  207. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +4 -2
  208. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  209. package/dest/msg_validators/tx_validator/tx_proof_validator.js +4 -2
  210. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  211. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  212. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  213. package/dest/services/data_store.d.ts +1 -1
  214. package/dest/services/data_store.d.ts.map +1 -1
  215. package/dest/services/data_store.js +14 -10
  216. package/dest/services/discv5/discV5_service.d.ts +2 -1
  217. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  218. package/dest/services/discv5/discV5_service.js +36 -9
  219. package/dest/services/dummy_service.d.ts +36 -16
  220. package/dest/services/dummy_service.d.ts.map +1 -1
  221. package/dest/services/dummy_service.js +58 -14
  222. package/dest/services/encoding.d.ts +7 -3
  223. package/dest/services/encoding.d.ts.map +1 -1
  224. package/dest/services/encoding.js +23 -15
  225. package/dest/services/gossipsub/index.d.ts +3 -0
  226. package/dest/services/gossipsub/index.d.ts.map +1 -0
  227. package/dest/services/gossipsub/index.js +2 -0
  228. package/dest/services/gossipsub/scoring.d.ts +21 -3
  229. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  230. package/dest/services/gossipsub/scoring.js +24 -7
  231. package/dest/services/gossipsub/topic_score_params.d.ts +184 -0
  232. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  233. package/dest/services/gossipsub/topic_score_params.js +363 -0
  234. package/dest/services/index.d.ts +2 -1
  235. package/dest/services/index.d.ts.map +1 -1
  236. package/dest/services/index.js +1 -0
  237. package/dest/services/libp2p/instrumentation.d.ts +5 -1
  238. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  239. package/dest/services/libp2p/instrumentation.js +49 -70
  240. package/dest/services/libp2p/libp2p_service.d.ts +118 -109
  241. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  242. package/dest/services/libp2p/libp2p_service.js +1286 -430
  243. package/dest/services/peer-manager/interface.d.ts +1 -1
  244. package/dest/services/peer-manager/metrics.d.ts +11 -2
  245. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  246. package/dest/services/peer-manager/metrics.js +45 -16
  247. package/dest/services/peer-manager/peer_manager.d.ts +7 -34
  248. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  249. package/dest/services/peer-manager/peer_manager.js +46 -23
  250. package/dest/services/peer-manager/peer_scoring.d.ts +12 -2
  251. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  252. package/dest/services/peer-manager/peer_scoring.js +99 -13
  253. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +44 -0
  254. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  255. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +534 -0
  256. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  257. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  258. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  259. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +50 -0
  260. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  261. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  262. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +35 -0
  263. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  264. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +136 -0
  265. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +62 -0
  266. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  267. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +176 -0
  268. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +11 -0
  269. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  270. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +7 -0
  271. package/dest/services/reqresp/config.d.ts +3 -3
  272. package/dest/services/reqresp/config.d.ts.map +1 -1
  273. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -4
  274. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  275. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  276. package/dest/services/reqresp/constants.d.ts +12 -0
  277. package/dest/services/reqresp/constants.d.ts.map +1 -0
  278. package/dest/services/reqresp/constants.js +7 -0
  279. package/dest/services/reqresp/index.d.ts +1 -1
  280. package/dest/services/reqresp/interface.d.ts +27 -18
  281. package/dest/services/reqresp/interface.d.ts.map +1 -1
  282. package/dest/services/reqresp/interface.js +23 -19
  283. package/dest/services/reqresp/metrics.d.ts +6 -5
  284. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  285. package/dest/services/reqresp/metrics.js +16 -21
  286. package/dest/services/reqresp/protocols/auth.d.ts +2 -2
  287. package/dest/services/reqresp/protocols/auth.d.ts.map +1 -1
  288. package/dest/services/reqresp/protocols/auth.js +2 -2
  289. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +8 -3
  290. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  291. package/dest/services/reqresp/protocols/block_txs/bitvector.js +15 -2
  292. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  293. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  294. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +35 -14
  295. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +37 -11
  296. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  297. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +85 -21
  298. package/dest/services/reqresp/protocols/block_txs/index.d.ts +1 -1
  299. package/dest/services/reqresp/protocols/goodbye.d.ts +1 -1
  300. package/dest/services/reqresp/protocols/goodbye.d.ts.map +1 -1
  301. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  302. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  303. package/dest/services/reqresp/protocols/index.js +0 -1
  304. package/dest/services/reqresp/protocols/ping.d.ts +1 -1
  305. package/dest/services/reqresp/protocols/status.d.ts +6 -5
  306. package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
  307. package/dest/services/reqresp/protocols/status.js +7 -3
  308. package/dest/services/reqresp/protocols/tx.d.ts +8 -3
  309. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  310. package/dest/services/reqresp/protocols/tx.js +21 -3
  311. package/dest/services/reqresp/rate-limiter/index.d.ts +1 -1
  312. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +6 -5
  313. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  314. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  315. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  316. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  317. package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
  318. package/dest/services/reqresp/reqresp.d.ts +12 -69
  319. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  320. package/dest/services/reqresp/reqresp.js +448 -199
  321. package/dest/services/reqresp/status.d.ts +2 -2
  322. package/dest/services/reqresp/status.d.ts.map +1 -1
  323. package/dest/services/service.d.ts +62 -13
  324. package/dest/services/service.d.ts.map +1 -1
  325. package/dest/services/tx_collection/config.d.ts +11 -11
  326. package/dest/services/tx_collection/config.d.ts.map +1 -1
  327. package/dest/services/tx_collection/config.js +28 -27
  328. package/dest/services/tx_collection/file_store_tx_collection.d.ts +37 -0
  329. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  330. package/dest/services/tx_collection/file_store_tx_collection.js +127 -0
  331. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  332. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  333. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  334. package/dest/services/tx_collection/index.d.ts +3 -2
  335. package/dest/services/tx_collection/index.d.ts.map +1 -1
  336. package/dest/services/tx_collection/index.js +1 -0
  337. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  338. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  339. package/dest/services/tx_collection/instrumentation.js +9 -13
  340. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  341. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  342. package/dest/services/tx_collection/request_tracker.js +84 -0
  343. package/dest/services/tx_collection/tx_collection.d.ts +51 -57
  344. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  345. package/dest/services/tx_collection/tx_collection.js +298 -70
  346. package/dest/services/tx_collection/tx_collection_sink.d.ts +20 -10
  347. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  348. package/dest/services/tx_collection/tx_collection_sink.js +28 -31
  349. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  350. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  351. package/dest/services/tx_collection/tx_source.js +26 -7
  352. package/dest/services/tx_file_store/config.d.ts +16 -0
  353. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  354. package/dest/services/tx_file_store/config.js +22 -0
  355. package/dest/services/tx_file_store/index.d.ts +4 -0
  356. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  357. package/dest/services/tx_file_store/index.js +3 -0
  358. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  359. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  360. package/dest/services/tx_file_store/instrumentation.js +29 -0
  361. package/dest/services/tx_file_store/tx_file_store.d.ts +46 -0
  362. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  363. package/dest/services/tx_file_store/tx_file_store.js +142 -0
  364. package/dest/services/tx_provider.d.ts +9 -5
  365. package/dest/services/tx_provider.d.ts.map +1 -1
  366. package/dest/services/tx_provider.js +23 -10
  367. package/dest/services/tx_provider_instrumentation.d.ts +5 -2
  368. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  369. package/dest/services/tx_provider_instrumentation.js +14 -14
  370. package/dest/test-helpers/generate-peer-id-private-keys.d.ts +1 -1
  371. package/dest/test-helpers/get-ports.d.ts +1 -1
  372. package/dest/test-helpers/get-ports.d.ts.map +1 -1
  373. package/dest/test-helpers/index.d.ts +3 -1
  374. package/dest/test-helpers/index.d.ts.map +1 -1
  375. package/dest/test-helpers/index.js +2 -0
  376. package/dest/test-helpers/make-enrs.d.ts +1 -1
  377. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  378. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  379. package/dest/test-helpers/make-test-p2p-clients.js +5 -3
  380. package/dest/test-helpers/mock-pubsub.d.ts +48 -8
  381. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  382. package/dest/test-helpers/mock-pubsub.js +115 -14
  383. package/dest/test-helpers/mock-tx-helpers.d.ts +2 -2
  384. package/dest/test-helpers/mock-tx-helpers.d.ts.map +1 -1
  385. package/dest/test-helpers/mock-tx-helpers.js +1 -1
  386. package/dest/test-helpers/reqresp-nodes.d.ts +5 -7
  387. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  388. package/dest/test-helpers/reqresp-nodes.js +19 -20
  389. package/dest/test-helpers/test_tx_provider.d.ts +42 -0
  390. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  391. package/dest/test-helpers/test_tx_provider.js +44 -0
  392. package/dest/test-helpers/testbench-utils.d.ts +161 -0
  393. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  394. package/dest/test-helpers/testbench-utils.js +391 -0
  395. package/dest/testbench/p2p_client_testbench_worker.d.ts +26 -2
  396. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  397. package/dest/testbench/p2p_client_testbench_worker.js +275 -131
  398. package/dest/testbench/parse_log_file.d.ts +1 -1
  399. package/dest/testbench/testbench.d.ts +1 -1
  400. package/dest/testbench/worker_client_manager.d.ts +57 -6
  401. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  402. package/dest/testbench/worker_client_manager.js +277 -44
  403. package/dest/types/index.d.ts +1 -1
  404. package/dest/util.d.ts +14 -8
  405. package/dest/util.d.ts.map +1 -1
  406. package/dest/util.js +41 -11
  407. package/dest/versioning.d.ts +3 -6
  408. package/dest/versioning.d.ts.map +1 -1
  409. package/dest/versioning.js +3 -24
  410. package/package.json +20 -18
  411. package/src/bootstrap/bootstrap.ts +16 -5
  412. package/src/client/factory.ts +137 -46
  413. package/src/client/interface.ts +87 -43
  414. package/src/client/p2p_client.ts +352 -418
  415. package/src/client/test/p2p_client.batch_tx_requester.bench.README.md +197 -0
  416. package/src/config.ts +302 -65
  417. package/src/errors/attestation-pool.error.ts +13 -0
  418. package/src/errors/p2p-service.error.ts +11 -0
  419. package/src/errors/reqresp.error.ts +0 -25
  420. package/src/errors/tx-pool.error.ts +12 -0
  421. package/src/index.ts +1 -1
  422. package/src/mem_pools/attestation_pool/attestation_pool.ts +588 -56
  423. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +760 -319
  424. package/src/mem_pools/attestation_pool/index.ts +9 -2
  425. package/src/mem_pools/attestation_pool/mocks.ts +29 -17
  426. package/src/mem_pools/index.ts +2 -2
  427. package/src/mem_pools/instrumentation.ts +56 -10
  428. package/src/mem_pools/interface.ts +5 -7
  429. package/src/mem_pools/tx_pool_v2/README.md +283 -0
  430. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  431. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +112 -0
  432. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  433. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  434. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
  435. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  436. package/src/mem_pools/tx_pool_v2/eviction/index.ts +28 -0
  437. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
  438. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
  439. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  440. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  441. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  442. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
  443. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
  444. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  445. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  446. package/src/mem_pools/tx_pool_v2/interfaces.ts +250 -0
  447. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +349 -0
  448. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  449. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
  450. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +238 -0
  451. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1090 -0
  452. package/src/msg_validators/attestation_validator/README.md +49 -0
  453. package/src/msg_validators/attestation_validator/attestation_validator.ts +78 -33
  454. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +101 -0
  455. package/src/msg_validators/attestation_validator/index.ts +1 -0
  456. package/src/msg_validators/clock_tolerance.ts +121 -0
  457. package/src/msg_validators/index.ts +1 -1
  458. package/src/msg_validators/proposal_validator/README.md +123 -0
  459. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +30 -0
  460. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +41 -0
  461. package/src/msg_validators/proposal_validator/index.ts +3 -0
  462. package/src/msg_validators/proposal_validator/proposal_validator.ts +159 -0
  463. package/src/msg_validators/tx_validator/README.md +127 -0
  464. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +8 -17
  465. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  466. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  467. package/src/msg_validators/tx_validator/archive_cache.ts +2 -2
  468. package/src/msg_validators/tx_validator/block_header_validator.ts +21 -8
  469. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  470. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  471. package/src/msg_validators/tx_validator/data_validator.ts +62 -7
  472. package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
  473. package/src/msg_validators/tx_validator/factory.ts +427 -58
  474. package/src/msg_validators/tx_validator/fee_payer_balance.ts +44 -0
  475. package/src/msg_validators/tx_validator/gas_validator.ts +211 -77
  476. package/src/msg_validators/tx_validator/index.ts +5 -0
  477. package/src/msg_validators/tx_validator/metadata_validator.ts +31 -12
  478. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  479. package/src/msg_validators/tx_validator/phases_validator.ts +90 -31
  480. package/src/msg_validators/tx_validator/size_validator.ts +22 -0
  481. package/src/msg_validators/tx_validator/test_utils.ts +1 -1
  482. package/src/msg_validators/tx_validator/timestamp_validator.ts +30 -19
  483. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  484. package/src/msg_validators/tx_validator/tx_proof_validator.ts +10 -3
  485. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  486. package/src/services/data_store.ts +14 -19
  487. package/src/services/discv5/discV5_service.ts +39 -6
  488. package/src/services/dummy_service.ts +76 -38
  489. package/src/services/encoding.ts +22 -13
  490. package/src/services/gossipsub/README.md +641 -0
  491. package/src/services/gossipsub/index.ts +2 -0
  492. package/src/services/gossipsub/scoring.ts +29 -5
  493. package/src/services/gossipsub/topic_score_params.ts +519 -0
  494. package/src/services/index.ts +1 -0
  495. package/src/services/libp2p/instrumentation.ts +54 -72
  496. package/src/services/libp2p/libp2p_service.ts +1032 -480
  497. package/src/services/peer-manager/metrics.ts +51 -16
  498. package/src/services/peer-manager/peer_manager.ts +53 -15
  499. package/src/services/peer-manager/peer_scoring.ts +96 -7
  500. package/src/services/reqresp/README.md +215 -0
  501. package/src/services/reqresp/batch-tx-requester/README.md +344 -0
  502. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +660 -0
  503. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  504. package/src/services/reqresp/batch-tx-requester/interface.ts +61 -0
  505. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +168 -0
  506. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +249 -0
  507. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +24 -0
  508. package/src/services/reqresp/config.ts +2 -2
  509. package/src/services/reqresp/connection-sampler/connection_sampler.ts +19 -1
  510. package/src/services/reqresp/constants.ts +14 -0
  511. package/src/services/reqresp/interface.ts +48 -46
  512. package/src/services/reqresp/metrics.ts +35 -27
  513. package/src/services/reqresp/protocols/auth.ts +2 -2
  514. package/src/services/reqresp/protocols/block_txs/bitvector.ts +19 -2
  515. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +44 -17
  516. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +109 -17
  517. package/src/services/reqresp/protocols/index.ts +0 -1
  518. package/src/services/reqresp/protocols/status.ts +16 -12
  519. package/src/services/reqresp/protocols/tx.ts +24 -5
  520. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  521. package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
  522. package/src/services/reqresp/reqresp.ts +68 -224
  523. package/src/services/service.ts +83 -31
  524. package/src/services/tx_collection/config.ts +42 -37
  525. package/src/services/tx_collection/file_store_tx_collection.ts +153 -0
  526. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  527. package/src/services/tx_collection/index.ts +2 -1
  528. package/src/services/tx_collection/instrumentation.ts +5 -13
  529. package/src/services/tx_collection/request_tracker.ts +127 -0
  530. package/src/services/tx_collection/tx_collection.ts +368 -115
  531. package/src/services/tx_collection/tx_collection_sink.ts +32 -36
  532. package/src/services/tx_collection/tx_source.ts +28 -8
  533. package/src/services/tx_file_store/config.ts +37 -0
  534. package/src/services/tx_file_store/index.ts +3 -0
  535. package/src/services/tx_file_store/instrumentation.ts +36 -0
  536. package/src/services/tx_file_store/tx_file_store.ts +163 -0
  537. package/src/services/tx_provider.ts +34 -12
  538. package/src/services/tx_provider_instrumentation.ts +24 -14
  539. package/src/test-helpers/index.ts +2 -0
  540. package/src/test-helpers/make-test-p2p-clients.ts +7 -6
  541. package/src/test-helpers/mock-pubsub.ts +138 -15
  542. package/src/test-helpers/mock-tx-helpers.ts +1 -1
  543. package/src/test-helpers/reqresp-nodes.ts +18 -30
  544. package/src/test-helpers/test_tx_provider.ts +69 -0
  545. package/src/test-helpers/testbench-utils.ts +453 -0
  546. package/src/testbench/p2p_client_testbench_worker.ts +387 -128
  547. package/src/testbench/worker_client_manager.ts +355 -46
  548. package/src/util.ts +47 -16
  549. package/src/versioning.ts +3 -33
  550. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -30
  551. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  552. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -190
  553. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -25
  554. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  555. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -197
  556. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -150
  557. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  558. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -617
  559. package/dest/mem_pools/tx_pool/index.d.ts +0 -4
  560. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  561. package/dest/mem_pools/tx_pool/index.js +0 -3
  562. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts +0 -80
  563. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts.map +0 -1
  564. package/dest/mem_pools/tx_pool/memory_tx_pool.js +0 -238
  565. package/dest/mem_pools/tx_pool/priority.d.ts +0 -8
  566. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  567. package/dest/mem_pools/tx_pool/priority.js +0 -10
  568. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -122
  569. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  570. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  571. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  572. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  573. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -394
  574. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -12
  575. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
  576. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -70
  577. package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
  578. package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
  579. package/dest/msg_validators/block_proposal_validator/index.js +0 -1
  580. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -45
  581. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  582. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -92
  583. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  584. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  585. package/dest/services/reqresp/protocols/block.js +0 -31
  586. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -56
  587. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  588. package/dest/services/tx_collection/fast_tx_collection.js +0 -300
  589. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -54
  590. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  591. package/dest/services/tx_collection/slow_tx_collection.js +0 -176
  592. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -256
  593. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -253
  594. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -750
  595. package/src/mem_pools/tx_pool/index.ts +0 -3
  596. package/src/mem_pools/tx_pool/memory_tx_pool.ts +0 -283
  597. package/src/mem_pools/tx_pool/priority.ts +0 -13
  598. package/src/mem_pools/tx_pool/tx_pool.ts +0 -135
  599. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -313
  600. package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -81
  601. package/src/msg_validators/block_proposal_validator/index.ts +0 -1
  602. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -100
  603. package/src/services/reqresp/protocols/block.ts +0 -36
  604. package/src/services/tx_collection/fast_tx_collection.ts +0 -340
  605. package/src/services/tx_collection/slow_tx_collection.ts +0 -232
@@ -1,20 +1,398 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
6
369
  }
7
- import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
+ }
373
+ var _dec, _dec1, _initProto;
374
+ import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
8
375
  import { createLogger } from '@aztec/foundation/log';
376
+ import { RunningPromise } from '@aztec/foundation/promise';
9
377
  import { DateProvider } from '@aztec/foundation/timer';
378
+ import { L2TipsKVStore } from '@aztec/kv-store/stores';
379
+ import { L2BlockStream } from '@aztec/stdlib/block';
10
380
  import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
11
381
  import { tryStop } from '@aztec/stdlib/interfaces/server';
12
- import { Attributes, TraceableL2BlockStream, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
382
+ import { Attributes, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
13
383
  import { getP2PDefaultConfig } from '../config.js';
14
- import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
15
- import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
384
+ import { TxPoolError } from '../errors/tx-pool.error.js';
16
385
  import { TxProvider } from '../services/tx_provider.js';
17
386
  import { P2PClientState } from './interface.js';
387
+ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
388
+ [Attributes.SLOT_NUMBER]: proposal.slotNumber,
389
+ [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
390
+ [Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString()
391
+ })), _dec1 = trackSpan('p2pClient.broadcastCheckpointProposal', async (proposal)=>({
392
+ [Attributes.SLOT_NUMBER]: proposal.slotNumber,
393
+ [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
394
+ [Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString()
395
+ }));
18
396
  /**
19
397
  * The P2P client implementation.
20
398
  */ export class P2PClient extends WithTracer {
@@ -22,9 +400,25 @@ import { P2PClientState } from './interface.js';
22
400
  l2BlockSource;
23
401
  p2pService;
24
402
  txCollection;
403
+ txFileStore;
404
+ epochCache;
25
405
  _dateProvider;
26
406
  telemetry;
27
407
  log;
408
+ static{
409
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
410
+ [
411
+ _dec,
412
+ 2,
413
+ "broadcastProposal"
414
+ ],
415
+ [
416
+ _dec1,
417
+ 2,
418
+ "broadcastCheckpointProposal"
419
+ ]
420
+ ], []));
421
+ }
28
422
  /** The JS promise that will be running to keep the client's data in sync. Can be interrupted if the client is stopped. */ runningPromise;
29
423
  currentState;
30
424
  syncPromise;
@@ -32,10 +426,7 @@ import { P2PClientState } from './interface.js';
32
426
  latestBlockNumberAtStart;
33
427
  provenBlockNumberAtStart;
34
428
  finalizedBlockNumberAtStart;
35
- synchedBlockHashes;
36
- synchedLatestBlockNumber;
37
- synchedProvenBlockNumber;
38
- synchedFinalizedBlockNumber;
429
+ l2Tips;
39
430
  synchedLatestSlot;
40
431
  txPool;
41
432
  attestationPool;
@@ -43,15 +434,10 @@ import { P2PClientState } from './interface.js';
43
434
  blockStream;
44
435
  txProvider;
45
436
  validatorAddresses;
46
- /**
47
- * In-memory P2P client constructor.
48
- * @param store - The client's instance of the KV store.
49
- * @param l2BlockSource - P2P client's source for fetching existing blocks.
50
- * @param txPool - The client's instance of a transaction pool. Defaults to in-memory implementation.
51
- * @param p2pService - The concrete instance of p2p networking to use.
52
- * @param log - A logger.
53
- */ constructor(_clientType, store, l2BlockSource, mempools, p2pService, txCollection, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
54
- super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = P2PClientState.IDLE, this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [];
437
+ /** Tracks the last slot for which we called prepareForSlot */ lastSlotProcessed;
438
+ /** Polls for slot changes and calls prepareForSlot on the tx pool */ slotMonitor;
439
+ constructor(store, l2BlockSource, mempools, p2pService, txCollection, txFileStore, epochCache, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p'), initialBlockHash){
440
+ super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this.txFileStore = txFileStore, this.epochCache = epochCache, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = (_initProto(this), P2PClientState.IDLE), this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [], this.lastSlotProcessed = SlotNumber.ZERO;
55
441
  this.config = {
56
442
  ...getP2PDefaultConfig(),
57
443
  ...config
@@ -59,33 +445,7 @@ import { P2PClientState } from './interface.js';
59
445
  this.txPool = mempools.txPool;
60
446
  this.attestationPool = mempools.attestationPool;
61
447
  this.txProvider = new TxProvider(this.txCollection, this.txPool, this, this.log.createChild('tx-provider'), this.telemetry);
62
- // Default to collecting all txs when we see a valid proposal
63
- // This can be overridden by the validator client to attest, and it will call getTxsForBlockProposal on its own
64
- // TODO(palla/txs): We should not trigger a request for txs on a proposal before fully validating it. We need to bring
65
- // validator-client code into here so we can validate a proposal is reasonable.
66
- this.registerBlockProposalHandler(async (block, sender)=>{
67
- this.log.debug(`Received block proposal from ${sender.toString()}`);
68
- // TODO(palla/txs): Need to subtract validatorReexecuteDeadlineMs from this deadline (see ValidatorClient.getReexecutionDeadline)
69
- const constants = this.txCollection.getConstants();
70
- const nextSlotTimestampSeconds = Number(getTimestampForSlot(block.slotNumber.toBigInt() + 1n, constants));
71
- const deadline = new Date(nextSlotTimestampSeconds * 1000);
72
- const parentBlock = await this.l2BlockSource.getBlockHeaderByArchive(block.payload.header.lastArchiveRoot);
73
- if (!parentBlock) {
74
- this.log.debug(`Cannot collect txs for proposal as parent block not found`);
75
- return;
76
- }
77
- const blockNumber = parentBlock.getBlockNumber() + 1;
78
- await this.txProvider.getTxsForBlockProposal(block, blockNumber, {
79
- pinnedPeer: sender,
80
- deadline
81
- });
82
- return undefined;
83
- });
84
- // REFACTOR: Try replacing these with an L2TipsStore
85
- this.synchedBlockHashes = store.openMap('p2p_pool_block_hashes');
86
- this.synchedLatestBlockNumber = store.openSingleton('p2p_pool_last_l2_block');
87
- this.synchedProvenBlockNumber = store.openSingleton('p2p_pool_last_proven_l2_block');
88
- this.synchedFinalizedBlockNumber = store.openSingleton('p2p_pool_last_finalized_l2_block');
448
+ this.l2Tips = new L2TipsKVStore(store, 'p2p_client', initialBlockHash);
89
449
  this.synchedLatestSlot = store.openSingleton('p2p_pool_last_l2_slot');
90
450
  }
91
451
  registerThisValidatorAddresses(addresses) {
@@ -106,53 +466,18 @@ import { P2PClientState } from './interface.js';
106
466
  getPeers(includePending) {
107
467
  return Promise.resolve(this.p2pService.getPeers(includePending));
108
468
  }
469
+ getGossipMeshPeerCount(topicType) {
470
+ return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
471
+ }
109
472
  getL2BlockHash(number) {
110
- return this.synchedBlockHashes.getAsync(number);
473
+ return this.l2Tips.getL2BlockHash(number);
111
474
  }
112
- updateP2PConfig(config) {
113
- this.txPool.updateConfig(config);
475
+ async updateP2PConfig(config) {
476
+ await this.txPool.updateConfig(config);
114
477
  this.p2pService.updateConfig(config);
115
- return Promise.resolve();
116
- }
117
- async getL2Tips() {
118
- const latestBlockNumber = await this.getSyncedLatestBlockNum();
119
- let latestBlockHash;
120
- const provenBlockNumber = await this.getSyncedProvenBlockNum();
121
- let provenBlockHash;
122
- const finalizedBlockNumber = await this.getSyncedFinalizedBlockNum();
123
- let finalizedBlockHash;
124
- if (latestBlockNumber > 0) {
125
- latestBlockHash = await this.synchedBlockHashes.getAsync(latestBlockNumber);
126
- if (typeof latestBlockHash === 'undefined') {
127
- throw new Error(`Block hash for latest block ${latestBlockNumber} not found in p2p client`);
128
- }
129
- }
130
- if (provenBlockNumber > 0) {
131
- provenBlockHash = await this.synchedBlockHashes.getAsync(provenBlockNumber);
132
- if (typeof provenBlockHash === 'undefined') {
133
- throw new Error(`Block hash for proven block ${provenBlockNumber} not found in p2p client`);
134
- }
135
- }
136
- if (finalizedBlockNumber > 0) {
137
- finalizedBlockHash = await this.synchedBlockHashes.getAsync(finalizedBlockNumber);
138
- if (typeof finalizedBlockHash === 'undefined') {
139
- throw new Error(`Block hash for finalized block ${finalizedBlockNumber} not found in p2p client`);
140
- }
141
- }
142
- return {
143
- latest: {
144
- hash: latestBlockHash,
145
- number: latestBlockNumber
146
- },
147
- proven: {
148
- hash: provenBlockHash,
149
- number: provenBlockNumber
150
- },
151
- finalized: {
152
- hash: finalizedBlockHash,
153
- number: finalizedBlockNumber
154
- }
155
- };
478
+ }
479
+ getL2Tips() {
480
+ return this.l2Tips.getL2Tips();
156
481
  }
157
482
  async handleBlockStreamEvent(event) {
158
483
  this.log.debug(`Handling block stream event ${event.type}`);
@@ -162,26 +487,26 @@ import { P2PClientState } from './interface.js';
162
487
  break;
163
488
  case 'chain-finalized':
164
489
  {
165
- // TODO (alexg): I think we can prune the block hashes map here
166
- await this.setBlockHash(event.block);
167
- const from = await this.getSyncedFinalizedBlockNum() + 1;
490
+ const oldFinalizedBlockNum = await this.getSyncedFinalizedBlockNum();
491
+ const from = BlockNumber(oldFinalizedBlockNum + 1);
168
492
  const limit = event.block.number - from + 1;
169
493
  if (limit > 0) {
170
- await this.handleFinalizedL2Blocks(await this.l2BlockSource.getBlocks(from, limit));
494
+ const oldBlocks = await this.l2BlockSource.getBlocksData({
495
+ from,
496
+ limit
497
+ });
498
+ await this.handleFinalizedL2Blocks(oldBlocks);
171
499
  }
172
500
  break;
173
501
  }
174
502
  case 'chain-proven':
175
- {
176
- await this.setBlockHash(event.block);
177
- this.txCollection.stopCollectingForBlocksUpTo(event.block.number);
178
- await this.synchedProvenBlockNumber.set(event.block.number);
179
- break;
180
- }
503
+ this.txCollection.stopCollectingForBlocksUpTo(event.block.number);
504
+ break;
181
505
  case 'chain-pruned':
182
- await this.setBlockHash(event.block);
183
506
  this.txCollection.stopCollectingForBlocksAfter(event.block.number);
184
- await this.handlePruneL2Blocks(event.block.number);
507
+ await this.handlePruneL2Blocks(event.block, event.checkpoint);
508
+ break;
509
+ case 'chain-checkpointed':
185
510
  break;
186
511
  default:
187
512
  {
@@ -189,14 +514,11 @@ import { P2PClientState } from './interface.js';
189
514
  break;
190
515
  }
191
516
  }
192
- }
193
- async setBlockHash(block) {
194
- if (block.hash !== undefined) {
195
- await this.synchedBlockHashes.set(block.number, block.hash.toString());
196
- }
517
+ // Pass the event through to our l2 tips store
518
+ await this.l2Tips.handleBlockStreamEvent(event);
519
+ await this.startServiceIfSynched();
197
520
  }
198
521
  #assertIsReady() {
199
- // this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
200
522
  if (!this.isReady()) {
201
523
  throw new Error('P2P client not ready');
202
524
  }
@@ -211,17 +533,19 @@ import { P2PClientState } from './interface.js';
211
533
  if (this.currentState !== P2PClientState.IDLE) {
212
534
  return this.syncPromise;
213
535
  }
536
+ // Start the tx pool first, as it needs to hydrate state from persistence
537
+ await this.txPool.start();
214
538
  // get the current latest block numbers
215
539
  const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
216
- this.latestBlockNumberAtStart = latestBlockNumbers.latest.number;
217
- this.provenBlockNumberAtStart = latestBlockNumbers.proven.number;
218
- this.finalizedBlockNumberAtStart = latestBlockNumbers.finalized.number;
540
+ this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
541
+ this.provenBlockNumberAtStart = latestBlockNumbers.proven.block.number;
542
+ this.finalizedBlockNumberAtStart = latestBlockNumbers.finalized.block.number;
219
543
  const syncedLatestBlock = await this.getSyncedLatestBlockNum() + 1;
220
544
  const syncedProvenBlock = await this.getSyncedProvenBlockNum() + 1;
221
545
  const syncedFinalizedBlock = await this.getSyncedFinalizedBlockNum() + 1;
222
- if (await this.txPool.isEmpty() && (this.attestationPool === undefined || await this.attestationPool?.isEmpty())) {
546
+ if (await this.txPool.isEmpty() && await this.attestationPool.isEmpty()) {
223
547
  // if mempools are empty, we don't care about syncing prior blocks
224
- this.initBlockStream(this.latestBlockNumberAtStart);
548
+ this.initBlockStream(BlockNumber(this.latestBlockNumberAtStart));
225
549
  this.setCurrentState(P2PClientState.RUNNING);
226
550
  this.syncPromise = Promise.resolve();
227
551
  await this.p2pService.start();
@@ -251,17 +575,24 @@ import { P2PClientState } from './interface.js';
251
575
  syncedFinalizedBlock
252
576
  });
253
577
  }
578
+ // Should never happen: all branches above call initBlockStream()
579
+ if (!this.blockStream) {
580
+ throw new Error('Block stream not initialized');
581
+ }
254
582
  this.blockStream.start();
255
- await this.txCollection.start();
583
+ this.txFileStore?.start();
584
+ // Start slot monitor to call prepareForSlot when the slot changes
585
+ this.slotMonitor = new RunningPromise(()=>this.maybeCallPrepareForSlot(), this.log, this.config.slotCheckIntervalMS);
586
+ this.slotMonitor.start();
256
587
  return this.syncPromise;
257
588
  }
258
- addReqRespSubProtocol(subProtocol, handler, validator) {
259
- return this.p2pService.addReqRespSubProtocol(subProtocol, handler, validator);
589
+ addReqRespSubProtocol(subProtocol, handler) {
590
+ return this.p2pService.addReqRespSubProtocol(subProtocol, handler);
260
591
  }
261
592
  initBlockStream(startingBlock) {
262
593
  if (!this.blockStream) {
263
594
  const { blockRequestBatchSize: batchSize, blockCheckIntervalMS: pollIntervalMS } = this.config;
264
- this.blockStream = new TraceableL2BlockStream(this.l2BlockSource, this, this, this.telemetry.getTracer('P2PL2BlockStream'), 'P2PL2BlockStream', createLogger(`${this.log.module}:l2-block-stream`), {
595
+ this.blockStream = new L2BlockStream(this.l2BlockSource, this, this, createLogger(`${this.log.module}:l2-block-stream`), {
265
596
  batchSize,
266
597
  pollIntervalMS,
267
598
  startingBlock
@@ -273,117 +604,141 @@ import { P2PClientState } from './interface.js';
273
604
  * 'ready' will now return 'false' and the running promise that keeps the client synced is interrupted.
274
605
  */ async stop() {
275
606
  this.log.debug('Stopping p2p client...');
607
+ await this.slotMonitor?.stop();
608
+ this.log.debug('Stopped slot monitor');
276
609
  await tryStop(this.txCollection);
277
610
  this.log.debug('Stopped tx collection service');
611
+ await this.txFileStore?.stop();
612
+ this.log.debug('Stopped tx file store');
278
613
  await this.p2pService.stop();
279
614
  this.log.debug('Stopped p2p service');
280
615
  await this.blockStream?.stop();
281
616
  this.log.debug('Stopped block downloader');
617
+ await this.txPool.stop();
618
+ this.log.debug('Stopped tx pool');
282
619
  await this.runningPromise;
283
620
  this.setCurrentState(P2PClientState.STOPPED);
284
621
  this.log.info('P2P client stopped');
285
622
  }
286
623
  /** Triggers a sync to the archiver. Used for testing. */ async sync() {
287
624
  this.initBlockStream();
625
+ // Should never happen: initBlockStream() creates blockStream if absent
626
+ if (!this.blockStream) {
627
+ throw new Error('Block stream not initialized');
628
+ }
288
629
  await this.blockStream.sync();
289
630
  }
290
- broadcastProposal(proposal) {
291
- this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber.toNumber()} to peers`);
631
+ async broadcastProposal(proposal) {
632
+ this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
633
+ // Store our own proposal so we can respond to req/resp requests for it
634
+ const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
635
+ if (count > 1) {
636
+ if (this.config.broadcastEquivocatedProposals) {
637
+ this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
638
+ slot: proposal.slotNumber,
639
+ archive: proposal.archive.toString(),
640
+ count
641
+ });
642
+ } else {
643
+ throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
644
+ }
645
+ }
292
646
  return this.p2pService.propagate(proposal);
293
647
  }
294
- async getAttestationsForSlot(slot, proposalId) {
295
- return await (proposalId ? this.attestationPool?.getAttestationsForSlotAndProposal(slot, proposalId) : this.attestationPool?.getAttestationsForSlot(slot)) ?? [];
648
+ async broadcastCheckpointProposal(proposal) {
649
+ this.log.verbose(`Broadcasting checkpoint proposal for slot ${proposal.slotNumber} to peers`);
650
+ const blockProposal = proposal.getBlockProposal();
651
+ if (blockProposal) {
652
+ // Store our own last-block proposal so we can respond to req/resp requests for it.
653
+ await this.attestationPool.tryAddBlockProposal(blockProposal);
654
+ }
655
+ const checkpointCore = proposal.toCore();
656
+ const { count } = await this.attestationPool.tryAddCheckpointProposal(checkpointCore);
657
+ if (count > 1) {
658
+ if (this.config.broadcastEquivocatedProposals) {
659
+ this.log.warn(`Broadcasting equivocated checkpoint proposal for slot ${proposal.slotNumber}`, {
660
+ slot: proposal.slotNumber,
661
+ archive: proposal.archive.toString(),
662
+ count
663
+ });
664
+ } else {
665
+ throw new Error(`Attempted to broadcast a duplicate checkpoint proposal for slot ${proposal.slotNumber}`);
666
+ }
667
+ }
668
+ return this.p2pService.propagate(proposal);
296
669
  }
297
- addAttestations(attestations) {
298
- return this.attestationPool?.addAttestations(attestations) ?? Promise.resolve();
670
+ async broadcastCheckpointAttestations(attestations) {
671
+ this.log.verbose(`Broadcasting ${attestations.length} checkpoint attestations to peers`);
672
+ await Promise.all(attestations.map((att)=>this.p2pService.propagate(att)));
299
673
  }
300
- deleteAttestation(attestation) {
301
- return this.attestationPool?.deleteAttestations([
302
- attestation
303
- ]) ?? Promise.resolve();
674
+ async getCheckpointAttestationsForSlot(slot, proposalPayloadHash) {
675
+ return await (proposalPayloadHash ? this.attestationPool.getCheckpointAttestationsForSlotAndProposal(slot, proposalPayloadHash) : this.attestationPool.getCheckpointAttestationsForSlot(slot));
676
+ }
677
+ addOwnCheckpointAttestations(attestations) {
678
+ return this.attestationPool.addOwnCheckpointAttestations(attestations);
679
+ }
680
+ getProposalsForSlot(slot) {
681
+ return this.attestationPool.getProposalsForSlot(slot);
682
+ }
683
+ hasBlockProposalsForSlot(slot) {
684
+ return this.attestationPool.hasBlockProposalsForSlot(slot);
304
685
  }
305
686
  // REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
306
687
  // ^ This pattern is not my favorite (md)
307
688
  registerBlockProposalHandler(handler) {
308
689
  this.p2pService.registerBlockReceivedCallback(handler);
309
690
  }
310
- /**
311
- * Uses the batched Request Response protocol to request a set of transactions from the network.
312
- */ async requestTxsByHash(txHashes, pinnedPeerId) {
313
- const timeoutMs = 8000; // Longer timeout for now
314
- const maxRetryAttempts = 10; // Keep retrying within the timeout
315
- const requests = chunkTxHashesRequest(txHashes);
316
- const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
317
- const txBatches = await this.p2pService.sendBatchRequest(ReqRespSubProtocol.TX, requests, pinnedPeerId, timeoutMs, maxPeers, maxRetryAttempts);
318
- const txs = txBatches.flat();
319
- if (txs.length > 0) {
320
- await this.txPool.addTxs(txs);
321
- }
322
- const txHashesStr = txHashes.map((tx)=>tx.toString()).join(', ');
323
- this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
324
- // We return all transactions, even the not found ones to the caller, such they can handle missing items themselves.
325
- return txs;
326
- }
327
- getPendingTxs(limit, after) {
328
- return this.getTxs('pending', limit, after);
691
+ registerValidatorCheckpointProposalHandler(handler) {
692
+ this.p2pService.registerValidatorCheckpointReceivedCallback(handler);
329
693
  }
330
- getPendingTxCount() {
331
- return this.txPool.getPendingTxCount();
694
+ registerAllNodesCheckpointProposalHandler(handler) {
695
+ this.p2pService.registerAllNodesCheckpointReceivedCallback(handler);
332
696
  }
333
- async *iteratePendingTxs() {
334
- for (const txHash of (await this.txPool.getPendingTxHashes())){
335
- const tx = await this.txPool.getTxByHash(txHash);
336
- if (tx) {
337
- yield tx;
338
- }
339
- }
697
+ registerDuplicateProposalCallback(callback) {
698
+ this.p2pService.registerDuplicateProposalCallback(callback);
340
699
  }
341
- /**
342
- * Returns all transactions in the transaction pool.
343
- * @param filter - The type of txs to return
344
- * @param limit - How many txs to return
345
- * @param after - If paginating, the last known tx hash. Will return txs after this hash
346
- * @returns An array of Txs.
347
- */ async getTxs(filter, limit, after) {
700
+ registerDuplicateAttestationCallback(callback) {
701
+ this.p2pService.registerDuplicateAttestationCallback(callback);
702
+ }
703
+ registerCheckpointAttestationCallback(callback) {
704
+ this.p2pService.registerCheckpointAttestationCallback(callback);
705
+ }
706
+ async getPendingTxs(limit, after) {
348
707
  if (limit !== undefined && limit <= 0) {
349
708
  throw new TypeError('limit must be greater than 0');
350
709
  }
351
- let txs = undefined;
352
- let txHashes;
353
- if (filter === 'all') {
354
- txs = await this.txPool.getAllTxs();
355
- txHashes = await Promise.all(txs.map((tx)=>tx.getTxHash()));
356
- } else if (filter === 'mined') {
357
- const minedTxHashes = await this.txPool.getMinedTxHashes();
358
- txHashes = minedTxHashes.map(([txHash])=>txHash);
359
- } else if (filter === 'pending') {
360
- txHashes = await this.txPool.getPendingTxHashes();
361
- } else {
362
- const _ = filter;
363
- throw new Error(`Unknown filter ${filter}`);
364
- }
710
+ let txHashes = await this.txPool.getPendingTxHashes();
365
711
  let startIndex = 0;
366
- let endIndex = undefined;
367
712
  if (after) {
368
713
  startIndex = txHashes.findIndex((txHash)=>after.equals(txHash));
369
- // if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
370
714
  if (startIndex === -1) {
371
715
  return [];
372
716
  }
373
- // increment by one because we don't want to return the same tx again
374
717
  startIndex++;
375
718
  }
376
- if (limit !== undefined) {
377
- endIndex = startIndex + limit;
378
- }
719
+ const endIndex = limit !== undefined ? startIndex + limit : undefined;
379
720
  txHashes = txHashes.slice(startIndex, endIndex);
380
- if (txs) {
381
- txs = txs.slice(startIndex, endIndex);
382
- } else {
383
- const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
384
- txs = maybeTxs.filter((tx)=>!!tx);
721
+ const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
722
+ return maybeTxs.filter((tx)=>!!tx);
723
+ }
724
+ getPendingTxCount() {
725
+ return this.txPool.getPendingTxCount();
726
+ }
727
+ async *iteratePendingTxs() {
728
+ for (const txHash of (await this.txPool.getPendingTxHashes())){
729
+ const tx = await this.txPool.getTxByHash(txHash);
730
+ if (tx) {
731
+ yield tx;
732
+ }
733
+ }
734
+ }
735
+ async *iterateEligiblePendingTxs() {
736
+ for (const txHash of (await this.txPool.getEligiblePendingTxHashes())){
737
+ const tx = await this.txPool.getTxByHash(txHash);
738
+ if (tx) {
739
+ yield tx;
740
+ }
385
741
  }
386
- return txs;
387
742
  }
388
743
  /**
389
744
  * Returns a transaction in the transaction pool by its hash.
@@ -403,42 +758,6 @@ import { P2PClientState } from './interface.js';
403
758
  return this.txPool.hasTxs(txHashes);
404
759
  }
405
760
  /**
406
- * Returns transactions in the transaction pool by hash.
407
- * If a transaction is not in the pool, it will be requested from the network.
408
- * @param txHashes - Hashes of the transactions to look for.
409
- * @returns The txs found, or undefined if not found in the order requested.
410
- */ async getTxsByHash(txHashes, pinnedPeerId) {
411
- const txs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
412
- const missingTxHashes = txs.map((tx, index)=>[
413
- tx,
414
- index
415
- ]).filter(([tx, _index])=>!tx).map(([_tx, index])=>txHashes[index]);
416
- if (missingTxHashes.length === 0) {
417
- return txs;
418
- }
419
- const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
420
- // TODO: optimize
421
- // Merge the found txs in order
422
- const mergingTxs = txHashes.map((txHash)=>{
423
- // Is it in the txs list from the mempool?
424
- for (const tx of txs){
425
- if (tx !== undefined && tx.getTxHash().equals(txHash)) {
426
- return tx;
427
- }
428
- }
429
- // Is it in the fetched missing txs?
430
- // Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
431
- for (const tx of missingTxs){
432
- if (tx.getTxHash().equals(txHash)) {
433
- return tx;
434
- }
435
- }
436
- // Otherwise return undefined
437
- return undefined;
438
- });
439
- return mergingTxs;
440
- }
441
- /**
442
761
  * Returns an archived transaction in the transaction pool by its hash.
443
762
  * @param txHash - Hash of the archived transaction to look for.
444
763
  * @returns A single tx or undefined.
@@ -446,31 +765,35 @@ import { P2PClientState } from './interface.js';
446
765
  return this.txPool.getArchivedTxByHash(txHash);
447
766
  }
448
767
  /**
449
- * Verifies the 'tx' and, if valid, adds it to local tx pool and forwards it to other peers.
450
- * @param tx - The tx to verify.
768
+ * Accepts a transaction, adds it to local tx pool and forwards it to other peers.
769
+ * @param tx - The tx to send.
451
770
  * @returns Empty promise.
452
771
  **/ async sendTx(tx) {
453
- const addedCount = await this.addTxsToPool([
772
+ this.#assertIsReady();
773
+ const result = await this.txPool.addPendingTxs([
454
774
  tx
455
- ]);
456
- const txAddedSuccessfully = addedCount === 1;
457
- if (txAddedSuccessfully) {
775
+ ], {
776
+ feeComparisonOnly: true
777
+ });
778
+ if (result.accepted.length === 1) {
458
779
  await this.p2pService.propagate(tx);
780
+ return;
459
781
  }
460
- }
461
- /**
462
- * Adds transactions to the pool. Does not send to peers or validate the txs.
463
- * @param txs - The transactions.
464
- **/ async addTxsToPool(txs) {
465
- this.#assertIsReady();
466
- return await this.txPool.addTxs(txs);
782
+ const txHashStr = tx.getTxHash().toString();
783
+ const reason = result.errors?.get(txHashStr);
784
+ if (reason) {
785
+ this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
786
+ throw new TxPoolError(reason);
787
+ }
788
+ this.log.warn(`Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`);
467
789
  }
468
790
  /**
469
791
  * Returns whether the given tx hash is flagged as pending or mined.
470
792
  * @param txHash - Hash of the tx to query.
471
793
  * @returns Pending or mined depending on its status, or undefined if not found.
472
- */ getTxStatus(txHash) {
473
- return this.txPool.getTxStatus(txHash);
794
+ */ async getTxStatus(txHash) {
795
+ const status = await this.txPool.getTxStatus(txHash);
796
+ return status === 'protected' ? 'pending' : status;
474
797
  }
475
798
  getEnr() {
476
799
  return this.p2pService.getEnr();
@@ -479,13 +802,11 @@ import { P2PClientState } from './interface.js';
479
802
  return Promise.resolve(this.p2pService.getEnr()?.encodeTxt());
480
803
  }
481
804
  /**
482
- * Deletes the 'txs' from the pool.
483
- * NOT used if we use sendTx as reconcileTxPool will handle this.
484
- * @param txHashes - Hashes of the transactions to delete.
485
- * @returns Empty promise.
486
- **/ async deleteTxs(txHashes) {
805
+ * Handles failed transaction execution by removing txs from the pool.
806
+ * @param txHashes - Hashes of the transactions that failed execution.
807
+ **/ async handleFailedExecution(txHashes) {
487
808
  this.#assertIsReady();
488
- await this.txPool.deleteTxs(txHashes);
809
+ await this.txPool.handleFailedExecution(txHashes);
489
810
  }
490
811
  /**
491
812
  * Public function to check if the p2p client is fully synced and ready to receive txs.
@@ -497,16 +818,19 @@ import { P2PClientState } from './interface.js';
497
818
  * Public function to check the latest block number that the P2P client is synced to.
498
819
  * @returns Block number of latest L2 Block we've synced with.
499
820
  */ async getSyncedLatestBlockNum() {
500
- return await this.synchedLatestBlockNumber.getAsync() ?? INITIAL_L2_BLOCK_NUM - 1;
821
+ const tips = await this.l2Tips.getL2Tips();
822
+ return tips.proposed.number;
501
823
  }
502
824
  /**
503
825
  * Public function to check the latest proven block number that the P2P client is synced to.
504
826
  * @returns Block number of latest proven L2 Block we've synced with.
505
827
  */ async getSyncedProvenBlockNum() {
506
- return await this.synchedProvenBlockNumber.getAsync() ?? INITIAL_L2_BLOCK_NUM - 1;
828
+ const tips = await this.l2Tips.getL2Tips();
829
+ return tips.proven.block.number;
507
830
  }
508
831
  async getSyncedFinalizedBlockNum() {
509
- return await this.synchedFinalizedBlockNumber.getAsync() ?? INITIAL_L2_BLOCK_NUM - 1;
832
+ const tips = await this.l2Tips.getL2Tips();
833
+ return tips.finalized.block.number;
510
834
  }
511
835
  /** Returns latest L2 slot for which we have seen an L2 block. */ async getSyncedLatestSlot() {
512
836
  return await this.synchedLatestSlot.getAsync() ?? BigInt(0);
@@ -516,7 +840,9 @@ import { P2PClientState } from './interface.js';
516
840
  * @returns Information about p2p client status: state & syncedToBlockNum.
517
841
  */ async getStatus() {
518
842
  const blockNumber = await this.getSyncedLatestBlockNum();
519
- const blockHash = blockNumber === 0 ? '' : await this.l2BlockSource.getBlockHeader(blockNumber).then((header)=>header?.hash()).then((hash)=>hash?.toString());
843
+ const blockHash = await this.l2BlockSource.getBlockData({
844
+ number: blockNumber
845
+ }).then((data)=>data?.header.hash()).then((hash)=>hash?.toString());
520
846
  return {
521
847
  state: this.currentState,
522
848
  syncedToL2Block: {
@@ -526,13 +852,12 @@ import { P2PClientState } from './interface.js';
526
852
  };
527
853
  }
528
854
  /**
529
- * Mark all txs from these blocks as mined.
855
+ * Handles mined blocks by marking the txs in them as mined.
530
856
  * @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
531
857
  * @returns Empty promise.
532
- */ async markTxsAsMinedFromBlocks(blocks) {
858
+ */ async handleMinedBlocks(blocks) {
533
859
  for (const block of blocks){
534
- const txHashes = block.body.txEffects.map((txEffect)=>txEffect.txHash);
535
- await this.txPool.markAsMined(txHashes, block.getBlockHeader());
860
+ await this.txPool.handleMinedBlock(block);
536
861
  }
537
862
  }
538
863
  /**
@@ -541,21 +866,15 @@ import { P2PClientState } from './interface.js';
541
866
  * @returns Empty promise.
542
867
  */ async handleLatestL2Blocks(blocks) {
543
868
  if (!blocks.length) {
544
- return Promise.resolve();
545
- }
546
- await this.markTxsAsMinedFromBlocks(blocks.map((b)=>b.block));
547
- await this.startCollectingMissingTxs(blocks.map((b)=>b.block));
548
- const lastBlock = blocks.at(-1).block;
549
- await Promise.all(blocks.map(async (block)=>this.setBlockHash({
550
- number: block.block.number,
551
- hash: await block.block.hash().then((h)=>h.toString())
552
- })));
553
- await this.synchedLatestBlockNumber.set(lastBlock.number);
554
- await this.synchedLatestSlot.set(lastBlock.header.getSlot());
555
- this.log.verbose(`Synched to latest block ${lastBlock.number}`);
556
- await this.startServiceIfSynched();
869
+ return;
870
+ }
871
+ await this.handleMinedBlocks(blocks);
872
+ await this.maybeCallPrepareForSlot();
873
+ await this.collectingMissingTxs(blocks);
874
+ const lastBlock = blocks.at(-1);
875
+ await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
557
876
  }
558
- /** Request txs for unproven blocks so the prover node has more chances to get them. */ async startCollectingMissingTxs(blocks) {
877
+ /** Request txs for unproven blocks so the prover node can prove. */ async collectingMissingTxs(blocks) {
559
878
  try {
560
879
  // TODO(#15435): If the archiver has lagged behind L1, the reported proven block number may
561
880
  // be much lower than the actual one, and it does not update until the pending chain is
@@ -563,7 +882,9 @@ import { P2PClientState } from './interface.js';
563
882
  // are already proven, but the archiver has not yet updated its state. Until this is properly
564
883
  // fixed, it is mitigated by the expiration date of collection requests, which depends on
565
884
  // the slot number of the block.
566
- const provenBlockNumber = await this.l2BlockSource.getProvenBlockNumber();
885
+ const provenBlockNumber = await this.l2BlockSource.getBlockNumber({
886
+ tag: 'proven'
887
+ }) ?? BlockNumber.ZERO;
567
888
  const unprovenBlocks = blocks.filter((block)=>block.number > provenBlockNumber);
568
889
  for (const block of unprovenBlocks){
569
890
  const txHashes = block.body.txEffects.map((txEffect)=>txEffect.txHash);
@@ -574,7 +895,19 @@ import { P2PClientState } from './interface.js';
574
895
  blockNumber: block.number,
575
896
  blockHash: await block.hash().then((h)=>h.toString())
576
897
  });
577
- this.txCollection.startCollecting(block, missingTxHashes);
898
+ // Both `slashDataWithholdingToleranceSlots` and `p2pMissingTxCollectionDeadlineSlots`
899
+ // count *full slots after the block slot* — value N means collection runs until
900
+ // `slotStart(block.slot + N + 1)`. Take the larger of the two so collection never
901
+ // gives up before the data-withholding slash verdict is rendered.
902
+ const blockSlot = block.header.getSlot();
903
+ const toleranceSlots = this.config.slashDataWithholdingToleranceSlots;
904
+ const configuredSlots = this.config.p2pMissingTxCollectionDeadlineSlots ?? 0;
905
+ const deadlineSlot = SlotNumber(blockSlot + Math.max(toleranceSlots, configuredSlots) + 1);
906
+ const deadlineSeconds = getTimestampForSlot(deadlineSlot, this.epochCache.getL1Constants());
907
+ const deadline = new Date(Number(deadlineSeconds) * 1000);
908
+ await this.txCollection.collectFastForBlock(block, missingTxHashes, {
909
+ deadline
910
+ });
578
911
  }
579
912
  }
580
913
  } catch (err) {
@@ -587,72 +920,74 @@ import { P2PClientState } from './interface.js';
587
920
  * @returns Empty promise.
588
921
  */ async handleFinalizedL2Blocks(blocks) {
589
922
  if (!blocks.length) {
590
- return Promise.resolve();
591
- }
592
- this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
593
- const lastBlockNum = blocks[blocks.length - 1].number;
594
- const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
595
- const txHashes = blocks.flatMap((block)=>block.body.txEffects.map((txEffect)=>txEffect.txHash));
596
- this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
597
- await this.txPool.deleteTxs(txHashes, {
598
- permanently: true
599
- });
600
- await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
601
- await this.attestationPool?.deleteAttestationsOlderThan(lastBlockSlot);
602
- await this.synchedFinalizedBlockNumber.set(lastBlockNum);
603
- this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
604
- await this.startServiceIfSynched();
923
+ return;
924
+ }
925
+ // Finalization is monotonic, so we only need to call with the last block
926
+ const lastBlock = blocks.at(-1);
927
+ await this.txPool.handleFinalizedBlock(lastBlock.header);
928
+ await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
605
929
  }
606
930
  /**
607
931
  * Updates the tx pool after a chain prune.
608
- * @param latestBlock - The block number the chain was pruned to.
609
- */ async handlePruneL2Blocks(latestBlock) {
610
- const txsToDelete = new Map();
611
- const minedTxs = await this.txPool.getMinedTxHashes();
612
- // Find transactions that reference pruned blocks in their historical header
613
- for (const tx of (await this.txPool.getAllTxs())){
614
- // every tx that's been generated against a block that has now been pruned is no longer valid
615
- if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
616
- const txHash = tx.getTxHash();
617
- txsToDelete.set(txHash.toString(), txHash);
618
- }
619
- }
620
- this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
621
- newLatestBlock: latestBlock,
622
- previousLatestBlock: await this.getSyncedLatestBlockNum(),
623
- txsToDelete: Array.from(txsToDelete.keys())
932
+ * Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
933
+ * @param latestBlock - The block ID the chain was pruned to.
934
+ * @param newCheckpoint - The checkpoint ID after the prune.
935
+ */ async handlePruneL2Blocks(latestBlock, newCheckpoint) {
936
+ const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && await this.isEpochPrune(newCheckpoint);
937
+ await this.txPool.handlePrunedBlocks(latestBlock, {
938
+ deleteAllTxs
624
939
  });
625
- // delete invalid txs (both pending and mined)
626
- await this.txPool.deleteTxs(Array.from(txsToDelete.values()));
627
- // everything left in the mined set was built against a block on the proven chain so its still valid
628
- // move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
629
- // in which case we clean them up to avoid potential reorg loops
630
- // NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
631
- // (see this.keepProvenTxsFor)
632
- const minedTxsFromReorg = [];
633
- for (const [txHash, blockNumber] of minedTxs){
634
- // We keep the txsToDelete out of this list as they have already been deleted above
635
- if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
636
- minedTxsFromReorg.push(txHash);
637
- }
940
+ }
941
+ /**
942
+ * Returns true if the prune is an epoch prune (new checkpoint number is less than old).
943
+ * If the checkpoint number stays the same or increases, the prune is within a checkpoint.
944
+ */ async isEpochPrune(newCheckpoint) {
945
+ const tips = await this.l2Tips.getL2Tips();
946
+ const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
947
+ if (oldCheckpointNumber <= CheckpointNumber.INITIAL) {
948
+ return false;
949
+ }
950
+ const newCheckpointNumber = newCheckpoint.number;
951
+ // We check that the new checkpoint number is less than the old checkpoint number in order to consider it an epoch prune.
952
+ // To be more certain that it is an epoch prune, we will check that at least 2 checkpoints were removed.
953
+ // This means we should avoid thinking checkpoints removed by L1 re-orgs are epoch prunes
954
+ const thresholdForEpochPrune = CheckpointNumber(oldCheckpointNumber - 2);
955
+ const isEpochPrune = newCheckpointNumber <= thresholdForEpochPrune;
956
+ if (isEpochPrune) {
957
+ this.log.info(`Detected epoch prune to ${newCheckpointNumber}`, {
958
+ oldCheckpointNumber,
959
+ newCheckpointNumber,
960
+ thresholdForEpochPrune
961
+ });
638
962
  }
639
- if (this.config.txPoolDeleteTxsAfterReorg) {
640
- this.log.info(`Deleting ${minedTxsFromReorg.length} mined txs from reorg`);
641
- await this.txPool.deleteTxs(minedTxsFromReorg);
963
+ return isEpochPrune;
964
+ }
965
+ /** Checks if the slot has changed and calls prepareForSlot if so. */ async maybeCallPrepareForSlot() {
966
+ // If we have a proposed checkpoint available, we want to prepare the target slot - otherwise we prepare the current slot
967
+ const l2Tips = await this.l2Tips.getL2Tips();
968
+ const hasProposedCheckpoint = l2Tips.proposedCheckpoint.checkpoint.number > l2Tips.checkpointed.checkpoint.number;
969
+ let slot;
970
+ if (hasProposedCheckpoint) {
971
+ const { targetSlot } = this.epochCache.getTargetAndNextSlot();
972
+ slot = targetSlot;
642
973
  } else {
643
- this.log.info(`Moving ${minedTxsFromReorg.length} mined txs from reorg back to pending`);
644
- await this.txPool.markMinedAsPending(minedTxsFromReorg);
974
+ const { currentSlot } = this.epochCache.getCurrentAndNextSlot();
975
+ slot = currentSlot;
976
+ }
977
+ if (slot <= this.lastSlotProcessed) {
978
+ return;
645
979
  }
646
- await this.synchedLatestBlockNumber.set(latestBlock);
647
- // no need to update block hashes, as they will be updated as new blocks are added
980
+ this.lastSlotProcessed = slot;
981
+ await this.txPool.prepareForSlot(slot);
648
982
  }
649
983
  async startServiceIfSynched() {
650
984
  if (this.currentState !== P2PClientState.SYNCHING) {
651
985
  return;
652
986
  }
653
- const syncedFinalizedBlock = await this.getSyncedFinalizedBlockNum();
654
- const syncedProvenBlock = await this.getSyncedProvenBlockNum();
655
- const syncedLatestBlock = await this.getSyncedLatestBlockNum();
987
+ const tips = await this.l2Tips.getL2Tips();
988
+ const syncedFinalizedBlock = tips.finalized.block.number;
989
+ const syncedProvenBlock = tips.proven.block.number;
990
+ const syncedLatestBlock = tips.proposed.number;
656
991
  if (syncedLatestBlock >= this.latestBlockNumberAtStart && syncedProvenBlock >= this.provenBlockNumberAtStart && syncedFinalizedBlock >= this.finalizedBlockNumberAtStart) {
657
992
  this.log.info(`Completed P2P client sync to block ${syncedLatestBlock}. Starting service.`, {
658
993
  syncedLatestBlock,
@@ -674,23 +1009,26 @@ import { P2PClientState } from './interface.js';
674
1009
  this.currentState = newState;
675
1010
  this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
676
1011
  }
677
- validate(txs) {
678
- return this.p2pService.validate(txs);
1012
+ validateTxsReceivedInBlockProposal(txs) {
1013
+ return this.p2pService.validateTxsReceivedInBlockProposal(txs);
1014
+ }
1015
+ /**
1016
+ * Protects existing transactions by hash for a given slot.
1017
+ * Returns hashes of transactions that weren't found in the pool.
1018
+ * @param txHashes - Hashes of the transactions to protect.
1019
+ * @param blockHeader - The block header providing slot context.
1020
+ * @returns Hashes of transactions not found in the pool.
1021
+ */ protectTxs(txHashes, blockHeader) {
1022
+ return this.txPool.protectTxs(txHashes, blockHeader);
679
1023
  }
680
1024
  /**
681
- * Marks transactions as non-evictable in the pool.
682
- * @param txHashes - Hashes of the transactions to mark as non-evictable.
683
- */ markTxsAsNonEvictable(txHashes) {
684
- return this.txPool.markTxsAsNonEvictable(txHashes);
1025
+ * Prepares the pool for a new slot.
1026
+ * Unprotects transactions from earlier slots and validates them.
1027
+ * @param slotNumber - The slot number to prepare for
1028
+ */ async prepareForSlot(slotNumber) {
1029
+ await this.txPool.prepareForSlot(slotNumber);
685
1030
  }
686
1031
  handleAuthRequestFromPeer(authRequest, peerId) {
687
1032
  return this.p2pService.handleAuthRequestFromPeer(authRequest, peerId);
688
1033
  }
689
1034
  }
690
- _ts_decorate([
691
- trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
692
- [Attributes.SLOT_NUMBER]: proposal.slotNumber.toNumber(),
693
- [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
694
- [Attributes.P2P_ID]: (await proposal.p2pMessageIdentifier()).toString()
695
- }))
696
- ], P2PClient.prototype, "broadcastProposal", null);