@aztec/p2p 0.0.1-commit.b655e406 → 0.0.1-commit.b6e433891

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (611) hide show
  1. package/README.md +129 -3
  2. package/dest/bootstrap/bootstrap.d.ts +4 -3
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +4 -4
  5. package/dest/client/factory.d.ts +11 -11
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +58 -19
  8. package/dest/client/index.d.ts +1 -1
  9. package/dest/client/interface.d.ts +61 -33
  10. package/dest/client/interface.d.ts.map +1 -1
  11. package/dest/client/p2p_client.d.ts +52 -83
  12. package/dest/client/p2p_client.d.ts.map +1 -1
  13. package/dest/client/p2p_client.js +617 -335
  14. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +2 -0
  15. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +1 -0
  16. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +305 -0
  17. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +73 -0
  18. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +1 -0
  19. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +8 -0
  20. package/dest/config.d.ts +124 -72
  21. package/dest/config.d.ts.map +1 -1
  22. package/dest/config.js +128 -53
  23. package/dest/enr/generate-enr.d.ts +1 -1
  24. package/dest/enr/index.d.ts +1 -1
  25. package/dest/errors/attestation-pool.error.d.ts +7 -0
  26. package/dest/errors/attestation-pool.error.d.ts.map +1 -0
  27. package/dest/errors/attestation-pool.error.js +12 -0
  28. package/dest/errors/reqresp.error.d.ts +1 -1
  29. package/dest/errors/reqresp.error.d.ts.map +1 -1
  30. package/dest/errors/tx-pool.error.d.ts +8 -0
  31. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  32. package/dest/errors/tx-pool.error.js +9 -0
  33. package/dest/index.d.ts +2 -1
  34. package/dest/index.d.ts.map +1 -1
  35. package/dest/index.js +1 -0
  36. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +114 -57
  37. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  38. package/dest/mem_pools/attestation_pool/attestation_pool.js +445 -3
  39. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  40. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  41. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +529 -288
  42. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  43. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  44. package/dest/mem_pools/attestation_pool/index.js +1 -2
  45. package/dest/mem_pools/attestation_pool/mocks.d.ts +234 -10
  46. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  47. package/dest/mem_pools/attestation_pool/mocks.js +17 -13
  48. package/dest/mem_pools/index.d.ts +3 -2
  49. package/dest/mem_pools/index.d.ts.map +1 -1
  50. package/dest/mem_pools/index.js +1 -1
  51. package/dest/mem_pools/instrumentation.d.ts +11 -1
  52. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  53. package/dest/mem_pools/instrumentation.js +39 -10
  54. package/dest/mem_pools/interface.d.ts +6 -7
  55. package/dest/mem_pools/interface.d.ts.map +1 -1
  56. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +33 -58
  57. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +1 -1
  58. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +314 -335
  59. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +32 -0
  60. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +1 -0
  61. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +112 -0
  62. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +157 -0
  63. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +1 -0
  64. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +52 -0
  65. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +16 -0
  66. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  67. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +123 -0
  68. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +17 -0
  69. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  70. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +84 -0
  71. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +19 -0
  72. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  73. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +78 -0
  74. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +26 -0
  75. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  76. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +84 -0
  77. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +25 -0
  78. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +1 -0
  79. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +57 -0
  80. package/dest/mem_pools/tx_pool/index.d.ts +1 -2
  81. package/dest/mem_pools/tx_pool/index.d.ts.map +1 -1
  82. package/dest/mem_pools/tx_pool/index.js +0 -1
  83. package/dest/mem_pools/tx_pool/priority.d.ts +5 -1
  84. package/dest/mem_pools/tx_pool/priority.d.ts.map +1 -1
  85. package/dest/mem_pools/tx_pool/priority.js +8 -3
  86. package/dest/mem_pools/tx_pool/tx_pool.d.ts +11 -6
  87. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +1 -1
  88. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +1 -1
  89. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +1 -1
  90. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +33 -25
  91. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  92. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  94. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  95. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  97. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  98. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  100. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  101. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  102. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  103. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  104. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  105. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
  106. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  107. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  108. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  109. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  110. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  111. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  112. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
  113. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  114. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  115. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  116. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  117. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  118. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  119. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  120. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  121. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  122. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  123. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  124. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  125. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  126. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
  127. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  128. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  129. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  130. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  131. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  132. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  133. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  134. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  135. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  136. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +215 -0
  137. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  138. package/dest/mem_pools/tx_pool_v2/interfaces.js +10 -0
  139. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +134 -0
  140. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  141. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +216 -0
  142. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  143. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  144. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  145. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  146. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  147. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
  148. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +62 -0
  149. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  150. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +167 -0
  151. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
  152. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  153. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +923 -0
  154. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +7 -6
  155. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  156. package/dest/msg_validators/attestation_validator/attestation_validator.js +58 -24
  157. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +20 -0
  158. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -0
  159. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +76 -0
  160. package/dest/msg_validators/attestation_validator/index.d.ts +2 -1
  161. package/dest/msg_validators/attestation_validator/index.d.ts.map +1 -1
  162. package/dest/msg_validators/attestation_validator/index.js +1 -0
  163. package/dest/msg_validators/clock_tolerance.d.ts +21 -0
  164. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -0
  165. package/dest/msg_validators/clock_tolerance.js +38 -0
  166. package/dest/msg_validators/index.d.ts +2 -2
  167. package/dest/msg_validators/index.d.ts.map +1 -1
  168. package/dest/msg_validators/index.js +1 -1
  169. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts +1 -1
  170. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts.map +1 -1
  171. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +11 -0
  172. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
  173. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +14 -0
  174. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +11 -0
  175. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
  176. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +20 -0
  177. package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
  178. package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
  179. package/dest/msg_validators/proposal_validator/index.js +3 -0
  180. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +18 -0
  181. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
  182. package/dest/msg_validators/proposal_validator/proposal_validator.js +116 -0
  183. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  184. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  185. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  186. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  187. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  188. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  189. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  190. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  191. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  192. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  193. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  194. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  195. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
  196. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  197. package/dest/msg_validators/tx_validator/block_header_validator.js +4 -3
  198. package/dest/msg_validators/tx_validator/data_validator.d.ts +3 -1
  199. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  200. package/dest/msg_validators/tx_validator/data_validator.js +4 -1
  201. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
  202. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  203. package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
  204. package/dest/msg_validators/tx_validator/factory.d.ts +139 -6
  205. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  206. package/dest/msg_validators/tx_validator/factory.js +249 -58
  207. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
  208. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
  209. package/dest/msg_validators/tx_validator/fee_payer_balance.js +24 -0
  210. package/dest/msg_validators/tx_validator/gas_validator.d.ts +68 -3
  211. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  212. package/dest/msg_validators/tx_validator/gas_validator.js +114 -52
  213. package/dest/msg_validators/tx_validator/index.d.ts +4 -1
  214. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  215. package/dest/msg_validators/tx_validator/index.js +3 -0
  216. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +4 -3
  217. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  218. package/dest/msg_validators/tx_validator/metadata_validator.js +6 -6
  219. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  220. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  221. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  222. package/dest/msg_validators/tx_validator/phases_validator.d.ts +24 -3
  223. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  224. package/dest/msg_validators/tx_validator/phases_validator.js +77 -27
  225. package/dest/msg_validators/tx_validator/size_validator.d.ts +8 -0
  226. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -0
  227. package/dest/msg_validators/tx_validator/size_validator.js +23 -0
  228. package/dest/msg_validators/tx_validator/test_utils.d.ts +2 -2
  229. package/dest/msg_validators/tx_validator/test_utils.d.ts.map +1 -1
  230. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +23 -5
  231. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  232. package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
  233. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  234. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  235. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  236. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +3 -2
  237. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  238. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -2
  239. package/dest/services/data_store.d.ts +1 -1
  240. package/dest/services/data_store.d.ts.map +1 -1
  241. package/dest/services/data_store.js +10 -6
  242. package/dest/services/discv5/discV5_service.d.ts +1 -1
  243. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  244. package/dest/services/discv5/discV5_service.js +1 -1
  245. package/dest/services/dummy_service.d.ts +28 -4
  246. package/dest/services/dummy_service.d.ts.map +1 -1
  247. package/dest/services/dummy_service.js +49 -1
  248. package/dest/services/encoding.d.ts +7 -3
  249. package/dest/services/encoding.d.ts.map +1 -1
  250. package/dest/services/encoding.js +23 -15
  251. package/dest/services/gossipsub/index.d.ts +3 -0
  252. package/dest/services/gossipsub/index.d.ts.map +1 -0
  253. package/dest/services/gossipsub/index.js +2 -0
  254. package/dest/services/gossipsub/scoring.d.ts +21 -3
  255. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  256. package/dest/services/gossipsub/scoring.js +24 -7
  257. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  258. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  259. package/dest/services/gossipsub/topic_score_params.js +346 -0
  260. package/dest/services/index.d.ts +2 -1
  261. package/dest/services/index.d.ts.map +1 -1
  262. package/dest/services/index.js +1 -0
  263. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  264. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  265. package/dest/services/libp2p/instrumentation.js +36 -71
  266. package/dest/services/libp2p/libp2p_service.d.ts +108 -96
  267. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  268. package/dest/services/libp2p/libp2p_service.js +1182 -353
  269. package/dest/services/peer-manager/interface.d.ts +1 -1
  270. package/dest/services/peer-manager/metrics.d.ts +11 -2
  271. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  272. package/dest/services/peer-manager/metrics.js +45 -16
  273. package/dest/services/peer-manager/peer_manager.d.ts +2 -33
  274. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  275. package/dest/services/peer-manager/peer_manager.js +10 -15
  276. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  277. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  278. package/dest/services/peer-manager/peer_scoring.js +68 -4
  279. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +51 -0
  280. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  281. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +540 -0
  282. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  283. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  284. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  285. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +47 -0
  286. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  287. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  288. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +35 -0
  289. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  290. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +136 -0
  291. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +62 -0
  292. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  293. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +176 -0
  294. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +20 -0
  295. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  296. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +21 -0
  297. package/dest/services/reqresp/config.d.ts +1 -1
  298. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +22 -3
  299. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
  300. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +63 -4
  301. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -4
  302. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  303. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  304. package/dest/services/reqresp/constants.d.ts +12 -0
  305. package/dest/services/reqresp/constants.d.ts.map +1 -0
  306. package/dest/services/reqresp/constants.js +7 -0
  307. package/dest/services/reqresp/index.d.ts +1 -1
  308. package/dest/services/reqresp/interface.d.ts +13 -2
  309. package/dest/services/reqresp/interface.d.ts.map +1 -1
  310. package/dest/services/reqresp/interface.js +16 -2
  311. package/dest/services/reqresp/metrics.d.ts +6 -5
  312. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  313. package/dest/services/reqresp/metrics.js +17 -21
  314. package/dest/services/reqresp/protocols/auth.d.ts +2 -2
  315. package/dest/services/reqresp/protocols/auth.d.ts.map +1 -1
  316. package/dest/services/reqresp/protocols/auth.js +2 -2
  317. package/dest/services/reqresp/protocols/block.d.ts +1 -1
  318. package/dest/services/reqresp/protocols/block.d.ts.map +1 -1
  319. package/dest/services/reqresp/protocols/block.js +3 -2
  320. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +5 -1
  321. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  322. package/dest/services/reqresp/protocols/block_txs/bitvector.js +12 -0
  323. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  324. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  325. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +27 -9
  326. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +30 -9
  327. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  328. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +60 -14
  329. package/dest/services/reqresp/protocols/block_txs/index.d.ts +1 -1
  330. package/dest/services/reqresp/protocols/goodbye.d.ts +1 -1
  331. package/dest/services/reqresp/protocols/goodbye.d.ts.map +1 -1
  332. package/dest/services/reqresp/protocols/index.d.ts +1 -1
  333. package/dest/services/reqresp/protocols/ping.d.ts +1 -1
  334. package/dest/services/reqresp/protocols/status.d.ts +6 -5
  335. package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
  336. package/dest/services/reqresp/protocols/status.js +7 -3
  337. package/dest/services/reqresp/protocols/tx.d.ts +8 -3
  338. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  339. package/dest/services/reqresp/protocols/tx.js +20 -0
  340. package/dest/services/reqresp/rate-limiter/index.d.ts +1 -1
  341. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +2 -2
  342. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  343. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  344. package/dest/services/reqresp/reqresp.d.ts +6 -41
  345. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  346. package/dest/services/reqresp/reqresp.js +488 -58
  347. package/dest/services/reqresp/status.d.ts +2 -2
  348. package/dest/services/reqresp/status.d.ts.map +1 -1
  349. package/dest/services/service.d.ts +56 -4
  350. package/dest/services/service.d.ts.map +1 -1
  351. package/dest/services/tx_collection/config.d.ts +22 -1
  352. package/dest/services/tx_collection/config.d.ts.map +1 -1
  353. package/dest/services/tx_collection/config.js +56 -2
  354. package/dest/services/tx_collection/fast_tx_collection.d.ts +10 -15
  355. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  356. package/dest/services/tx_collection/fast_tx_collection.js +95 -84
  357. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  358. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  359. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  360. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  361. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  362. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  363. package/dest/services/tx_collection/index.d.ts +3 -1
  364. package/dest/services/tx_collection/index.d.ts.map +1 -1
  365. package/dest/services/tx_collection/index.js +2 -0
  366. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  367. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  368. package/dest/services/tx_collection/instrumentation.js +11 -13
  369. package/dest/services/tx_collection/proposal_tx_collector.d.ts +48 -0
  370. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -0
  371. package/dest/services/tx_collection/proposal_tx_collector.js +50 -0
  372. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  373. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  374. package/dest/services/tx_collection/request_tracker.js +84 -0
  375. package/dest/services/tx_collection/slow_tx_collection.d.ts +9 -6
  376. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  377. package/dest/services/tx_collection/slow_tx_collection.js +61 -26
  378. package/dest/services/tx_collection/tx_collection.d.ts +31 -21
  379. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  380. package/dest/services/tx_collection/tx_collection.js +79 -7
  381. package/dest/services/tx_collection/tx_collection_sink.d.ts +19 -9
  382. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  383. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  384. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  385. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  386. package/dest/services/tx_collection/tx_source.js +19 -2
  387. package/dest/services/tx_file_store/config.d.ts +16 -0
  388. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  389. package/dest/services/tx_file_store/config.js +22 -0
  390. package/dest/services/tx_file_store/index.d.ts +4 -0
  391. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  392. package/dest/services/tx_file_store/index.js +3 -0
  393. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  394. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  395. package/dest/services/tx_file_store/instrumentation.js +29 -0
  396. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  397. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  398. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  399. package/dest/services/tx_provider.d.ts +7 -5
  400. package/dest/services/tx_provider.d.ts.map +1 -1
  401. package/dest/services/tx_provider.js +20 -10
  402. package/dest/services/tx_provider_instrumentation.d.ts +5 -2
  403. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  404. package/dest/services/tx_provider_instrumentation.js +14 -14
  405. package/dest/test-helpers/generate-peer-id-private-keys.d.ts +1 -1
  406. package/dest/test-helpers/get-ports.d.ts +1 -1
  407. package/dest/test-helpers/get-ports.d.ts.map +1 -1
  408. package/dest/test-helpers/index.d.ts +3 -1
  409. package/dest/test-helpers/index.d.ts.map +1 -1
  410. package/dest/test-helpers/index.js +2 -0
  411. package/dest/test-helpers/make-enrs.d.ts +1 -1
  412. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  413. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  414. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  415. package/dest/test-helpers/mock-pubsub.d.ts +32 -6
  416. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  417. package/dest/test-helpers/mock-pubsub.js +105 -4
  418. package/dest/test-helpers/mock-tx-helpers.d.ts +2 -2
  419. package/dest/test-helpers/mock-tx-helpers.d.ts.map +1 -1
  420. package/dest/test-helpers/mock-tx-helpers.js +1 -1
  421. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  422. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  423. package/dest/test-helpers/reqresp-nodes.js +4 -3
  424. package/dest/test-helpers/test_tx_provider.d.ts +40 -0
  425. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  426. package/dest/test-helpers/test_tx_provider.js +41 -0
  427. package/dest/test-helpers/testbench-utils.d.ts +163 -0
  428. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  429. package/dest/test-helpers/testbench-utils.js +385 -0
  430. package/dest/testbench/p2p_client_testbench_worker.d.ts +28 -2
  431. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  432. package/dest/testbench/p2p_client_testbench_worker.js +227 -127
  433. package/dest/testbench/parse_log_file.d.ts +1 -1
  434. package/dest/testbench/testbench.d.ts +1 -1
  435. package/dest/testbench/worker_client_manager.d.ts +53 -6
  436. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  437. package/dest/testbench/worker_client_manager.js +231 -40
  438. package/dest/types/index.d.ts +1 -1
  439. package/dest/util.d.ts +4 -3
  440. package/dest/util.d.ts.map +1 -1
  441. package/dest/util.js +11 -2
  442. package/dest/versioning.d.ts +1 -1
  443. package/package.json +19 -18
  444. package/src/bootstrap/bootstrap.ts +7 -4
  445. package/src/client/factory.ts +110 -44
  446. package/src/client/interface.ts +74 -34
  447. package/src/client/p2p_client.ts +284 -398
  448. package/src/client/test/tx_proposal_collector/README.md +227 -0
  449. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +344 -0
  450. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +43 -0
  451. package/src/config.ts +200 -63
  452. package/src/errors/attestation-pool.error.ts +13 -0
  453. package/src/errors/tx-pool.error.ts +12 -0
  454. package/src/index.ts +1 -0
  455. package/src/mem_pools/attestation_pool/attestation_pool.ts +515 -58
  456. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +614 -309
  457. package/src/mem_pools/attestation_pool/index.ts +9 -2
  458. package/src/mem_pools/attestation_pool/mocks.ts +22 -15
  459. package/src/mem_pools/index.ts +4 -1
  460. package/src/mem_pools/instrumentation.ts +52 -10
  461. package/src/mem_pools/interface.ts +5 -7
  462. package/src/mem_pools/tx_pool/README.md +270 -0
  463. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +367 -371
  464. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +132 -0
  465. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +208 -0
  466. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +163 -0
  467. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +104 -0
  468. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +93 -0
  469. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +106 -0
  470. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +75 -0
  471. package/src/mem_pools/tx_pool/index.ts +0 -1
  472. package/src/mem_pools/tx_pool/priority.ts +10 -3
  473. package/src/mem_pools/tx_pool/tx_pool.ts +11 -5
  474. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +26 -18
  475. package/src/mem_pools/tx_pool_v2/README.md +283 -0
  476. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  477. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  478. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  479. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  480. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
  481. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  482. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  483. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
  484. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  485. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  486. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  487. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
  488. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
  489. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  490. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  491. package/src/mem_pools/tx_pool_v2/interfaces.ts +247 -0
  492. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +337 -0
  493. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  494. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
  495. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +238 -0
  496. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1105 -0
  497. package/src/msg_validators/attestation_validator/README.md +49 -0
  498. package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -32
  499. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +94 -0
  500. package/src/msg_validators/attestation_validator/index.ts +1 -0
  501. package/src/msg_validators/clock_tolerance.ts +52 -0
  502. package/src/msg_validators/index.ts +1 -1
  503. package/src/msg_validators/proposal_validator/README.md +123 -0
  504. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +20 -0
  505. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +26 -0
  506. package/src/msg_validators/proposal_validator/index.ts +3 -0
  507. package/src/msg_validators/proposal_validator/proposal_validator.ts +116 -0
  508. package/src/msg_validators/tx_validator/README.md +119 -0
  509. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  510. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  511. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  512. package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
  513. package/src/msg_validators/tx_validator/block_header_validator.ts +21 -8
  514. package/src/msg_validators/tx_validator/data_validator.ts +18 -6
  515. package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
  516. package/src/msg_validators/tx_validator/factory.ts +409 -58
  517. package/src/msg_validators/tx_validator/fee_payer_balance.ts +44 -0
  518. package/src/msg_validators/tx_validator/gas_validator.ts +140 -55
  519. package/src/msg_validators/tx_validator/index.ts +3 -0
  520. package/src/msg_validators/tx_validator/metadata_validator.ts +31 -12
  521. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  522. package/src/msg_validators/tx_validator/phases_validator.ts +89 -30
  523. package/src/msg_validators/tx_validator/size_validator.ts +22 -0
  524. package/src/msg_validators/tx_validator/test_utils.ts +1 -1
  525. package/src/msg_validators/tx_validator/timestamp_validator.ts +30 -19
  526. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  527. package/src/msg_validators/tx_validator/tx_proof_validator.ts +8 -3
  528. package/src/services/data_store.ts +10 -7
  529. package/src/services/discv5/discV5_service.ts +1 -1
  530. package/src/services/dummy_service.ts +65 -2
  531. package/src/services/encoding.ts +22 -13
  532. package/src/services/gossipsub/README.md +641 -0
  533. package/src/services/gossipsub/index.ts +2 -0
  534. package/src/services/gossipsub/scoring.ts +29 -5
  535. package/src/services/gossipsub/topic_score_params.ts +487 -0
  536. package/src/services/index.ts +1 -0
  537. package/src/services/libp2p/instrumentation.ts +39 -71
  538. package/src/services/libp2p/libp2p_service.ts +909 -380
  539. package/src/services/peer-manager/metrics.ts +51 -16
  540. package/src/services/peer-manager/peer_manager.ts +12 -7
  541. package/src/services/peer-manager/peer_scoring.ts +70 -3
  542. package/src/services/reqresp/README.md +229 -0
  543. package/src/services/reqresp/batch-tx-requester/README.md +344 -0
  544. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +670 -0
  545. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  546. package/src/services/reqresp/batch-tx-requester/interface.ts +54 -0
  547. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +168 -0
  548. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +249 -0
  549. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +37 -0
  550. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +65 -4
  551. package/src/services/reqresp/connection-sampler/connection_sampler.ts +19 -1
  552. package/src/services/reqresp/constants.ts +14 -0
  553. package/src/services/reqresp/interface.ts +30 -2
  554. package/src/services/reqresp/metrics.ts +36 -27
  555. package/src/services/reqresp/protocols/auth.ts +2 -2
  556. package/src/services/reqresp/protocols/block.ts +3 -2
  557. package/src/services/reqresp/protocols/block_txs/bitvector.ts +16 -0
  558. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +35 -12
  559. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +75 -10
  560. package/src/services/reqresp/protocols/status.ts +16 -12
  561. package/src/services/reqresp/protocols/tx.ts +23 -2
  562. package/src/services/reqresp/reqresp.ts +99 -32
  563. package/src/services/service.ts +73 -5
  564. package/src/services/tx_collection/config.ts +84 -2
  565. package/src/services/tx_collection/fast_tx_collection.ts +114 -93
  566. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  567. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  568. package/src/services/tx_collection/index.ts +6 -0
  569. package/src/services/tx_collection/instrumentation.ts +11 -13
  570. package/src/services/tx_collection/proposal_tx_collector.ts +108 -0
  571. package/src/services/tx_collection/request_tracker.ts +127 -0
  572. package/src/services/tx_collection/slow_tx_collection.ts +70 -36
  573. package/src/services/tx_collection/tx_collection.ts +123 -27
  574. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  575. package/src/services/tx_collection/tx_source.ts +22 -3
  576. package/src/services/tx_file_store/config.ts +37 -0
  577. package/src/services/tx_file_store/index.ts +3 -0
  578. package/src/services/tx_file_store/instrumentation.ts +36 -0
  579. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  580. package/src/services/tx_provider.ts +29 -12
  581. package/src/services/tx_provider_instrumentation.ts +24 -14
  582. package/src/test-helpers/index.ts +2 -0
  583. package/src/test-helpers/make-test-p2p-clients.ts +4 -6
  584. package/src/test-helpers/mock-pubsub.ts +147 -10
  585. package/src/test-helpers/mock-tx-helpers.ts +1 -1
  586. package/src/test-helpers/reqresp-nodes.ts +6 -8
  587. package/src/test-helpers/test_tx_provider.ts +64 -0
  588. package/src/test-helpers/testbench-utils.ts +456 -0
  589. package/src/testbench/p2p_client_testbench_worker.ts +351 -127
  590. package/src/testbench/worker_client_manager.ts +312 -42
  591. package/src/util.ts +20 -4
  592. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -30
  593. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  594. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -190
  595. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -25
  596. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  597. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -197
  598. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts +0 -80
  599. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts.map +0 -1
  600. package/dest/mem_pools/tx_pool/memory_tx_pool.js +0 -238
  601. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -12
  602. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
  603. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -70
  604. package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
  605. package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
  606. package/dest/msg_validators/block_proposal_validator/index.js +0 -1
  607. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -256
  608. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -253
  609. package/src/mem_pools/tx_pool/memory_tx_pool.ts +0 -283
  610. package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -81
  611. package/src/msg_validators/block_proposal_validator/index.ts +0 -1
@@ -1,20 +1,398 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
6
369
  }
7
- import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
+ }
373
+ var _dec, _dec1, _initProto;
374
+ import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
375
+ import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
8
376
  import { createLogger } from '@aztec/foundation/log';
377
+ import { RunningPromise } from '@aztec/foundation/promise';
9
378
  import { DateProvider } from '@aztec/foundation/timer';
10
- import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
379
+ import { L2TipsKVStore } from '@aztec/kv-store/stores';
380
+ import { L2BlockStream } from '@aztec/stdlib/block';
11
381
  import { tryStop } from '@aztec/stdlib/interfaces/server';
12
- import { Attributes, TraceableL2BlockStream, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
382
+ import { Attributes, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
13
383
  import { getP2PDefaultConfig } from '../config.js';
14
- import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
15
- import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
384
+ import { TxPoolError } from '../errors/tx-pool.error.js';
16
385
  import { TxProvider } from '../services/tx_provider.js';
17
386
  import { P2PClientState } from './interface.js';
387
+ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
388
+ [Attributes.SLOT_NUMBER]: proposal.slotNumber,
389
+ [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
390
+ [Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString()
391
+ })), _dec1 = trackSpan('p2pClient.broadcastCheckpointProposal', async (proposal)=>({
392
+ [Attributes.SLOT_NUMBER]: proposal.slotNumber,
393
+ [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
394
+ [Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString()
395
+ }));
18
396
  /**
19
397
  * The P2P client implementation.
20
398
  */ export class P2PClient extends WithTracer {
@@ -22,9 +400,25 @@ import { P2PClientState } from './interface.js';
22
400
  l2BlockSource;
23
401
  p2pService;
24
402
  txCollection;
403
+ txFileStore;
404
+ epochCache;
25
405
  _dateProvider;
26
406
  telemetry;
27
407
  log;
408
+ static{
409
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
410
+ [
411
+ _dec,
412
+ 2,
413
+ "broadcastProposal"
414
+ ],
415
+ [
416
+ _dec1,
417
+ 2,
418
+ "broadcastCheckpointProposal"
419
+ ]
420
+ ], []));
421
+ }
28
422
  /** The JS promise that will be running to keep the client's data in sync. Can be interrupted if the client is stopped. */ runningPromise;
29
423
  currentState;
30
424
  syncPromise;
@@ -32,10 +426,7 @@ import { P2PClientState } from './interface.js';
32
426
  latestBlockNumberAtStart;
33
427
  provenBlockNumberAtStart;
34
428
  finalizedBlockNumberAtStart;
35
- synchedBlockHashes;
36
- synchedLatestBlockNumber;
37
- synchedProvenBlockNumber;
38
- synchedFinalizedBlockNumber;
429
+ l2Tips;
39
430
  synchedLatestSlot;
40
431
  txPool;
41
432
  attestationPool;
@@ -43,15 +434,10 @@ import { P2PClientState } from './interface.js';
43
434
  blockStream;
44
435
  txProvider;
45
436
  validatorAddresses;
46
- /**
47
- * In-memory P2P client constructor.
48
- * @param store - The client's instance of the KV store.
49
- * @param l2BlockSource - P2P client's source for fetching existing blocks.
50
- * @param txPool - The client's instance of a transaction pool. Defaults to in-memory implementation.
51
- * @param p2pService - The concrete instance of p2p networking to use.
52
- * @param log - A logger.
53
- */ constructor(_clientType, store, l2BlockSource, mempools, p2pService, txCollection, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
54
- super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = P2PClientState.IDLE, this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [];
437
+ /** Tracks the last slot for which we called prepareForSlot */ lastSlotProcessed;
438
+ /** Polls for slot changes and calls prepareForSlot on the tx pool */ slotMonitor;
439
+ constructor(store, l2BlockSource, mempools, p2pService, txCollection, txFileStore, epochCache, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
440
+ super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this.txFileStore = txFileStore, this.epochCache = epochCache, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = (_initProto(this), P2PClientState.IDLE), this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [], this.lastSlotProcessed = SlotNumber.ZERO;
55
441
  this.config = {
56
442
  ...getP2PDefaultConfig(),
57
443
  ...config
@@ -59,33 +445,7 @@ import { P2PClientState } from './interface.js';
59
445
  this.txPool = mempools.txPool;
60
446
  this.attestationPool = mempools.attestationPool;
61
447
  this.txProvider = new TxProvider(this.txCollection, this.txPool, this, this.log.createChild('tx-provider'), this.telemetry);
62
- // Default to collecting all txs when we see a valid proposal
63
- // This can be overridden by the validator client to attest, and it will call getTxsForBlockProposal on its own
64
- // TODO(palla/txs): We should not trigger a request for txs on a proposal before fully validating it. We need to bring
65
- // validator-client code into here so we can validate a proposal is reasonable.
66
- this.registerBlockProposalHandler(async (block, sender)=>{
67
- this.log.debug(`Received block proposal from ${sender.toString()}`);
68
- // TODO(palla/txs): Need to subtract validatorReexecuteDeadlineMs from this deadline (see ValidatorClient.getReexecutionDeadline)
69
- const constants = this.txCollection.getConstants();
70
- const nextSlotTimestampSeconds = Number(getTimestampForSlot(block.slotNumber.toBigInt() + 1n, constants));
71
- const deadline = new Date(nextSlotTimestampSeconds * 1000);
72
- const parentBlock = await this.l2BlockSource.getBlockHeaderByArchive(block.payload.header.lastArchiveRoot);
73
- if (!parentBlock) {
74
- this.log.debug(`Cannot collect txs for proposal as parent block not found`);
75
- return;
76
- }
77
- const blockNumber = parentBlock.getBlockNumber() + 1;
78
- await this.txProvider.getTxsForBlockProposal(block, blockNumber, {
79
- pinnedPeer: sender,
80
- deadline
81
- });
82
- return undefined;
83
- });
84
- // REFACTOR: Try replacing these with an L2TipsStore
85
- this.synchedBlockHashes = store.openMap('p2p_pool_block_hashes');
86
- this.synchedLatestBlockNumber = store.openSingleton('p2p_pool_last_l2_block');
87
- this.synchedProvenBlockNumber = store.openSingleton('p2p_pool_last_proven_l2_block');
88
- this.synchedFinalizedBlockNumber = store.openSingleton('p2p_pool_last_finalized_l2_block');
448
+ this.l2Tips = new L2TipsKVStore(store, 'p2p_client');
89
449
  this.synchedLatestSlot = store.openSingleton('p2p_pool_last_l2_slot');
90
450
  }
91
451
  registerThisValidatorAddresses(addresses) {
@@ -106,53 +466,18 @@ import { P2PClientState } from './interface.js';
106
466
  getPeers(includePending) {
107
467
  return Promise.resolve(this.p2pService.getPeers(includePending));
108
468
  }
469
+ getGossipMeshPeerCount(topicType) {
470
+ return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
471
+ }
109
472
  getL2BlockHash(number) {
110
- return this.synchedBlockHashes.getAsync(number);
473
+ return this.l2Tips.getL2BlockHash(number);
111
474
  }
112
- updateP2PConfig(config) {
113
- this.txPool.updateConfig(config);
475
+ async updateP2PConfig(config) {
476
+ await this.txPool.updateConfig(config);
114
477
  this.p2pService.updateConfig(config);
115
- return Promise.resolve();
116
- }
117
- async getL2Tips() {
118
- const latestBlockNumber = await this.getSyncedLatestBlockNum();
119
- let latestBlockHash;
120
- const provenBlockNumber = await this.getSyncedProvenBlockNum();
121
- let provenBlockHash;
122
- const finalizedBlockNumber = await this.getSyncedFinalizedBlockNum();
123
- let finalizedBlockHash;
124
- if (latestBlockNumber > 0) {
125
- latestBlockHash = await this.synchedBlockHashes.getAsync(latestBlockNumber);
126
- if (typeof latestBlockHash === 'undefined') {
127
- throw new Error(`Block hash for latest block ${latestBlockNumber} not found in p2p client`);
128
- }
129
- }
130
- if (provenBlockNumber > 0) {
131
- provenBlockHash = await this.synchedBlockHashes.getAsync(provenBlockNumber);
132
- if (typeof provenBlockHash === 'undefined') {
133
- throw new Error(`Block hash for proven block ${provenBlockNumber} not found in p2p client`);
134
- }
135
- }
136
- if (finalizedBlockNumber > 0) {
137
- finalizedBlockHash = await this.synchedBlockHashes.getAsync(finalizedBlockNumber);
138
- if (typeof finalizedBlockHash === 'undefined') {
139
- throw new Error(`Block hash for finalized block ${finalizedBlockNumber} not found in p2p client`);
140
- }
141
- }
142
- return {
143
- latest: {
144
- hash: latestBlockHash,
145
- number: latestBlockNumber
146
- },
147
- proven: {
148
- hash: provenBlockHash,
149
- number: provenBlockNumber
150
- },
151
- finalized: {
152
- hash: finalizedBlockHash,
153
- number: finalizedBlockNumber
154
- }
155
- };
478
+ }
479
+ getL2Tips() {
480
+ return this.l2Tips.getL2Tips();
156
481
  }
157
482
  async handleBlockStreamEvent(event) {
158
483
  this.log.debug(`Handling block stream event ${event.type}`);
@@ -162,26 +487,23 @@ import { P2PClientState } from './interface.js';
162
487
  break;
163
488
  case 'chain-finalized':
164
489
  {
165
- // TODO (alexg): I think we can prune the block hashes map here
166
- await this.setBlockHash(event.block);
167
- const from = await this.getSyncedFinalizedBlockNum() + 1;
490
+ const oldFinalizedBlockNum = await this.getSyncedFinalizedBlockNum();
491
+ const from = BlockNumber(oldFinalizedBlockNum + 1);
168
492
  const limit = event.block.number - from + 1;
169
493
  if (limit > 0) {
170
- await this.handleFinalizedL2Blocks(await this.l2BlockSource.getBlocks(from, limit));
494
+ const oldBlocks = await this.l2BlockSource.getBlocks(from, limit);
495
+ await this.handleFinalizedL2Blocks(oldBlocks);
171
496
  }
172
497
  break;
173
498
  }
174
499
  case 'chain-proven':
175
- {
176
- await this.setBlockHash(event.block);
177
- this.txCollection.stopCollectingForBlocksUpTo(event.block.number);
178
- await this.synchedProvenBlockNumber.set(event.block.number);
179
- break;
180
- }
500
+ this.txCollection.stopCollectingForBlocksUpTo(event.block.number);
501
+ break;
181
502
  case 'chain-pruned':
182
- await this.setBlockHash(event.block);
183
503
  this.txCollection.stopCollectingForBlocksAfter(event.block.number);
184
- await this.handlePruneL2Blocks(event.block.number);
504
+ await this.handlePruneL2Blocks(event.block, event.checkpoint);
505
+ break;
506
+ case 'chain-checkpointed':
185
507
  break;
186
508
  default:
187
509
  {
@@ -189,14 +511,11 @@ import { P2PClientState } from './interface.js';
189
511
  break;
190
512
  }
191
513
  }
192
- }
193
- async setBlockHash(block) {
194
- if (block.hash !== undefined) {
195
- await this.synchedBlockHashes.set(block.number, block.hash.toString());
196
- }
514
+ // Pass the event through to our l2 tips store
515
+ await this.l2Tips.handleBlockStreamEvent(event);
516
+ await this.startServiceIfSynched();
197
517
  }
198
518
  #assertIsReady() {
199
- // this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
200
519
  if (!this.isReady()) {
201
520
  throw new Error('P2P client not ready');
202
521
  }
@@ -211,17 +530,19 @@ import { P2PClientState } from './interface.js';
211
530
  if (this.currentState !== P2PClientState.IDLE) {
212
531
  return this.syncPromise;
213
532
  }
533
+ // Start the tx pool first, as it needs to hydrate state from persistence
534
+ await this.txPool.start();
214
535
  // get the current latest block numbers
215
536
  const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
216
- this.latestBlockNumberAtStart = latestBlockNumbers.latest.number;
217
- this.provenBlockNumberAtStart = latestBlockNumbers.proven.number;
218
- this.finalizedBlockNumberAtStart = latestBlockNumbers.finalized.number;
537
+ this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
538
+ this.provenBlockNumberAtStart = latestBlockNumbers.proven.block.number;
539
+ this.finalizedBlockNumberAtStart = latestBlockNumbers.finalized.block.number;
219
540
  const syncedLatestBlock = await this.getSyncedLatestBlockNum() + 1;
220
541
  const syncedProvenBlock = await this.getSyncedProvenBlockNum() + 1;
221
542
  const syncedFinalizedBlock = await this.getSyncedFinalizedBlockNum() + 1;
222
- if (await this.txPool.isEmpty() && (this.attestationPool === undefined || await this.attestationPool?.isEmpty())) {
543
+ if (await this.txPool.isEmpty() && await this.attestationPool.isEmpty()) {
223
544
  // if mempools are empty, we don't care about syncing prior blocks
224
- this.initBlockStream(this.latestBlockNumberAtStart);
545
+ this.initBlockStream(BlockNumber(this.latestBlockNumberAtStart));
225
546
  this.setCurrentState(P2PClientState.RUNNING);
226
547
  this.syncPromise = Promise.resolve();
227
548
  await this.p2pService.start();
@@ -253,6 +574,10 @@ import { P2PClientState } from './interface.js';
253
574
  }
254
575
  this.blockStream.start();
255
576
  await this.txCollection.start();
577
+ this.txFileStore?.start();
578
+ // Start slot monitor to call prepareForSlot when the slot changes
579
+ this.slotMonitor = new RunningPromise(()=>this.maybeCallPrepareForSlot(), this.log, this.config.slotCheckIntervalMS);
580
+ this.slotMonitor.start();
256
581
  return this.syncPromise;
257
582
  }
258
583
  addReqRespSubProtocol(subProtocol, handler, validator) {
@@ -261,7 +586,7 @@ import { P2PClientState } from './interface.js';
261
586
  initBlockStream(startingBlock) {
262
587
  if (!this.blockStream) {
263
588
  const { blockRequestBatchSize: batchSize, blockCheckIntervalMS: pollIntervalMS } = this.config;
264
- this.blockStream = new TraceableL2BlockStream(this.l2BlockSource, this, this, this.telemetry.getTracer('P2PL2BlockStream'), 'P2PL2BlockStream', createLogger(`${this.log.module}:l2-block-stream`), {
589
+ this.blockStream = new L2BlockStream(this.l2BlockSource, this, this, createLogger(`${this.log.module}:l2-block-stream`), {
265
590
  batchSize,
266
591
  pollIntervalMS,
267
592
  startingBlock
@@ -273,12 +598,18 @@ import { P2PClientState } from './interface.js';
273
598
  * 'ready' will now return 'false' and the running promise that keeps the client synced is interrupted.
274
599
  */ async stop() {
275
600
  this.log.debug('Stopping p2p client...');
601
+ await this.slotMonitor?.stop();
602
+ this.log.debug('Stopped slot monitor');
276
603
  await tryStop(this.txCollection);
277
604
  this.log.debug('Stopped tx collection service');
605
+ await this.txFileStore?.stop();
606
+ this.log.debug('Stopped tx file store');
278
607
  await this.p2pService.stop();
279
608
  this.log.debug('Stopped p2p service');
280
609
  await this.blockStream?.stop();
281
610
  this.log.debug('Stopped block downloader');
611
+ await this.txPool.stop();
612
+ this.log.debug('Stopped tx pool');
282
613
  await this.runningPromise;
283
614
  this.setCurrentState(P2PClientState.STOPPED);
284
615
  this.log.info('P2P client stopped');
@@ -287,103 +618,95 @@ import { P2PClientState } from './interface.js';
287
618
  this.initBlockStream();
288
619
  await this.blockStream.sync();
289
620
  }
290
- broadcastProposal(proposal) {
291
- this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber.toNumber()} to peers`);
621
+ async broadcastProposal(proposal) {
622
+ this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
623
+ // Store our own proposal so we can respond to req/resp requests for it
624
+ const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
625
+ if (count > 1) {
626
+ if (this.config.broadcastEquivocatedProposals) {
627
+ this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
628
+ slot: proposal.slotNumber,
629
+ archive: proposal.archive.toString(),
630
+ count
631
+ });
632
+ } else {
633
+ throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
634
+ }
635
+ }
292
636
  return this.p2pService.propagate(proposal);
293
637
  }
294
- async getAttestationsForSlot(slot, proposalId) {
295
- return await (proposalId ? this.attestationPool?.getAttestationsForSlotAndProposal(slot, proposalId) : this.attestationPool?.getAttestationsForSlot(slot)) ?? [];
638
+ async broadcastCheckpointProposal(proposal) {
639
+ this.log.verbose(`Broadcasting checkpoint proposal for slot ${proposal.slotNumber} to peers`);
640
+ const blockProposal = proposal.getBlockProposal();
641
+ if (blockProposal) {
642
+ // Store our own last-block proposal so we can respond to req/resp requests for it.
643
+ await this.attestationPool.tryAddBlockProposal(blockProposal);
644
+ }
645
+ return this.p2pService.propagate(proposal);
296
646
  }
297
- addAttestations(attestations) {
298
- return this.attestationPool?.addAttestations(attestations) ?? Promise.resolve();
647
+ async broadcastCheckpointAttestations(attestations) {
648
+ this.log.verbose(`Broadcasting ${attestations.length} checkpoint attestations to peers`);
649
+ await Promise.all(attestations.map((att)=>this.p2pService.propagate(att)));
299
650
  }
300
- deleteAttestation(attestation) {
301
- return this.attestationPool?.deleteAttestations([
302
- attestation
303
- ]) ?? Promise.resolve();
651
+ async getCheckpointAttestationsForSlot(slot, proposalId) {
652
+ return await (proposalId ? this.attestationPool.getCheckpointAttestationsForSlotAndProposal(slot, proposalId) : this.attestationPool.getCheckpointAttestationsForSlot(slot));
653
+ }
654
+ addOwnCheckpointAttestations(attestations) {
655
+ return this.attestationPool.addOwnCheckpointAttestations(attestations);
656
+ }
657
+ hasBlockProposalsForSlot(slot) {
658
+ return this.attestationPool.hasBlockProposalsForSlot(slot);
304
659
  }
305
660
  // REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
306
661
  // ^ This pattern is not my favorite (md)
307
662
  registerBlockProposalHandler(handler) {
308
663
  this.p2pService.registerBlockReceivedCallback(handler);
309
664
  }
310
- /**
311
- * Uses the batched Request Response protocol to request a set of transactions from the network.
312
- */ async requestTxsByHash(txHashes, pinnedPeerId) {
313
- const timeoutMs = 8000; // Longer timeout for now
314
- const maxRetryAttempts = 10; // Keep retrying within the timeout
315
- const requests = chunkTxHashesRequest(txHashes);
316
- const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
317
- const txBatches = await this.p2pService.sendBatchRequest(ReqRespSubProtocol.TX, requests, pinnedPeerId, timeoutMs, maxPeers, maxRetryAttempts);
318
- const txs = txBatches.flat();
319
- if (txs.length > 0) {
320
- await this.txPool.addTxs(txs);
321
- }
322
- const txHashesStr = txHashes.map((tx)=>tx.toString()).join(', ');
323
- this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
324
- // We return all transactions, even the not found ones to the caller, such they can handle missing items themselves.
325
- return txs;
326
- }
327
- getPendingTxs(limit, after) {
328
- return this.getTxs('pending', limit, after);
665
+ registerCheckpointProposalHandler(handler) {
666
+ this.p2pService.registerCheckpointReceivedCallback(handler);
329
667
  }
330
- getPendingTxCount() {
331
- return this.txPool.getPendingTxCount();
668
+ registerDuplicateProposalCallback(callback) {
669
+ this.p2pService.registerDuplicateProposalCallback(callback);
332
670
  }
333
- async *iteratePendingTxs() {
334
- for (const txHash of (await this.txPool.getPendingTxHashes())){
335
- const tx = await this.txPool.getTxByHash(txHash);
336
- if (tx) {
337
- yield tx;
338
- }
339
- }
671
+ registerDuplicateAttestationCallback(callback) {
672
+ this.p2pService.registerDuplicateAttestationCallback(callback);
340
673
  }
341
- /**
342
- * Returns all transactions in the transaction pool.
343
- * @param filter - The type of txs to return
344
- * @param limit - How many txs to return
345
- * @param after - If paginating, the last known tx hash. Will return txs after this hash
346
- * @returns An array of Txs.
347
- */ async getTxs(filter, limit, after) {
674
+ async getPendingTxs(limit, after) {
348
675
  if (limit !== undefined && limit <= 0) {
349
676
  throw new TypeError('limit must be greater than 0');
350
677
  }
351
- let txs = undefined;
352
- let txHashes;
353
- if (filter === 'all') {
354
- txs = await this.txPool.getAllTxs();
355
- txHashes = await Promise.all(txs.map((tx)=>tx.getTxHash()));
356
- } else if (filter === 'mined') {
357
- const minedTxHashes = await this.txPool.getMinedTxHashes();
358
- txHashes = minedTxHashes.map(([txHash])=>txHash);
359
- } else if (filter === 'pending') {
360
- txHashes = await this.txPool.getPendingTxHashes();
361
- } else {
362
- const _ = filter;
363
- throw new Error(`Unknown filter ${filter}`);
364
- }
678
+ let txHashes = await this.txPool.getPendingTxHashes();
365
679
  let startIndex = 0;
366
- let endIndex = undefined;
367
680
  if (after) {
368
681
  startIndex = txHashes.findIndex((txHash)=>after.equals(txHash));
369
- // if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
370
682
  if (startIndex === -1) {
371
683
  return [];
372
684
  }
373
- // increment by one because we don't want to return the same tx again
374
685
  startIndex++;
375
686
  }
376
- if (limit !== undefined) {
377
- endIndex = startIndex + limit;
378
- }
687
+ const endIndex = limit !== undefined ? startIndex + limit : undefined;
379
688
  txHashes = txHashes.slice(startIndex, endIndex);
380
- if (txs) {
381
- txs = txs.slice(startIndex, endIndex);
382
- } else {
383
- const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
384
- txs = maybeTxs.filter((tx)=>!!tx);
689
+ const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
690
+ return maybeTxs.filter((tx)=>!!tx);
691
+ }
692
+ getPendingTxCount() {
693
+ return this.txPool.getPendingTxCount();
694
+ }
695
+ async *iteratePendingTxs() {
696
+ for (const txHash of (await this.txPool.getPendingTxHashes())){
697
+ const tx = await this.txPool.getTxByHash(txHash);
698
+ if (tx) {
699
+ yield tx;
700
+ }
701
+ }
702
+ }
703
+ async *iterateEligiblePendingTxs() {
704
+ for (const txHash of (await this.txPool.getEligiblePendingTxHashes())){
705
+ const tx = await this.txPool.getTxByHash(txHash);
706
+ if (tx) {
707
+ yield tx;
708
+ }
385
709
  }
386
- return txs;
387
710
  }
388
711
  /**
389
712
  * Returns a transaction in the transaction pool by its hash.
@@ -403,42 +726,6 @@ import { P2PClientState } from './interface.js';
403
726
  return this.txPool.hasTxs(txHashes);
404
727
  }
405
728
  /**
406
- * Returns transactions in the transaction pool by hash.
407
- * If a transaction is not in the pool, it will be requested from the network.
408
- * @param txHashes - Hashes of the transactions to look for.
409
- * @returns The txs found, or undefined if not found in the order requested.
410
- */ async getTxsByHash(txHashes, pinnedPeerId) {
411
- const txs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
412
- const missingTxHashes = txs.map((tx, index)=>[
413
- tx,
414
- index
415
- ]).filter(([tx, _index])=>!tx).map(([_tx, index])=>txHashes[index]);
416
- if (missingTxHashes.length === 0) {
417
- return txs;
418
- }
419
- const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
420
- // TODO: optimize
421
- // Merge the found txs in order
422
- const mergingTxs = txHashes.map((txHash)=>{
423
- // Is it in the txs list from the mempool?
424
- for (const tx of txs){
425
- if (tx !== undefined && tx.getTxHash().equals(txHash)) {
426
- return tx;
427
- }
428
- }
429
- // Is it in the fetched missing txs?
430
- // Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
431
- for (const tx of missingTxs){
432
- if (tx.getTxHash().equals(txHash)) {
433
- return tx;
434
- }
435
- }
436
- // Otherwise return undefined
437
- return undefined;
438
- });
439
- return mergingTxs;
440
- }
441
- /**
442
729
  * Returns an archived transaction in the transaction pool by its hash.
443
730
  * @param txHash - Hash of the archived transaction to look for.
444
731
  * @returns A single tx or undefined.
@@ -446,31 +733,35 @@ import { P2PClientState } from './interface.js';
446
733
  return this.txPool.getArchivedTxByHash(txHash);
447
734
  }
448
735
  /**
449
- * Verifies the 'tx' and, if valid, adds it to local tx pool and forwards it to other peers.
450
- * @param tx - The tx to verify.
736
+ * Accepts a transaction, adds it to local tx pool and forwards it to other peers.
737
+ * @param tx - The tx to send.
451
738
  * @returns Empty promise.
452
739
  **/ async sendTx(tx) {
453
- const addedCount = await this.addTxsToPool([
740
+ this.#assertIsReady();
741
+ const result = await this.txPool.addPendingTxs([
454
742
  tx
455
- ]);
456
- const txAddedSuccessfully = addedCount === 1;
457
- if (txAddedSuccessfully) {
743
+ ], {
744
+ feeComparisonOnly: true
745
+ });
746
+ if (result.accepted.length === 1) {
458
747
  await this.p2pService.propagate(tx);
748
+ return;
459
749
  }
460
- }
461
- /**
462
- * Adds transactions to the pool. Does not send to peers or validate the txs.
463
- * @param txs - The transactions.
464
- **/ async addTxsToPool(txs) {
465
- this.#assertIsReady();
466
- return await this.txPool.addTxs(txs);
750
+ const txHashStr = tx.getTxHash().toString();
751
+ const reason = result.errors?.get(txHashStr);
752
+ if (reason) {
753
+ this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
754
+ throw new TxPoolError(reason);
755
+ }
756
+ this.log.warn(`Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`);
467
757
  }
468
758
  /**
469
759
  * Returns whether the given tx hash is flagged as pending or mined.
470
760
  * @param txHash - Hash of the tx to query.
471
761
  * @returns Pending or mined depending on its status, or undefined if not found.
472
- */ getTxStatus(txHash) {
473
- return this.txPool.getTxStatus(txHash);
762
+ */ async getTxStatus(txHash) {
763
+ const status = await this.txPool.getTxStatus(txHash);
764
+ return status === 'protected' ? 'pending' : status;
474
765
  }
475
766
  getEnr() {
476
767
  return this.p2pService.getEnr();
@@ -479,13 +770,11 @@ import { P2PClientState } from './interface.js';
479
770
  return Promise.resolve(this.p2pService.getEnr()?.encodeTxt());
480
771
  }
481
772
  /**
482
- * Deletes the 'txs' from the pool.
483
- * NOT used if we use sendTx as reconcileTxPool will handle this.
484
- * @param txHashes - Hashes of the transactions to delete.
485
- * @returns Empty promise.
486
- **/ async deleteTxs(txHashes) {
773
+ * Handles failed transaction execution by removing txs from the pool.
774
+ * @param txHashes - Hashes of the transactions that failed execution.
775
+ **/ async handleFailedExecution(txHashes) {
487
776
  this.#assertIsReady();
488
- await this.txPool.deleteTxs(txHashes);
777
+ await this.txPool.handleFailedExecution(txHashes);
489
778
  }
490
779
  /**
491
780
  * Public function to check if the p2p client is fully synced and ready to receive txs.
@@ -497,16 +786,19 @@ import { P2PClientState } from './interface.js';
497
786
  * Public function to check the latest block number that the P2P client is synced to.
498
787
  * @returns Block number of latest L2 Block we've synced with.
499
788
  */ async getSyncedLatestBlockNum() {
500
- return await this.synchedLatestBlockNumber.getAsync() ?? INITIAL_L2_BLOCK_NUM - 1;
789
+ const tips = await this.l2Tips.getL2Tips();
790
+ return tips.proposed.number;
501
791
  }
502
792
  /**
503
793
  * Public function to check the latest proven block number that the P2P client is synced to.
504
794
  * @returns Block number of latest proven L2 Block we've synced with.
505
795
  */ async getSyncedProvenBlockNum() {
506
- return await this.synchedProvenBlockNumber.getAsync() ?? INITIAL_L2_BLOCK_NUM - 1;
796
+ const tips = await this.l2Tips.getL2Tips();
797
+ return tips.proven.block.number;
507
798
  }
508
799
  async getSyncedFinalizedBlockNum() {
509
- return await this.synchedFinalizedBlockNumber.getAsync() ?? INITIAL_L2_BLOCK_NUM - 1;
800
+ const tips = await this.l2Tips.getL2Tips();
801
+ return tips.finalized.block.number;
510
802
  }
511
803
  /** Returns latest L2 slot for which we have seen an L2 block. */ async getSyncedLatestSlot() {
512
804
  return await this.synchedLatestSlot.getAsync() ?? BigInt(0);
@@ -516,7 +808,7 @@ import { P2PClientState } from './interface.js';
516
808
  * @returns Information about p2p client status: state & syncedToBlockNum.
517
809
  */ async getStatus() {
518
810
  const blockNumber = await this.getSyncedLatestBlockNum();
519
- const blockHash = blockNumber === 0 ? '' : await this.l2BlockSource.getBlockHeader(blockNumber).then((header)=>header?.hash()).then((hash)=>hash?.toString());
811
+ const blockHash = blockNumber === 0 ? GENESIS_BLOCK_HEADER_HASH.toString() : await this.l2BlockSource.getBlockHeader(blockNumber).then((header)=>header?.hash()).then((hash)=>hash?.toString());
520
812
  return {
521
813
  state: this.currentState,
522
814
  syncedToL2Block: {
@@ -526,13 +818,12 @@ import { P2PClientState } from './interface.js';
526
818
  };
527
819
  }
528
820
  /**
529
- * Mark all txs from these blocks as mined.
821
+ * Handles mined blocks by marking the txs in them as mined.
530
822
  * @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
531
823
  * @returns Empty promise.
532
- */ async markTxsAsMinedFromBlocks(blocks) {
824
+ */ async handleMinedBlocks(blocks) {
533
825
  for (const block of blocks){
534
- const txHashes = block.body.txEffects.map((txEffect)=>txEffect.txHash);
535
- await this.txPool.markAsMined(txHashes, block.getBlockHeader());
826
+ await this.txPool.handleMinedBlock(block);
536
827
  }
537
828
  }
538
829
  /**
@@ -541,19 +832,13 @@ import { P2PClientState } from './interface.js';
541
832
  * @returns Empty promise.
542
833
  */ async handleLatestL2Blocks(blocks) {
543
834
  if (!blocks.length) {
544
- return Promise.resolve();
545
- }
546
- await this.markTxsAsMinedFromBlocks(blocks.map((b)=>b.block));
547
- await this.startCollectingMissingTxs(blocks.map((b)=>b.block));
548
- const lastBlock = blocks.at(-1).block;
549
- await Promise.all(blocks.map(async (block)=>this.setBlockHash({
550
- number: block.block.number,
551
- hash: await block.block.hash().then((h)=>h.toString())
552
- })));
553
- await this.synchedLatestBlockNumber.set(lastBlock.number);
554
- await this.synchedLatestSlot.set(lastBlock.header.getSlot());
555
- this.log.verbose(`Synched to latest block ${lastBlock.number}`);
556
- await this.startServiceIfSynched();
835
+ return;
836
+ }
837
+ await this.handleMinedBlocks(blocks);
838
+ await this.maybeCallPrepareForSlot();
839
+ await this.startCollectingMissingTxs(blocks);
840
+ const lastBlock = blocks.at(-1);
841
+ await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
557
842
  }
558
843
  /** Request txs for unproven blocks so the prover node has more chances to get them. */ async startCollectingMissingTxs(blocks) {
559
844
  try {
@@ -587,72 +872,66 @@ import { P2PClientState } from './interface.js';
587
872
  * @returns Empty promise.
588
873
  */ async handleFinalizedL2Blocks(blocks) {
589
874
  if (!blocks.length) {
590
- return Promise.resolve();
591
- }
592
- this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
593
- const lastBlockNum = blocks[blocks.length - 1].number;
594
- const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
595
- const txHashes = blocks.flatMap((block)=>block.body.txEffects.map((txEffect)=>txEffect.txHash));
596
- this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
597
- await this.txPool.deleteTxs(txHashes, {
598
- permanently: true
599
- });
600
- await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
601
- await this.attestationPool?.deleteAttestationsOlderThan(lastBlockSlot);
602
- await this.synchedFinalizedBlockNumber.set(lastBlockNum);
603
- this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
604
- await this.startServiceIfSynched();
875
+ return;
876
+ }
877
+ // Finalization is monotonic, so we only need to call with the last block
878
+ const lastBlock = blocks.at(-1);
879
+ await this.txPool.handleFinalizedBlock(lastBlock.header);
880
+ await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
605
881
  }
606
882
  /**
607
883
  * Updates the tx pool after a chain prune.
608
- * @param latestBlock - The block number the chain was pruned to.
609
- */ async handlePruneL2Blocks(latestBlock) {
610
- const txsToDelete = new Map();
611
- const minedTxs = await this.txPool.getMinedTxHashes();
612
- // Find transactions that reference pruned blocks in their historical header
613
- for (const tx of (await this.txPool.getAllTxs())){
614
- // every tx that's been generated against a block that has now been pruned is no longer valid
615
- if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
616
- const txHash = tx.getTxHash();
617
- txsToDelete.set(txHash.toString(), txHash);
618
- }
619
- }
620
- this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
621
- newLatestBlock: latestBlock,
622
- previousLatestBlock: await this.getSyncedLatestBlockNum(),
623
- txsToDelete: Array.from(txsToDelete.keys())
884
+ * Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
885
+ * @param latestBlock - The block ID the chain was pruned to.
886
+ * @param newCheckpoint - The checkpoint ID after the prune.
887
+ */ async handlePruneL2Blocks(latestBlock, newCheckpoint) {
888
+ const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && await this.isEpochPrune(newCheckpoint);
889
+ await this.txPool.handlePrunedBlocks(latestBlock, {
890
+ deleteAllTxs
624
891
  });
625
- // delete invalid txs (both pending and mined)
626
- await this.txPool.deleteTxs(Array.from(txsToDelete.values()));
627
- // everything left in the mined set was built against a block on the proven chain so its still valid
628
- // move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
629
- // in which case we clean them up to avoid potential reorg loops
630
- // NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
631
- // (see this.keepProvenTxsFor)
632
- const minedTxsFromReorg = [];
633
- for (const [txHash, blockNumber] of minedTxs){
634
- // We keep the txsToDelete out of this list as they have already been deleted above
635
- if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
636
- minedTxsFromReorg.push(txHash);
637
- }
892
+ }
893
+ /**
894
+ * Returns true if the prune is an epoch prune (new checkpoint number is less than old).
895
+ * If the checkpoint number stays the same or increases, the prune is within a checkpoint.
896
+ */ async isEpochPrune(newCheckpoint) {
897
+ const tips = await this.l2Tips.getL2Tips();
898
+ const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
899
+ if (oldCheckpointNumber <= CheckpointNumber.INITIAL) {
900
+ return false;
638
901
  }
639
- if (this.config.txPoolDeleteTxsAfterReorg) {
640
- this.log.info(`Deleting ${minedTxsFromReorg.length} mined txs from reorg`);
641
- await this.txPool.deleteTxs(minedTxsFromReorg);
642
- } else {
643
- this.log.info(`Moving ${minedTxsFromReorg.length} mined txs from reorg back to pending`);
644
- await this.txPool.markMinedAsPending(minedTxsFromReorg);
902
+ const newCheckpointNumber = newCheckpoint.number;
903
+ // We check that the new checkpoint number is less than the old checkpoint number in order to consider it an epoch prune.
904
+ // To be more certain that it is an epoch prune, we will check that at least 2 checkpoints were removed.
905
+ // This means we should avoid thinking checkpoints removed by L1 re-orgs are epoch prunes
906
+ const thresholdForEpochPrune = CheckpointNumber(oldCheckpointNumber - 2);
907
+ const isEpochPrune = newCheckpointNumber <= thresholdForEpochPrune;
908
+ if (isEpochPrune) {
909
+ this.log.info(`Detected epoch prune to ${newCheckpointNumber}`, {
910
+ oldCheckpointNumber,
911
+ newCheckpointNumber,
912
+ thresholdForEpochPrune
913
+ });
645
914
  }
646
- await this.synchedLatestBlockNumber.set(latestBlock);
647
- // no need to update block hashes, as they will be updated as new blocks are added
915
+ return isEpochPrune;
916
+ }
917
+ /** Checks if the slot has changed and calls prepareForSlot if so. */ async maybeCallPrepareForSlot() {
918
+ // If we have a pending checkpoint available, we want to prepare the target slot - otherwise we prepare the current slot
919
+ // Knowledege of pending checkpoints is in the PR above
920
+ const { targetSlot } = this.epochCache.getTargetAndNextSlot();
921
+ if (targetSlot <= this.lastSlotProcessed) {
922
+ return;
923
+ }
924
+ this.lastSlotProcessed = targetSlot;
925
+ await this.txPool.prepareForSlot(targetSlot);
648
926
  }
649
927
  async startServiceIfSynched() {
650
928
  if (this.currentState !== P2PClientState.SYNCHING) {
651
929
  return;
652
930
  }
653
- const syncedFinalizedBlock = await this.getSyncedFinalizedBlockNum();
654
- const syncedProvenBlock = await this.getSyncedProvenBlockNum();
655
- const syncedLatestBlock = await this.getSyncedLatestBlockNum();
931
+ const tips = await this.l2Tips.getL2Tips();
932
+ const syncedFinalizedBlock = tips.finalized.block.number;
933
+ const syncedProvenBlock = tips.proven.block.number;
934
+ const syncedLatestBlock = tips.proposed.number;
656
935
  if (syncedLatestBlock >= this.latestBlockNumberAtStart && syncedProvenBlock >= this.provenBlockNumberAtStart && syncedFinalizedBlock >= this.finalizedBlockNumberAtStart) {
657
936
  this.log.info(`Completed P2P client sync to block ${syncedLatestBlock}. Starting service.`, {
658
937
  syncedLatestBlock,
@@ -674,23 +953,26 @@ import { P2PClientState } from './interface.js';
674
953
  this.currentState = newState;
675
954
  this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
676
955
  }
677
- validate(txs) {
678
- return this.p2pService.validate(txs);
956
+ validateTxsReceivedInBlockProposal(txs) {
957
+ return this.p2pService.validateTxsReceivedInBlockProposal(txs);
958
+ }
959
+ /**
960
+ * Protects existing transactions by hash for a given slot.
961
+ * Returns hashes of transactions that weren't found in the pool.
962
+ * @param txHashes - Hashes of the transactions to protect.
963
+ * @param blockHeader - The block header providing slot context.
964
+ * @returns Hashes of transactions not found in the pool.
965
+ */ protectTxs(txHashes, blockHeader) {
966
+ return this.txPool.protectTxs(txHashes, blockHeader);
679
967
  }
680
968
  /**
681
- * Marks transactions as non-evictable in the pool.
682
- * @param txHashes - Hashes of the transactions to mark as non-evictable.
683
- */ markTxsAsNonEvictable(txHashes) {
684
- return this.txPool.markTxsAsNonEvictable(txHashes);
969
+ * Prepares the pool for a new slot.
970
+ * Unprotects transactions from earlier slots and validates them.
971
+ * @param slotNumber - The slot number to prepare for
972
+ */ async prepareForSlot(slotNumber) {
973
+ await this.txPool.prepareForSlot(slotNumber);
685
974
  }
686
975
  handleAuthRequestFromPeer(authRequest, peerId) {
687
976
  return this.p2pService.handleAuthRequestFromPeer(authRequest, peerId);
688
977
  }
689
978
  }
690
- _ts_decorate([
691
- trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
692
- [Attributes.SLOT_NUMBER]: proposal.slotNumber.toNumber(),
693
- [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
694
- [Attributes.P2P_ID]: (await proposal.p2pMessageIdentifier()).toString()
695
- }))
696
- ], P2PClient.prototype, "broadcastProposal", null);