@aztec/p2p 0.0.0-test.1 → 0.0.1-commit.1142ef1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (443) hide show
  1. package/dest/bootstrap/bootstrap.d.ts +1 -1
  2. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  3. package/dest/bootstrap/bootstrap.js +22 -9
  4. package/dest/client/factory.d.ts +15 -5
  5. package/dest/client/factory.d.ts.map +1 -1
  6. package/dest/client/factory.js +60 -25
  7. package/dest/client/index.d.ts +2 -1
  8. package/dest/client/index.d.ts.map +1 -1
  9. package/dest/client/index.js +1 -0
  10. package/dest/client/interface.d.ts +170 -0
  11. package/dest/client/interface.d.ts.map +1 -0
  12. package/dest/client/interface.js +9 -0
  13. package/dest/client/p2p_client.d.ts +75 -193
  14. package/dest/client/p2p_client.d.ts.map +1 -1
  15. package/dest/client/p2p_client.js +757 -228
  16. package/dest/config.d.ts +148 -125
  17. package/dest/config.d.ts.map +1 -1
  18. package/dest/config.js +180 -34
  19. package/dest/enr/generate-enr.d.ts +11 -3
  20. package/dest/enr/generate-enr.d.ts.map +1 -1
  21. package/dest/enr/generate-enr.js +27 -5
  22. package/dest/enr/index.d.ts +1 -1
  23. package/dest/errors/attestation-pool.error.d.ts +7 -0
  24. package/dest/errors/attestation-pool.error.d.ts.map +1 -0
  25. package/dest/errors/attestation-pool.error.js +12 -0
  26. package/dest/errors/reqresp.error.d.ts +1 -1
  27. package/dest/errors/reqresp.error.d.ts.map +1 -1
  28. package/dest/index.d.ts +4 -1
  29. package/dest/index.d.ts.map +1 -1
  30. package/dest/index.js +2 -0
  31. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -25
  32. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  34. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  35. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +288 -174
  36. package/dest/mem_pools/attestation_pool/index.d.ts +1 -1
  37. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +29 -11
  38. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +1 -1
  39. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +168 -62
  40. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +24 -10
  41. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +1 -1
  42. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +133 -82
  43. package/dest/mem_pools/attestation_pool/mocks.d.ts +232 -11
  44. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  45. package/dest/mem_pools/attestation_pool/mocks.js +15 -20
  46. package/dest/mem_pools/index.d.ts +1 -1
  47. package/dest/mem_pools/instrumentation.d.ts +16 -12
  48. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  49. package/dest/mem_pools/instrumentation.js +55 -40
  50. package/dest/mem_pools/interface.d.ts +3 -4
  51. package/dest/mem_pools/interface.d.ts.map +1 -1
  52. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +70 -16
  53. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +1 -1
  54. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +452 -142
  55. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +18 -0
  56. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +1 -0
  57. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +56 -0
  58. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +83 -0
  59. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +5 -0
  61. package/dest/mem_pools/tx_pool/eviction/insufficient_fee_payer_balance_rule.d.ts +15 -0
  62. package/dest/mem_pools/tx_pool/eviction/insufficient_fee_payer_balance_rule.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool/eviction/insufficient_fee_payer_balance_rule.js +88 -0
  64. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +17 -0
  65. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  66. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +84 -0
  67. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +19 -0
  68. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +76 -0
  70. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +26 -0
  71. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +84 -0
  73. package/dest/mem_pools/tx_pool/index.d.ts +1 -2
  74. package/dest/mem_pools/tx_pool/index.d.ts.map +1 -1
  75. package/dest/mem_pools/tx_pool/index.js +0 -1
  76. package/dest/mem_pools/tx_pool/priority.d.ts +5 -1
  77. package/dest/mem_pools/tx_pool/priority.d.ts.map +1 -1
  78. package/dest/mem_pools/tx_pool/priority.js +7 -2
  79. package/dest/mem_pools/tx_pool/tx_pool.d.ts +72 -11
  80. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +1 -1
  81. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +1 -1
  82. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +1 -1
  83. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +276 -45
  84. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +7 -5
  85. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  86. package/dest/msg_validators/attestation_validator/attestation_validator.js +48 -10
  87. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +20 -0
  88. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -0
  89. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +64 -0
  90. package/dest/msg_validators/attestation_validator/index.d.ts +2 -1
  91. package/dest/msg_validators/attestation_validator/index.d.ts.map +1 -1
  92. package/dest/msg_validators/attestation_validator/index.js +1 -0
  93. package/dest/msg_validators/index.d.ts +2 -2
  94. package/dest/msg_validators/index.d.ts.map +1 -1
  95. package/dest/msg_validators/index.js +1 -1
  96. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts +10 -0
  97. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts.map +1 -0
  98. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.js +36 -0
  99. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +9 -0
  100. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
  101. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +6 -0
  102. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +9 -0
  103. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
  104. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +6 -0
  105. package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
  106. package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
  107. package/dest/msg_validators/proposal_validator/index.js +3 -0
  108. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -0
  109. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
  110. package/dest/msg_validators/proposal_validator/proposal_validator.js +80 -0
  111. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +23 -0
  112. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +1 -0
  113. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +183 -0
  114. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  115. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  116. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +3 -0
  117. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -0
  118. package/dest/msg_validators/tx_validator/allowed_public_setup.js +27 -0
  119. package/dest/msg_validators/tx_validator/archive_cache.d.ts +14 -0
  120. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -0
  121. package/dest/msg_validators/tx_validator/archive_cache.js +22 -0
  122. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +2 -2
  123. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  124. package/dest/msg_validators/tx_validator/block_header_validator.js +4 -4
  125. package/dest/msg_validators/tx_validator/data_validator.d.ts +1 -1
  126. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  127. package/dest/msg_validators/tx_validator/data_validator.js +56 -86
  128. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +1 -3
  129. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  130. package/dest/msg_validators/tx_validator/double_spend_validator.js +21 -27
  131. package/dest/msg_validators/tx_validator/factory.d.ts +16 -0
  132. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -0
  133. package/dest/msg_validators/tx_validator/factory.js +74 -0
  134. package/dest/msg_validators/tx_validator/gas_validator.d.ts +11 -0
  135. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -0
  136. package/dest/msg_validators/tx_validator/gas_validator.js +115 -0
  137. package/dest/msg_validators/tx_validator/index.d.ts +8 -1
  138. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  139. package/dest/msg_validators/tx_validator/index.js +7 -0
  140. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +9 -5
  141. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  142. package/dest/msg_validators/tx_validator/metadata_validator.js +39 -20
  143. package/dest/msg_validators/tx_validator/phases_validator.d.ts +14 -0
  144. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -0
  145. package/dest/msg_validators/tx_validator/phases_validator.js +93 -0
  146. package/dest/msg_validators/tx_validator/test_utils.d.ts +17 -0
  147. package/dest/msg_validators/tx_validator/test_utils.d.ts.map +1 -0
  148. package/dest/msg_validators/tx_validator/test_utils.js +22 -0
  149. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +13 -0
  150. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -0
  151. package/dest/msg_validators/tx_validator/timestamp_validator.js +32 -0
  152. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +8 -0
  153. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -0
  154. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +24 -0
  155. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +1 -1
  156. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  157. package/dest/msg_validators/tx_validator/tx_proof_validator.js +6 -5
  158. package/dest/services/data_store.d.ts +1 -1
  159. package/dest/services/data_store.d.ts.map +1 -1
  160. package/dest/services/discv5/discV5_service.d.ts +10 -9
  161. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  162. package/dest/services/discv5/discV5_service.js +63 -36
  163. package/dest/services/dummy_service.d.ts +54 -11
  164. package/dest/services/dummy_service.d.ts.map +1 -1
  165. package/dest/services/dummy_service.js +91 -5
  166. package/dest/services/encoding.d.ts +26 -7
  167. package/dest/services/encoding.d.ts.map +1 -1
  168. package/dest/services/encoding.js +76 -6
  169. package/dest/services/gossipsub/scoring.d.ts +1 -1
  170. package/dest/services/index.d.ts +5 -1
  171. package/dest/services/index.d.ts.map +1 -1
  172. package/dest/services/index.js +4 -0
  173. package/dest/services/libp2p/instrumentation.d.ts +20 -0
  174. package/dest/services/libp2p/instrumentation.d.ts.map +1 -0
  175. package/dest/services/libp2p/instrumentation.js +111 -0
  176. package/dest/services/libp2p/libp2p_service.d.ts +102 -96
  177. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  178. package/dest/services/libp2p/libp2p_service.js +1307 -301
  179. package/dest/services/peer-manager/interface.d.ts +23 -0
  180. package/dest/services/peer-manager/interface.d.ts.map +1 -0
  181. package/dest/services/peer-manager/interface.js +1 -0
  182. package/dest/services/peer-manager/metrics.d.ts +11 -2
  183. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  184. package/dest/services/peer-manager/metrics.js +29 -12
  185. package/dest/services/peer-manager/peer_manager.d.ts +103 -23
  186. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  187. package/dest/services/peer-manager/peer_manager.js +551 -82
  188. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  189. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  190. package/dest/services/peer-manager/peer_scoring.js +37 -2
  191. package/dest/services/reqresp/config.d.ts +11 -9
  192. package/dest/services/reqresp/config.d.ts.map +1 -1
  193. package/dest/services/reqresp/config.js +18 -4
  194. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +2 -2
  195. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
  196. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +10 -6
  197. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +31 -17
  198. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  199. package/dest/services/reqresp/connection-sampler/connection_sampler.js +142 -84
  200. package/dest/services/reqresp/index.d.ts +3 -2
  201. package/dest/services/reqresp/index.d.ts.map +1 -1
  202. package/dest/services/reqresp/index.js +2 -1
  203. package/dest/services/reqresp/interface.d.ts +73 -24
  204. package/dest/services/reqresp/interface.d.ts.map +1 -1
  205. package/dest/services/reqresp/interface.js +46 -27
  206. package/dest/services/reqresp/metrics.d.ts +1 -1
  207. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  208. package/dest/services/reqresp/metrics.js +5 -21
  209. package/dest/services/reqresp/protocols/auth.d.ts +43 -0
  210. package/dest/services/reqresp/protocols/auth.d.ts.map +1 -0
  211. package/dest/services/reqresp/protocols/auth.js +71 -0
  212. package/dest/services/reqresp/protocols/block.d.ts +6 -1
  213. package/dest/services/reqresp/protocols/block.d.ts.map +1 -1
  214. package/dest/services/reqresp/protocols/block.js +30 -6
  215. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +30 -0
  216. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -0
  217. package/dest/services/reqresp/protocols/block_txs/bitvector.js +75 -0
  218. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +11 -0
  219. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -0
  220. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +39 -0
  221. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +47 -0
  222. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -0
  223. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +75 -0
  224. package/dest/services/reqresp/protocols/block_txs/index.d.ts +4 -0
  225. package/dest/services/reqresp/protocols/block_txs/index.d.ts.map +1 -0
  226. package/dest/services/reqresp/protocols/block_txs/index.js +3 -0
  227. package/dest/services/reqresp/protocols/goodbye.d.ts +3 -5
  228. package/dest/services/reqresp/protocols/goodbye.d.ts.map +1 -1
  229. package/dest/services/reqresp/protocols/goodbye.js +7 -7
  230. package/dest/services/reqresp/protocols/index.d.ts +3 -1
  231. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  232. package/dest/services/reqresp/protocols/index.js +2 -0
  233. package/dest/services/reqresp/protocols/ping.d.ts +1 -3
  234. package/dest/services/reqresp/protocols/ping.d.ts.map +1 -1
  235. package/dest/services/reqresp/protocols/status.d.ts +40 -7
  236. package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
  237. package/dest/services/reqresp/protocols/status.js +75 -5
  238. package/dest/services/reqresp/protocols/tx.d.ts +14 -4
  239. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  240. package/dest/services/reqresp/protocols/tx.js +34 -6
  241. package/dest/services/reqresp/rate-limiter/index.d.ts +1 -1
  242. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +6 -4
  243. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  244. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -2
  245. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  246. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  247. package/dest/services/reqresp/rate-limiter/rate_limits.js +21 -1
  248. package/dest/services/reqresp/reqresp.d.ts +24 -66
  249. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  250. package/dest/services/reqresp/reqresp.js +699 -230
  251. package/dest/services/reqresp/status.d.ts +10 -4
  252. package/dest/services/reqresp/status.d.ts.map +1 -1
  253. package/dest/services/reqresp/status.js +9 -2
  254. package/dest/services/service.d.ts +37 -20
  255. package/dest/services/service.d.ts.map +1 -1
  256. package/dest/services/tx_collection/config.d.ts +25 -0
  257. package/dest/services/tx_collection/config.d.ts.map +1 -0
  258. package/dest/services/tx_collection/config.js +58 -0
  259. package/dest/services/tx_collection/fast_tx_collection.d.ts +51 -0
  260. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -0
  261. package/dest/services/tx_collection/fast_tx_collection.js +300 -0
  262. package/dest/services/tx_collection/index.d.ts +3 -0
  263. package/dest/services/tx_collection/index.d.ts.map +1 -0
  264. package/dest/services/tx_collection/index.js +2 -0
  265. package/dest/services/tx_collection/instrumentation.d.ts +10 -0
  266. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -0
  267. package/dest/services/tx_collection/instrumentation.js +24 -0
  268. package/dest/services/tx_collection/slow_tx_collection.d.ts +53 -0
  269. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -0
  270. package/dest/services/tx_collection/slow_tx_collection.js +177 -0
  271. package/dest/services/tx_collection/tx_collection.d.ts +110 -0
  272. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -0
  273. package/dest/services/tx_collection/tx_collection.js +128 -0
  274. package/dest/services/tx_collection/tx_collection_sink.d.ts +30 -0
  275. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -0
  276. package/dest/services/tx_collection/tx_collection_sink.js +111 -0
  277. package/dest/services/tx_collection/tx_source.d.ts +18 -0
  278. package/dest/services/tx_collection/tx_source.d.ts.map +1 -0
  279. package/dest/services/tx_collection/tx_source.js +31 -0
  280. package/dest/services/tx_provider.d.ts +51 -0
  281. package/dest/services/tx_provider.d.ts.map +1 -0
  282. package/dest/services/tx_provider.js +219 -0
  283. package/dest/services/tx_provider_instrumentation.d.ts +16 -0
  284. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -0
  285. package/dest/services/tx_provider_instrumentation.js +34 -0
  286. package/dest/test-helpers/generate-peer-id-private-keys.d.ts +1 -1
  287. package/dest/test-helpers/get-ports.d.ts +1 -1
  288. package/dest/test-helpers/get-ports.d.ts.map +1 -1
  289. package/dest/test-helpers/index.d.ts +2 -1
  290. package/dest/test-helpers/index.d.ts.map +1 -1
  291. package/dest/test-helpers/index.js +1 -0
  292. package/dest/test-helpers/make-enrs.d.ts +1 -1
  293. package/dest/test-helpers/make-enrs.d.ts.map +1 -1
  294. package/dest/test-helpers/make-enrs.js +4 -5
  295. package/dest/test-helpers/make-test-p2p-clients.d.ts +33 -5
  296. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  297. package/dest/test-helpers/make-test-p2p-clients.js +86 -16
  298. package/dest/test-helpers/mock-pubsub.d.ts +59 -0
  299. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -0
  300. package/dest/test-helpers/mock-pubsub.js +130 -0
  301. package/dest/test-helpers/mock-tx-helpers.d.ts +12 -0
  302. package/dest/test-helpers/mock-tx-helpers.d.ts.map +1 -0
  303. package/dest/test-helpers/mock-tx-helpers.js +19 -0
  304. package/dest/test-helpers/reqresp-nodes.d.ts +15 -11
  305. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  306. package/dest/test-helpers/reqresp-nodes.js +62 -28
  307. package/dest/testbench/p2p_client_testbench_worker.d.ts +1 -1
  308. package/dest/testbench/p2p_client_testbench_worker.js +124 -35
  309. package/dest/testbench/parse_log_file.d.ts +1 -1
  310. package/dest/testbench/parse_log_file.js +4 -4
  311. package/dest/testbench/testbench.d.ts +1 -1
  312. package/dest/testbench/testbench.js +4 -4
  313. package/dest/testbench/worker_client_manager.d.ts +1 -6
  314. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  315. package/dest/testbench/worker_client_manager.js +17 -20
  316. package/dest/types/index.d.ts +4 -2
  317. package/dest/types/index.d.ts.map +1 -1
  318. package/dest/types/index.js +2 -0
  319. package/dest/util.d.ts +24 -16
  320. package/dest/util.d.ts.map +1 -1
  321. package/dest/util.js +75 -69
  322. package/dest/versioning.d.ts +4 -4
  323. package/dest/versioning.d.ts.map +1 -1
  324. package/dest/versioning.js +8 -3
  325. package/package.json +32 -27
  326. package/src/bootstrap/bootstrap.ts +27 -11
  327. package/src/client/factory.ts +139 -53
  328. package/src/client/index.ts +1 -0
  329. package/src/client/interface.ts +213 -0
  330. package/src/client/p2p_client.ts +471 -385
  331. package/src/config.ts +299 -134
  332. package/src/enr/generate-enr.ts +39 -6
  333. package/src/errors/attestation-pool.error.ts +13 -0
  334. package/src/index.ts +4 -0
  335. package/src/mem_pools/attestation_pool/attestation_pool.ts +119 -24
  336. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +344 -201
  337. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +233 -72
  338. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +199 -96
  339. package/src/mem_pools/attestation_pool/mocks.ts +21 -16
  340. package/src/mem_pools/instrumentation.ts +71 -48
  341. package/src/mem_pools/interface.ts +2 -4
  342. package/src/mem_pools/tx_pool/README.md +255 -0
  343. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +537 -155
  344. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +71 -0
  345. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +93 -0
  346. package/src/mem_pools/tx_pool/eviction/insufficient_fee_payer_balance_rule.ts +108 -0
  347. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +104 -0
  348. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +91 -0
  349. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +106 -0
  350. package/src/mem_pools/tx_pool/index.ts +0 -1
  351. package/src/mem_pools/tx_pool/priority.ts +9 -2
  352. package/src/mem_pools/tx_pool/tx_pool.ts +75 -10
  353. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +225 -36
  354. package/src/msg_validators/attestation_validator/attestation_validator.ts +60 -14
  355. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +88 -0
  356. package/src/msg_validators/attestation_validator/index.ts +1 -0
  357. package/src/msg_validators/index.ts +1 -1
  358. package/src/msg_validators/msg_seen_validator/msg_seen_validator.ts +36 -0
  359. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +10 -0
  360. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +13 -0
  361. package/src/msg_validators/proposal_validator/index.ts +3 -0
  362. package/src/msg_validators/proposal_validator/proposal_validator.ts +92 -0
  363. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +206 -0
  364. package/src/msg_validators/tx_validator/allowed_public_setup.ts +35 -0
  365. package/src/msg_validators/tx_validator/archive_cache.ts +28 -0
  366. package/src/msg_validators/tx_validator/block_header_validator.ts +5 -5
  367. package/src/msg_validators/tx_validator/data_validator.ts +89 -69
  368. package/src/msg_validators/tx_validator/double_spend_validator.ts +19 -17
  369. package/src/msg_validators/tx_validator/factory.ts +110 -0
  370. package/src/msg_validators/tx_validator/gas_validator.ts +134 -0
  371. package/src/msg_validators/tx_validator/index.ts +7 -0
  372. package/src/msg_validators/tx_validator/metadata_validator.ts +67 -22
  373. package/src/msg_validators/tx_validator/phases_validator.ts +116 -0
  374. package/src/msg_validators/tx_validator/test_utils.ts +43 -0
  375. package/src/msg_validators/tx_validator/timestamp_validator.ts +49 -0
  376. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +17 -0
  377. package/src/msg_validators/tx_validator/tx_proof_validator.ts +6 -5
  378. package/src/services/discv5/discV5_service.ts +84 -38
  379. package/src/services/dummy_service.ts +153 -9
  380. package/src/services/encoding.ts +83 -6
  381. package/src/services/index.ts +4 -0
  382. package/src/services/libp2p/instrumentation.ts +113 -0
  383. package/src/services/libp2p/libp2p_service.ts +1120 -329
  384. package/src/services/peer-manager/interface.ts +29 -0
  385. package/src/services/peer-manager/metrics.ts +38 -12
  386. package/src/services/peer-manager/peer_manager.ts +657 -80
  387. package/src/services/peer-manager/peer_scoring.ts +42 -3
  388. package/src/services/reqresp/config.ts +26 -9
  389. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +12 -6
  390. package/src/services/reqresp/connection-sampler/connection_sampler.ts +150 -95
  391. package/src/services/reqresp/index.ts +2 -0
  392. package/src/services/reqresp/interface.ts +92 -37
  393. package/src/services/reqresp/metrics.ts +11 -24
  394. package/src/services/reqresp/protocols/auth.ts +83 -0
  395. package/src/services/reqresp/protocols/block.ts +26 -4
  396. package/src/services/reqresp/protocols/block_txs/bitvector.ts +90 -0
  397. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +53 -0
  398. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +79 -0
  399. package/src/services/reqresp/protocols/block_txs/index.ts +3 -0
  400. package/src/services/reqresp/protocols/goodbye.ts +9 -7
  401. package/src/services/reqresp/protocols/index.ts +2 -0
  402. package/src/services/reqresp/protocols/status.ts +119 -5
  403. package/src/services/reqresp/protocols/tx.ts +36 -8
  404. package/src/services/reqresp/rate-limiter/rate_limiter.ts +12 -3
  405. package/src/services/reqresp/rate-limiter/rate_limits.ts +21 -1
  406. package/src/services/reqresp/reqresp.ts +387 -256
  407. package/src/services/reqresp/status.ts +12 -3
  408. package/src/services/service.ts +61 -22
  409. package/src/services/tx_collection/config.ts +84 -0
  410. package/src/services/tx_collection/fast_tx_collection.ts +341 -0
  411. package/src/services/tx_collection/index.ts +2 -0
  412. package/src/services/tx_collection/instrumentation.ts +26 -0
  413. package/src/services/tx_collection/slow_tx_collection.ts +233 -0
  414. package/src/services/tx_collection/tx_collection.ts +216 -0
  415. package/src/services/tx_collection/tx_collection_sink.ts +129 -0
  416. package/src/services/tx_collection/tx_source.ts +37 -0
  417. package/src/services/tx_provider.ts +232 -0
  418. package/src/services/tx_provider_instrumentation.ts +48 -0
  419. package/src/test-helpers/index.ts +1 -0
  420. package/src/test-helpers/make-enrs.ts +4 -5
  421. package/src/test-helpers/make-test-p2p-clients.ts +111 -21
  422. package/src/test-helpers/mock-pubsub.ts +188 -0
  423. package/src/test-helpers/mock-tx-helpers.ts +24 -0
  424. package/src/test-helpers/reqresp-nodes.ts +87 -36
  425. package/src/testbench/p2p_client_testbench_worker.ts +182 -32
  426. package/src/testbench/parse_log_file.ts +4 -4
  427. package/src/testbench/testbench.ts +4 -4
  428. package/src/testbench/worker_client_manager.ts +23 -24
  429. package/src/types/index.ts +2 -0
  430. package/src/util.ts +105 -91
  431. package/src/versioning.ts +11 -4
  432. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts +0 -56
  433. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts.map +0 -1
  434. package/dest/mem_pools/tx_pool/memory_tx_pool.js +0 -141
  435. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -8
  436. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
  437. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -21
  438. package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
  439. package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
  440. package/dest/msg_validators/block_proposal_validator/index.js +0 -1
  441. package/src/mem_pools/tx_pool/memory_tx_pool.ts +0 -174
  442. package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -29
  443. package/src/msg_validators/block_proposal_validator/index.ts +0 -1
@@ -1,113 +1,508 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
369
+ }
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
6
372
  }
7
- import { INITIAL_L2_BLOCK_NUM } from '@aztec/constants';
373
+ var _dec, _dec1, _initProto;
374
+ import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
375
+ import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
8
376
  import { createLogger } from '@aztec/foundation/log';
9
- import { Attributes, TraceableL2BlockStream, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
377
+ import { DateProvider } from '@aztec/foundation/timer';
378
+ import { L2TipsKVStore } from '@aztec/kv-store/stores';
379
+ import { L2BlockStream } from '@aztec/stdlib/block';
380
+ import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
381
+ import { tryStop } from '@aztec/stdlib/interfaces/server';
382
+ import { Attributes, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
10
383
  import { getP2PDefaultConfig } from '../config.js';
11
384
  import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
12
- /**
13
- * Enum defining the possible states of the p2p client.
14
- */ export var P2PClientState = /*#__PURE__*/ function(P2PClientState) {
15
- P2PClientState[P2PClientState["IDLE"] = 0] = "IDLE";
16
- P2PClientState[P2PClientState["SYNCHING"] = 1] = "SYNCHING";
17
- P2PClientState[P2PClientState["RUNNING"] = 2] = "RUNNING";
18
- P2PClientState[P2PClientState["STOPPED"] = 3] = "STOPPED";
19
- return P2PClientState;
20
- }({});
385
+ import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
386
+ import { TxProvider } from '../services/tx_provider.js';
387
+ import { P2PClientState } from './interface.js';
388
+ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
389
+ [Attributes.SLOT_NUMBER]: proposal.slotNumber,
390
+ [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
391
+ [Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString()
392
+ })), _dec1 = trackSpan('p2pClient.broadcastCheckpointProposal', async (proposal)=>({
393
+ [Attributes.SLOT_NUMBER]: proposal.slotNumber,
394
+ [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
395
+ [Attributes.P2P_ID]: (await proposal.p2pMessageLoggingIdentifier()).toString()
396
+ }));
21
397
  /**
22
398
  * The P2P client implementation.
23
399
  */ export class P2PClient extends WithTracer {
400
+ store;
24
401
  l2BlockSource;
25
402
  p2pService;
403
+ txCollection;
404
+ _dateProvider;
405
+ telemetry;
26
406
  log;
407
+ static{
408
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
409
+ [
410
+ _dec,
411
+ 2,
412
+ "broadcastProposal"
413
+ ],
414
+ [
415
+ _dec1,
416
+ 2,
417
+ "broadcastCheckpointProposal"
418
+ ]
419
+ ], []));
420
+ }
27
421
  /** The JS promise that will be running to keep the client's data in sync. Can be interrupted if the client is stopped. */ runningPromise;
28
422
  currentState;
29
423
  syncPromise;
30
424
  syncResolve;
31
425
  latestBlockNumberAtStart;
32
426
  provenBlockNumberAtStart;
33
- synchedBlockHashes;
34
- synchedLatestBlockNumber;
35
- synchedProvenBlockNumber;
427
+ finalizedBlockNumberAtStart;
428
+ l2Tips;
429
+ synchedLatestSlot;
36
430
  txPool;
37
431
  attestationPool;
38
- /** How many slots to keep attestations for. */ keepAttestationsInPoolFor;
39
- /** How many slots to keep proven txs for. */ keepProvenTxsFor;
432
+ config;
40
433
  blockStream;
434
+ txProvider;
435
+ validatorAddresses;
41
436
  /**
42
437
  * In-memory P2P client constructor.
43
438
  * @param store - The client's instance of the KV store.
44
439
  * @param l2BlockSource - P2P client's source for fetching existing blocks.
45
440
  * @param txPool - The client's instance of a transaction pool. Defaults to in-memory implementation.
46
441
  * @param p2pService - The concrete instance of p2p networking to use.
47
- * @param keepProvenTxsFor - How many blocks have to pass after a block is proven before its txs are deleted (zero to delete immediately once proven).
48
442
  * @param log - A logger.
49
- */ constructor(_clientType, store, l2BlockSource, mempools, p2pService, config = {}, telemetry = getTelemetryClient(), log = createLogger('p2p')){
50
- super(telemetry, 'P2PClient'), this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.log = log, this.currentState = 0, this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1;
51
- const { keepProvenTxsInPoolFor, blockCheckIntervalMS, blockRequestBatchSize, keepAttestationsInPoolFor } = {
443
+ */ constructor(_clientType, store, l2BlockSource, mempools, p2pService, txCollection, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
444
+ super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = (_initProto(this), P2PClientState.IDLE), this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [];
445
+ this.config = {
52
446
  ...getP2PDefaultConfig(),
53
447
  ...config
54
448
  };
55
- this.keepProvenTxsFor = keepProvenTxsInPoolFor;
56
- this.keepAttestationsInPoolFor = keepAttestationsInPoolFor;
57
- const tracer = telemetry.getTracer('P2PL2BlockStream');
58
- const logger = createLogger('p2p:l2-block-stream');
59
- this.blockStream = new TraceableL2BlockStream(l2BlockSource, this, this, tracer, 'P2PL2BlockStream', logger, {
60
- batchSize: blockRequestBatchSize,
61
- pollIntervalMS: blockCheckIntervalMS
62
- });
63
- this.synchedBlockHashes = store.openMap('p2p_pool_block_hashes');
64
- this.synchedLatestBlockNumber = store.openSingleton('p2p_pool_last_l2_block');
65
- this.synchedProvenBlockNumber = store.openSingleton('p2p_pool_last_proven_l2_block');
66
449
  this.txPool = mempools.txPool;
67
450
  this.attestationPool = mempools.attestationPool;
451
+ this.txProvider = new TxProvider(this.txCollection, this.txPool, this, this.log.createChild('tx-provider'), this.telemetry);
452
+ // Default to collecting all txs when we see a valid proposal
453
+ // This can be overridden by the validator client to validate, and it will call getTxsForBlockProposal on its own
454
+ // Note: Validators do NOT attest to individual blocks - attestations are only for checkpoint proposals.
455
+ // TODO(palla/txs): We should not trigger a request for txs on a proposal before fully validating it. We need to bring
456
+ // validator-client code into here so we can validate a proposal is reasonable.
457
+ this.registerBlockProposalHandler(async (block, sender)=>{
458
+ this.log.debug(`Received block proposal from ${sender.toString()}`);
459
+ // TODO(palla/txs): Need to subtract validatorReexecuteDeadlineMs from this deadline (see ValidatorClient.getReexecutionDeadline)
460
+ const constants = this.txCollection.getConstants();
461
+ const nextSlotTimestampSeconds = Number(getTimestampForSlot(SlotNumber(block.slotNumber + 1), constants));
462
+ const deadline = new Date(nextSlotTimestampSeconds * 1000);
463
+ const parentBlock = await this.l2BlockSource.getBlockHeaderByArchive(block.blockHeader.lastArchive.root);
464
+ if (!parentBlock) {
465
+ this.log.debug(`Cannot collect txs for proposal as parent block not found`);
466
+ return false;
467
+ }
468
+ const blockNumber = BlockNumber(parentBlock.getBlockNumber() + 1);
469
+ await this.txProvider.getTxsForBlockProposal(block, blockNumber, {
470
+ pinnedPeer: sender,
471
+ deadline
472
+ });
473
+ return true;
474
+ });
475
+ this.l2Tips = new L2TipsKVStore(store, 'p2p_client');
476
+ this.synchedLatestSlot = store.openSingleton('p2p_pool_last_l2_slot');
477
+ }
478
+ registerThisValidatorAddresses(addresses) {
479
+ this.validatorAddresses = [
480
+ ...addresses
481
+ ];
482
+ this.p2pService.registerThisValidatorAddresses(this.validatorAddresses);
483
+ }
484
+ clear() {
485
+ return this.store.clear();
68
486
  }
69
487
  isP2PClient() {
70
488
  return true;
71
489
  }
490
+ getTxProvider() {
491
+ return this.txProvider;
492
+ }
72
493
  getPeers(includePending) {
73
494
  return Promise.resolve(this.p2pService.getPeers(includePending));
74
495
  }
75
496
  getL2BlockHash(number) {
76
- return this.synchedBlockHashes.getAsync(number);
77
- }
78
- async getL2Tips() {
79
- const latestBlockNumber = await this.getSyncedLatestBlockNum();
80
- let latestBlockHash;
81
- const provenBlockNumber = await this.getSyncedProvenBlockNum();
82
- let provenBlockHash;
83
- if (latestBlockNumber > 0) {
84
- latestBlockHash = await this.synchedBlockHashes.getAsync(latestBlockNumber);
85
- if (typeof latestBlockHash === 'undefined') {
86
- this.log.warn(`Block hash for latest block ${latestBlockNumber} not found`);
87
- throw new Error();
88
- }
89
- }
90
- if (provenBlockNumber > 0) {
91
- provenBlockHash = await this.synchedBlockHashes.getAsync(provenBlockNumber);
92
- if (typeof provenBlockHash === 'undefined') {
93
- this.log.warn(`Block hash for proven block ${provenBlockNumber} not found`);
94
- throw new Error();
95
- }
96
- }
97
- return Promise.resolve({
98
- latest: {
99
- hash: latestBlockHash,
100
- number: latestBlockNumber
101
- },
102
- proven: {
103
- hash: provenBlockHash,
104
- number: provenBlockNumber
105
- },
106
- finalized: {
107
- hash: provenBlockHash,
108
- number: provenBlockNumber
109
- }
110
- });
497
+ return this.l2Tips.getL2BlockHash(number);
498
+ }
499
+ updateP2PConfig(config) {
500
+ this.txPool.updateConfig(config);
501
+ this.p2pService.updateConfig(config);
502
+ return Promise.resolve();
503
+ }
504
+ getL2Tips() {
505
+ return this.l2Tips.getL2Tips();
111
506
  }
112
507
  async handleBlockStreamEvent(event) {
113
508
  this.log.debug(`Handling block stream event ${event.type}`);
@@ -116,16 +511,24 @@ import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
116
511
  await this.handleLatestL2Blocks(event.blocks);
117
512
  break;
118
513
  case 'chain-finalized':
119
- break;
120
- case 'chain-proven':
121
514
  {
122
- const from = await this.getSyncedProvenBlockNum() + 1;
123
- const limit = event.blockNumber - from + 1;
124
- await this.handleProvenL2Blocks(await this.l2BlockSource.getBlocks(from, limit));
515
+ const oldFinalizedBlockNum = await this.getSyncedFinalizedBlockNum();
516
+ const from = BlockNumber(oldFinalizedBlockNum + 1);
517
+ const limit = event.block.number - from + 1;
518
+ if (limit > 0) {
519
+ const oldBlocks = await this.l2BlockSource.getBlocks(from, limit);
520
+ await this.handleFinalizedL2Blocks(oldBlocks.map((b)=>b.toL2Block()));
521
+ }
125
522
  break;
126
523
  }
524
+ case 'chain-proven':
525
+ this.txCollection.stopCollectingForBlocksUpTo(event.block.number);
526
+ break;
127
527
  case 'chain-pruned':
128
- await this.handlePruneL2Blocks(event.blockNumber);
528
+ this.txCollection.stopCollectingForBlocksAfter(event.block.number);
529
+ await this.handlePruneL2Blocks(event.block.number);
530
+ break;
531
+ case 'chain-checkpointed':
129
532
  break;
130
533
  default:
131
534
  {
@@ -133,6 +536,9 @@ import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
133
536
  break;
134
537
  }
135
538
  }
539
+ // Pass the event through to our l2 tips store
540
+ await this.l2Tips.handleBlockStreamEvent(event);
541
+ await this.startServiceIfSynched();
136
542
  }
137
543
  #assertIsReady() {
138
544
  // this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
@@ -144,107 +550,136 @@ import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
144
550
  * Starts the P2P client.
145
551
  * @returns An empty promise signalling the synching process.
146
552
  */ async start() {
147
- if (this.currentState === 3) {
553
+ if (this.currentState === P2PClientState.STOPPED) {
148
554
  throw new Error('P2P client already stopped');
149
555
  }
150
- if (this.currentState !== 0) {
556
+ if (this.currentState !== P2PClientState.IDLE) {
151
557
  return this.syncPromise;
152
558
  }
153
559
  // get the current latest block numbers
154
- this.latestBlockNumberAtStart = await this.l2BlockSource.getBlockNumber();
155
- this.provenBlockNumberAtStart = await this.l2BlockSource.getProvenBlockNumber();
560
+ const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
561
+ this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
562
+ this.provenBlockNumberAtStart = latestBlockNumbers.proven.block.number;
563
+ this.finalizedBlockNumberAtStart = latestBlockNumbers.finalized.block.number;
156
564
  const syncedLatestBlock = await this.getSyncedLatestBlockNum() + 1;
157
565
  const syncedProvenBlock = await this.getSyncedProvenBlockNum() + 1;
158
- // if there are blocks to be retrieved, go to a synching state
159
- if (syncedLatestBlock <= this.latestBlockNumberAtStart || syncedProvenBlock <= this.provenBlockNumberAtStart) {
160
- this.setCurrentState(1);
566
+ const syncedFinalizedBlock = await this.getSyncedFinalizedBlockNum() + 1;
567
+ if (await this.txPool.isEmpty() && await this.attestationPool.isEmpty()) {
568
+ // if mempools are empty, we don't care about syncing prior blocks
569
+ this.initBlockStream(BlockNumber(this.latestBlockNumberAtStart));
570
+ this.setCurrentState(P2PClientState.RUNNING);
571
+ this.syncPromise = Promise.resolve();
572
+ await this.p2pService.start();
573
+ this.log.info(`Starting p2p client from block ${this.latestBlockNumberAtStart} with empty mempools`);
574
+ } else if (syncedLatestBlock <= this.latestBlockNumberAtStart || syncedProvenBlock <= this.provenBlockNumberAtStart || syncedFinalizedBlock <= this.finalizedBlockNumberAtStart) {
575
+ // if there are blocks to be retrieved, go to a synching state
576
+ // this gets resolved on `startServiceIfSynched`
577
+ this.initBlockStream();
578
+ this.setCurrentState(P2PClientState.SYNCHING);
161
579
  this.syncPromise = new Promise((resolve)=>{
162
580
  this.syncResolve = resolve;
163
581
  });
164
- this.log.verbose(`Starting sync from ${syncedLatestBlock} (last proven ${syncedProvenBlock})`);
582
+ this.log.info(`Initiating p2p sync from ${syncedLatestBlock}`, {
583
+ syncedLatestBlock,
584
+ syncedProvenBlock,
585
+ syncedFinalizedBlock
586
+ });
165
587
  } else {
166
588
  // if no blocks to be retrieved, go straight to running
167
- this.setCurrentState(2);
589
+ this.initBlockStream();
590
+ this.setCurrentState(P2PClientState.RUNNING);
168
591
  this.syncPromise = Promise.resolve();
169
592
  await this.p2pService.start();
170
- this.log.debug(`Block ${syncedLatestBlock} (proven ${syncedProvenBlock}) already beyond current block`);
593
+ this.log.info(`Starting P2P client synced to ${syncedLatestBlock}`, {
594
+ syncedLatestBlock,
595
+ syncedProvenBlock,
596
+ syncedFinalizedBlock
597
+ });
171
598
  }
172
599
  this.blockStream.start();
173
- this.log.verbose(`Started block downloader from block ${syncedLatestBlock}`);
600
+ await this.txCollection.start();
174
601
  return this.syncPromise;
175
602
  }
603
+ addReqRespSubProtocol(subProtocol, handler, validator) {
604
+ return this.p2pService.addReqRespSubProtocol(subProtocol, handler, validator);
605
+ }
606
+ initBlockStream(startingBlock) {
607
+ if (!this.blockStream) {
608
+ const { blockRequestBatchSize: batchSize, blockCheckIntervalMS: pollIntervalMS } = this.config;
609
+ this.blockStream = new L2BlockStream(this.l2BlockSource, this, this, createLogger(`${this.log.module}:l2-block-stream`), {
610
+ batchSize,
611
+ pollIntervalMS,
612
+ startingBlock
613
+ });
614
+ }
615
+ }
176
616
  /**
177
617
  * Allows consumers to stop the instance of the P2P client.
178
618
  * 'ready' will now return 'false' and the running promise that keeps the client synced is interrupted.
179
619
  */ async stop() {
180
620
  this.log.debug('Stopping p2p client...');
621
+ await tryStop(this.txCollection);
622
+ this.log.debug('Stopped tx collection service');
181
623
  await this.p2pService.stop();
182
624
  this.log.debug('Stopped p2p service');
183
- await this.blockStream.stop();
625
+ await this.blockStream?.stop();
184
626
  this.log.debug('Stopped block downloader');
185
627
  await this.runningPromise;
186
- this.setCurrentState(3);
187
- this.log.info('P2P client stopped.');
628
+ this.setCurrentState(P2PClientState.STOPPED);
629
+ this.log.info('P2P client stopped');
630
+ }
631
+ /** Triggers a sync to the archiver. Used for testing. */ async sync() {
632
+ this.initBlockStream();
633
+ await this.blockStream.sync();
188
634
  }
189
635
  broadcastProposal(proposal) {
190
- this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber.toNumber()} to peers`);
636
+ this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
637
+ return this.p2pService.propagate(proposal);
638
+ }
639
+ broadcastCheckpointProposal(proposal) {
640
+ this.log.verbose(`Broadcasting checkpoint proposal for slot ${proposal.slotNumber} to peers`);
191
641
  return this.p2pService.propagate(proposal);
192
642
  }
193
- async getAttestationsForSlot(slot, proposalId) {
194
- return await this.attestationPool?.getAttestationsForSlot(slot, proposalId) ?? [];
643
+ async broadcastCheckpointAttestations(attestations) {
644
+ this.log.verbose(`Broadcasting ${attestations.length} checkpoint attestations to peers`);
645
+ await Promise.all(attestations.map((att)=>this.p2pService.propagate(att)));
646
+ }
647
+ async getCheckpointAttestationsForSlot(slot, proposalId) {
648
+ return await (proposalId ? this.attestationPool.getCheckpointAttestationsForSlotAndProposal(slot, proposalId) : this.attestationPool.getCheckpointAttestationsForSlot(slot));
649
+ }
650
+ addCheckpointAttestations(attestations) {
651
+ return this.attestationPool.addCheckpointAttestations(attestations);
195
652
  }
196
653
  // REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
197
654
  // ^ This pattern is not my favorite (md)
198
655
  registerBlockProposalHandler(handler) {
199
656
  this.p2pService.registerBlockReceivedCallback(handler);
200
657
  }
201
- /**
202
- * Requests the transactions with the given hashes from the network.
203
- *
204
- * If a transaction can be retrieved, it will be returned, if not an undefined
205
- * will be returned. In place.
206
- *
207
- * @param txHashes - The hashes of the transactions to request.
208
- * @returns A promise that resolves to an array of transactions or undefined.
209
- */ async requestTxs(txHashes) {
210
- const res = await this.p2pService.sendBatchRequest(ReqRespSubProtocol.TX, txHashes);
211
- return Promise.resolve(res ?? []);
212
- }
213
- /**
214
- * Uses the Request Response protocol to request a transaction from the network.
215
- *
216
- * If the underlying request response protocol fails, then we return undefined.
217
- * If it succeeds then we add the transaction to our transaction pool and return.
218
- *
219
- * @param txHash - The hash of the transaction to request.
220
- * @returns A promise that resolves to a transaction or undefined.
221
- */ async requestTxByHash(txHash) {
222
- const tx = await this.p2pService.sendRequest(ReqRespSubProtocol.TX, txHash);
223
- if (tx) {
224
- this.log.debug(`Received tx ${txHash.toString()} from peer`);
225
- await this.txPool.addTxs([
226
- tx
227
- ]);
228
- } else {
229
- this.log.debug(`Failed to receive tx ${txHash.toString()} from peer`);
230
- }
231
- return tx;
658
+ registerCheckpointProposalHandler(handler) {
659
+ this.p2pService.registerCheckpointReceivedCallback(handler);
232
660
  }
233
661
  /**
234
662
  * Uses the batched Request Response protocol to request a set of transactions from the network.
235
- */ async requestTxsByHash(txHashes) {
236
- const txs = await this.p2pService.sendBatchRequest(ReqRespSubProtocol.TX, txHashes) ?? [];
237
- await this.txPool.addTxs(txs);
663
+ */ async requestTxsByHash(txHashes, pinnedPeerId) {
664
+ const timeoutMs = 8000; // Longer timeout for now
665
+ const maxRetryAttempts = 10; // Keep retrying within the timeout
666
+ const requests = chunkTxHashesRequest(txHashes);
667
+ const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
668
+ const txBatches = await this.p2pService.sendBatchRequest(ReqRespSubProtocol.TX, requests, pinnedPeerId, timeoutMs, maxPeers, maxRetryAttempts);
669
+ const txs = txBatches.flat();
670
+ if (txs.length > 0) {
671
+ await this.txPool.addTxs(txs);
672
+ }
238
673
  const txHashesStr = txHashes.map((tx)=>tx.toString()).join(', ');
239
- this.log.debug(`Received batched txs ${txHashesStr} (${txs.length} / ${txHashes.length}}) from peers`);
674
+ this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
675
+ // We return all transactions, even the not found ones to the caller, such they can handle missing items themselves.
240
676
  return txs;
241
677
  }
242
- getPendingTxs() {
243
- return Promise.resolve(this.getTxs('pending'));
678
+ getPendingTxs(limit, after) {
679
+ return this.getTxs('pending', limit, after);
244
680
  }
245
- async getPendingTxCount() {
246
- const pendingTxs = await this.txPool.getPendingTxHashes();
247
- return pendingTxs.length;
681
+ getPendingTxCount() {
682
+ return this.txPool.getPendingTxCount();
248
683
  }
249
684
  async *iteratePendingTxs() {
250
685
  for (const txHash of (await this.txPool.getPendingTxHashes())){
@@ -256,22 +691,50 @@ import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
256
691
  }
257
692
  /**
258
693
  * Returns all transactions in the transaction pool.
694
+ * @param filter - The type of txs to return
695
+ * @param limit - How many txs to return
696
+ * @param after - If paginating, the last known tx hash. Will return txs after this hash
259
697
  * @returns An array of Txs.
260
- */ async getTxs(filter) {
698
+ */ async getTxs(filter, limit, after) {
699
+ if (limit !== undefined && limit <= 0) {
700
+ throw new TypeError('limit must be greater than 0');
701
+ }
702
+ let txs = undefined;
703
+ let txHashes;
261
704
  if (filter === 'all') {
262
- return this.txPool.getAllTxs();
705
+ txs = await this.txPool.getAllTxs();
706
+ txHashes = await Promise.all(txs.map((tx)=>tx.getTxHash()));
263
707
  } else if (filter === 'mined') {
264
- const minedHashes = await this.txPool.getMinedTxHashes();
265
- const minedTx = await Promise.all(minedHashes.map(([txHash])=>this.txPool.getTxByHash(txHash)));
266
- return minedTx.filter((tx)=>!!tx);
708
+ const minedTxHashes = await this.txPool.getMinedTxHashes();
709
+ txHashes = minedTxHashes.map(([txHash])=>txHash);
267
710
  } else if (filter === 'pending') {
268
- const pendingHashses = await this.txPool.getPendingTxHashes();
269
- const pendingTxs = await Promise.all(pendingHashses.map((txHash)=>this.txPool.getTxByHash(txHash)));
270
- return pendingTxs.filter((tx)=>!!tx);
711
+ txHashes = await this.txPool.getPendingTxHashes();
271
712
  } else {
272
713
  const _ = filter;
273
714
  throw new Error(`Unknown filter ${filter}`);
274
715
  }
716
+ let startIndex = 0;
717
+ let endIndex = undefined;
718
+ if (after) {
719
+ startIndex = txHashes.findIndex((txHash)=>after.equals(txHash));
720
+ // if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
721
+ if (startIndex === -1) {
722
+ return [];
723
+ }
724
+ // increment by one because we don't want to return the same tx again
725
+ startIndex++;
726
+ }
727
+ if (limit !== undefined) {
728
+ endIndex = startIndex + limit;
729
+ }
730
+ txHashes = txHashes.slice(startIndex, endIndex);
731
+ if (txs) {
732
+ txs = txs.slice(startIndex, endIndex);
733
+ } else {
734
+ const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
735
+ txs = maybeTxs.filter((tx)=>!!tx);
736
+ }
737
+ return txs;
275
738
  }
276
739
  /**
277
740
  * Returns a transaction in the transaction pool by its hash.
@@ -281,23 +744,21 @@ import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
281
744
  return this.txPool.getTxByHash(txHash);
282
745
  }
283
746
  /**
284
- * Returns a transaction in the transaction pool by its hash.
285
- * If the transaction is not in the pool, it will be requested from the network.
286
- * @param txHash - Hash of the transaction to look for in the pool.
287
- * @returns A single tx or undefined.
288
- */ async getTxByHash(txHash) {
289
- const tx = await this.txPool.getTxByHash(txHash);
290
- if (tx) {
291
- return tx;
292
- }
293
- return this.requestTxByHash(txHash);
747
+ * Returns transactions in the transaction pool by hash.
748
+ * @param txHashes - Hashes of the transactions to look for.
749
+ * @returns The txs found, in the same order as the requested hashes. If a tx is not found, it will be undefined.
750
+ */ getTxsByHashFromPool(txHashes) {
751
+ return this.txPool.getTxsByHash(txHashes);
752
+ }
753
+ hasTxsInPool(txHashes) {
754
+ return this.txPool.hasTxs(txHashes);
294
755
  }
295
756
  /**
296
757
  * Returns transactions in the transaction pool by hash.
297
758
  * If a transaction is not in the pool, it will be requested from the network.
298
759
  * @param txHashes - Hashes of the transactions to look for.
299
- * @returns The txs found, not necessarily on the same order as the hashes.
300
- */ async getTxsByHash(txHashes) {
760
+ * @returns The txs found, or undefined if not found in the order requested.
761
+ */ async getTxsByHash(txHashes, pinnedPeerId) {
301
762
  const txs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
302
763
  const missingTxHashes = txs.map((tx, index)=>[
303
764
  tx,
@@ -306,8 +767,27 @@ import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
306
767
  if (missingTxHashes.length === 0) {
307
768
  return txs;
308
769
  }
309
- const missingTxs = await this.requestTxsByHash(missingTxHashes);
310
- return txs.filter((tx)=>!!tx).concat(missingTxs);
770
+ const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
771
+ // TODO: optimize
772
+ // Merge the found txs in order
773
+ const mergingTxs = txHashes.map((txHash)=>{
774
+ // Is it in the txs list from the mempool?
775
+ for (const tx of txs){
776
+ if (tx !== undefined && tx.getTxHash().equals(txHash)) {
777
+ return tx;
778
+ }
779
+ }
780
+ // Is it in the fetched missing txs?
781
+ // Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
782
+ for (const tx of missingTxs){
783
+ if (tx.getTxHash().equals(txHash)) {
784
+ return tx;
785
+ }
786
+ }
787
+ // Otherwise return undefined
788
+ return undefined;
789
+ });
790
+ return mergingTxs;
311
791
  }
312
792
  /**
313
793
  * Returns an archived transaction in the transaction pool by its hash.
@@ -321,11 +801,20 @@ import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
321
801
  * @param tx - The tx to verify.
322
802
  * @returns Empty promise.
323
803
  **/ async sendTx(tx) {
324
- this.#assertIsReady();
325
- await this.txPool.addTxs([
804
+ const addedCount = await this.addTxsToPool([
326
805
  tx
327
806
  ]);
328
- this.p2pService.propagate(tx);
807
+ const txAddedSuccessfully = addedCount === 1;
808
+ if (txAddedSuccessfully) {
809
+ await this.p2pService.propagate(tx);
810
+ }
811
+ }
812
+ /**
813
+ * Adds transactions to the pool. Does not send to peers or validate the txs.
814
+ * @param txs - The transactions.
815
+ **/ async addTxsToPool(txs) {
816
+ this.#assertIsReady();
817
+ return await this.txPool.addTxs(txs);
329
818
  }
330
819
  /**
331
820
  * Returns whether the given tx hash is flagged as pending or mined.
@@ -353,26 +842,35 @@ import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
353
842
  * Public function to check if the p2p client is fully synced and ready to receive txs.
354
843
  * @returns True if the P2P client is ready to receive txs.
355
844
  */ isReady() {
356
- return this.currentState === 2;
845
+ return this.currentState === P2PClientState.RUNNING;
357
846
  }
358
847
  /**
359
848
  * Public function to check the latest block number that the P2P client is synced to.
360
849
  * @returns Block number of latest L2 Block we've synced with.
361
850
  */ async getSyncedLatestBlockNum() {
362
- return await this.synchedLatestBlockNumber.getAsync() ?? INITIAL_L2_BLOCK_NUM - 1;
851
+ const tips = await this.l2Tips.getL2Tips();
852
+ return tips.proposed.number;
363
853
  }
364
854
  /**
365
855
  * Public function to check the latest proven block number that the P2P client is synced to.
366
856
  * @returns Block number of latest proven L2 Block we've synced with.
367
857
  */ async getSyncedProvenBlockNum() {
368
- return await this.synchedProvenBlockNumber.getAsync() ?? INITIAL_L2_BLOCK_NUM - 1;
858
+ const tips = await this.l2Tips.getL2Tips();
859
+ return tips.proven.block.number;
860
+ }
861
+ async getSyncedFinalizedBlockNum() {
862
+ const tips = await this.l2Tips.getL2Tips();
863
+ return tips.finalized.block.number;
864
+ }
865
+ /** Returns latest L2 slot for which we have seen an L2 block. */ async getSyncedLatestSlot() {
866
+ return await this.synchedLatestSlot.getAsync() ?? BigInt(0);
369
867
  }
370
868
  /**
371
869
  * Method to check the status the p2p client.
372
870
  * @returns Information about p2p client status: state & syncedToBlockNum.
373
871
  */ async getStatus() {
374
872
  const blockNumber = await this.getSyncedLatestBlockNum();
375
- const blockHash = blockNumber === 0 ? '' : await this.l2BlockSource.getBlockHeader(blockNumber).then((header)=>header?.hash()).then((hash)=>hash?.toString());
873
+ const blockHash = blockNumber === 0 ? GENESIS_BLOCK_HEADER_HASH.toString() : await this.l2BlockSource.getBlockHeader(blockNumber).then((header)=>header?.hash()).then((hash)=>hash?.toString());
376
874
  return {
377
875
  state: this.currentState,
378
876
  syncedToL2Block: {
@@ -388,18 +886,7 @@ import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
388
886
  */ async markTxsAsMinedFromBlocks(blocks) {
389
887
  for (const block of blocks){
390
888
  const txHashes = block.body.txEffects.map((txEffect)=>txEffect.txHash);
391
- await this.txPool.markAsMined(txHashes, block.number);
392
- }
393
- }
394
- /**
395
- * Deletes txs from these blocks.
396
- * @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
397
- * @returns Empty promise.
398
- */ async deleteTxsFromBlocks(blocks) {
399
- this.log.debug(`Deleting txs from blocks ${blocks[0].number} to ${blocks[blocks.length - 1].number}`);
400
- for (const block of blocks){
401
- const txHashes = block.body.txEffects.map((txEffect)=>txEffect.txHash);
402
- await this.txPool.deleteTxs(txHashes);
889
+ await this.txPool.markAsMined(txHashes, block.header);
403
890
  }
404
891
  }
405
892
  /**
@@ -411,75 +898,113 @@ import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
411
898
  return Promise.resolve();
412
899
  }
413
900
  await this.markTxsAsMinedFromBlocks(blocks);
414
- const lastBlockNum = blocks[blocks.length - 1].number;
415
- await Promise.all(blocks.map(async (block)=>this.synchedBlockHashes.set(block.number, (await block.hash()).toString())));
416
- await this.synchedLatestBlockNumber.set(lastBlockNum);
417
- this.log.verbose(`Synched to latest block ${lastBlockNum}`);
418
- await this.startServiceIfSynched();
901
+ await this.txPool.clearNonEvictableTxs();
902
+ await this.startCollectingMissingTxs(blocks);
903
+ const lastBlock = blocks.at(-1);
904
+ await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
905
+ this.log.verbose(`Synched to latest block ${lastBlock.number}`);
906
+ }
907
+ /** Request txs for unproven blocks so the prover node has more chances to get them. */ async startCollectingMissingTxs(blocks) {
908
+ try {
909
+ // TODO(#15435): If the archiver has lagged behind L1, the reported proven block number may
910
+ // be much lower than the actual one, and it does not update until the pending chain is
911
+ // fully synced. This could lead to a ton of tx collection requests for blocks that
912
+ // are already proven, but the archiver has not yet updated its state. Until this is properly
913
+ // fixed, it is mitigated by the expiration date of collection requests, which depends on
914
+ // the slot number of the block.
915
+ const provenBlockNumber = await this.l2BlockSource.getProvenBlockNumber();
916
+ const unprovenBlocks = blocks.filter((block)=>block.number > provenBlockNumber);
917
+ for (const block of unprovenBlocks){
918
+ const txHashes = block.body.txEffects.map((txEffect)=>txEffect.txHash);
919
+ const missingTxHashes = await this.txPool.hasTxs(txHashes).then((availability)=>txHashes.filter((_, index)=>!availability[index]));
920
+ if (missingTxHashes.length > 0) {
921
+ this.log.verbose(`Starting collection of ${missingTxHashes.length} missing txs for unproven mined block ${block.number}`, {
922
+ missingTxHashes,
923
+ blockNumber: block.number,
924
+ blockHash: await block.hash().then((h)=>h.toString())
925
+ });
926
+ this.txCollection.startCollecting(block, missingTxHashes);
927
+ }
928
+ }
929
+ } catch (err) {
930
+ this.log.error(`Error while starting collection of missing txs for unproven blocks`, err);
931
+ }
419
932
  }
420
933
  /**
421
- * Handles new proven blocks by deleting the txs in them, or by deleting the txs in blocks `keepProvenTxsFor` ago.
422
- * @param blocks - A list of proven L2 blocks.
934
+ * Handles new finalized blocks by deleting the txs and attestations in them.
935
+ * @param blocks - A list of finalized L2 blocks.
423
936
  * @returns Empty promise.
424
- */ async handleProvenL2Blocks(blocks) {
937
+ */ async handleFinalizedL2Blocks(blocks) {
425
938
  if (!blocks.length) {
426
939
  return Promise.resolve();
427
940
  }
428
- const firstBlockNum = blocks[0].number;
941
+ this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
429
942
  const lastBlockNum = blocks[blocks.length - 1].number;
430
- const lastBlockSlot = blocks[blocks.length - 1].header.globalVariables.slotNumber.toBigInt();
431
- // If keepProvenTxsFor is 0, we delete all txs from all proven blocks.
432
- if (this.keepProvenTxsFor === 0) {
433
- await this.deleteTxsFromBlocks(blocks);
434
- } else if (lastBlockNum - this.keepProvenTxsFor >= INITIAL_L2_BLOCK_NUM) {
435
- const fromBlock = Math.max(INITIAL_L2_BLOCK_NUM, firstBlockNum - this.keepProvenTxsFor);
436
- const toBlock = lastBlockNum - this.keepProvenTxsFor;
437
- const limit = toBlock - fromBlock + 1;
438
- const blocksToDeleteTxsFrom = await this.l2BlockSource.getBlocks(fromBlock, limit, true);
439
- await this.deleteTxsFromBlocks(blocksToDeleteTxsFrom);
440
- }
441
- // We delete attestations older than the last block slot minus the number of slots we want to keep in the pool.
442
- const lastBlockSlotMinusKeepAttestationsInPoolFor = lastBlockSlot - BigInt(this.keepAttestationsInPoolFor);
443
- if (lastBlockSlotMinusKeepAttestationsInPoolFor >= BigInt(INITIAL_L2_BLOCK_NUM)) {
444
- await this.attestationPool?.deleteAttestationsOlderThan(lastBlockSlotMinusKeepAttestationsInPoolFor);
445
- }
446
- await this.synchedProvenBlockNumber.set(lastBlockNum);
447
- this.log.debug(`Synched to proven block ${lastBlockNum}`);
448
- await this.startServiceIfSynched();
943
+ const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
944
+ const txHashes = blocks.flatMap((block)=>block.body.txEffects.map((txEffect)=>txEffect.txHash));
945
+ this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
946
+ await this.txPool.deleteTxs(txHashes, {
947
+ permanently: true
948
+ });
949
+ await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
950
+ await this.attestationPool.deleteCheckpointAttestationsOlderThan(lastBlockSlot);
951
+ this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
449
952
  }
450
953
  /**
451
954
  * Updates the tx pool after a chain prune.
452
955
  * @param latestBlock - The block number the chain was pruned to.
453
956
  */ async handlePruneL2Blocks(latestBlock) {
454
- const txsToDelete = [];
957
+ const txsToDelete = new Map();
958
+ const minedTxs = await this.txPool.getMinedTxHashes();
959
+ // Find transactions that reference pruned blocks in their historical header
455
960
  for (const tx of (await this.txPool.getAllTxs())){
456
961
  // every tx that's been generated against a block that has now been pruned is no longer valid
457
- if (tx.data.constants.historicalHeader.globalVariables.blockNumber.toNumber() > latestBlock) {
458
- txsToDelete.push(await tx.getTxHash());
962
+ if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
963
+ const txHash = tx.getTxHash();
964
+ txsToDelete.set(txHash.toString(), txHash);
459
965
  }
460
966
  }
461
- this.log.info(`Detected chain prune. Removing invalid txs count=${txsToDelete.length} newLatestBlock=${latestBlock} previousLatestBlock=${this.getSyncedLatestBlockNum()}`);
967
+ this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
968
+ newLatestBlock: latestBlock,
969
+ previousLatestBlock: await this.getSyncedLatestBlockNum(),
970
+ txsToDelete: Array.from(txsToDelete.keys())
971
+ });
462
972
  // delete invalid txs (both pending and mined)
463
- await this.txPool.deleteTxs(txsToDelete);
973
+ await this.txPool.deleteTxs(Array.from(txsToDelete.values()));
464
974
  // everything left in the mined set was built against a block on the proven chain so its still valid
465
- // move back to pending the txs that were reorged out of the chain
975
+ // move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
976
+ // in which case we clean them up to avoid potential reorg loops
466
977
  // NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
467
978
  // (see this.keepProvenTxsFor)
468
- const txsToMoveToPending = [];
469
- for (const [txHash, blockNumber] of (await this.txPool.getMinedTxHashes())){
470
- if (blockNumber > latestBlock) {
471
- txsToMoveToPending.push(txHash);
979
+ const minedTxsFromReorg = [];
980
+ for (const [txHash, blockNumber] of minedTxs){
981
+ // We keep the txsToDelete out of this list as they have already been deleted above
982
+ if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
983
+ minedTxsFromReorg.push(txHash);
472
984
  }
473
985
  }
474
- this.log.info(`Moving ${txsToMoveToPending.length} mined txs back to pending`);
475
- await this.txPool.markMinedAsPending(txsToMoveToPending);
476
- await this.synchedLatestBlockNumber.set(latestBlock);
477
- // no need to update block hashes, as they will be updated as new blocks are added
986
+ if (this.config.txPoolDeleteTxsAfterReorg) {
987
+ this.log.info(`Deleting ${minedTxsFromReorg.length} mined txs from reorg`);
988
+ await this.txPool.deleteTxs(minedTxsFromReorg);
989
+ } else {
990
+ await this.txPool.markMinedAsPending(minedTxsFromReorg, latestBlock);
991
+ }
478
992
  }
479
993
  async startServiceIfSynched() {
480
- if (this.currentState === 1 && await this.getSyncedLatestBlockNum() >= this.latestBlockNumberAtStart && await this.getSyncedProvenBlockNum() >= this.provenBlockNumberAtStart) {
481
- this.log.debug(`Synched to blocks at start`);
482
- this.setCurrentState(2);
994
+ if (this.currentState !== P2PClientState.SYNCHING) {
995
+ return;
996
+ }
997
+ const tips = await this.l2Tips.getL2Tips();
998
+ const syncedFinalizedBlock = tips.finalized.block.number;
999
+ const syncedProvenBlock = tips.proven.block.number;
1000
+ const syncedLatestBlock = tips.proposed.number;
1001
+ if (syncedLatestBlock >= this.latestBlockNumberAtStart && syncedProvenBlock >= this.provenBlockNumberAtStart && syncedFinalizedBlock >= this.finalizedBlockNumberAtStart) {
1002
+ this.log.info(`Completed P2P client sync to block ${syncedLatestBlock}. Starting service.`, {
1003
+ syncedLatestBlock,
1004
+ syncedProvenBlock,
1005
+ syncedFinalizedBlock
1006
+ });
1007
+ this.setCurrentState(P2PClientState.RUNNING);
483
1008
  if (this.syncResolve !== undefined) {
484
1009
  this.syncResolve();
485
1010
  await this.p2pService.start();
@@ -494,12 +1019,16 @@ import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
494
1019
  this.currentState = newState;
495
1020
  this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
496
1021
  }
1022
+ validate(txs) {
1023
+ return this.p2pService.validate(txs);
1024
+ }
1025
+ /**
1026
+ * Marks transactions as non-evictable in the pool.
1027
+ * @param txHashes - Hashes of the transactions to mark as non-evictable.
1028
+ */ markTxsAsNonEvictable(txHashes) {
1029
+ return this.txPool.markTxsAsNonEvictable(txHashes);
1030
+ }
1031
+ handleAuthRequestFromPeer(authRequest, peerId) {
1032
+ return this.p2pService.handleAuthRequestFromPeer(authRequest, peerId);
1033
+ }
497
1034
  }
498
- _ts_decorate([
499
- trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
500
- [Attributes.BLOCK_NUMBER]: proposal.blockNumber.toNumber(),
501
- [Attributes.SLOT_NUMBER]: proposal.slotNumber.toNumber(),
502
- [Attributes.BLOCK_ARCHIVE]: proposal.archive.toString(),
503
- [Attributes.P2P_ID]: (await proposal.p2pMessageIdentifier()).toString()
504
- }))
505
- ], P2PClient.prototype, "broadcastProposal", null);