@aztec/p2p 0.0.1-commit.e61ad554 → 0.0.1-commit.ec5f612

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (445) hide show
  1. package/dest/bootstrap/bootstrap.d.ts +4 -3
  2. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  3. package/dest/bootstrap/bootstrap.js +4 -4
  4. package/dest/client/factory.d.ts +10 -10
  5. package/dest/client/factory.d.ts.map +1 -1
  6. package/dest/client/factory.js +45 -18
  7. package/dest/client/interface.d.ts +46 -33
  8. package/dest/client/interface.d.ts.map +1 -1
  9. package/dest/client/p2p_client.d.ts +41 -51
  10. package/dest/client/p2p_client.d.ts.map +1 -1
  11. package/dest/client/p2p_client.js +156 -200
  12. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +2 -0
  13. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +1 -0
  14. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +304 -0
  15. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +73 -0
  16. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +1 -0
  17. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +8 -0
  18. package/dest/config.d.ts +35 -7
  19. package/dest/config.d.ts.map +1 -1
  20. package/dest/config.js +21 -7
  21. package/dest/errors/tx-pool.error.d.ts +8 -0
  22. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  23. package/dest/errors/tx-pool.error.js +9 -0
  24. package/dest/index.d.ts +2 -1
  25. package/dest/index.d.ts.map +1 -1
  26. package/dest/index.js +1 -0
  27. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  28. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  31. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  32. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  33. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  34. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  35. package/dest/mem_pools/attestation_pool/index.js +1 -2
  36. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  37. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  38. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  39. package/dest/mem_pools/index.d.ts +3 -2
  40. package/dest/mem_pools/index.d.ts.map +1 -1
  41. package/dest/mem_pools/index.js +1 -1
  42. package/dest/mem_pools/instrumentation.d.ts +1 -1
  43. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  44. package/dest/mem_pools/instrumentation.js +2 -2
  45. package/dest/mem_pools/interface.d.ts +5 -5
  46. package/dest/mem_pools/interface.d.ts.map +1 -1
  47. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  48. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  49. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  50. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  51. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  52. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  53. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  54. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  55. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  56. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  76. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  77. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  78. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  79. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  80. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  81. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  82. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  83. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
  84. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  85. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  86. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  87. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  88. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  89. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  90. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  91. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  92. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  93. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
  94. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  95. package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
  96. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +119 -0
  97. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  98. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +193 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  100. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  101. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  102. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  103. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  104. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +354 -0
  105. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
  106. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  107. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +161 -0
  108. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
  109. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  110. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +905 -0
  111. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  112. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  113. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +7 -2
  114. package/dest/msg_validators/proposal_validator/proposal_validator.js +5 -5
  115. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  116. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  117. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  118. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  119. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  120. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  121. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
  122. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  123. package/dest/msg_validators/tx_validator/block_header_validator.js +5 -4
  124. package/dest/msg_validators/tx_validator/data_validator.d.ts +3 -1
  125. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  126. package/dest/msg_validators/tx_validator/data_validator.js +4 -1
  127. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
  128. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  129. package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
  130. package/dest/msg_validators/tx_validator/factory.d.ts +118 -5
  131. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  132. package/dest/msg_validators/tx_validator/factory.js +228 -57
  133. package/dest/msg_validators/tx_validator/gas_validator.d.ts +59 -3
  134. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  135. package/dest/msg_validators/tx_validator/gas_validator.js +76 -38
  136. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  137. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  138. package/dest/msg_validators/tx_validator/index.js +1 -0
  139. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +3 -2
  140. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  141. package/dest/msg_validators/tx_validator/metadata_validator.js +2 -2
  142. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  143. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  144. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  145. package/dest/msg_validators/tx_validator/phases_validator.d.ts +3 -2
  146. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  147. package/dest/msg_validators/tx_validator/phases_validator.js +3 -3
  148. package/dest/msg_validators/tx_validator/size_validator.d.ts +3 -1
  149. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -1
  150. package/dest/msg_validators/tx_validator/size_validator.js +4 -1
  151. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +22 -5
  152. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  153. package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
  154. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  155. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  156. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  157. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +3 -2
  158. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  159. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -2
  160. package/dest/services/data_store.d.ts +1 -1
  161. package/dest/services/data_store.d.ts.map +1 -1
  162. package/dest/services/data_store.js +10 -6
  163. package/dest/services/discv5/discV5_service.js +1 -1
  164. package/dest/services/dummy_service.d.ts +24 -4
  165. package/dest/services/dummy_service.d.ts.map +1 -1
  166. package/dest/services/dummy_service.js +46 -1
  167. package/dest/services/encoding.d.ts +3 -3
  168. package/dest/services/encoding.d.ts.map +1 -1
  169. package/dest/services/encoding.js +11 -10
  170. package/dest/services/gossipsub/index.d.ts +3 -0
  171. package/dest/services/gossipsub/index.d.ts.map +1 -0
  172. package/dest/services/gossipsub/index.js +2 -0
  173. package/dest/services/gossipsub/scoring.d.ts +21 -3
  174. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  175. package/dest/services/gossipsub/scoring.js +24 -7
  176. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  177. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  178. package/dest/services/gossipsub/topic_score_params.js +346 -0
  179. package/dest/services/index.d.ts +2 -1
  180. package/dest/services/index.d.ts.map +1 -1
  181. package/dest/services/index.js +1 -0
  182. package/dest/services/libp2p/instrumentation.d.ts +1 -1
  183. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  184. package/dest/services/libp2p/instrumentation.js +14 -3
  185. package/dest/services/libp2p/libp2p_service.d.ts +100 -42
  186. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  187. package/dest/services/libp2p/libp2p_service.js +451 -359
  188. package/dest/services/peer-manager/metrics.d.ts +2 -2
  189. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  190. package/dest/services/peer-manager/metrics.js +20 -5
  191. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  192. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  193. package/dest/services/peer-manager/peer_scoring.js +33 -4
  194. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +48 -0
  195. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  196. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +539 -0
  197. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  198. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  199. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  200. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +46 -0
  201. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  202. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  203. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +34 -0
  204. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  205. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +130 -0
  206. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +60 -0
  207. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  208. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +173 -0
  209. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +20 -0
  210. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  211. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +21 -0
  212. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +22 -3
  213. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
  214. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +63 -4
  215. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -1
  216. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  217. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  218. package/dest/services/reqresp/interface.d.ts +12 -1
  219. package/dest/services/reqresp/interface.d.ts.map +1 -1
  220. package/dest/services/reqresp/interface.js +15 -1
  221. package/dest/services/reqresp/metrics.d.ts +6 -5
  222. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  223. package/dest/services/reqresp/metrics.js +17 -5
  224. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +5 -1
  225. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  226. package/dest/services/reqresp/protocols/block_txs/bitvector.js +5 -0
  227. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  228. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  229. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +27 -9
  230. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +29 -6
  231. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  232. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +59 -13
  233. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  234. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  235. package/dest/services/reqresp/protocols/tx.js +20 -0
  236. package/dest/services/reqresp/reqresp.d.ts +6 -1
  237. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  238. package/dest/services/reqresp/reqresp.js +71 -27
  239. package/dest/services/service.d.ts +42 -3
  240. package/dest/services/service.d.ts.map +1 -1
  241. package/dest/services/tx_collection/config.d.ts +22 -1
  242. package/dest/services/tx_collection/config.d.ts.map +1 -1
  243. package/dest/services/tx_collection/config.js +55 -1
  244. package/dest/services/tx_collection/fast_tx_collection.d.ts +7 -4
  245. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  246. package/dest/services/tx_collection/fast_tx_collection.js +71 -44
  247. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  248. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  249. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  250. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  251. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  252. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  253. package/dest/services/tx_collection/index.d.ts +3 -1
  254. package/dest/services/tx_collection/index.d.ts.map +1 -1
  255. package/dest/services/tx_collection/index.js +2 -0
  256. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  257. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  258. package/dest/services/tx_collection/instrumentation.js +10 -2
  259. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  260. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  261. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  262. package/dest/services/tx_collection/proposal_tx_collector.d.ts +49 -0
  263. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -0
  264. package/dest/services/tx_collection/proposal_tx_collector.js +50 -0
  265. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  266. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  267. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  268. package/dest/services/tx_collection/tx_collection.d.ts +25 -12
  269. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  270. package/dest/services/tx_collection/tx_collection.js +79 -7
  271. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  272. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  273. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  274. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  275. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  276. package/dest/services/tx_collection/tx_source.js +19 -2
  277. package/dest/services/tx_file_store/config.d.ts +16 -0
  278. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  279. package/dest/services/tx_file_store/config.js +22 -0
  280. package/dest/services/tx_file_store/index.d.ts +4 -0
  281. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  282. package/dest/services/tx_file_store/index.js +3 -0
  283. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  284. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  285. package/dest/services/tx_file_store/instrumentation.js +29 -0
  286. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  287. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  288. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  289. package/dest/services/tx_provider.d.ts +4 -4
  290. package/dest/services/tx_provider.d.ts.map +1 -1
  291. package/dest/services/tx_provider.js +9 -8
  292. package/dest/services/tx_provider_instrumentation.d.ts +1 -1
  293. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  294. package/dest/services/tx_provider_instrumentation.js +5 -5
  295. package/dest/test-helpers/index.d.ts +3 -1
  296. package/dest/test-helpers/index.d.ts.map +1 -1
  297. package/dest/test-helpers/index.js +2 -0
  298. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  299. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  300. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  301. package/dest/test-helpers/mock-pubsub.d.ts +30 -4
  302. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  303. package/dest/test-helpers/mock-pubsub.js +105 -4
  304. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  305. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  306. package/dest/test-helpers/reqresp-nodes.js +4 -3
  307. package/dest/test-helpers/test_tx_provider.d.ts +40 -0
  308. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  309. package/dest/test-helpers/test_tx_provider.js +41 -0
  310. package/dest/test-helpers/testbench-utils.d.ts +163 -0
  311. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  312. package/dest/test-helpers/testbench-utils.js +366 -0
  313. package/dest/testbench/p2p_client_testbench_worker.d.ts +28 -2
  314. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  315. package/dest/testbench/p2p_client_testbench_worker.js +219 -138
  316. package/dest/testbench/worker_client_manager.d.ts +51 -6
  317. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  318. package/dest/testbench/worker_client_manager.js +226 -44
  319. package/dest/util.d.ts +2 -2
  320. package/dest/util.d.ts.map +1 -1
  321. package/package.json +14 -14
  322. package/src/bootstrap/bootstrap.ts +7 -4
  323. package/src/client/factory.ts +83 -36
  324. package/src/client/interface.ts +56 -34
  325. package/src/client/p2p_client.ts +192 -247
  326. package/src/client/test/tx_proposal_collector/README.md +227 -0
  327. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +345 -0
  328. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +43 -0
  329. package/src/config.ts +47 -11
  330. package/src/errors/tx-pool.error.ts +12 -0
  331. package/src/index.ts +1 -0
  332. package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
  333. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  334. package/src/mem_pools/attestation_pool/index.ts +9 -2
  335. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  336. package/src/mem_pools/index.ts +4 -1
  337. package/src/mem_pools/instrumentation.ts +2 -1
  338. package/src/mem_pools/interface.ts +4 -4
  339. package/src/mem_pools/tx_pool/README.md +1 -1
  340. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  341. package/src/mem_pools/tx_pool_v2/README.md +275 -0
  342. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  343. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  344. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  345. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  346. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
  347. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  348. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  349. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
  350. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  351. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  352. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  353. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
  354. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
  355. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  356. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  357. package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
  358. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +297 -0
  359. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  360. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
  361. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +223 -0
  362. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1083 -0
  363. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +10 -4
  364. package/src/msg_validators/proposal_validator/proposal_validator.ts +5 -5
  365. package/src/msg_validators/tx_validator/README.md +115 -0
  366. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  367. package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
  368. package/src/msg_validators/tx_validator/block_header_validator.ts +22 -11
  369. package/src/msg_validators/tx_validator/data_validator.ts +6 -2
  370. package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
  371. package/src/msg_validators/tx_validator/factory.ts +372 -55
  372. package/src/msg_validators/tx_validator/gas_validator.ts +98 -29
  373. package/src/msg_validators/tx_validator/index.ts +1 -0
  374. package/src/msg_validators/tx_validator/metadata_validator.ts +6 -3
  375. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  376. package/src/msg_validators/tx_validator/phases_validator.ts +5 -3
  377. package/src/msg_validators/tx_validator/size_validator.ts +6 -2
  378. package/src/msg_validators/tx_validator/timestamp_validator.ts +29 -21
  379. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  380. package/src/msg_validators/tx_validator/tx_proof_validator.ts +8 -3
  381. package/src/services/data_store.ts +10 -7
  382. package/src/services/discv5/discV5_service.ts +1 -1
  383. package/src/services/dummy_service.ts +59 -2
  384. package/src/services/encoding.ts +9 -9
  385. package/src/services/gossipsub/README.md +641 -0
  386. package/src/services/gossipsub/index.ts +2 -0
  387. package/src/services/gossipsub/scoring.ts +29 -5
  388. package/src/services/gossipsub/topic_score_params.ts +487 -0
  389. package/src/services/index.ts +1 -0
  390. package/src/services/libp2p/instrumentation.ts +15 -2
  391. package/src/services/libp2p/libp2p_service.ts +496 -397
  392. package/src/services/peer-manager/metrics.ts +21 -4
  393. package/src/services/peer-manager/peer_scoring.ts +29 -1
  394. package/src/services/reqresp/batch-tx-requester/README.md +305 -0
  395. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +678 -0
  396. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  397. package/src/services/reqresp/batch-tx-requester/interface.ts +53 -0
  398. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +161 -0
  399. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +244 -0
  400. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +37 -0
  401. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +65 -4
  402. package/src/services/reqresp/connection-sampler/connection_sampler.ts +16 -0
  403. package/src/services/reqresp/interface.ts +29 -1
  404. package/src/services/reqresp/metrics.ts +34 -9
  405. package/src/services/reqresp/protocols/block_txs/bitvector.ts +7 -0
  406. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +35 -12
  407. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +74 -9
  408. package/src/services/reqresp/protocols/tx.ts +22 -0
  409. package/src/services/reqresp/reqresp.ts +82 -23
  410. package/src/services/service.ts +55 -2
  411. package/src/services/tx_collection/config.ts +83 -1
  412. package/src/services/tx_collection/fast_tx_collection.ts +93 -47
  413. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  414. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  415. package/src/services/tx_collection/index.ts +6 -0
  416. package/src/services/tx_collection/instrumentation.ts +17 -2
  417. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  418. package/src/services/tx_collection/proposal_tx_collector.ts +113 -0
  419. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  420. package/src/services/tx_collection/tx_collection.ts +117 -20
  421. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  422. package/src/services/tx_collection/tx_source.ts +22 -3
  423. package/src/services/tx_file_store/config.ts +37 -0
  424. package/src/services/tx_file_store/index.ts +3 -0
  425. package/src/services/tx_file_store/instrumentation.ts +36 -0
  426. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  427. package/src/services/tx_provider.ts +10 -9
  428. package/src/services/tx_provider_instrumentation.ts +11 -5
  429. package/src/test-helpers/index.ts +2 -0
  430. package/src/test-helpers/make-test-p2p-clients.ts +3 -5
  431. package/src/test-helpers/mock-pubsub.ts +146 -9
  432. package/src/test-helpers/reqresp-nodes.ts +4 -6
  433. package/src/test-helpers/test_tx_provider.ts +64 -0
  434. package/src/test-helpers/testbench-utils.ts +430 -0
  435. package/src/testbench/p2p_client_testbench_worker.ts +333 -131
  436. package/src/testbench/worker_client_manager.ts +304 -47
  437. package/src/util.ts +7 -1
  438. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  439. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  440. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  441. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  442. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  443. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  444. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  445. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
@@ -372,8 +372,9 @@ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
372
372
  }
373
373
  var _dec, _dec1, _initProto;
374
374
  import { GENESIS_BLOCK_HEADER_HASH } from '@aztec/constants';
375
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
375
+ import { BlockNumber, CheckpointNumber, SlotNumber } from '@aztec/foundation/branded-types';
376
376
  import { createLogger } from '@aztec/foundation/log';
377
+ import { RunningPromise } from '@aztec/foundation/promise';
377
378
  import { DateProvider } from '@aztec/foundation/timer';
378
379
  import { L2TipsKVStore } from '@aztec/kv-store/stores';
379
380
  import { L2BlockStream } from '@aztec/stdlib/block';
@@ -381,8 +382,7 @@ import { getTimestampForSlot } from '@aztec/stdlib/epoch-helpers';
381
382
  import { tryStop } from '@aztec/stdlib/interfaces/server';
382
383
  import { Attributes, WithTracer, getTelemetryClient, trackSpan } from '@aztec/telemetry-client';
383
384
  import { getP2PDefaultConfig } from '../config.js';
384
- import { ReqRespSubProtocol } from '../services/reqresp/interface.js';
385
- import { chunkTxHashesRequest } from '../services/reqresp/protocols/tx.js';
385
+ import { TxPoolError } from '../errors/tx-pool.error.js';
386
386
  import { TxProvider } from '../services/tx_provider.js';
387
387
  import { P2PClientState } from './interface.js';
388
388
  _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
@@ -401,6 +401,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
401
401
  l2BlockSource;
402
402
  p2pService;
403
403
  txCollection;
404
+ txFileStore;
405
+ epochCache;
404
406
  _dateProvider;
405
407
  telemetry;
406
408
  log;
@@ -433,15 +435,10 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
433
435
  blockStream;
434
436
  txProvider;
435
437
  validatorAddresses;
436
- /**
437
- * In-memory P2P client constructor.
438
- * @param store - The client's instance of the KV store.
439
- * @param l2BlockSource - P2P client's source for fetching existing blocks.
440
- * @param txPool - The client's instance of a transaction pool. Defaults to in-memory implementation.
441
- * @param p2pService - The concrete instance of p2p networking to use.
442
- * @param log - A logger.
443
- */ constructor(_clientType, store, l2BlockSource, mempools, p2pService, txCollection, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
444
- super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = (_initProto(this), P2PClientState.IDLE), this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [];
438
+ /** Tracks the last slot for which we called prepareForSlot */ lastSlotProcessed;
439
+ /** Polls for slot changes and calls prepareForSlot on the tx pool */ slotMonitor;
440
+ constructor(store, l2BlockSource, mempools, p2pService, txCollection, txFileStore, epochCache, config = {}, _dateProvider = new DateProvider(), telemetry = getTelemetryClient(), log = createLogger('p2p')){
441
+ super(telemetry, 'P2PClient'), this.store = store, this.l2BlockSource = l2BlockSource, this.p2pService = p2pService, this.txCollection = txCollection, this.txFileStore = txFileStore, this.epochCache = epochCache, this._dateProvider = _dateProvider, this.telemetry = telemetry, this.log = log, this.currentState = (_initProto(this), P2PClientState.IDLE), this.syncPromise = Promise.resolve(), this.syncResolve = undefined, this.latestBlockNumberAtStart = -1, this.provenBlockNumberAtStart = -1, this.finalizedBlockNumberAtStart = -1, this.validatorAddresses = [], this.lastSlotProcessed = SlotNumber.ZERO;
445
442
  this.config = {
446
443
  ...getP2PDefaultConfig(),
447
444
  ...config
@@ -493,13 +490,15 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
493
490
  getPeers(includePending) {
494
491
  return Promise.resolve(this.p2pService.getPeers(includePending));
495
492
  }
493
+ getGossipMeshPeerCount(topicType) {
494
+ return Promise.resolve(this.p2pService.getGossipMeshPeerCount(topicType));
495
+ }
496
496
  getL2BlockHash(number) {
497
497
  return this.l2Tips.getL2BlockHash(number);
498
498
  }
499
- updateP2PConfig(config) {
500
- this.txPool.updateConfig(config);
499
+ async updateP2PConfig(config) {
500
+ await this.txPool.updateConfig(config);
501
501
  this.p2pService.updateConfig(config);
502
- return Promise.resolve();
503
502
  }
504
503
  getL2Tips() {
505
504
  return this.l2Tips.getL2Tips();
@@ -526,7 +525,7 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
526
525
  break;
527
526
  case 'chain-pruned':
528
527
  this.txCollection.stopCollectingForBlocksAfter(event.block.number);
529
- await this.handlePruneL2Blocks(event.block.number);
528
+ await this.handlePruneL2Blocks(event.block, event.checkpoint);
530
529
  break;
531
530
  case 'chain-checkpointed':
532
531
  break;
@@ -541,7 +540,6 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
541
540
  await this.startServiceIfSynched();
542
541
  }
543
542
  #assertIsReady() {
544
- // this.log.info('Checking if p2p client is ready, current state: ', this.currentState);
545
543
  if (!this.isReady()) {
546
544
  throw new Error('P2P client not ready');
547
545
  }
@@ -556,6 +554,8 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
556
554
  if (this.currentState !== P2PClientState.IDLE) {
557
555
  return this.syncPromise;
558
556
  }
557
+ // Start the tx pool first, as it needs to hydrate state from persistence
558
+ await this.txPool.start();
559
559
  // get the current latest block numbers
560
560
  const latestBlockNumbers = await this.l2BlockSource.getL2Tips();
561
561
  this.latestBlockNumberAtStart = latestBlockNumbers.proposed.number;
@@ -598,6 +598,10 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
598
598
  }
599
599
  this.blockStream.start();
600
600
  await this.txCollection.start();
601
+ this.txFileStore?.start();
602
+ // Start slot monitor to call prepareForSlot when the slot changes
603
+ this.slotMonitor = new RunningPromise(()=>this.maybeCallPrepareForSlot(), this.log, this.config.slotCheckIntervalMS);
604
+ this.slotMonitor.start();
601
605
  return this.syncPromise;
602
606
  }
603
607
  addReqRespSubProtocol(subProtocol, handler, validator) {
@@ -618,12 +622,18 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
618
622
  * 'ready' will now return 'false' and the running promise that keeps the client synced is interrupted.
619
623
  */ async stop() {
620
624
  this.log.debug('Stopping p2p client...');
625
+ await this.slotMonitor?.stop();
626
+ this.log.debug('Stopped slot monitor');
621
627
  await tryStop(this.txCollection);
622
628
  this.log.debug('Stopped tx collection service');
629
+ await this.txFileStore?.stop();
630
+ this.log.debug('Stopped tx file store');
623
631
  await this.p2pService.stop();
624
632
  this.log.debug('Stopped p2p service');
625
633
  await this.blockStream?.stop();
626
634
  this.log.debug('Stopped block downloader');
635
+ await this.txPool.stop();
636
+ this.log.debug('Stopped tx pool');
627
637
  await this.runningPromise;
628
638
  this.setCurrentState(P2PClientState.STOPPED);
629
639
  this.log.info('P2P client stopped');
@@ -632,12 +642,30 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
632
642
  this.initBlockStream();
633
643
  await this.blockStream.sync();
634
644
  }
635
- broadcastProposal(proposal) {
645
+ async broadcastProposal(proposal) {
636
646
  this.log.verbose(`Broadcasting proposal for slot ${proposal.slotNumber} to peers`);
647
+ // Store our own proposal so we can respond to req/resp requests for it
648
+ const { count } = await this.attestationPool.tryAddBlockProposal(proposal);
649
+ if (count > 1) {
650
+ if (this.config.broadcastEquivocatedProposals) {
651
+ this.log.warn(`Broadcasting equivocated block proposal for slot ${proposal.slotNumber}`, {
652
+ slot: proposal.slotNumber,
653
+ archive: proposal.archive.toString(),
654
+ count
655
+ });
656
+ } else {
657
+ throw new Error(`Attempted to broadcast a duplicate block proposal for slot ${proposal.slotNumber}`);
658
+ }
659
+ }
637
660
  return this.p2pService.propagate(proposal);
638
661
  }
639
- broadcastCheckpointProposal(proposal) {
662
+ async broadcastCheckpointProposal(proposal) {
640
663
  this.log.verbose(`Broadcasting checkpoint proposal for slot ${proposal.slotNumber} to peers`);
664
+ const blockProposal = proposal.getBlockProposal();
665
+ if (blockProposal) {
666
+ // Store our own last-block proposal so we can respond to req/resp requests for it.
667
+ await this.attestationPool.tryAddBlockProposal(blockProposal);
668
+ }
641
669
  return this.p2pService.propagate(proposal);
642
670
  }
643
671
  async broadcastCheckpointAttestations(attestations) {
@@ -647,8 +675,11 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
647
675
  async getCheckpointAttestationsForSlot(slot, proposalId) {
648
676
  return await (proposalId ? this.attestationPool.getCheckpointAttestationsForSlotAndProposal(slot, proposalId) : this.attestationPool.getCheckpointAttestationsForSlot(slot));
649
677
  }
650
- addCheckpointAttestations(attestations) {
651
- return this.attestationPool.addCheckpointAttestations(attestations);
678
+ addOwnCheckpointAttestations(attestations) {
679
+ return this.attestationPool.addOwnCheckpointAttestations(attestations);
680
+ }
681
+ hasBlockProposalsForSlot(slot) {
682
+ return this.attestationPool.hasBlockProposalsForSlot(slot);
652
683
  }
653
684
  // REVIEW: https://github.com/AztecProtocol/aztec-packages/issues/7963
654
685
  // ^ This pattern is not my favorite (md)
@@ -658,83 +689,48 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
658
689
  registerCheckpointProposalHandler(handler) {
659
690
  this.p2pService.registerCheckpointReceivedCallback(handler);
660
691
  }
661
- /**
662
- * Uses the batched Request Response protocol to request a set of transactions from the network.
663
- */ async requestTxsByHash(txHashes, pinnedPeerId) {
664
- const timeoutMs = 8000; // Longer timeout for now
665
- const maxRetryAttempts = 10; // Keep retrying within the timeout
666
- const requests = chunkTxHashesRequest(txHashes);
667
- const maxPeers = Math.min(Math.ceil(requests.length / 3), 10);
668
- const txBatches = await this.p2pService.sendBatchRequest(ReqRespSubProtocol.TX, requests, pinnedPeerId, timeoutMs, maxPeers, maxRetryAttempts);
669
- const txs = txBatches.flat();
670
- if (txs.length > 0) {
671
- await this.txPool.addTxs(txs);
672
- }
673
- const txHashesStr = txHashes.map((tx)=>tx.toString()).join(', ');
674
- this.log.debug(`Requested txs ${txHashesStr} (${txs.length} / ${txHashes.length}) from peers`);
675
- // We return all transactions, even the not found ones to the caller, such they can handle missing items themselves.
676
- return txs;
692
+ registerDuplicateProposalCallback(callback) {
693
+ this.p2pService.registerDuplicateProposalCallback(callback);
677
694
  }
678
- getPendingTxs(limit, after) {
679
- return this.getTxs('pending', limit, after);
695
+ registerDuplicateAttestationCallback(callback) {
696
+ this.p2pService.registerDuplicateAttestationCallback(callback);
680
697
  }
681
- getPendingTxCount() {
682
- return this.txPool.getPendingTxCount();
683
- }
684
- async *iteratePendingTxs() {
685
- for (const txHash of (await this.txPool.getPendingTxHashes())){
686
- const tx = await this.txPool.getTxByHash(txHash);
687
- if (tx) {
688
- yield tx;
689
- }
690
- }
691
- }
692
- /**
693
- * Returns all transactions in the transaction pool.
694
- * @param filter - The type of txs to return
695
- * @param limit - How many txs to return
696
- * @param after - If paginating, the last known tx hash. Will return txs after this hash
697
- * @returns An array of Txs.
698
- */ async getTxs(filter, limit, after) {
698
+ async getPendingTxs(limit, after) {
699
699
  if (limit !== undefined && limit <= 0) {
700
700
  throw new TypeError('limit must be greater than 0');
701
701
  }
702
- let txs = undefined;
703
- let txHashes;
704
- if (filter === 'all') {
705
- txs = await this.txPool.getAllTxs();
706
- txHashes = await Promise.all(txs.map((tx)=>tx.getTxHash()));
707
- } else if (filter === 'mined') {
708
- const minedTxHashes = await this.txPool.getMinedTxHashes();
709
- txHashes = minedTxHashes.map(([txHash])=>txHash);
710
- } else if (filter === 'pending') {
711
- txHashes = await this.txPool.getPendingTxHashes();
712
- } else {
713
- const _ = filter;
714
- throw new Error(`Unknown filter ${filter}`);
715
- }
702
+ let txHashes = await this.txPool.getPendingTxHashes();
716
703
  let startIndex = 0;
717
- let endIndex = undefined;
718
704
  if (after) {
719
705
  startIndex = txHashes.findIndex((txHash)=>after.equals(txHash));
720
- // if we can't find the last tx in our set then return an empty array as pagination is no longer valid.
721
706
  if (startIndex === -1) {
722
707
  return [];
723
708
  }
724
- // increment by one because we don't want to return the same tx again
725
709
  startIndex++;
726
710
  }
727
- if (limit !== undefined) {
728
- endIndex = startIndex + limit;
729
- }
711
+ const endIndex = limit !== undefined ? startIndex + limit : undefined;
730
712
  txHashes = txHashes.slice(startIndex, endIndex);
731
- if (txs) {
732
- txs = txs.slice(startIndex, endIndex);
733
- } else {
734
- const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
735
- txs = maybeTxs.filter((tx)=>!!tx);
713
+ const maybeTxs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
714
+ return maybeTxs.filter((tx)=>!!tx);
715
+ }
716
+ getPendingTxCount() {
717
+ return this.txPool.getPendingTxCount();
718
+ }
719
+ async *iteratePendingTxs() {
720
+ for (const txHash of (await this.txPool.getPendingTxHashes())){
721
+ const tx = await this.txPool.getTxByHash(txHash);
722
+ if (tx) {
723
+ yield tx;
724
+ }
725
+ }
726
+ }
727
+ async *iterateEligiblePendingTxs() {
728
+ for (const txHash of (await this.txPool.getEligiblePendingTxHashes())){
729
+ const tx = await this.txPool.getTxByHash(txHash);
730
+ if (tx) {
731
+ yield tx;
732
+ }
736
733
  }
737
- return txs;
738
734
  }
739
735
  /**
740
736
  * Returns a transaction in the transaction pool by its hash.
@@ -754,42 +750,6 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
754
750
  return this.txPool.hasTxs(txHashes);
755
751
  }
756
752
  /**
757
- * Returns transactions in the transaction pool by hash.
758
- * If a transaction is not in the pool, it will be requested from the network.
759
- * @param txHashes - Hashes of the transactions to look for.
760
- * @returns The txs found, or undefined if not found in the order requested.
761
- */ async getTxsByHash(txHashes, pinnedPeerId) {
762
- const txs = await Promise.all(txHashes.map((txHash)=>this.txPool.getTxByHash(txHash)));
763
- const missingTxHashes = txs.map((tx, index)=>[
764
- tx,
765
- index
766
- ]).filter(([tx, _index])=>!tx).map(([_tx, index])=>txHashes[index]);
767
- if (missingTxHashes.length === 0) {
768
- return txs;
769
- }
770
- const missingTxs = await this.requestTxsByHash(missingTxHashes, pinnedPeerId);
771
- // TODO: optimize
772
- // Merge the found txs in order
773
- const mergingTxs = txHashes.map((txHash)=>{
774
- // Is it in the txs list from the mempool?
775
- for (const tx of txs){
776
- if (tx !== undefined && tx.getTxHash().equals(txHash)) {
777
- return tx;
778
- }
779
- }
780
- // Is it in the fetched missing txs?
781
- // Note: this is an O(n^2) operation, but we expect the number of missing txs to be small.
782
- for (const tx of missingTxs){
783
- if (tx.getTxHash().equals(txHash)) {
784
- return tx;
785
- }
786
- }
787
- // Otherwise return undefined
788
- return undefined;
789
- });
790
- return mergingTxs;
791
- }
792
- /**
793
753
  * Returns an archived transaction in the transaction pool by its hash.
794
754
  * @param txHash - Hash of the archived transaction to look for.
795
755
  * @returns A single tx or undefined.
@@ -797,31 +757,35 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
797
757
  return this.txPool.getArchivedTxByHash(txHash);
798
758
  }
799
759
  /**
800
- * Verifies the 'tx' and, if valid, adds it to local tx pool and forwards it to other peers.
801
- * @param tx - The tx to verify.
760
+ * Accepts a transaction, adds it to local tx pool and forwards it to other peers.
761
+ * @param tx - The tx to send.
802
762
  * @returns Empty promise.
803
763
  **/ async sendTx(tx) {
804
- const addedCount = await this.addTxsToPool([
764
+ this.#assertIsReady();
765
+ const result = await this.txPool.addPendingTxs([
805
766
  tx
806
- ]);
807
- const txAddedSuccessfully = addedCount === 1;
808
- if (txAddedSuccessfully) {
767
+ ], {
768
+ feeComparisonOnly: true
769
+ });
770
+ if (result.accepted.length === 1) {
809
771
  await this.p2pService.propagate(tx);
772
+ return;
810
773
  }
811
- }
812
- /**
813
- * Adds transactions to the pool. Does not send to peers or validate the txs.
814
- * @param txs - The transactions.
815
- **/ async addTxsToPool(txs) {
816
- this.#assertIsReady();
817
- return await this.txPool.addTxs(txs);
774
+ const txHashStr = tx.getTxHash().toString();
775
+ const reason = result.errors?.get(txHashStr);
776
+ if (reason) {
777
+ this.log.warn(`Tx ${txHashStr} not added to pool: ${reason.message}`);
778
+ throw new TxPoolError(reason);
779
+ }
780
+ this.log.warn(`Tx ${txHashStr} not propagated: accepted=${result.accepted.length} ignored=${result.ignored.length} rejected=${result.rejected.length}`);
818
781
  }
819
782
  /**
820
783
  * Returns whether the given tx hash is flagged as pending or mined.
821
784
  * @param txHash - Hash of the tx to query.
822
785
  * @returns Pending or mined depending on its status, or undefined if not found.
823
- */ getTxStatus(txHash) {
824
- return this.txPool.getTxStatus(txHash);
786
+ */ async getTxStatus(txHash) {
787
+ const status = await this.txPool.getTxStatus(txHash);
788
+ return status === 'protected' ? 'pending' : status;
825
789
  }
826
790
  getEnr() {
827
791
  return this.p2pService.getEnr();
@@ -830,13 +794,11 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
830
794
  return Promise.resolve(this.p2pService.getEnr()?.encodeTxt());
831
795
  }
832
796
  /**
833
- * Deletes the 'txs' from the pool.
834
- * NOT used if we use sendTx as reconcileTxPool will handle this.
835
- * @param txHashes - Hashes of the transactions to delete.
836
- * @returns Empty promise.
837
- **/ async deleteTxs(txHashes) {
797
+ * Handles failed transaction execution by removing txs from the pool.
798
+ * @param txHashes - Hashes of the transactions that failed execution.
799
+ **/ async handleFailedExecution(txHashes) {
838
800
  this.#assertIsReady();
839
- await this.txPool.deleteTxs(txHashes);
801
+ await this.txPool.handleFailedExecution(txHashes);
840
802
  }
841
803
  /**
842
804
  * Public function to check if the p2p client is fully synced and ready to receive txs.
@@ -880,13 +842,12 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
880
842
  };
881
843
  }
882
844
  /**
883
- * Mark all txs from these blocks as mined.
845
+ * Handles mined blocks by marking the txs in them as mined.
884
846
  * @param blocks - A list of existing blocks with txs that the P2P client needs to ensure the tx pool is reconciled with.
885
847
  * @returns Empty promise.
886
- */ async markTxsAsMinedFromBlocks(blocks) {
848
+ */ async handleMinedBlocks(blocks) {
887
849
  for (const block of blocks){
888
- const txHashes = block.body.txEffects.map((txEffect)=>txEffect.txHash);
889
- await this.txPool.markAsMined(txHashes, block.header);
850
+ await this.txPool.handleMinedBlock(block);
890
851
  }
891
852
  }
892
853
  /**
@@ -895,14 +856,13 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
895
856
  * @returns Empty promise.
896
857
  */ async handleLatestL2Blocks(blocks) {
897
858
  if (!blocks.length) {
898
- return Promise.resolve();
859
+ return;
899
860
  }
900
- await this.markTxsAsMinedFromBlocks(blocks);
901
- await this.txPool.clearNonEvictableTxs();
861
+ await this.handleMinedBlocks(blocks);
862
+ await this.maybeCallPrepareForSlot();
902
863
  await this.startCollectingMissingTxs(blocks);
903
864
  const lastBlock = blocks.at(-1);
904
865
  await this.synchedLatestSlot.set(BigInt(lastBlock.header.getSlot()));
905
- this.log.verbose(`Synched to latest block ${lastBlock.number}`);
906
866
  }
907
867
  /** Request txs for unproven blocks so the prover node has more chances to get them. */ async startCollectingMissingTxs(blocks) {
908
868
  try {
@@ -936,59 +896,45 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
936
896
  * @returns Empty promise.
937
897
  */ async handleFinalizedL2Blocks(blocks) {
938
898
  if (!blocks.length) {
939
- return Promise.resolve();
899
+ return;
940
900
  }
941
- this.log.debug(`Handling finalized blocks ${blocks.length} up to ${blocks.at(-1)?.number}`);
942
- const lastBlockNum = blocks[blocks.length - 1].number;
943
- const lastBlockSlot = blocks[blocks.length - 1].header.getSlot();
944
- const txHashes = blocks.flatMap((block)=>block.body.txEffects.map((txEffect)=>txEffect.txHash));
945
- this.log.debug(`Deleting ${txHashes.length} txs from pool from finalized blocks up to ${lastBlockNum}`);
946
- await this.txPool.deleteTxs(txHashes, {
947
- permanently: true
948
- });
949
- await this.txPool.cleanupDeletedMinedTxs(lastBlockNum);
950
- await this.attestationPool.deleteCheckpointAttestationsOlderThan(lastBlockSlot);
951
- this.log.debug(`Synched to finalized block ${lastBlockNum} at slot ${lastBlockSlot}`);
901
+ // Finalization is monotonic, so we only need to call with the last block
902
+ const lastBlock = blocks.at(-1);
903
+ await this.txPool.handleFinalizedBlock(lastBlock.header);
904
+ await this.attestationPool.deleteOlderThan(lastBlock.header.getSlot());
952
905
  }
953
906
  /**
954
907
  * Updates the tx pool after a chain prune.
955
- * @param latestBlock - The block number the chain was pruned to.
956
- */ async handlePruneL2Blocks(latestBlock) {
957
- const txsToDelete = new Map();
958
- const minedTxs = await this.txPool.getMinedTxHashes();
959
- // Find transactions that reference pruned blocks in their historical header
960
- for (const tx of (await this.txPool.getAllTxs())){
961
- // every tx that's been generated against a block that has now been pruned is no longer valid
962
- if (tx.data.constants.anchorBlockHeader.globalVariables.blockNumber > latestBlock) {
963
- const txHash = tx.getTxHash();
964
- txsToDelete.set(txHash.toString(), txHash);
965
- }
966
- }
967
- this.log.info(`Detected chain prune. Removing ${txsToDelete.size} txs built against pruned blocks.`, {
968
- newLatestBlock: latestBlock,
969
- previousLatestBlock: await this.getSyncedLatestBlockNum(),
970
- txsToDelete: Array.from(txsToDelete.keys())
908
+ * Detects epoch prunes (checkpoint number changed) and deletes all txs in that case.
909
+ * @param latestBlock - The block ID the chain was pruned to.
910
+ * @param newCheckpoint - The checkpoint ID after the prune.
911
+ */ async handlePruneL2Blocks(latestBlock, newCheckpoint) {
912
+ const deleteAllTxs = this.config.txPoolDeleteTxsAfterReorg && await this.isEpochPrune(newCheckpoint);
913
+ await this.txPool.handlePrunedBlocks(latestBlock, {
914
+ deleteAllTxs
971
915
  });
972
- // delete invalid txs (both pending and mined)
973
- await this.txPool.deleteTxs(Array.from(txsToDelete.values()));
974
- // everything left in the mined set was built against a block on the proven chain so its still valid
975
- // move back to pending the txs that were reorged out of the chain, unless txPoolDeleteTxsAfterReorg is set,
976
- // in which case we clean them up to avoid potential reorg loops
977
- // NOTE: we can't move _all_ txs back to pending because the tx pool could keep hold of mined txs for longer
978
- // (see this.keepProvenTxsFor)
979
- const minedTxsFromReorg = [];
980
- for (const [txHash, blockNumber] of minedTxs){
981
- // We keep the txsToDelete out of this list as they have already been deleted above
982
- if (blockNumber > latestBlock && !txsToDelete.has(txHash.toString())) {
983
- minedTxsFromReorg.push(txHash);
984
- }
916
+ }
917
+ /**
918
+ * Returns true if the prune crossed a checkpoint boundary.
919
+ * If the old and new checkpoint numbers are the same, the prune is within a single checkpoint.
920
+ * If they differ, the prune spans across checkpoints (epoch prune).
921
+ */ async isEpochPrune(newCheckpoint) {
922
+ const tips = await this.l2Tips.getL2Tips();
923
+ const oldCheckpointNumber = tips.checkpointed.checkpoint.number;
924
+ if (oldCheckpointNumber <= CheckpointNumber.ZERO) {
925
+ return false;
985
926
  }
986
- if (this.config.txPoolDeleteTxsAfterReorg) {
987
- this.log.info(`Deleting ${minedTxsFromReorg.length} mined txs from reorg`);
988
- await this.txPool.deleteTxs(minedTxsFromReorg);
989
- } else {
990
- await this.txPool.markMinedAsPending(minedTxsFromReorg, latestBlock);
927
+ const isEpochPrune = oldCheckpointNumber !== newCheckpoint.number;
928
+ this.log.info(`Detected epoch prune: ${isEpochPrune}. Old checkpoint: ${oldCheckpointNumber}, new checkpoint: ${newCheckpoint.number}`);
929
+ return isEpochPrune;
930
+ }
931
+ /** Checks if the slot has changed and calls prepareForSlot if so. */ async maybeCallPrepareForSlot() {
932
+ const { currentSlot } = this.epochCache.getCurrentAndNextSlot();
933
+ if (currentSlot <= this.lastSlotProcessed) {
934
+ return;
991
935
  }
936
+ this.lastSlotProcessed = currentSlot;
937
+ await this.txPool.prepareForSlot(currentSlot);
992
938
  }
993
939
  async startServiceIfSynched() {
994
940
  if (this.currentState !== P2PClientState.SYNCHING) {
@@ -1019,14 +965,24 @@ _dec = trackSpan('p2pClient.broadcastProposal', async (proposal)=>({
1019
965
  this.currentState = newState;
1020
966
  this.log.debug(`Moved from state ${P2PClientState[oldState]} to ${P2PClientState[this.currentState]}`);
1021
967
  }
1022
- validate(txs) {
1023
- return this.p2pService.validate(txs);
968
+ validateTxsReceivedInBlockProposal(txs) {
969
+ return this.p2pService.validateTxsReceivedInBlockProposal(txs);
970
+ }
971
+ /**
972
+ * Protects existing transactions by hash for a given slot.
973
+ * Returns hashes of transactions that weren't found in the pool.
974
+ * @param txHashes - Hashes of the transactions to protect.
975
+ * @param blockHeader - The block header providing slot context.
976
+ * @returns Hashes of transactions not found in the pool.
977
+ */ protectTxs(txHashes, blockHeader) {
978
+ return this.txPool.protectTxs(txHashes, blockHeader);
1024
979
  }
1025
980
  /**
1026
- * Marks transactions as non-evictable in the pool.
1027
- * @param txHashes - Hashes of the transactions to mark as non-evictable.
1028
- */ markTxsAsNonEvictable(txHashes) {
1029
- return this.txPool.markTxsAsNonEvictable(txHashes);
981
+ * Prepares the pool for a new slot.
982
+ * Unprotects transactions from earlier slots and validates them.
983
+ * @param slotNumber - The slot number to prepare for
984
+ */ async prepareForSlot(slotNumber) {
985
+ await this.txPool.prepareForSlot(slotNumber);
1030
986
  }
1031
987
  handleAuthRequestFromPeer(authRequest, peerId) {
1032
988
  return this.p2pService.handleAuthRequestFromPeer(authRequest, peerId);
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicHJvcG9zYWxfdHhfY29sbGVjdG9yX3dvcmtlci5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vLi4vc3JjL2NsaWVudC90ZXN0L3R4X3Byb3Bvc2FsX2NvbGxlY3Rvci9wcm9wb3NhbF90eF9jb2xsZWN0b3Jfd29ya2VyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiIifQ==
@@ -0,0 +1 @@
1
+ {"version":3,"file":"proposal_tx_collector_worker.d.ts","sourceRoot":"","sources":["../../../../src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts"],"names":[],"mappings":""}