@aztec/p2p 0.0.1-commit.b655e406 → 0.0.1-commit.b6e433891

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (611) hide show
  1. package/README.md +129 -3
  2. package/dest/bootstrap/bootstrap.d.ts +4 -3
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +4 -4
  5. package/dest/client/factory.d.ts +11 -11
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +58 -19
  8. package/dest/client/index.d.ts +1 -1
  9. package/dest/client/interface.d.ts +61 -33
  10. package/dest/client/interface.d.ts.map +1 -1
  11. package/dest/client/p2p_client.d.ts +52 -83
  12. package/dest/client/p2p_client.d.ts.map +1 -1
  13. package/dest/client/p2p_client.js +617 -335
  14. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +2 -0
  15. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +1 -0
  16. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +305 -0
  17. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +73 -0
  18. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +1 -0
  19. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +8 -0
  20. package/dest/config.d.ts +124 -72
  21. package/dest/config.d.ts.map +1 -1
  22. package/dest/config.js +128 -53
  23. package/dest/enr/generate-enr.d.ts +1 -1
  24. package/dest/enr/index.d.ts +1 -1
  25. package/dest/errors/attestation-pool.error.d.ts +7 -0
  26. package/dest/errors/attestation-pool.error.d.ts.map +1 -0
  27. package/dest/errors/attestation-pool.error.js +12 -0
  28. package/dest/errors/reqresp.error.d.ts +1 -1
  29. package/dest/errors/reqresp.error.d.ts.map +1 -1
  30. package/dest/errors/tx-pool.error.d.ts +8 -0
  31. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  32. package/dest/errors/tx-pool.error.js +9 -0
  33. package/dest/index.d.ts +2 -1
  34. package/dest/index.d.ts.map +1 -1
  35. package/dest/index.js +1 -0
  36. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +114 -57
  37. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  38. package/dest/mem_pools/attestation_pool/attestation_pool.js +445 -3
  39. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  40. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  41. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +529 -288
  42. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  43. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  44. package/dest/mem_pools/attestation_pool/index.js +1 -2
  45. package/dest/mem_pools/attestation_pool/mocks.d.ts +234 -10
  46. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  47. package/dest/mem_pools/attestation_pool/mocks.js +17 -13
  48. package/dest/mem_pools/index.d.ts +3 -2
  49. package/dest/mem_pools/index.d.ts.map +1 -1
  50. package/dest/mem_pools/index.js +1 -1
  51. package/dest/mem_pools/instrumentation.d.ts +11 -1
  52. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  53. package/dest/mem_pools/instrumentation.js +39 -10
  54. package/dest/mem_pools/interface.d.ts +6 -7
  55. package/dest/mem_pools/interface.d.ts.map +1 -1
  56. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +33 -58
  57. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +1 -1
  58. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +314 -335
  59. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +32 -0
  60. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +1 -0
  61. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +112 -0
  62. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +157 -0
  63. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +1 -0
  64. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +52 -0
  65. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +16 -0
  66. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  67. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +123 -0
  68. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +17 -0
  69. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  70. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +84 -0
  71. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +19 -0
  72. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  73. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +78 -0
  74. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +26 -0
  75. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  76. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +84 -0
  77. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +25 -0
  78. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +1 -0
  79. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +57 -0
  80. package/dest/mem_pools/tx_pool/index.d.ts +1 -2
  81. package/dest/mem_pools/tx_pool/index.d.ts.map +1 -1
  82. package/dest/mem_pools/tx_pool/index.js +0 -1
  83. package/dest/mem_pools/tx_pool/priority.d.ts +5 -1
  84. package/dest/mem_pools/tx_pool/priority.d.ts.map +1 -1
  85. package/dest/mem_pools/tx_pool/priority.js +8 -3
  86. package/dest/mem_pools/tx_pool/tx_pool.d.ts +11 -6
  87. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +1 -1
  88. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +1 -1
  89. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +1 -1
  90. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +33 -25
  91. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  92. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  94. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  95. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  97. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  98. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  100. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  101. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  102. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  103. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  104. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  105. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
  106. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  107. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  108. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  109. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  110. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  111. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  112. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
  113. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  114. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  115. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  116. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  117. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  118. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  119. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  120. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  121. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  122. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  123. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  124. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  125. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  126. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
  127. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  128. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  129. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  130. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  131. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  132. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  133. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  134. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  135. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  136. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +215 -0
  137. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  138. package/dest/mem_pools/tx_pool_v2/interfaces.js +10 -0
  139. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +134 -0
  140. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  141. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +216 -0
  142. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  143. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  144. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  145. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  146. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  147. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
  148. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +62 -0
  149. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  150. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +167 -0
  151. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
  152. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  153. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +923 -0
  154. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +7 -6
  155. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  156. package/dest/msg_validators/attestation_validator/attestation_validator.js +58 -24
  157. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +20 -0
  158. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -0
  159. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +76 -0
  160. package/dest/msg_validators/attestation_validator/index.d.ts +2 -1
  161. package/dest/msg_validators/attestation_validator/index.d.ts.map +1 -1
  162. package/dest/msg_validators/attestation_validator/index.js +1 -0
  163. package/dest/msg_validators/clock_tolerance.d.ts +21 -0
  164. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -0
  165. package/dest/msg_validators/clock_tolerance.js +38 -0
  166. package/dest/msg_validators/index.d.ts +2 -2
  167. package/dest/msg_validators/index.d.ts.map +1 -1
  168. package/dest/msg_validators/index.js +1 -1
  169. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts +1 -1
  170. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts.map +1 -1
  171. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +11 -0
  172. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
  173. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +14 -0
  174. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +11 -0
  175. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
  176. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +20 -0
  177. package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
  178. package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
  179. package/dest/msg_validators/proposal_validator/index.js +3 -0
  180. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +18 -0
  181. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
  182. package/dest/msg_validators/proposal_validator/proposal_validator.js +116 -0
  183. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  184. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  185. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  186. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  187. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  188. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  189. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  190. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  191. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  192. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  193. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  194. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  195. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
  196. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  197. package/dest/msg_validators/tx_validator/block_header_validator.js +4 -3
  198. package/dest/msg_validators/tx_validator/data_validator.d.ts +3 -1
  199. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  200. package/dest/msg_validators/tx_validator/data_validator.js +4 -1
  201. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
  202. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  203. package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
  204. package/dest/msg_validators/tx_validator/factory.d.ts +139 -6
  205. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  206. package/dest/msg_validators/tx_validator/factory.js +249 -58
  207. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
  208. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
  209. package/dest/msg_validators/tx_validator/fee_payer_balance.js +24 -0
  210. package/dest/msg_validators/tx_validator/gas_validator.d.ts +68 -3
  211. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  212. package/dest/msg_validators/tx_validator/gas_validator.js +114 -52
  213. package/dest/msg_validators/tx_validator/index.d.ts +4 -1
  214. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  215. package/dest/msg_validators/tx_validator/index.js +3 -0
  216. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +4 -3
  217. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  218. package/dest/msg_validators/tx_validator/metadata_validator.js +6 -6
  219. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  220. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  221. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  222. package/dest/msg_validators/tx_validator/phases_validator.d.ts +24 -3
  223. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  224. package/dest/msg_validators/tx_validator/phases_validator.js +77 -27
  225. package/dest/msg_validators/tx_validator/size_validator.d.ts +8 -0
  226. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -0
  227. package/dest/msg_validators/tx_validator/size_validator.js +23 -0
  228. package/dest/msg_validators/tx_validator/test_utils.d.ts +2 -2
  229. package/dest/msg_validators/tx_validator/test_utils.d.ts.map +1 -1
  230. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +23 -5
  231. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  232. package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
  233. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  234. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  235. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  236. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +3 -2
  237. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  238. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -2
  239. package/dest/services/data_store.d.ts +1 -1
  240. package/dest/services/data_store.d.ts.map +1 -1
  241. package/dest/services/data_store.js +10 -6
  242. package/dest/services/discv5/discV5_service.d.ts +1 -1
  243. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  244. package/dest/services/discv5/discV5_service.js +1 -1
  245. package/dest/services/dummy_service.d.ts +28 -4
  246. package/dest/services/dummy_service.d.ts.map +1 -1
  247. package/dest/services/dummy_service.js +49 -1
  248. package/dest/services/encoding.d.ts +7 -3
  249. package/dest/services/encoding.d.ts.map +1 -1
  250. package/dest/services/encoding.js +23 -15
  251. package/dest/services/gossipsub/index.d.ts +3 -0
  252. package/dest/services/gossipsub/index.d.ts.map +1 -0
  253. package/dest/services/gossipsub/index.js +2 -0
  254. package/dest/services/gossipsub/scoring.d.ts +21 -3
  255. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  256. package/dest/services/gossipsub/scoring.js +24 -7
  257. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  258. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  259. package/dest/services/gossipsub/topic_score_params.js +346 -0
  260. package/dest/services/index.d.ts +2 -1
  261. package/dest/services/index.d.ts.map +1 -1
  262. package/dest/services/index.js +1 -0
  263. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  264. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  265. package/dest/services/libp2p/instrumentation.js +36 -71
  266. package/dest/services/libp2p/libp2p_service.d.ts +108 -96
  267. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  268. package/dest/services/libp2p/libp2p_service.js +1182 -353
  269. package/dest/services/peer-manager/interface.d.ts +1 -1
  270. package/dest/services/peer-manager/metrics.d.ts +11 -2
  271. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  272. package/dest/services/peer-manager/metrics.js +45 -16
  273. package/dest/services/peer-manager/peer_manager.d.ts +2 -33
  274. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  275. package/dest/services/peer-manager/peer_manager.js +10 -15
  276. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  277. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  278. package/dest/services/peer-manager/peer_scoring.js +68 -4
  279. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +51 -0
  280. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  281. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +540 -0
  282. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  283. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  284. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  285. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +47 -0
  286. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  287. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  288. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +35 -0
  289. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  290. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +136 -0
  291. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +62 -0
  292. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  293. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +176 -0
  294. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +20 -0
  295. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  296. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +21 -0
  297. package/dest/services/reqresp/config.d.ts +1 -1
  298. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +22 -3
  299. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
  300. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +63 -4
  301. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -4
  302. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  303. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  304. package/dest/services/reqresp/constants.d.ts +12 -0
  305. package/dest/services/reqresp/constants.d.ts.map +1 -0
  306. package/dest/services/reqresp/constants.js +7 -0
  307. package/dest/services/reqresp/index.d.ts +1 -1
  308. package/dest/services/reqresp/interface.d.ts +13 -2
  309. package/dest/services/reqresp/interface.d.ts.map +1 -1
  310. package/dest/services/reqresp/interface.js +16 -2
  311. package/dest/services/reqresp/metrics.d.ts +6 -5
  312. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  313. package/dest/services/reqresp/metrics.js +17 -21
  314. package/dest/services/reqresp/protocols/auth.d.ts +2 -2
  315. package/dest/services/reqresp/protocols/auth.d.ts.map +1 -1
  316. package/dest/services/reqresp/protocols/auth.js +2 -2
  317. package/dest/services/reqresp/protocols/block.d.ts +1 -1
  318. package/dest/services/reqresp/protocols/block.d.ts.map +1 -1
  319. package/dest/services/reqresp/protocols/block.js +3 -2
  320. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +5 -1
  321. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  322. package/dest/services/reqresp/protocols/block_txs/bitvector.js +12 -0
  323. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  324. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  325. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +27 -9
  326. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +30 -9
  327. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  328. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +60 -14
  329. package/dest/services/reqresp/protocols/block_txs/index.d.ts +1 -1
  330. package/dest/services/reqresp/protocols/goodbye.d.ts +1 -1
  331. package/dest/services/reqresp/protocols/goodbye.d.ts.map +1 -1
  332. package/dest/services/reqresp/protocols/index.d.ts +1 -1
  333. package/dest/services/reqresp/protocols/ping.d.ts +1 -1
  334. package/dest/services/reqresp/protocols/status.d.ts +6 -5
  335. package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
  336. package/dest/services/reqresp/protocols/status.js +7 -3
  337. package/dest/services/reqresp/protocols/tx.d.ts +8 -3
  338. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  339. package/dest/services/reqresp/protocols/tx.js +20 -0
  340. package/dest/services/reqresp/rate-limiter/index.d.ts +1 -1
  341. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +2 -2
  342. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  343. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  344. package/dest/services/reqresp/reqresp.d.ts +6 -41
  345. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  346. package/dest/services/reqresp/reqresp.js +488 -58
  347. package/dest/services/reqresp/status.d.ts +2 -2
  348. package/dest/services/reqresp/status.d.ts.map +1 -1
  349. package/dest/services/service.d.ts +56 -4
  350. package/dest/services/service.d.ts.map +1 -1
  351. package/dest/services/tx_collection/config.d.ts +22 -1
  352. package/dest/services/tx_collection/config.d.ts.map +1 -1
  353. package/dest/services/tx_collection/config.js +56 -2
  354. package/dest/services/tx_collection/fast_tx_collection.d.ts +10 -15
  355. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  356. package/dest/services/tx_collection/fast_tx_collection.js +95 -84
  357. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  358. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  359. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  360. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  361. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  362. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  363. package/dest/services/tx_collection/index.d.ts +3 -1
  364. package/dest/services/tx_collection/index.d.ts.map +1 -1
  365. package/dest/services/tx_collection/index.js +2 -0
  366. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  367. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  368. package/dest/services/tx_collection/instrumentation.js +11 -13
  369. package/dest/services/tx_collection/proposal_tx_collector.d.ts +48 -0
  370. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -0
  371. package/dest/services/tx_collection/proposal_tx_collector.js +50 -0
  372. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  373. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  374. package/dest/services/tx_collection/request_tracker.js +84 -0
  375. package/dest/services/tx_collection/slow_tx_collection.d.ts +9 -6
  376. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  377. package/dest/services/tx_collection/slow_tx_collection.js +61 -26
  378. package/dest/services/tx_collection/tx_collection.d.ts +31 -21
  379. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  380. package/dest/services/tx_collection/tx_collection.js +79 -7
  381. package/dest/services/tx_collection/tx_collection_sink.d.ts +19 -9
  382. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  383. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  384. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  385. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  386. package/dest/services/tx_collection/tx_source.js +19 -2
  387. package/dest/services/tx_file_store/config.d.ts +16 -0
  388. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  389. package/dest/services/tx_file_store/config.js +22 -0
  390. package/dest/services/tx_file_store/index.d.ts +4 -0
  391. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  392. package/dest/services/tx_file_store/index.js +3 -0
  393. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  394. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  395. package/dest/services/tx_file_store/instrumentation.js +29 -0
  396. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  397. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  398. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  399. package/dest/services/tx_provider.d.ts +7 -5
  400. package/dest/services/tx_provider.d.ts.map +1 -1
  401. package/dest/services/tx_provider.js +20 -10
  402. package/dest/services/tx_provider_instrumentation.d.ts +5 -2
  403. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  404. package/dest/services/tx_provider_instrumentation.js +14 -14
  405. package/dest/test-helpers/generate-peer-id-private-keys.d.ts +1 -1
  406. package/dest/test-helpers/get-ports.d.ts +1 -1
  407. package/dest/test-helpers/get-ports.d.ts.map +1 -1
  408. package/dest/test-helpers/index.d.ts +3 -1
  409. package/dest/test-helpers/index.d.ts.map +1 -1
  410. package/dest/test-helpers/index.js +2 -0
  411. package/dest/test-helpers/make-enrs.d.ts +1 -1
  412. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  413. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  414. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  415. package/dest/test-helpers/mock-pubsub.d.ts +32 -6
  416. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  417. package/dest/test-helpers/mock-pubsub.js +105 -4
  418. package/dest/test-helpers/mock-tx-helpers.d.ts +2 -2
  419. package/dest/test-helpers/mock-tx-helpers.d.ts.map +1 -1
  420. package/dest/test-helpers/mock-tx-helpers.js +1 -1
  421. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  422. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  423. package/dest/test-helpers/reqresp-nodes.js +4 -3
  424. package/dest/test-helpers/test_tx_provider.d.ts +40 -0
  425. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  426. package/dest/test-helpers/test_tx_provider.js +41 -0
  427. package/dest/test-helpers/testbench-utils.d.ts +163 -0
  428. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  429. package/dest/test-helpers/testbench-utils.js +385 -0
  430. package/dest/testbench/p2p_client_testbench_worker.d.ts +28 -2
  431. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  432. package/dest/testbench/p2p_client_testbench_worker.js +227 -127
  433. package/dest/testbench/parse_log_file.d.ts +1 -1
  434. package/dest/testbench/testbench.d.ts +1 -1
  435. package/dest/testbench/worker_client_manager.d.ts +53 -6
  436. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  437. package/dest/testbench/worker_client_manager.js +231 -40
  438. package/dest/types/index.d.ts +1 -1
  439. package/dest/util.d.ts +4 -3
  440. package/dest/util.d.ts.map +1 -1
  441. package/dest/util.js +11 -2
  442. package/dest/versioning.d.ts +1 -1
  443. package/package.json +19 -18
  444. package/src/bootstrap/bootstrap.ts +7 -4
  445. package/src/client/factory.ts +110 -44
  446. package/src/client/interface.ts +74 -34
  447. package/src/client/p2p_client.ts +284 -398
  448. package/src/client/test/tx_proposal_collector/README.md +227 -0
  449. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +344 -0
  450. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +43 -0
  451. package/src/config.ts +200 -63
  452. package/src/errors/attestation-pool.error.ts +13 -0
  453. package/src/errors/tx-pool.error.ts +12 -0
  454. package/src/index.ts +1 -0
  455. package/src/mem_pools/attestation_pool/attestation_pool.ts +515 -58
  456. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +614 -309
  457. package/src/mem_pools/attestation_pool/index.ts +9 -2
  458. package/src/mem_pools/attestation_pool/mocks.ts +22 -15
  459. package/src/mem_pools/index.ts +4 -1
  460. package/src/mem_pools/instrumentation.ts +52 -10
  461. package/src/mem_pools/interface.ts +5 -7
  462. package/src/mem_pools/tx_pool/README.md +270 -0
  463. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +367 -371
  464. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +132 -0
  465. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +208 -0
  466. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +163 -0
  467. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +104 -0
  468. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +93 -0
  469. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +106 -0
  470. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +75 -0
  471. package/src/mem_pools/tx_pool/index.ts +0 -1
  472. package/src/mem_pools/tx_pool/priority.ts +10 -3
  473. package/src/mem_pools/tx_pool/tx_pool.ts +11 -5
  474. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +26 -18
  475. package/src/mem_pools/tx_pool_v2/README.md +283 -0
  476. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  477. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  478. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  479. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  480. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
  481. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  482. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  483. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
  484. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  485. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  486. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  487. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
  488. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
  489. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  490. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  491. package/src/mem_pools/tx_pool_v2/interfaces.ts +247 -0
  492. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +337 -0
  493. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  494. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
  495. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +238 -0
  496. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1105 -0
  497. package/src/msg_validators/attestation_validator/README.md +49 -0
  498. package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -32
  499. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +94 -0
  500. package/src/msg_validators/attestation_validator/index.ts +1 -0
  501. package/src/msg_validators/clock_tolerance.ts +52 -0
  502. package/src/msg_validators/index.ts +1 -1
  503. package/src/msg_validators/proposal_validator/README.md +123 -0
  504. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +20 -0
  505. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +26 -0
  506. package/src/msg_validators/proposal_validator/index.ts +3 -0
  507. package/src/msg_validators/proposal_validator/proposal_validator.ts +116 -0
  508. package/src/msg_validators/tx_validator/README.md +119 -0
  509. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  510. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  511. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  512. package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
  513. package/src/msg_validators/tx_validator/block_header_validator.ts +21 -8
  514. package/src/msg_validators/tx_validator/data_validator.ts +18 -6
  515. package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
  516. package/src/msg_validators/tx_validator/factory.ts +409 -58
  517. package/src/msg_validators/tx_validator/fee_payer_balance.ts +44 -0
  518. package/src/msg_validators/tx_validator/gas_validator.ts +140 -55
  519. package/src/msg_validators/tx_validator/index.ts +3 -0
  520. package/src/msg_validators/tx_validator/metadata_validator.ts +31 -12
  521. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  522. package/src/msg_validators/tx_validator/phases_validator.ts +89 -30
  523. package/src/msg_validators/tx_validator/size_validator.ts +22 -0
  524. package/src/msg_validators/tx_validator/test_utils.ts +1 -1
  525. package/src/msg_validators/tx_validator/timestamp_validator.ts +30 -19
  526. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  527. package/src/msg_validators/tx_validator/tx_proof_validator.ts +8 -3
  528. package/src/services/data_store.ts +10 -7
  529. package/src/services/discv5/discV5_service.ts +1 -1
  530. package/src/services/dummy_service.ts +65 -2
  531. package/src/services/encoding.ts +22 -13
  532. package/src/services/gossipsub/README.md +641 -0
  533. package/src/services/gossipsub/index.ts +2 -0
  534. package/src/services/gossipsub/scoring.ts +29 -5
  535. package/src/services/gossipsub/topic_score_params.ts +487 -0
  536. package/src/services/index.ts +1 -0
  537. package/src/services/libp2p/instrumentation.ts +39 -71
  538. package/src/services/libp2p/libp2p_service.ts +909 -380
  539. package/src/services/peer-manager/metrics.ts +51 -16
  540. package/src/services/peer-manager/peer_manager.ts +12 -7
  541. package/src/services/peer-manager/peer_scoring.ts +70 -3
  542. package/src/services/reqresp/README.md +229 -0
  543. package/src/services/reqresp/batch-tx-requester/README.md +344 -0
  544. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +670 -0
  545. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  546. package/src/services/reqresp/batch-tx-requester/interface.ts +54 -0
  547. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +168 -0
  548. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +249 -0
  549. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +37 -0
  550. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +65 -4
  551. package/src/services/reqresp/connection-sampler/connection_sampler.ts +19 -1
  552. package/src/services/reqresp/constants.ts +14 -0
  553. package/src/services/reqresp/interface.ts +30 -2
  554. package/src/services/reqresp/metrics.ts +36 -27
  555. package/src/services/reqresp/protocols/auth.ts +2 -2
  556. package/src/services/reqresp/protocols/block.ts +3 -2
  557. package/src/services/reqresp/protocols/block_txs/bitvector.ts +16 -0
  558. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +35 -12
  559. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +75 -10
  560. package/src/services/reqresp/protocols/status.ts +16 -12
  561. package/src/services/reqresp/protocols/tx.ts +23 -2
  562. package/src/services/reqresp/reqresp.ts +99 -32
  563. package/src/services/service.ts +73 -5
  564. package/src/services/tx_collection/config.ts +84 -2
  565. package/src/services/tx_collection/fast_tx_collection.ts +114 -93
  566. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  567. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  568. package/src/services/tx_collection/index.ts +6 -0
  569. package/src/services/tx_collection/instrumentation.ts +11 -13
  570. package/src/services/tx_collection/proposal_tx_collector.ts +108 -0
  571. package/src/services/tx_collection/request_tracker.ts +127 -0
  572. package/src/services/tx_collection/slow_tx_collection.ts +70 -36
  573. package/src/services/tx_collection/tx_collection.ts +123 -27
  574. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  575. package/src/services/tx_collection/tx_source.ts +22 -3
  576. package/src/services/tx_file_store/config.ts +37 -0
  577. package/src/services/tx_file_store/index.ts +3 -0
  578. package/src/services/tx_file_store/instrumentation.ts +36 -0
  579. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  580. package/src/services/tx_provider.ts +29 -12
  581. package/src/services/tx_provider_instrumentation.ts +24 -14
  582. package/src/test-helpers/index.ts +2 -0
  583. package/src/test-helpers/make-test-p2p-clients.ts +4 -6
  584. package/src/test-helpers/mock-pubsub.ts +147 -10
  585. package/src/test-helpers/mock-tx-helpers.ts +1 -1
  586. package/src/test-helpers/reqresp-nodes.ts +6 -8
  587. package/src/test-helpers/test_tx_provider.ts +64 -0
  588. package/src/test-helpers/testbench-utils.ts +456 -0
  589. package/src/testbench/p2p_client_testbench_worker.ts +351 -127
  590. package/src/testbench/worker_client_manager.ts +312 -42
  591. package/src/util.ts +20 -4
  592. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -30
  593. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  594. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -190
  595. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -25
  596. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  597. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -197
  598. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts +0 -80
  599. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts.map +0 -1
  600. package/dest/mem_pools/tx_pool/memory_tx_pool.js +0 -238
  601. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -12
  602. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
  603. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -70
  604. package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
  605. package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
  606. package/dest/msg_validators/block_proposal_validator/index.js +0 -1
  607. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -256
  608. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -253
  609. package/src/mem_pools/tx_pool/memory_tx_pool.ts +0 -283
  610. package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -81
  611. package/src/msg_validators/block_proposal_validator/index.ts +0 -1
@@ -1,38 +1,53 @@
1
+ import { BlockNumber } from '@aztec/foundation/branded-types';
1
2
  import { times } from '@aztec/foundation/collection';
2
- import { AbortError, TimeoutError } from '@aztec/foundation/error';
3
3
  import { type Logger, createLogger } from '@aztec/foundation/log';
4
- import { boundInclusive } from '@aztec/foundation/number';
5
- import { promiseWithResolvers } from '@aztec/foundation/promise';
6
4
  import { sleep } from '@aztec/foundation/sleep';
7
5
  import { DateProvider, elapsed } from '@aztec/foundation/timer';
8
6
  import type { L2BlockInfo } from '@aztec/stdlib/block';
9
- import type { BlockProposal } from '@aztec/stdlib/p2p';
10
7
  import { type Tx, TxHash } from '@aztec/stdlib/tx';
11
8
 
12
9
  import type { PeerId } from '@libp2p/interface';
13
10
 
14
- import { type ReqRespInterface, ReqRespSubProtocol } from '../reqresp/interface.js';
15
- import { chunkTxHashesRequest } from '../reqresp/protocols/tx.js';
11
+ import type { BatchTxRequesterConfig } from '../reqresp/batch-tx-requester/config.js';
12
+ import type { BatchTxRequesterLibP2PService } from '../reqresp/batch-tx-requester/interface.js';
16
13
  import type { TxCollectionConfig } from './config.js';
14
+ import {
15
+ BatchTxRequesterCollector,
16
+ type MissingTxsCollector,
17
+ SendBatchRequestCollector,
18
+ } from './proposal_tx_collector.js';
19
+ import { RequestTracker } from './request_tracker.js';
17
20
  import type { FastCollectionRequest, FastCollectionRequestInput } from './tx_collection.js';
18
- import type { TxCollectionSink } from './tx_collection_sink.js';
21
+ import type { TxAddContext, TxCollectionSink } from './tx_collection_sink.js';
19
22
  import type { TxSource } from './tx_source.js';
20
23
 
21
24
  export class FastTxCollection {
22
25
  // eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
23
26
  protected requests: Set<FastCollectionRequest> = new Set();
27
+ private missingTxsCollector: MissingTxsCollector;
24
28
 
25
29
  constructor(
26
- private reqResp: Pick<ReqRespInterface, 'sendBatchRequest'>,
30
+ p2pService: BatchTxRequesterLibP2PService,
27
31
  private nodes: TxSource[],
28
32
  private txCollectionSink: TxCollectionSink,
29
33
  private config: TxCollectionConfig,
30
34
  private dateProvider: DateProvider = new DateProvider(),
31
35
  private log: Logger = createLogger('p2p:tx_collection_service'),
32
- ) {}
36
+ missingTxsCollector?: MissingTxsCollector,
37
+ ) {
38
+ const batchTxRequesterConfig = this.config as Partial<BatchTxRequesterConfig>;
39
+ const missingTxsCollectorType = this.config.txCollectionMissingTxsCollectorType;
40
+ this.missingTxsCollector =
41
+ missingTxsCollector ??
42
+ (missingTxsCollectorType === 'old'
43
+ ? new SendBatchRequestCollector(p2pService)
44
+ : new BatchTxRequesterCollector(p2pService, log, dateProvider, undefined, batchTxRequesterConfig));
45
+ }
33
46
 
34
47
  public async stop() {
35
- this.requests.forEach(request => request.promise.reject(new AbortError(`Stopped collection service`)));
48
+ this.requests.forEach(request => {
49
+ request.requestTracker.cancel();
50
+ });
36
51
  await Promise.resolve();
37
52
  }
38
53
 
@@ -59,81 +74,65 @@ export class FastTxCollection {
59
74
  ? { ...input.blockProposal.toBlockInfo(), blockNumber: input.blockNumber }
60
75
  : { ...input.block.toBlockInfo() };
61
76
 
62
- // This promise is used to await for the collection to finish during the main collectFast method.
63
- // It gets resolved in `foundTxs` when all txs have been collected, or rejected if the request is aborted or hits the deadline.
64
- const promise = promiseWithResolvers<void>();
65
- setTimeout(() => promise.reject(new TimeoutError(`Timed out while collecting txs`)), timeout);
66
-
67
77
  const request: FastCollectionRequest = {
68
78
  ...input,
69
79
  blockInfo,
70
- promise,
71
- foundTxs: new Map<string, Tx>(),
72
- missingTxHashes: new Set(txHashes.map(t => t.toString())),
73
- deadline: opts.deadline,
80
+ requestTracker: RequestTracker.create(txHashes, opts.deadline, this.dateProvider),
74
81
  };
75
82
 
76
83
  const [duration] = await elapsed(() => this.collectFast(request, { ...opts }));
77
84
 
78
85
  this.log.verbose(
79
- `Collected ${request.foundTxs.size} txs out of ${txHashes.length} for ${input.type} at slot ${blockInfo.slotNumber}`,
86
+ `Collected ${request.requestTracker.collectedTxs.length} txs out of ${txHashes.length} for ${input.type} at slot ${blockInfo.slotNumber}`,
80
87
  {
81
88
  ...blockInfo,
82
89
  duration,
83
90
  requestType: input.type,
84
- missingTxs: [...request.missingTxHashes],
91
+ missingTxs: [...request.requestTracker.missingTxHashes],
85
92
  },
86
93
  );
87
- return [...request.foundTxs.values()];
94
+ return request.requestTracker.collectedTxs;
88
95
  }
89
96
 
90
- protected async collectFast(
91
- request: FastCollectionRequest,
92
- opts: { proposal?: BlockProposal; deadline: Date; pinnedPeer?: PeerId },
93
- ) {
97
+ protected async collectFast(request: FastCollectionRequest, opts: { pinnedPeer?: PeerId }) {
94
98
  this.requests.add(request);
95
99
  const { blockInfo } = request;
96
100
 
97
101
  this.log.debug(
98
- `Starting fast collection of ${request.missingTxHashes.size} txs for ${request.type} at slot ${blockInfo.slotNumber}`,
99
- { ...blockInfo, requestType: request.type, deadline: opts.deadline },
102
+ `Starting fast collection of ${request.requestTracker.numberOfMissingTxs} txs for ${request.type} at slot ${blockInfo.slotNumber}`,
103
+ { ...blockInfo, requestType: request.type, deadline: request.requestTracker.deadline },
100
104
  );
101
105
 
102
106
  try {
103
107
  // Start blasting all nodes for the txs. We give them a little time to respond before we start reqresp.
104
- // And keep an eye on the request promise to ensure we don't wait longer than the deadline or return as soon
105
- // as we have collected all txs, whatever the source.
106
- const nodeCollectionPromise = this.collectFastFromNodes(request, opts);
108
+ // We race against the cancellation token to exit as soon as all txs are collected, the deadline expires,
109
+ // or the request is externally cancelled.
110
+ const nodeCollectionPromise = this.collectFastFromNodes(request);
107
111
  const waitBeforeReqResp = sleep(this.config.txCollectionFastNodesTimeoutBeforeReqRespMs);
108
- await Promise.race([request.promise.promise, waitBeforeReqResp]);
112
+ await Promise.race([request.requestTracker.cancellationToken, waitBeforeReqResp]);
109
113
 
110
- // If we have collected all txs, we can stop here
111
- if (request.missingTxHashes.size === 0) {
112
- this.log.debug(`All txs collected for slot ${blockInfo.slotNumber} without reqresp`, blockInfo);
114
+ // If we have collected all txs or the request was cancelled, we can stop here.
115
+ // Wait for node collection to settle so inner tasks finish before we return.
116
+ if (request.requestTracker.checkCancelled()) {
117
+ if (request.requestTracker.allFetched()) {
118
+ this.log.debug(`All txs collected for slot ${blockInfo.slotNumber} without reqresp`, blockInfo);
119
+ }
120
+ await nodeCollectionPromise;
113
121
  return;
114
122
  }
115
123
 
116
124
  // Start blasting reqresp for the remaining txs. Note that node collection keeps running in parallel.
117
125
  // We stop when we have collected all txs, timed out, or both node collection and reqresp have given up.
118
- const collectionPromise = Promise.allSettled([this.collectFastViaReqResp(request, opts), nodeCollectionPromise]);
119
- await Promise.race([collectionPromise, request.promise.promise]);
126
+ // Inner tasks observe requestTracker.checkCancelled() and stop themselves, so this settles shortly after cancellation.
127
+ await Promise.allSettled([this.collectFastViaReqResp(request, opts), nodeCollectionPromise]);
120
128
  } catch (err) {
121
- // Log and swallow all errors
122
- const logCtx = {
129
+ this.log.error(`Error collecting txs for ${request.type} for slot ${blockInfo.slotNumber}`, err, {
123
130
  ...blockInfo,
124
- errorMessage: err instanceof Error ? err.message : undefined,
125
- missingTxs: [...request.missingTxHashes].map(txHash => txHash.toString()),
126
- };
127
- if (err instanceof Error && err.name === 'TimeoutError') {
128
- this.log.warn(`Timed out collecting txs for ${request.type} at slot ${blockInfo.slotNumber}`, logCtx);
129
- } else if (err instanceof Error && err.name === 'AbortError') {
130
- this.log.warn(`Aborted collecting txs for ${request.type} at slot ${blockInfo.slotNumber}`, logCtx);
131
- } else {
132
- this.log.error(`Error collecting txs for ${request.type} for slot ${blockInfo.slotNumber}`, err, logCtx);
133
- }
131
+ missingTxs: request.requestTracker.missingTxHashes.values().map(txHash => txHash.toString()),
132
+ });
134
133
  } finally {
135
134
  // Ensure no unresolved promises and remove the request from the set
136
- request.promise.resolve();
135
+ request.requestTracker.cancel();
137
136
  this.requests.delete(request);
138
137
  }
139
138
  }
@@ -144,26 +143,28 @@ export class FastTxCollection {
144
143
  * the txs that have been requested less often whenever we need to send a new batch of requests. We ensure that no
145
144
  * tx is requested more than once at the same time to the same node.
146
145
  */
147
- private async collectFastFromNodes(request: FastCollectionRequest, opts: { deadline: Date }): Promise<void> {
146
+ private async collectFastFromNodes(request: FastCollectionRequest): Promise<void> {
148
147
  if (this.nodes.length === 0) {
149
148
  return;
150
149
  }
151
150
 
152
151
  // Keep a shared priority queue of all txs pending to be requested, sorted by the number of attempts made to collect them.
153
- const attemptsPerTx = [...request.missingTxHashes].map(txHash => ({ txHash, attempts: 0, found: false }));
152
+ const attemptsPerTx = [...request.requestTracker.missingTxHashes].map(txHash => ({
153
+ txHash,
154
+ attempts: 0,
155
+ found: false,
156
+ }));
154
157
 
155
158
  // Returns once we have finished all node loops. Each loop finishes when the deadline is hit, or all txs have been collected.
156
- await Promise.allSettled(this.nodes.map(node => this.collectFastFromNode(request, node, attemptsPerTx, opts)));
159
+ await Promise.allSettled(this.nodes.map(node => this.collectFastFromNode(request, node, attemptsPerTx)));
157
160
  }
158
161
 
159
162
  private async collectFastFromNode(
160
163
  request: FastCollectionRequest,
161
164
  node: TxSource,
162
165
  attemptsPerTx: { txHash: string; attempts: number; found: boolean }[],
163
- opts: { deadline: Date },
164
166
  ) {
165
- const notFinished = () =>
166
- this.dateProvider.now() <= +opts.deadline && request.missingTxHashes.size > 0 && this.requests.has(request);
167
+ const notFinished = () => !request.requestTracker.checkCancelled();
167
168
 
168
169
  const maxParallelRequests = this.config.txCollectionFastMaxParallelRequestsPerNode;
169
170
  const maxBatchSize = this.config.txCollectionNodeRpcMaxBatchSize;
@@ -180,7 +181,7 @@ export class FastTxCollection {
180
181
  if (!txToRequest) {
181
182
  // No more txs to process
182
183
  break;
183
- } else if (!request.missingTxHashes.has(txToRequest.txHash)) {
184
+ } else if (!request.requestTracker.isMissing(txToRequest.txHash)) {
184
185
  // Mark as found if it was found somewhere else, we'll then remove it from the array.
185
186
  // We don't delete it now since 'array.splice' is pretty expensive, so we do it after sorting.
186
187
  txToRequest.found = true;
@@ -209,16 +210,24 @@ export class FastTxCollection {
209
210
  return;
210
211
  }
211
212
 
213
+ const txHashes = batch.map(({ txHash }) => txHash);
212
214
  // Collect this batch from the node
213
215
  await this.txCollectionSink.collect(
214
- txHashes => node.getTxsByHash(txHashes),
215
- batch.map(({ txHash }) => TxHash.fromString(txHash)),
216
+ async () => {
217
+ const result = await node.getTxsByHash(txHashes.map(TxHash.fromString));
218
+ for (const tx of result.validTxs) {
219
+ request.requestTracker.markFetched(tx);
220
+ }
221
+ return result;
222
+ },
223
+ txHashes,
216
224
  {
217
225
  description: `fast ${node.getInfo()}`,
218
226
  node: node.getInfo(),
219
227
  method: 'fast-node-rpc',
220
228
  ...request.blockInfo,
221
229
  },
230
+ this.getAddContext(request),
222
231
  );
223
232
 
224
233
  // Clear from the active requests the txs we just requested
@@ -226,9 +235,12 @@ export class FastTxCollection {
226
235
  activeRequestsToThisNode.delete(requestedTx.txHash);
227
236
  }
228
237
 
229
- // Sleep a bit until hitting the node again (or not, depending on config)
238
+ // Sleep a bit until hitting the node again, but wake up immediately on cancellation
230
239
  if (notFinished()) {
231
- await sleep(this.config.txCollectionFastNodeIntervalMs);
240
+ await Promise.race([
241
+ sleep(this.config.txCollectionFastNodeIntervalMs),
242
+ request.requestTracker.cancellationToken,
243
+ ]);
232
244
  }
233
245
  }
234
246
  };
@@ -238,50 +250,64 @@ export class FastTxCollection {
238
250
  }
239
251
 
240
252
  private async collectFastViaReqResp(request: FastCollectionRequest, opts: { pinnedPeer?: PeerId }) {
241
- const timeoutMs = +request.deadline - this.dateProvider.now();
242
253
  const pinnedPeer = opts.pinnedPeer;
243
- const maxPeers = boundInclusive(Math.ceil(request.missingTxHashes.size / 2), 8, 32);
244
- const maxRetryAttempts = 5;
245
254
  const blockInfo = request.blockInfo;
246
255
  const slotNumber = blockInfo.slotNumber;
247
- if (timeoutMs < 100) {
256
+ if (request.requestTracker.timeoutMs < 100) {
248
257
  this.log.warn(
249
258
  `Not initiating fast reqresp for txs for ${request.type} at slot ${blockInfo.slotNumber} due to timeout`,
250
- { timeoutMs, ...blockInfo },
259
+ { timeoutMs: request.requestTracker.timeoutMs, ...blockInfo },
251
260
  );
252
261
  return;
253
262
  }
254
263
 
255
264
  this.log.debug(
256
- `Starting fast reqresp for ${request.missingTxHashes.size} txs for ${request.type} at slot ${blockInfo.slotNumber}`,
257
- { ...blockInfo, timeoutMs, pinnedPeer },
265
+ `Starting fast reqresp for ${request.requestTracker.numberOfMissingTxs} txs for ${request.type} at slot ${blockInfo.slotNumber}`,
266
+ { ...blockInfo, timeoutMs: request.requestTracker.timeoutMs, pinnedPeer },
258
267
  );
259
268
 
260
269
  try {
261
270
  await this.txCollectionSink.collect(
262
- async txHashes => {
263
- const txs = await this.reqResp.sendBatchRequest<ReqRespSubProtocol.TX>(
264
- ReqRespSubProtocol.TX,
265
- chunkTxHashesRequest(txHashes),
266
- pinnedPeer,
267
- timeoutMs,
268
- maxPeers,
269
- maxRetryAttempts,
270
- );
271
-
272
- return txs.flat();
271
+ async () => {
272
+ let result: Tx[];
273
+ if (request.type === 'proposal') {
274
+ result = await this.missingTxsCollector.collectTxs(
275
+ request.requestTracker,
276
+ request.blockProposal,
277
+ pinnedPeer,
278
+ );
279
+ } else if (request.type === 'block') {
280
+ const blockTxsSource = {
281
+ txHashes: request.block.body.txEffects.map(e => e.txHash),
282
+ archive: request.block.archive.root,
283
+ };
284
+ result = await this.missingTxsCollector.collectTxs(request.requestTracker, blockTxsSource, pinnedPeer);
285
+ } else {
286
+ throw new Error(`Unknown request type: ${(request as any).type}`);
287
+ }
288
+ return { validTxs: result, invalidTxHashes: [] };
273
289
  },
274
- Array.from(request.missingTxHashes).map(txHash => TxHash.fromString(txHash)),
290
+ Array.from(request.requestTracker.missingTxHashes),
275
291
  { description: `reqresp for slot ${slotNumber}`, method: 'fast-req-resp', ...opts, ...request.blockInfo },
292
+ this.getAddContext(request),
276
293
  );
277
294
  } catch (err) {
278
295
  this.log.error(`Error sending fast reqresp request for txs`, err, {
279
- txs: [...request.missingTxHashes],
296
+ txs: [...request.requestTracker.missingTxHashes],
280
297
  ...blockInfo,
281
298
  });
282
299
  }
283
300
  }
284
301
 
302
+ /** Returns the TxAddContext for the given request, used by the sink to add txs to the pool correctly. */
303
+ private getAddContext(request: FastCollectionRequest): TxAddContext {
304
+ if (request.type === 'proposal') {
305
+ return { type: 'proposal', blockHeader: request.blockProposal.blockHeader };
306
+ } else {
307
+ return { type: 'mined', block: request.block };
308
+ }
309
+ }
310
+
285
311
  /**
286
312
  * Handle txs by marking them as found for the requests that are waiting for them, and resolves the request if all its txs have been found.
287
313
  * Called internally and from the main tx collection manager whenever the tx pool emits a tx-added event.
@@ -291,21 +317,18 @@ export class FastTxCollection {
291
317
  for (const tx of txs) {
292
318
  const txHash = tx.txHash.toString();
293
319
  // Remove the tx hash from the missing set, and add it to the found set.
294
- if (request.missingTxHashes.has(txHash)) {
295
- request.missingTxHashes.delete(txHash);
296
- request.foundTxs.set(txHash, tx);
320
+ if (request.requestTracker.markFetched(tx)) {
297
321
  this.log.trace(`Found tx ${txHash} for fast collection request`, {
298
322
  ...request.blockInfo,
299
323
  txHash: tx.txHash.toString(),
300
324
  type: request.type,
301
325
  });
302
- // If we found all txs for this request, we resolve the promise
303
- if (request.missingTxHashes.size === 0) {
326
+ if (request.requestTracker.allFetched()) {
304
327
  this.log.trace(`All txs found for fast collection request`, {
305
328
  ...request.blockInfo,
306
329
  type: request.type,
307
330
  });
308
- request.promise.resolve();
331
+ break;
309
332
  }
310
333
  }
311
334
  }
@@ -316,11 +339,10 @@ export class FastTxCollection {
316
339
  * Stop collecting all txs for blocks less than or requal to the block number specified.
317
340
  * To be called when we no longer care about gathering txs up to a certain block, eg when they become proven or finalized.
318
341
  */
319
- public stopCollectingForBlocksUpTo(blockNumber: number): void {
342
+ public stopCollectingForBlocksUpTo(blockNumber: BlockNumber): void {
320
343
  for (const request of this.requests) {
321
344
  if (request.blockInfo.blockNumber <= blockNumber) {
322
- request.promise.reject(new AbortError(`Stopped collecting txs up to block ${blockNumber}`));
323
- this.requests.delete(request);
345
+ request.requestTracker.cancel();
324
346
  }
325
347
  }
326
348
  }
@@ -329,11 +351,10 @@ export class FastTxCollection {
329
351
  * Stop collecting all txs for blocks greater than the block number specified.
330
352
  * To be called when there is a chain prune and previously mined txs are no longer relevant.
331
353
  */
332
- public stopCollectingForBlocksAfter(blockNumber: number): void {
354
+ public stopCollectingForBlocksAfter(blockNumber: BlockNumber): void {
333
355
  for (const request of this.requests) {
334
356
  if (request.blockInfo.blockNumber > blockNumber) {
335
- request.promise.reject(new AbortError(`Stopped collecting txs after block ${blockNumber}`));
336
- this.requests.delete(request);
357
+ request.requestTracker.cancel();
337
358
  }
338
359
  }
339
360
  }
@@ -0,0 +1,202 @@
1
+ import { type Logger, createLogger } from '@aztec/foundation/log';
2
+ import { type PromiseWithResolvers, promiseWithResolvers } from '@aztec/foundation/promise';
3
+ import { sleep } from '@aztec/foundation/sleep';
4
+ import { DateProvider } from '@aztec/foundation/timer';
5
+ import { Tx, TxHash } from '@aztec/stdlib/tx';
6
+
7
+ import type { FileStoreTxSource } from './file_store_tx_source.js';
8
+ import type { TxAddContext, TxCollectionSink } from './tx_collection_sink.js';
9
+
10
+ /** Configuration for a FileStoreTxCollection instance. */
11
+ export type FileStoreCollectionConfig = {
12
+ workerCount: number;
13
+ backoffBaseMs: number;
14
+ backoffMaxMs: number;
15
+ };
16
+
17
+ type FileStoreTxEntry = {
18
+ txHash: string;
19
+ context: TxAddContext;
20
+ deadline: Date;
21
+ attempts: number;
22
+ lastAttemptTime: number;
23
+ nextSourceIndex: number;
24
+ };
25
+
26
+ /**
27
+ * Collects txs from file stores as a fallback after P2P methods have been tried.
28
+ * Uses a shared worker pool that pulls entries with priority (fewest attempts first),
29
+ * retries with round-robin across sources, and applies exponential backoff between
30
+ * full cycles through all sources.
31
+ */
32
+ export class FileStoreTxCollection {
33
+ /** Map from tx hash string to entry for all pending downloads. */
34
+ private entries = new Map<string, FileStoreTxEntry>();
35
+
36
+ /** Worker promises for the shared worker pool. */
37
+ private workers: Promise<void>[] = [];
38
+
39
+ /** Whether the worker pool is running. */
40
+ private running = false;
41
+
42
+ /** Signal used to wake sleeping workers when new entries arrive or stop is called. */
43
+ private wakeSignal: PromiseWithResolvers<void>;
44
+
45
+ constructor(
46
+ private readonly sources: FileStoreTxSource[],
47
+ private readonly txCollectionSink: TxCollectionSink,
48
+ private readonly config: FileStoreCollectionConfig,
49
+ private readonly dateProvider: DateProvider = new DateProvider(),
50
+ private readonly log: Logger = createLogger('p2p:file_store_tx_collection'),
51
+ ) {
52
+ this.wakeSignal = promiseWithResolvers<void>();
53
+ }
54
+
55
+ /** Starts the shared worker pool. */
56
+ public start(): void {
57
+ if (this.sources.length === 0) {
58
+ this.log.debug('No file store sources configured');
59
+ return;
60
+ }
61
+ this.running = true;
62
+ for (let i = 0; i < this.config.workerCount; i++) {
63
+ this.workers.push(this.workerLoop());
64
+ }
65
+ }
66
+
67
+ /** Stops all workers and clears state. */
68
+ public async stop(): Promise<void> {
69
+ this.running = false;
70
+ this.wake();
71
+ await Promise.all(this.workers);
72
+ this.workers = [];
73
+ this.entries.clear();
74
+ }
75
+
76
+ /** Adds entries to the shared map and wakes workers. */
77
+ public startCollecting(txHashes: TxHash[], context: TxAddContext, deadline: Date): void {
78
+ if (this.sources.length === 0 || txHashes.length === 0) {
79
+ return;
80
+ }
81
+ if (+deadline <= this.dateProvider.now()) {
82
+ return;
83
+ }
84
+
85
+ for (const txHash of txHashes) {
86
+ const hashStr = txHash.toString();
87
+ if (!this.entries.has(hashStr)) {
88
+ this.entries.set(hashStr, {
89
+ txHash: hashStr,
90
+ context,
91
+ deadline,
92
+ attempts: 0,
93
+ lastAttemptTime: 0,
94
+ nextSourceIndex: Math.floor(Math.random() * this.sources.length),
95
+ });
96
+ }
97
+ }
98
+ this.wake();
99
+ }
100
+
101
+ /** Removes entries for txs that have been found elsewhere. */
102
+ public foundTxs(txs: Tx[]): void {
103
+ for (const tx of txs) {
104
+ this.entries.delete(tx.getTxHash().toString());
105
+ }
106
+ }
107
+
108
+ /** Clears all pending entries. */
109
+ public clearPending(): void {
110
+ this.entries.clear();
111
+ }
112
+
113
+ private async workerLoop(): Promise<void> {
114
+ while (this.running) {
115
+ const action = this.getNextAction();
116
+ if (action.type === 'sleep') {
117
+ await action.promise;
118
+ continue;
119
+ }
120
+
121
+ const entry = action.entry;
122
+ const source = this.sources[entry.nextSourceIndex % this.sources.length];
123
+ entry.nextSourceIndex++;
124
+ entry.attempts++;
125
+ entry.lastAttemptTime = this.dateProvider.now();
126
+
127
+ try {
128
+ const result = await this.txCollectionSink.collect(
129
+ () => source.getTxsByHash([TxHash.fromString(entry.txHash)]),
130
+ [entry.txHash],
131
+ {
132
+ description: `file-store ${source.getInfo()}`,
133
+ method: 'file-store',
134
+ fileStore: source.getInfo(),
135
+ },
136
+ entry.context,
137
+ );
138
+ if (result.txs.length > 0) {
139
+ this.entries.delete(entry.txHash);
140
+ }
141
+ } catch (err) {
142
+ this.log.trace(`Error downloading tx ${entry.txHash} from ${source.getInfo()}`, { err });
143
+ }
144
+ }
145
+ }
146
+
147
+ /** Single-pass scan: removes expired entries, finds the best ready entry, or computes sleep time. */
148
+ private getNextAction(): { type: 'process'; entry: FileStoreTxEntry } | { type: 'sleep'; promise: Promise<void> } {
149
+ const now = this.dateProvider.now();
150
+ let best: FileStoreTxEntry | undefined;
151
+ let earliestReadyAt = Infinity;
152
+
153
+ for (const [key, entry] of this.entries) {
154
+ if (+entry.deadline <= now) {
155
+ this.entries.delete(key);
156
+ continue;
157
+ }
158
+ const backoffMs = this.getBackoffMs(entry);
159
+ const readyAt = entry.lastAttemptTime + backoffMs;
160
+ if (readyAt > now) {
161
+ earliestReadyAt = Math.min(earliestReadyAt, readyAt);
162
+ continue;
163
+ }
164
+ if (!best || entry.attempts < best.attempts) {
165
+ best = entry;
166
+ }
167
+ }
168
+
169
+ if (best) {
170
+ return { type: 'process', entry: best };
171
+ }
172
+ if (earliestReadyAt < Infinity) {
173
+ return { type: 'sleep', promise: this.sleepOrWake(earliestReadyAt - now) };
174
+ }
175
+ return { type: 'sleep', promise: this.waitForWake() };
176
+ }
177
+
178
+ /** Computes backoff for an entry. Backoff applies after a full cycle through all sources. */
179
+ private getBackoffMs(entry: FileStoreTxEntry): number {
180
+ const fullCycles = Math.floor(entry.attempts / this.sources.length);
181
+ if (fullCycles === 0) {
182
+ return 0;
183
+ }
184
+ return Math.min(this.config.backoffBaseMs * Math.pow(2, fullCycles - 1), this.config.backoffMaxMs);
185
+ }
186
+
187
+ /** Resolves the current wake signal and creates a new one. */
188
+ private wake(): void {
189
+ this.wakeSignal.resolve();
190
+ this.wakeSignal = promiseWithResolvers<void>();
191
+ }
192
+
193
+ /** Waits until the wake signal is resolved. */
194
+ private async waitForWake(): Promise<void> {
195
+ await this.wakeSignal.promise;
196
+ }
197
+
198
+ /** Sleeps for the given duration or until the wake signal is resolved. */
199
+ private async sleepOrWake(ms: number): Promise<void> {
200
+ await Promise.race([sleep(ms), this.wakeSignal.promise]);
201
+ }
202
+ }