@aztec/p2p 0.0.1-commit.c80b6263 → 0.0.1-commit.c949de6bc

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (355) hide show
  1. package/dest/client/factory.d.ts +10 -10
  2. package/dest/client/factory.d.ts.map +1 -1
  3. package/dest/client/factory.js +40 -14
  4. package/dest/client/interface.d.ts +46 -33
  5. package/dest/client/interface.d.ts.map +1 -1
  6. package/dest/client/p2p_client.d.ts +41 -51
  7. package/dest/client/p2p_client.d.ts.map +1 -1
  8. package/dest/client/p2p_client.js +156 -200
  9. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +8 -9
  10. package/dest/config.d.ts +30 -8
  11. package/dest/config.d.ts.map +1 -1
  12. package/dest/config.js +19 -7
  13. package/dest/errors/tx-pool.error.d.ts +8 -0
  14. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  15. package/dest/errors/tx-pool.error.js +9 -0
  16. package/dest/index.d.ts +2 -1
  17. package/dest/index.d.ts.map +1 -1
  18. package/dest/index.js +1 -0
  19. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  20. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  21. package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
  22. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  25. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  26. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/index.js +1 -2
  28. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  29. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  31. package/dest/mem_pools/index.d.ts +3 -2
  32. package/dest/mem_pools/index.d.ts.map +1 -1
  33. package/dest/mem_pools/index.js +1 -1
  34. package/dest/mem_pools/interface.d.ts +5 -5
  35. package/dest/mem_pools/interface.d.ts.map +1 -1
  36. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  37. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  38. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  39. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  41. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  42. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  45. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  47. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  48. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
  52. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  76. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  77. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  79. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  80. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  82. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
  83. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
  85. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +119 -0
  86. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  87. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +193 -0
  88. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  89. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  90. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  92. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +354 -0
  94. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
  95. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +161 -0
  97. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
  98. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +905 -0
  100. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  101. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  102. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  103. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  105. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  106. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  107. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  108. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +18 -5
  109. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  110. package/dest/msg_validators/tx_validator/block_header_validator.js +2 -2
  111. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  112. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  113. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  114. package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
  115. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  116. package/dest/msg_validators/tx_validator/factory.js +219 -58
  117. package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
  118. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  119. package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
  120. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  121. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  122. package/dest/msg_validators/tx_validator/index.js +1 -0
  123. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  124. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  125. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  126. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  127. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  128. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  129. package/dest/services/data_store.d.ts +1 -1
  130. package/dest/services/data_store.d.ts.map +1 -1
  131. package/dest/services/data_store.js +10 -6
  132. package/dest/services/dummy_service.d.ts +13 -5
  133. package/dest/services/dummy_service.d.ts.map +1 -1
  134. package/dest/services/dummy_service.js +10 -4
  135. package/dest/services/encoding.d.ts +3 -3
  136. package/dest/services/encoding.d.ts.map +1 -1
  137. package/dest/services/encoding.js +11 -10
  138. package/dest/services/gossipsub/index.d.ts +3 -0
  139. package/dest/services/gossipsub/index.d.ts.map +1 -0
  140. package/dest/services/gossipsub/index.js +2 -0
  141. package/dest/services/gossipsub/scoring.d.ts +21 -3
  142. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  143. package/dest/services/gossipsub/scoring.js +24 -7
  144. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  145. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  146. package/dest/services/gossipsub/topic_score_params.js +346 -0
  147. package/dest/services/index.d.ts +2 -1
  148. package/dest/services/index.d.ts.map +1 -1
  149. package/dest/services/index.js +1 -0
  150. package/dest/services/libp2p/libp2p_service.d.ts +94 -42
  151. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  152. package/dest/services/libp2p/libp2p_service.js +425 -342
  153. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  154. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  155. package/dest/services/peer-manager/peer_scoring.js +25 -2
  156. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
  157. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  158. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +27 -54
  159. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
  160. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  161. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
  162. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  163. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
  164. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
  165. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  166. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
  167. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  168. package/dest/services/reqresp/interface.d.ts +10 -1
  169. package/dest/services/reqresp/interface.d.ts.map +1 -1
  170. package/dest/services/reqresp/interface.js +15 -1
  171. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  172. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  173. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +17 -12
  174. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +25 -14
  175. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  176. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +40 -24
  177. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  178. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  179. package/dest/services/reqresp/protocols/tx.js +20 -0
  180. package/dest/services/reqresp/reqresp.d.ts +1 -1
  181. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  182. package/dest/services/reqresp/reqresp.js +13 -5
  183. package/dest/services/service.d.ts +39 -3
  184. package/dest/services/service.d.ts.map +1 -1
  185. package/dest/services/tx_collection/config.d.ts +22 -4
  186. package/dest/services/tx_collection/config.d.ts.map +1 -1
  187. package/dest/services/tx_collection/config.js +49 -3
  188. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
  189. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  190. package/dest/services/tx_collection/fast_tx_collection.js +64 -48
  191. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  192. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  193. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  194. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  195. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  196. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  197. package/dest/services/tx_collection/index.d.ts +3 -2
  198. package/dest/services/tx_collection/index.d.ts.map +1 -1
  199. package/dest/services/tx_collection/index.js +1 -0
  200. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  201. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  202. package/dest/services/tx_collection/instrumentation.js +2 -1
  203. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  204. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  205. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  206. package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
  207. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  208. package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
  209. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  210. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  211. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  212. package/dest/services/tx_collection/tx_collection.d.ts +23 -10
  213. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  214. package/dest/services/tx_collection/tx_collection.js +75 -3
  215. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  216. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  217. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  218. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  219. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  220. package/dest/services/tx_collection/tx_source.js +19 -2
  221. package/dest/services/tx_file_store/config.d.ts +16 -0
  222. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  223. package/dest/services/tx_file_store/config.js +22 -0
  224. package/dest/services/tx_file_store/index.d.ts +4 -0
  225. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  226. package/dest/services/tx_file_store/index.js +3 -0
  227. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  228. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  229. package/dest/services/tx_file_store/instrumentation.js +29 -0
  230. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  231. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  232. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  233. package/dest/services/tx_provider.d.ts +4 -4
  234. package/dest/services/tx_provider.d.ts.map +1 -1
  235. package/dest/services/tx_provider.js +9 -8
  236. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  237. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  238. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  239. package/dest/test-helpers/mock-pubsub.d.ts +30 -4
  240. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  241. package/dest/test-helpers/mock-pubsub.js +105 -4
  242. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  243. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  244. package/dest/test-helpers/reqresp-nodes.js +4 -3
  245. package/dest/test-helpers/testbench-utils.d.ts +45 -38
  246. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  247. package/dest/test-helpers/testbench-utils.js +130 -60
  248. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  249. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  250. package/dest/testbench/p2p_client_testbench_worker.js +16 -16
  251. package/dest/util.d.ts +2 -2
  252. package/dest/util.d.ts.map +1 -1
  253. package/package.json +14 -14
  254. package/src/client/factory.ts +77 -26
  255. package/src/client/interface.ts +56 -34
  256. package/src/client/p2p_client.ts +192 -247
  257. package/src/client/test/tx_proposal_collector/README.md +4 -4
  258. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +21 -12
  259. package/src/config.ts +42 -11
  260. package/src/errors/tx-pool.error.ts +12 -0
  261. package/src/index.ts +1 -0
  262. package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
  263. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  264. package/src/mem_pools/attestation_pool/index.ts +9 -2
  265. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  266. package/src/mem_pools/index.ts +4 -1
  267. package/src/mem_pools/interface.ts +4 -4
  268. package/src/mem_pools/tx_pool/README.md +1 -1
  269. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  270. package/src/mem_pools/tx_pool_v2/README.md +275 -0
  271. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  272. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  273. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  274. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  275. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
  276. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  277. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  278. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
  279. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  280. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  281. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  282. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
  283. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
  284. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  285. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  286. package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
  287. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +297 -0
  288. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  289. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
  290. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +223 -0
  291. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1083 -0
  292. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  293. package/src/msg_validators/tx_validator/README.md +115 -0
  294. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  295. package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
  296. package/src/msg_validators/tx_validator/block_header_validator.ts +18 -8
  297. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  298. package/src/msg_validators/tx_validator/factory.ts +353 -77
  299. package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
  300. package/src/msg_validators/tx_validator/index.ts +1 -0
  301. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  302. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  303. package/src/services/data_store.ts +10 -7
  304. package/src/services/dummy_service.ts +18 -6
  305. package/src/services/encoding.ts +9 -9
  306. package/src/services/gossipsub/README.md +641 -0
  307. package/src/services/gossipsub/index.ts +2 -0
  308. package/src/services/gossipsub/scoring.ts +29 -5
  309. package/src/services/gossipsub/topic_score_params.ts +487 -0
  310. package/src/services/index.ts +1 -0
  311. package/src/services/libp2p/libp2p_service.ts +450 -365
  312. package/src/services/peer-manager/peer_scoring.ts +25 -0
  313. package/src/services/reqresp/batch-tx-requester/README.md +14 -14
  314. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +32 -60
  315. package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
  316. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
  317. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
  318. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  319. package/src/services/reqresp/interface.ts +26 -1
  320. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +24 -15
  321. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -24
  322. package/src/services/reqresp/protocols/tx.ts +22 -0
  323. package/src/services/reqresp/reqresp.ts +16 -4
  324. package/src/services/service.ts +51 -2
  325. package/src/services/tx_collection/config.ts +74 -6
  326. package/src/services/tx_collection/fast_tx_collection.ts +74 -51
  327. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  328. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  329. package/src/services/tx_collection/index.ts +2 -1
  330. package/src/services/tx_collection/instrumentation.ts +7 -1
  331. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  332. package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
  333. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  334. package/src/services/tx_collection/tx_collection.ts +113 -16
  335. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  336. package/src/services/tx_collection/tx_source.ts +22 -3
  337. package/src/services/tx_file_store/config.ts +37 -0
  338. package/src/services/tx_file_store/index.ts +3 -0
  339. package/src/services/tx_file_store/instrumentation.ts +36 -0
  340. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  341. package/src/services/tx_provider.ts +10 -9
  342. package/src/test-helpers/make-test-p2p-clients.ts +3 -5
  343. package/src/test-helpers/mock-pubsub.ts +146 -9
  344. package/src/test-helpers/reqresp-nodes.ts +4 -6
  345. package/src/test-helpers/testbench-utils.ts +129 -71
  346. package/src/testbench/p2p_client_testbench_worker.ts +25 -22
  347. package/src/util.ts +7 -1
  348. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  349. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  350. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  351. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  352. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  353. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  354. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  355. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
@@ -30,4 +30,4 @@ export declare class PeerScoring {
30
30
  bannedCount: number;
31
31
  };
32
32
  }
33
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGVlcl9zY29yaW5nLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvcGVlci1tYW5hZ2VyL3BlZXJfc2NvcmluZy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFFQSxPQUFPLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSxtQkFBbUIsQ0FBQztBQUN0RCxPQUFPLEVBR0wsS0FBSyxlQUFlLEVBSXJCLE1BQU0seUJBQXlCLENBQUM7QUFFakMsT0FBTyxLQUFLLEVBQUUsTUFBTSxFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFFaEQsT0FBTyxLQUFLLEVBQUUsU0FBUyxFQUFFLE1BQU0saUJBQWlCLENBQUM7QUFRakQsb0JBQVksY0FBYztJQUN4QixNQUFNLElBQUE7SUFDTixVQUFVLElBQUE7SUFDVixPQUFPLElBQUE7Q0FDUjtBQU1ELHFCQUFhLFdBQVc7SUFDdEIsT0FBTyxDQUFDLE1BQU0sQ0FBb0M7SUFDbEQsT0FBTyxDQUFDLE1BQU0sQ0FBa0M7SUFDaEQsT0FBTyxDQUFDLGNBQWMsQ0FBa0M7SUFDeEQsT0FBTyxDQUFDLGFBQWEsQ0FBYTtJQUNsQyxPQUFPLENBQUMsV0FBVyxDQUFPO0lBQzFCLGFBQWEsRUFBRTtTQUFHLEdBQUcsSUFBSSxpQkFBaUIsR0FBRyxNQUFNO0tBQUUsQ0FBQztJQUV0RCxPQUFPLENBQUMsZ0JBQWdCLENBQWdCO0lBRXhDLFlBQVksTUFBTSxFQUFFLFNBQVMsRUFBRSxTQUFTLEdBQUUsZUFBc0MsRUFnQi9FO0lBRU0sWUFBWSxDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsT0FBTyxFQUFFLGlCQUFpQixVQU03RDtJQUVELFdBQVcsQ0FBQyxNQUFNLEVBQUUsTUFBTSxFQUFFLFVBQVUsRUFBRSxNQUFNLEdBQUcsTUFBTSxDQWlCdEQ7SUFFRCxjQUFjLElBQUksSUFBSSxDQVlyQjtJQUVELFFBQVEsQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLE1BQU0sQ0FFL0I7SUFFTSxhQUFhLENBQUMsTUFBTSxFQUFFLE1BQU0sR0FBRyxjQUFjLENBVW5EO0lBRUQsUUFBUSxJQUFJO1FBQUUsV0FBVyxFQUFFLE1BQU0sQ0FBQztRQUFDLFlBQVksRUFBRSxNQUFNLENBQUM7UUFBQyxlQUFlLEVBQUUsTUFBTSxDQUFDO1FBQUMsV0FBVyxFQUFFLE1BQU0sQ0FBQTtLQUFFLENBNEJ0RztDQUNGIn0=
33
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGVlcl9zY29yaW5nLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvcGVlci1tYW5hZ2VyL3BlZXJfc2NvcmluZy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFFQSxPQUFPLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSxtQkFBbUIsQ0FBQztBQUN0RCxPQUFPLEVBR0wsS0FBSyxlQUFlLEVBSXJCLE1BQU0seUJBQXlCLENBQUM7QUFFakMsT0FBTyxLQUFLLEVBQUUsTUFBTSxFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFFaEQsT0FBTyxLQUFLLEVBQUUsU0FBUyxFQUFFLE1BQU0saUJBQWlCLENBQUM7QUF1QmpELG9CQUFZLGNBQWM7SUFDeEIsTUFBTSxJQUFBO0lBQ04sVUFBVSxJQUFBO0lBQ1YsT0FBTyxJQUFBO0NBQ1I7QUFnQkQscUJBQWEsV0FBVztJQUN0QixPQUFPLENBQUMsTUFBTSxDQUFvQztJQUNsRCxPQUFPLENBQUMsTUFBTSxDQUFrQztJQUNoRCxPQUFPLENBQUMsY0FBYyxDQUFrQztJQUN4RCxPQUFPLENBQUMsYUFBYSxDQUFhO0lBQ2xDLE9BQU8sQ0FBQyxXQUFXLENBQU87SUFDMUIsYUFBYSxFQUFFO1NBQUcsR0FBRyxJQUFJLGlCQUFpQixHQUFHLE1BQU07S0FBRSxDQUFDO0lBRXRELE9BQU8sQ0FBQyxnQkFBZ0IsQ0FBZ0I7SUFFeEMsWUFBWSxNQUFNLEVBQUUsU0FBUyxFQUFFLFNBQVMsR0FBRSxlQUFzQyxFQWdCL0U7SUFFTSxZQUFZLENBQUMsTUFBTSxFQUFFLE1BQU0sRUFBRSxPQUFPLEVBQUUsaUJBQWlCLFVBTTdEO0lBRUQsV0FBVyxDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsVUFBVSxFQUFFLE1BQU0sR0FBRyxNQUFNLENBaUJ0RDtJQUVELGNBQWMsSUFBSSxJQUFJLENBWXJCO0lBRUQsUUFBUSxDQUFDLE1BQU0sRUFBRSxNQUFNLEdBQUcsTUFBTSxDQUUvQjtJQUVNLGFBQWEsQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLGNBQWMsQ0FVbkQ7SUFFRCxRQUFRLElBQUk7UUFBRSxXQUFXLEVBQUUsTUFBTSxDQUFDO1FBQUMsWUFBWSxFQUFFLE1BQU0sQ0FBQztRQUFDLGVBQWUsRUFBRSxNQUFNLENBQUM7UUFBQyxXQUFXLEVBQUUsTUFBTSxDQUFBO0tBQUUsQ0E0QnRHO0NBQ0YifQ==
@@ -1 +1 @@
1
- {"version":3,"file":"peer_scoring.d.ts","sourceRoot":"","sources":["../../../src/services/peer-manager/peer_scoring.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAGL,KAAK,eAAe,EAIrB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAQjD,oBAAY,cAAc;IACxB,MAAM,IAAA;IACN,UAAU,IAAA;IACV,OAAO,IAAA;CACR;AAMD,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAoC;IAClD,OAAO,CAAC,MAAM,CAAkC;IAChD,OAAO,CAAC,cAAc,CAAkC;IACxD,OAAO,CAAC,aAAa,CAAa;IAClC,OAAO,CAAC,WAAW,CAAO;IAC1B,aAAa,EAAE;SAAG,GAAG,IAAI,iBAAiB,GAAG,MAAM;KAAE,CAAC;IAEtD,OAAO,CAAC,gBAAgB,CAAgB;IAExC,YAAY,MAAM,EAAE,SAAS,EAAE,SAAS,GAAE,eAAsC,EAgB/E;IAEM,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,UAM7D;IAED,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAiBtD;IAED,cAAc,IAAI,IAAI,CAYrB;IAED,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAE/B;IAEM,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAUnD;IAED,QAAQ,IAAI;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CA4BtG;CACF"}
1
+ {"version":3,"file":"peer_scoring.d.ts","sourceRoot":"","sources":["../../../src/services/peer-manager/peer_scoring.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAGL,KAAK,eAAe,EAIrB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAuBjD,oBAAY,cAAc;IACxB,MAAM,IAAA;IACN,UAAU,IAAA;IACV,OAAO,IAAA;CACR;AAgBD,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAoC;IAClD,OAAO,CAAC,MAAM,CAAkC;IAChD,OAAO,CAAC,cAAc,CAAkC;IACxD,OAAO,CAAC,aAAa,CAAa;IAClC,OAAO,CAAC,WAAW,CAAO;IAC1B,aAAa,EAAE;SAAG,GAAG,IAAI,iBAAiB,GAAG,MAAM;KAAE,CAAC;IAEtD,OAAO,CAAC,gBAAgB,CAAgB;IAExC,YAAY,MAAM,EAAE,SAAS,EAAE,SAAS,GAAE,eAAsC,EAgB/E;IAEM,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,UAM7D;IAED,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAiBtD;IAED,cAAc,IAAI,IAAI,CAYrB;IAED,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAE/B;IAEM,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,CAUnD;IAED,QAAQ,IAAI;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CA4BtG;CACF"}
@@ -2,7 +2,21 @@ import { median } from '@aztec/foundation/collection';
2
2
  import { createLogger } from '@aztec/foundation/log';
3
3
  import { PeerErrorSeverity } from '@aztec/stdlib/p2p';
4
4
  import { Attributes, Metrics, createUpDownCounterWithDefault, getTelemetryClient } from '@aztec/telemetry-client';
5
- const DefaultPeerPenalties = {
5
+ /**
6
+ * Application-level peer penalties.
7
+ *
8
+ * These scores are multiplied by appSpecificWeight (10) when contributing to gossipsub score.
9
+ * The values are designed to align with gossipsub thresholds:
10
+ *
11
+ * - LowToleranceError (50): 1 error → app score -50 → gossipsub -500 → gossipThreshold
12
+ * - MidToleranceError (10): 5 errors → app score -50 → gossipsub -500 → gossipThreshold
13
+ * - HighToleranceError (2): 25 errors → app score -50 → gossipsub -500 → gossipThreshold
14
+ *
15
+ * Examples of each severity:
16
+ * - LowToleranceError: Invalid messages, deserialization errors, manipulation attempts
17
+ * - MidToleranceError: Hash mismatches, protocol violations
18
+ * - HighToleranceError: Rate limit exceeded, failed responses, transient errors
19
+ */ const DefaultPeerPenalties = {
6
20
  [PeerErrorSeverity.LowToleranceError]: 50,
7
21
  [PeerErrorSeverity.MidToleranceError]: 10,
8
22
  [PeerErrorSeverity.HighToleranceError]: 2
@@ -13,7 +27,16 @@ export var PeerScoreState = /*#__PURE__*/ function(PeerScoreState) {
13
27
  PeerScoreState[PeerScoreState["Healthy"] = 2] = "Healthy";
14
28
  return PeerScoreState;
15
29
  }({});
16
- // TODO: move into config / constants
30
+ /**
31
+ * Score thresholds for peer states.
32
+ *
33
+ * These values align with gossipsub thresholds when multiplied by appSpecificWeight (10):
34
+ * - MIN_SCORE_BEFORE_DISCONNECT (-50) × 10 = -500 = gossipThreshold
35
+ * - MIN_SCORE_BEFORE_BAN (-100) × 10 = -1000 = publishThreshold
36
+ *
37
+ * This ensures that when a peer is disconnected at the application level,
38
+ * they also stop receiving gossip, and when banned, they cannot publish.
39
+ */ // TODO: move into config / constants
17
40
  const MIN_SCORE_BEFORE_BAN = -100;
18
41
  const MIN_SCORE_BEFORE_DISCONNECT = -50;
19
42
  export class PeerScoring {
@@ -1,11 +1,12 @@
1
1
  import { type Logger } from '@aztec/foundation/log';
2
2
  import { DateProvider } from '@aztec/foundation/timer';
3
- import { type BlockProposal } from '@aztec/stdlib/p2p';
4
- import { Tx, TxHash } from '@aztec/stdlib/tx';
3
+ import { Tx } from '@aztec/stdlib/tx';
5
4
  import type { PeerId } from '@libp2p/interface';
5
+ import type { IMissingTxsTracker } from '../../tx_collection/missing_txs_tracker.js';
6
+ import { type BlockTxsSource } from '.././protocols/index.js';
6
7
  import type { BatchTxRequesterLibP2PService, BatchTxRequesterOptions } from './interface.js';
7
8
  export declare class BatchTxRequester {
8
- private readonly blockProposal;
9
+ private readonly blockTxsSource;
9
10
  private readonly pinnedPeer;
10
11
  private readonly timeoutMs;
11
12
  private readonly p2pService;
@@ -21,7 +22,7 @@ export declare class BatchTxRequester {
21
22
  private readonly smartParallelWorkerCount;
22
23
  private readonly dumbParallelWorkerCount;
23
24
  private readonly txBatchSize;
24
- constructor(missingTxs: TxHash[], blockProposal: BlockProposal, pinnedPeer: PeerId | undefined, timeoutMs: number, p2pService: BatchTxRequesterLibP2PService, logger?: Logger, dateProvider?: DateProvider, opts?: BatchTxRequesterOptions);
25
+ constructor(missingTxsTracker: IMissingTxsTracker, blockTxsSource: BlockTxsSource, pinnedPeer: PeerId | undefined, timeoutMs: number, p2pService: BatchTxRequesterLibP2PService, logger?: Logger, dateProvider?: DateProvider, opts?: BatchTxRequesterOptions);
25
26
  run(): AsyncGenerator<Tx, Tx | undefined, unknown>;
26
27
  static collectAllTxs(generator: AsyncGenerator<Tx, Tx | undefined, unknown>): Promise<Tx[]>;
27
28
  private pinnedPeerRequester;
@@ -44,4 +45,4 @@ export declare class BatchTxRequester {
44
45
  private unlockSmartRequesterSemaphores;
45
46
  private sleepClampedToDeadline;
46
47
  }
47
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYmF0Y2hfdHhfcmVxdWVzdGVyLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvc2VydmljZXMvcmVxcmVzcC9iYXRjaC10eC1yZXF1ZXN0ZXIvYmF0Y2hfdHhfcmVxdWVzdGVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUVBLE9BQU8sRUFBRSxLQUFLLE1BQU0sRUFBZ0IsTUFBTSx1QkFBdUIsQ0FBQztBQUdsRSxPQUFPLEVBQUUsWUFBWSxFQUFrQixNQUFNLHlCQUF5QixDQUFDO0FBQ3ZFLE9BQU8sRUFBRSxLQUFLLGFBQWEsRUFBcUIsTUFBTSxtQkFBbUIsQ0FBQztBQUMxRSxPQUFPLEVBQUUsRUFBRSxFQUFXLE1BQU0sRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBRXZELE9BQU8sS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLG1CQUFtQixDQUFDO0FBWWhELE9BQU8sS0FBSyxFQUFFLDZCQUE2QixFQUFFLHVCQUF1QixFQUF5QixNQUFNLGdCQUFnQixDQUFDO0FBc0JwSCxxQkFBYSxnQkFBZ0I7SUFDM0IsT0FBTyxDQUFDLFFBQVEsQ0FBQyxhQUFhLENBQWdCO0lBQzlDLE9BQU8sQ0FBQyxRQUFRLENBQUMsVUFBVSxDQUFxQjtJQUNoRCxPQUFPLENBQUMsUUFBUSxDQUFDLFNBQVMsQ0FBUztJQUNuQyxPQUFPLENBQUMsUUFBUSxDQUFDLFVBQVUsQ0FBZ0M7SUFDM0QsT0FBTyxDQUFDLFFBQVEsQ0FBQyxNQUFNLENBQVM7SUFDaEMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxZQUFZLENBQWU7SUFDNUMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQTBCO0lBQy9DLE9BQU8sQ0FBQyxRQUFRLENBQUMsS0FBSyxDQUFrQjtJQUN4QyxPQUFPLENBQUMsUUFBUSxDQUFDLFdBQVcsQ0FBd0I7SUFDcEQsT0FBTyxDQUFDLFFBQVEsQ0FBQyxRQUFRLENBQVM7SUFDbEMsT0FBTyxDQUFDLFFBQVEsQ0FBQyx1QkFBdUIsQ0FBYTtJQUNyRCxPQUFPLENBQUMsUUFBUSxDQUFDLE9BQU8sQ0FBc0I7SUFDOUMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxXQUFXLENBQTJCO0lBQ3ZELE9BQU8sQ0FBQyxRQUFRLENBQUMsd0JBQXdCLENBQVM7SUFDbEQsT0FBTyxDQUFDLFFBQVEsQ0FBQyx1QkFBdUIsQ0FBUztJQUNqRCxPQUFPLENBQUMsUUFBUSxDQUFDLFdBQVcsQ0FBUztJQUVyQyxZQUNFLFVBQVUsRUFBRSxNQUFNLEVBQUUsRUFDcEIsYUFBYSxFQUFFLGFBQWEsRUFDNUIsVUFBVSxFQUFFLE1BQU0sR0FBRyxTQUFTLEVBQzlCLFNBQVMsRUFBRSxNQUFNLEVBQ2pCLFVBQVUsRUFBRSw2QkFBNkIsRUFDekMsTUFBTSxDQUFDLEVBQUUsTUFBTSxFQUNmLFlBQVksQ0FBQyxFQUFFLFlBQVksRUFDM0IsSUFBSSxDQUFDLEVBQUUsdUJBQXVCLEVBbUMvQjtJQUthLEdBQUcsSUFBSSxjQUFjLENBQUMsRUFBRSxFQUFFLEVBQUUsR0FBRyxTQUFTLEVBQUUsT0FBTyxDQUFDLENBNkMvRDtJQUtELE9BQW9CLGFBQWEsQ0FBQyxTQUFTLEVBQUUsY0FBYyxDQUFDLEVBQUUsRUFBRSxFQUFFLEdBQUcsU0FBUyxFQUFFLE9BQU8sQ0FBQyxHQUFHLE9BQU8sQ0FBQyxFQUFFLEVBQUUsQ0FBQyxDQVN2RztZQVVhLG1CQUFtQjtZQWtEbkIsYUFBYTtZQXlEYixjQUFjO1lBZ0RkLGNBQWM7WUF3Q2QsZUFBZTtZQWtGZixjQUFjO0lBbUM1QixPQUFPLENBQUMsMEJBQTBCO1lBaUJwQiw2QkFBNkI7WUFZN0IsaUJBQWlCO0lBcUQvQixPQUFPLENBQUMsbUJBQW1CO0lBa0MzQixPQUFPLENBQUMsb0JBQW9CO0lBTTVCLE9BQU8sQ0FBQywwQkFBMEI7SUFLbEMsT0FBTyxDQUFDLGNBQWM7SUFNdEIsT0FBTyxDQUFDLGdDQUFnQztJQWdCeEMsT0FBTyxDQUFDLHFCQUFxQjtJQXVCN0IsT0FBTyxDQUFDLGFBQWE7SUFhckIsT0FBTyxDQUFDLFVBQVU7SUFhbEIsT0FBTyxDQUFDLDhCQUE4QjtZQVV4QixzQkFBc0I7Q0FPckMifQ==
48
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYmF0Y2hfdHhfcmVxdWVzdGVyLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvc2VydmljZXMvcmVxcmVzcC9iYXRjaC10eC1yZXF1ZXN0ZXIvYmF0Y2hfdHhfcmVxdWVzdGVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUVBLE9BQU8sRUFBRSxLQUFLLE1BQU0sRUFBZ0IsTUFBTSx1QkFBdUIsQ0FBQztBQUdsRSxPQUFPLEVBQUUsWUFBWSxFQUFrQixNQUFNLHlCQUF5QixDQUFDO0FBRXZFLE9BQU8sRUFBRSxFQUFFLEVBQW1CLE1BQU0sa0JBQWtCLENBQUM7QUFFdkQsT0FBTyxLQUFLLEVBQUUsTUFBTSxFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFFaEQsT0FBTyxLQUFLLEVBQUUsa0JBQWtCLEVBQUUsTUFBTSw0Q0FBNEMsQ0FBQztBQUVyRixPQUFPLEVBQXFDLEtBQUssY0FBYyxFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFRakcsT0FBTyxLQUFLLEVBQUUsNkJBQTZCLEVBQUUsdUJBQXVCLEVBQXlCLE1BQU0sZ0JBQWdCLENBQUM7QUFzQnBILHFCQUFhLGdCQUFnQjtJQUMzQixPQUFPLENBQUMsUUFBUSxDQUFDLGNBQWMsQ0FBaUI7SUFDaEQsT0FBTyxDQUFDLFFBQVEsQ0FBQyxVQUFVLENBQXFCO0lBQ2hELE9BQU8sQ0FBQyxRQUFRLENBQUMsU0FBUyxDQUFTO0lBQ25DLE9BQU8sQ0FBQyxRQUFRLENBQUMsVUFBVSxDQUFnQztJQUMzRCxPQUFPLENBQUMsUUFBUSxDQUFDLE1BQU0sQ0FBUztJQUNoQyxPQUFPLENBQUMsUUFBUSxDQUFDLFlBQVksQ0FBZTtJQUM1QyxPQUFPLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBMEI7SUFDL0MsT0FBTyxDQUFDLFFBQVEsQ0FBQyxLQUFLLENBQWtCO0lBQ3hDLE9BQU8sQ0FBQyxRQUFRLENBQUMsV0FBVyxDQUF3QjtJQUNwRCxPQUFPLENBQUMsUUFBUSxDQUFDLFFBQVEsQ0FBUztJQUNsQyxPQUFPLENBQUMsUUFBUSxDQUFDLHVCQUF1QixDQUFhO0lBQ3JELE9BQU8sQ0FBQyxRQUFRLENBQUMsT0FBTyxDQUFzQjtJQUM5QyxPQUFPLENBQUMsUUFBUSxDQUFDLFdBQVcsQ0FBMkI7SUFDdkQsT0FBTyxDQUFDLFFBQVEsQ0FBQyx3QkFBd0IsQ0FBUztJQUNsRCxPQUFPLENBQUMsUUFBUSxDQUFDLHVCQUF1QixDQUFTO0lBQ2pELE9BQU8sQ0FBQyxRQUFRLENBQUMsV0FBVyxDQUFTO0lBRXJDLFlBQ0UsaUJBQWlCLEVBQUUsa0JBQWtCLEVBQ3JDLGNBQWMsRUFBRSxjQUFjLEVBQzlCLFVBQVUsRUFBRSxNQUFNLEdBQUcsU0FBUyxFQUM5QixTQUFTLEVBQUUsTUFBTSxFQUNqQixVQUFVLEVBQUUsNkJBQTZCLEVBQ3pDLE1BQU0sQ0FBQyxFQUFFLE1BQU0sRUFDZixZQUFZLENBQUMsRUFBRSxZQUFZLEVBQzNCLElBQUksQ0FBQyxFQUFFLHVCQUF1QixFQWlDL0I7SUFLYSxHQUFHLElBQUksY0FBYyxDQUFDLEVBQUUsRUFBRSxFQUFFLEdBQUcsU0FBUyxFQUFFLE9BQU8sQ0FBQyxDQTZDL0Q7SUFLRCxPQUFvQixhQUFhLENBQUMsU0FBUyxFQUFFLGNBQWMsQ0FBQyxFQUFFLEVBQUUsRUFBRSxHQUFHLFNBQVMsRUFBRSxPQUFPLENBQUMsR0FBRyxPQUFPLENBQUMsRUFBRSxFQUFFLENBQUMsQ0FTdkc7WUFVYSxtQkFBbUI7WUFrRG5CLGFBQWE7WUFrRGIsY0FBYztZQWdEZCxjQUFjO1lBK0JkLGVBQWU7WUEwRWYsY0FBYztJQW1DNUIsT0FBTyxDQUFDLDBCQUEwQjtZQWlCcEIsNkJBQTZCO1lBWTdCLGlCQUFpQjtJQXFEL0IsT0FBTyxDQUFDLG1CQUFtQjtJQWdDM0IsT0FBTyxDQUFDLG9CQUFvQjtJQU01QixPQUFPLENBQUMsMEJBQTBCO0lBS2xDLE9BQU8sQ0FBQyxjQUFjO0lBTXRCLE9BQU8sQ0FBQyxnQ0FBZ0M7SUFnQnhDLE9BQU8sQ0FBQyxxQkFBcUI7SUF1QjdCLE9BQU8sQ0FBQyxhQUFhO0lBYXJCLE9BQU8sQ0FBQyxVQUFVO0lBYWxCLE9BQU8sQ0FBQyw4QkFBOEI7WUFVeEIsc0JBQXNCO0NBT3JDIn0=
@@ -1 +1 @@
1
- {"version":3,"file":"batch_tx_requester.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/batch-tx-requester/batch_tx_requester.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAGlE,OAAO,EAAE,YAAY,EAAkB,MAAM,yBAAyB,CAAC;AACvE,OAAO,EAAE,KAAK,aAAa,EAAqB,MAAM,mBAAmB,CAAC;AAC1E,OAAO,EAAE,EAAE,EAAW,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEvD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAYhD,OAAO,KAAK,EAAE,6BAA6B,EAAE,uBAAuB,EAAyB,MAAM,gBAAgB,CAAC;AAsBpH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqB;IAChD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgC;IAC3D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA0B;IAC/C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAkB;IACxC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAwB;IACpD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAa;IACrD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsB;IAC9C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA2B;IACvD,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAS;IAClD,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IACjD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IAErC,YACE,UAAU,EAAE,MAAM,EAAE,EACpB,aAAa,EAAE,aAAa,EAC5B,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,6BAA6B,EACzC,MAAM,CAAC,EAAE,MAAM,EACf,YAAY,CAAC,EAAE,YAAY,EAC3B,IAAI,CAAC,EAAE,uBAAuB,EAmC/B;IAKa,GAAG,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,GAAG,SAAS,EAAE,OAAO,CAAC,CA6C/D;IAKD,OAAoB,aAAa,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,EAAE,EAAE,GAAG,SAAS,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,EAAE,EAAE,CAAC,CASvG;YAUa,mBAAmB;YAkDnB,aAAa;YAyDb,cAAc;YAgDd,cAAc;YAwCd,eAAe;YAkFf,cAAc;IAmC5B,OAAO,CAAC,0BAA0B;YAiBpB,6BAA6B;YAY7B,iBAAiB;IAqD/B,OAAO,CAAC,mBAAmB;IAkC3B,OAAO,CAAC,oBAAoB;IAM5B,OAAO,CAAC,0BAA0B;IAKlC,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,gCAAgC;IAgBxC,OAAO,CAAC,qBAAqB;IAuB7B,OAAO,CAAC,aAAa;IAarB,OAAO,CAAC,UAAU;IAalB,OAAO,CAAC,8BAA8B;YAUxB,sBAAsB;CAOrC"}
1
+ {"version":3,"file":"batch_tx_requester.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/batch-tx-requester/batch_tx_requester.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAGlE,OAAO,EAAE,YAAY,EAAkB,MAAM,yBAAyB,CAAC;AAEvE,OAAO,EAAE,EAAE,EAAmB,MAAM,kBAAkB,CAAC;AAEvD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,4CAA4C,CAAC;AAErF,OAAO,EAAqC,KAAK,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAQjG,OAAO,KAAK,EAAE,6BAA6B,EAAE,uBAAuB,EAAyB,MAAM,gBAAgB,CAAC;AAsBpH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiB;IAChD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqB;IAChD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgC;IAC3D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA0B;IAC/C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAkB;IACxC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAwB;IACpD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAa;IACrD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsB;IAC9C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA2B;IACvD,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAS;IAClD,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IACjD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IAErC,YACE,iBAAiB,EAAE,kBAAkB,EACrC,cAAc,EAAE,cAAc,EAC9B,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,6BAA6B,EACzC,MAAM,CAAC,EAAE,MAAM,EACf,YAAY,CAAC,EAAE,YAAY,EAC3B,IAAI,CAAC,EAAE,uBAAuB,EAiC/B;IAKa,GAAG,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,GAAG,SAAS,EAAE,OAAO,CAAC,CA6C/D;IAKD,OAAoB,aAAa,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,EAAE,EAAE,GAAG,SAAS,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,EAAE,EAAE,CAAC,CASvG;YAUa,mBAAmB;YAkDnB,aAAa;YAkDb,cAAc;YAgDd,cAAc;YA+Bd,eAAe;YA0Ef,cAAc;IAmC5B,OAAO,CAAC,0BAA0B;YAiBpB,6BAA6B;YAY7B,iBAAiB;IAqD/B,OAAO,CAAC,mBAAmB;IAgC3B,OAAO,CAAC,oBAAoB;IAM5B,OAAO,CAAC,0BAA0B;IAKlC,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,gCAAgC;IAgBxC,OAAO,CAAC,qBAAqB;IAuB7B,OAAO,CAAC,aAAa;IAarB,OAAO,CAAC,UAAU;IAalB,OAAO,CAAC,8BAA8B;YAUxB,sBAAsB;CAOrC"}
@@ -6,12 +6,11 @@ import { sleep } from '@aztec/foundation/sleep';
6
6
  import { DateProvider, executeTimeout } from '@aztec/foundation/timer';
7
7
  import { PeerErrorSeverity } from '@aztec/stdlib/p2p';
8
8
  import { TxHash } from '@aztec/stdlib/tx';
9
- import { peerIdFromString } from '@libp2p/peer-id';
10
9
  import { ReqRespSubProtocol } from '.././interface.js';
11
10
  import { BlockTxsRequest, BlockTxsResponse } from '.././protocols/index.js';
12
11
  import { ReqRespStatus } from '.././status.js';
13
12
  import { DEFAULT_BATCH_TX_REQUESTER_BAD_PEER_THRESHOLD, DEFAULT_BATCH_TX_REQUESTER_DUMB_PARALLEL_WORKER_COUNT, DEFAULT_BATCH_TX_REQUESTER_SMART_PARALLEL_WORKER_COUNT, DEFAULT_BATCH_TX_REQUESTER_TX_BATCH_SIZE } from './config.js';
14
- import { MissingTxMetadata, MissingTxMetadataCollection } from './missing_txs.js';
13
+ import { MissingTxMetadataCollection } from './missing_txs.js';
15
14
  import { PeerCollection } from './peer_collection.js';
16
15
  import { BatchRequestTxValidator } from './tx_validator.js';
17
16
  /*
@@ -31,7 +30,7 @@ import { BatchRequestTxValidator } from './tx_validator.js';
31
30
  * - Bad peer:
32
31
  * - Is the peer which was unable to send us successful response N times in a row
33
32
  * */ export class BatchTxRequester {
34
- blockProposal;
33
+ blockTxsSource;
35
34
  pinnedPeer;
36
35
  timeoutMs;
37
36
  p2pService;
@@ -47,8 +46,8 @@ import { BatchRequestTxValidator } from './tx_validator.js';
47
46
  smartParallelWorkerCount;
48
47
  dumbParallelWorkerCount;
49
48
  txBatchSize;
50
- constructor(missingTxs, blockProposal, pinnedPeer, timeoutMs, p2pService, logger, dateProvider, opts){
51
- this.blockProposal = blockProposal;
49
+ constructor(missingTxsTracker, blockTxsSource, pinnedPeer, timeoutMs, p2pService, logger, dateProvider, opts){
50
+ this.blockTxsSource = blockTxsSource;
52
51
  this.pinnedPeer = pinnedPeer;
53
52
  this.timeoutMs = timeoutMs;
54
53
  this.p2pService = p2pService;
@@ -64,15 +63,10 @@ import { BatchRequestTxValidator } from './tx_validator.js';
64
63
  if (this.opts.peerCollection) {
65
64
  this.peers = this.opts.peerCollection;
66
65
  } else {
67
- const initialPeers = this.p2pService.connectionSampler.getPeerListSortedByConnectionCountAsc();
68
66
  const badPeerThreshold = this.opts.badPeerThreshold ?? DEFAULT_BATCH_TX_REQUESTER_BAD_PEER_THRESHOLD;
69
- this.peers = new PeerCollection(initialPeers, this.pinnedPeer, this.dateProvider, badPeerThreshold, this.p2pService.peerScoring);
67
+ this.peers = new PeerCollection(this.p2pService.connectionSampler, this.pinnedPeer, this.dateProvider, badPeerThreshold, this.p2pService.peerScoring);
70
68
  }
71
- const entries = missingTxs.map((h)=>[
72
- h.toString(),
73
- new MissingTxMetadata(h)
74
- ]);
75
- this.txsMetadata = new MissingTxMetadataCollection(entries, this.txBatchSize);
69
+ this.txsMetadata = new MissingTxMetadataCollection(missingTxsTracker, this.txBatchSize);
76
70
  this.smartRequesterSemaphore = this.opts.semaphore ?? new Semaphore(0);
77
71
  }
78
72
  /*
@@ -164,7 +158,7 @@ import { BatchRequestTxValidator } from './tx_validator.js';
164
158
  this.logger.debug(`Pinned peer ${this.pinnedPeer.toString()} has no txs to request`);
165
159
  return;
166
160
  }
167
- const request = BlockTxsRequest.fromBlockProposalAndMissingTxs(this.blockProposal, txs);
161
+ const request = BlockTxsRequest.fromTxsSourceAndMissingTxs(this.blockTxsSource, txs);
168
162
  if (!request) {
169
163
  return;
170
164
  }
@@ -181,7 +175,6 @@ import { BatchRequestTxValidator } from './tx_validator.js';
181
175
  /*
182
176
  * Starts dumb worker loops
183
177
  * */ async dumbRequester() {
184
- const nextPeerIndex = this.makeRoundRobinIndexer();
185
178
  const nextBatchIndex = this.makeRoundRobinIndexer();
186
179
  // Chunk missing tx hashes into batches of txBatchSize, wrapping around to ensure no peer gets less than txBatchSize
187
180
  const txChunks = ()=>{
@@ -199,7 +192,7 @@ import { BatchRequestTxValidator } from './tx_validator.js';
199
192
  // If peer is dumb peer, we don't know yet if they received full blockProposal
200
193
  // there is solid chance that peer didn't receive proposal yet, thus we must send full hashes
201
194
  const includeFullHashesInRequestNotJustIndices = true;
202
- const blockRequest = BlockTxsRequest.fromBlockProposalAndMissingTxs(this.blockProposal, txs, includeFullHashesInRequestNotJustIndices);
195
+ const blockRequest = BlockTxsRequest.fromTxsSourceAndMissingTxs(this.blockTxsSource, txs, includeFullHashesInRequestNotJustIndices);
203
196
  const blockRequestHasNoMissingTxsFromTheProposal = !blockRequest;
204
197
  if (blockRequestHasNoMissingTxsFromTheProposal) {
205
198
  return undefined;
@@ -209,15 +202,10 @@ import { BatchRequestTxValidator } from './tx_validator.js';
209
202
  txs
210
203
  };
211
204
  };
212
- const nextPeer = ()=>{
213
- const peers = this.peers.getDumbPeersToQuery();
214
- const idx = nextPeerIndex(()=>peers.length);
215
- return idx === undefined ? undefined : peerIdFromString(peers[idx]);
216
- };
217
- const workerCount = Math.min(this.dumbParallelWorkerCount, this.peers.getAllPeers().size);
205
+ const workerCount = this.dumbParallelWorkerCount;
218
206
  const workers = Array.from({
219
207
  length: workerCount
220
- }, (_, index)=>this.dumbWorkerLoop(nextPeer, makeRequest, index + 1));
208
+ }, (_, index)=>this.dumbWorkerLoop(this.peers.nextDumbPeerToQuery.bind(this.peers), makeRequest, index + 1));
221
209
  await Promise.allSettled(workers);
222
210
  }
223
211
  /*
@@ -261,15 +249,9 @@ import { BatchRequestTxValidator } from './tx_validator.js';
261
249
  /*
262
250
  * Starts smart worker loops
263
251
  * */ async smartRequester() {
264
- const nextPeerIndex = this.makeRoundRobinIndexer();
265
- const nextPeer = ()=>{
266
- const peers = this.peers.getSmartPeersToQuery();
267
- const idx = nextPeerIndex(()=>peers.length);
268
- return idx === undefined ? undefined : peerIdFromString(peers[idx]);
269
- };
270
252
  const makeRequest = (pid)=>{
271
253
  const txs = this.txsMetadata.getTxsToRequestFromThePeer(pid);
272
- const blockRequest = BlockTxsRequest.fromBlockProposalAndMissingTxs(this.blockProposal, txs);
254
+ const blockRequest = BlockTxsRequest.fromTxsSourceAndMissingTxs(this.blockTxsSource, txs);
273
255
  if (!blockRequest) {
274
256
  return undefined;
275
257
  }
@@ -279,8 +261,8 @@ import { BatchRequestTxValidator } from './tx_validator.js';
279
261
  };
280
262
  };
281
263
  const workers = Array.from({
282
- length: Math.min(this.smartParallelWorkerCount, this.peers.getAllPeers().size)
283
- }, (_, index)=>this.smartWorkerLoop(nextPeer, makeRequest, index + 1));
264
+ length: this.smartParallelWorkerCount
265
+ }, (_, index)=>this.smartWorkerLoop(this.peers.nextSmartPeerToQuery.bind(this.peers), makeRequest, index + 1));
284
266
  await Promise.allSettled(workers);
285
267
  }
286
268
  /*
@@ -305,24 +287,17 @@ import { BatchRequestTxValidator } from './tx_validator.js';
305
287
  const weRanOutOfPeersToQuery = peerId === undefined;
306
288
  if (weRanOutOfPeersToQuery) {
307
289
  this.logger.debug(`Worker loop smart: No more peers to query`);
308
- // If there are no more dumb peers to query then none of our peers can become smart,
309
- // thus we can simply exit this worker
310
- const noMoreDumbPeersToQuery = this.peers.getDumbPeersToQuery().length === 0;
311
- if (noMoreDumbPeersToQuery) {
312
- // These might be either smart peers that will get unblocked after _some time_
313
- const nextSmartPeerDelay = this.peers.getNextSmartPeerAvailabilityDelayMs();
314
- const thereAreSomeRateLimitedSmartPeers = nextSmartPeerDelay !== undefined;
315
- if (thereAreSomeRateLimitedSmartPeers) {
316
- await this.sleepClampedToDeadline(nextSmartPeerDelay);
317
- continue;
318
- }
319
- this.logger.debug(`Worker loop smart: No more smart peers to query killing ${workerIndex}`);
320
- break;
290
+ // If we have rate limited peers wait for them.
291
+ const nextSmartPeerDelay = this.peers.getNextSmartPeerAvailabilityDelayMs();
292
+ const thereAreSomeRateLimitedSmartPeers = nextSmartPeerDelay !== undefined;
293
+ if (thereAreSomeRateLimitedSmartPeers) {
294
+ await this.sleepClampedToDeadline(nextSmartPeerDelay);
295
+ continue;
321
296
  }
322
- // Otherwise there are still some dumb peers that could become smart.
323
297
  // We end up here when all known smart peers became temporarily unavailable via combination of
324
298
  // (bad, in-flight, or rate-limited) or in some weird scenario all current smart peers turn bad which is permanent
325
- // but dumb peers still exist that could become smart.
299
+ // but there are dumb peers that could be promoted
300
+ // or new peer can join as dumb and be promoted later
326
301
  //
327
302
  // When a dumb peer responds with valid txIndices, it gets
328
303
  // promoted to smart and releases the semaphore, waking this worker.
@@ -477,14 +452,12 @@ import { BatchRequestTxValidator } from './tx_validator.js';
477
452
  this.peers.markPeerSmart(peerId);
478
453
  this.markTxsPeerHas(peerId, response);
479
454
  // Unblock smart workers
480
- if (this.peers.getSmartPeersToQuery().length <= this.smartParallelWorkerCount) {
481
- this.smartRequesterSemaphore.release();
482
- }
455
+ this.smartRequesterSemaphore.release();
483
456
  }
484
457
  isBlockResponseValid(response) {
485
- const blockIdsMatch = this.blockProposal.archive.toString() === response.blockHash.toString();
458
+ const archiveRootsMatch = this.blockTxsSource.archive.toString() === response.archiveRoot.toString();
486
459
  const peerHasSomeTxsFromProposal = !response.txIndices.isEmpty();
487
- return blockIdsMatch && peerHasSomeTxsFromProposal;
460
+ return archiveRootsMatch && peerHasSomeTxsFromProposal;
488
461
  }
489
462
  peerHasSomeTxsWeAreMissing(_peerId, response) {
490
463
  const txsPeerHas = new Set(this.extractHashesPeerHasFromResponse(response).map((h)=>h.toString()));
@@ -498,7 +471,7 @@ import { BatchRequestTxValidator } from './tx_validator.js';
498
471
  extractHashesPeerHasFromResponse(response) {
499
472
  const hashes = [];
500
473
  const indicesOfHashesPeerHas = new Set(response.txIndices.getTrueIndices());
501
- this.blockProposal.txHashes.forEach((hash, idx)=>{
474
+ this.blockTxsSource.txHashes.forEach((hash, idx)=>{
502
475
  if (indicesOfHashesPeerHas.has(idx)) {
503
476
  hashes.push(hash);
504
477
  }
@@ -528,7 +501,7 @@ import { BatchRequestTxValidator } from './tx_validator.js';
528
501
  }
529
502
  /*
530
503
  * @returns true if all missing txs have been fetched */ fetchedAllTxs() {
531
- return Array.from(this.txsMetadata.values()).every((tx)=>tx.fetched);
504
+ return this.txsMetadata.getMissingTxHashes().size == 0;
532
505
  }
533
506
  /*
534
507
  * Checks if the BatchTxRequester should stop fetching missing txs
@@ -543,7 +516,7 @@ import { BatchRequestTxValidator } from './tx_validator.js';
543
516
  if (aborted) {
544
517
  this.unlockSmartRequesterSemaphores();
545
518
  }
546
- return aborted || this.txsMetadata.size === 0 || this.fetchedAllTxs() || this.dateProvider.now() > this.deadline;
519
+ return aborted || this.fetchedAllTxs() || this.dateProvider.now() > this.deadline;
547
520
  }
548
521
  /*
549
522
  * Helper function which unlocks all smart requester semaphores
@@ -4,24 +4,20 @@ import type { Tx, TxHash } from '@aztec/stdlib/tx';
4
4
  import type { PeerId } from '@libp2p/interface';
5
5
  import type { ConnectionSampler } from '../connection-sampler/connection_sampler.js';
6
6
  import type { ReqRespInterface } from '../interface.js';
7
- import type { MissingTxMetadata } from './missing_txs.js';
8
7
  import type { IPeerCollection } from './peer_collection.js';
9
8
  import type { BatchRequestTxValidatorConfig, IBatchRequestTxValidator } from './tx_validator.js';
10
9
  export interface IPeerPenalizer {
11
10
  penalizePeer(peerId: PeerId, penalty: PeerErrorSeverity): void;
12
11
  }
13
12
  export interface ITxMetadataCollection {
14
- size: number;
15
- values(): IterableIterator<MissingTxMetadata>;
16
13
  getMissingTxHashes(): Set<string>;
14
+ markFetched(peerId: PeerId, tx: Tx): boolean;
17
15
  getTxsToRequestFromThePeer(peer: PeerId): TxHash[];
18
16
  markRequested(txHash: TxHash): void;
19
17
  markInFlightBySmartPeer(txHash: TxHash): void;
20
18
  markNotInFlightBySmartPeer(txHash: TxHash): void;
21
19
  alreadyFetched(txHash: TxHash): boolean;
22
- markFetched(peerId: PeerId, tx: Tx): boolean;
23
20
  markPeerHas(peerId: PeerId, txHashes: TxHash[]): void;
24
- getFetchedTxs(): Tx[];
25
21
  }
26
22
  /**
27
23
  * Interface for BatchTxRequester dependencies that can be injected from upstream
@@ -47,4 +43,4 @@ export interface BatchTxRequesterOptions {
47
43
  /** Optional tx validator for testing - if not provided, one is created from p2pService.txValidatorConfig */
48
44
  txValidator?: IBatchRequestTxValidator;
49
45
  }
50
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW50ZXJmYWNlLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvc2VydmljZXMvcmVxcmVzcC9iYXRjaC10eC1yZXF1ZXN0ZXIvaW50ZXJmYWNlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLFVBQVUsRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBQzFELE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFDM0QsT0FBTyxLQUFLLEVBQUUsRUFBRSxFQUFFLE1BQU0sRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBRW5ELE9BQU8sS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLG1CQUFtQixDQUFDO0FBRWhELE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFFLE1BQU0sNkNBQTZDLENBQUM7QUFDckYsT0FBTyxLQUFLLEVBQUUsZ0JBQWdCLEVBQUUsTUFBTSxpQkFBaUIsQ0FBQztBQUN4RCxPQUFPLEtBQUssRUFBRSxpQkFBaUIsRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBQzFELE9BQU8sS0FBSyxFQUFFLGVBQWUsRUFBRSxNQUFNLHNCQUFzQixDQUFDO0FBQzVELE9BQU8sS0FBSyxFQUFFLDZCQUE2QixFQUFFLHdCQUF3QixFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFFakcsTUFBTSxXQUFXLGNBQWM7SUFDN0IsWUFBWSxDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsT0FBTyxFQUFFLGlCQUFpQixHQUFHLElBQUksQ0FBQztDQUNoRTtBQUVELE1BQU0sV0FBVyxxQkFBcUI7SUFDcEMsSUFBSSxFQUFFLE1BQU0sQ0FBQztJQUNiLE1BQU0sSUFBSSxnQkFBZ0IsQ0FBQyxpQkFBaUIsQ0FBQyxDQUFDO0lBQzlDLGtCQUFrQixJQUFJLEdBQUcsQ0FBQyxNQUFNLENBQUMsQ0FBQztJQUNsQywwQkFBMEIsQ0FBQyxJQUFJLEVBQUUsTUFBTSxHQUFHLE1BQU0sRUFBRSxDQUFDO0lBQ25ELGFBQWEsQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLElBQUksQ0FBQztJQUNwQyx1QkFBdUIsQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLElBQUksQ0FBQztJQUM5QywwQkFBMEIsQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLElBQUksQ0FBQztJQUNqRCxjQUFjLENBQUMsTUFBTSxFQUFFLE1BQU0sR0FBRyxPQUFPLENBQUM7SUFFeEMsV0FBVyxDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsRUFBRSxFQUFFLEVBQUUsR0FBRyxPQUFPLENBQUM7SUFDN0MsV0FBVyxDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsUUFBUSxFQUFFLE1BQU0sRUFBRSxHQUFHLElBQUksQ0FBQztJQUN0RCxhQUFhLElBQUksRUFBRSxFQUFFLENBQUM7Q0FDdkI7QUFFRDs7R0FFRztBQUNILE1BQU0sV0FBVyw2QkFBNkI7SUFDNUMsc0RBQXNEO0lBQ3RELE9BQU8sRUFBRSxJQUFJLENBQUMsZ0JBQWdCLEVBQUUsa0JBQWtCLEdBQUcsbUJBQW1CLENBQUMsQ0FBQztJQUMxRSxnREFBZ0Q7SUFDaEQsaUJBQWlCLEVBQUUsSUFBSSxDQUFDLGlCQUFpQixFQUFFLHVDQUF1QyxDQUFDLENBQUM7SUFDcEYsc0RBQXNEO0lBQ3RELGlCQUFpQixFQUFFLDZCQUE2QixDQUFDO0lBQ2pELHdDQUF3QztJQUN4QyxXQUFXLEVBQUUsY0FBYyxDQUFDO0NBQzdCO0FBRUQsTUFBTSxXQUFXLHVCQUF1QjtJQUN0Qyx3QkFBd0IsQ0FBQyxFQUFFLE1BQU0sQ0FBQztJQUNsQyx1QkFBdUIsQ0FBQyxFQUFFLE1BQU0sQ0FBQztJQUNqQyxXQUFXLENBQUMsRUFBRSxNQUFNLENBQUM7SUFDckIsZ0JBQWdCLENBQUMsRUFBRSxNQUFNLENBQUM7SUFFMUIsU0FBUyxDQUFDLEVBQUUsVUFBVSxDQUFDO0lBQ3ZCLGNBQWMsQ0FBQyxFQUFFLGVBQWUsQ0FBQztJQUNqQyxXQUFXLENBQUMsRUFBRSxXQUFXLENBQUM7SUFDMUIsNEdBQTRHO0lBQzVHLFdBQVcsQ0FBQyxFQUFFLHdCQUF3QixDQUFDO0NBQ3hDIn0=
46
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW50ZXJmYWNlLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvc2VydmljZXMvcmVxcmVzcC9iYXRjaC10eC1yZXF1ZXN0ZXIvaW50ZXJmYWNlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLFVBQVUsRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBQzFELE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFDM0QsT0FBTyxLQUFLLEVBQUUsRUFBRSxFQUFFLE1BQU0sRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBRW5ELE9BQU8sS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLG1CQUFtQixDQUFDO0FBRWhELE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFFLE1BQU0sNkNBQTZDLENBQUM7QUFDckYsT0FBTyxLQUFLLEVBQUUsZ0JBQWdCLEVBQUUsTUFBTSxpQkFBaUIsQ0FBQztBQUN4RCxPQUFPLEtBQUssRUFBRSxlQUFlLEVBQUUsTUFBTSxzQkFBc0IsQ0FBQztBQUM1RCxPQUFPLEtBQUssRUFBRSw2QkFBNkIsRUFBRSx3QkFBd0IsRUFBRSxNQUFNLG1CQUFtQixDQUFDO0FBRWpHLE1BQU0sV0FBVyxjQUFjO0lBQzdCLFlBQVksQ0FBQyxNQUFNLEVBQUUsTUFBTSxFQUFFLE9BQU8sRUFBRSxpQkFBaUIsR0FBRyxJQUFJLENBQUM7Q0FDaEU7QUFFRCxNQUFNLFdBQVcscUJBQXFCO0lBQ3BDLGtCQUFrQixJQUFJLEdBQUcsQ0FBQyxNQUFNLENBQUMsQ0FBQztJQUNsQyxXQUFXLENBQUMsTUFBTSxFQUFFLE1BQU0sRUFBRSxFQUFFLEVBQUUsRUFBRSxHQUFHLE9BQU8sQ0FBQztJQUM3QywwQkFBMEIsQ0FBQyxJQUFJLEVBQUUsTUFBTSxHQUFHLE1BQU0sRUFBRSxDQUFDO0lBQ25ELGFBQWEsQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLElBQUksQ0FBQztJQUNwQyx1QkFBdUIsQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLElBQUksQ0FBQztJQUM5QywwQkFBMEIsQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLElBQUksQ0FBQztJQUNqRCxjQUFjLENBQUMsTUFBTSxFQUFFLE1BQU0sR0FBRyxPQUFPLENBQUM7SUFFeEMsV0FBVyxDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsUUFBUSxFQUFFLE1BQU0sRUFBRSxHQUFHLElBQUksQ0FBQztDQUN2RDtBQUVEOztHQUVHO0FBQ0gsTUFBTSxXQUFXLDZCQUE2QjtJQUM1QyxzREFBc0Q7SUFDdEQsT0FBTyxFQUFFLElBQUksQ0FBQyxnQkFBZ0IsRUFBRSxrQkFBa0IsR0FBRyxtQkFBbUIsQ0FBQyxDQUFDO0lBQzFFLGdEQUFnRDtJQUNoRCxpQkFBaUIsRUFBRSxJQUFJLENBQUMsaUJBQWlCLEVBQUUsdUNBQXVDLENBQUMsQ0FBQztJQUNwRixzREFBc0Q7SUFDdEQsaUJBQWlCLEVBQUUsNkJBQTZCLENBQUM7SUFDakQsd0NBQXdDO0lBQ3hDLFdBQVcsRUFBRSxjQUFjLENBQUM7Q0FDN0I7QUFFRCxNQUFNLFdBQVcsdUJBQXVCO0lBQ3RDLHdCQUF3QixDQUFDLEVBQUUsTUFBTSxDQUFDO0lBQ2xDLHVCQUF1QixDQUFDLEVBQUUsTUFBTSxDQUFDO0lBQ2pDLFdBQVcsQ0FBQyxFQUFFLE1BQU0sQ0FBQztJQUNyQixnQkFBZ0IsQ0FBQyxFQUFFLE1BQU0sQ0FBQztJQUUxQixTQUFTLENBQUMsRUFBRSxVQUFVLENBQUM7SUFDdkIsY0FBYyxDQUFDLEVBQUUsZUFBZSxDQUFDO0lBQ2pDLFdBQVcsQ0FBQyxFQUFFLFdBQVcsQ0FBQztJQUMxQiw0R0FBNEc7SUFDNUcsV0FBVyxDQUFDLEVBQUUsd0JBQXdCLENBQUM7Q0FDeEMifQ==
@@ -1 +1 @@
1
- {"version":3,"file":"interface.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/batch-tx-requester/interface.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEnD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6CAA6C,CAAC;AACrF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,KAAK,EAAE,6BAA6B,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAEjG,MAAM,WAAW,cAAc;IAC7B,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAAC;CAChE;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,IAAI,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;IAC9C,kBAAkB,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IAClC,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACnD,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9C,0BAA0B,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACjD,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;IAExC,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC;IAC7C,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACtD,aAAa,IAAI,EAAE,EAAE,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,6BAA6B;IAC5C,sDAAsD;IACtD,OAAO,EAAE,IAAI,CAAC,gBAAgB,EAAE,kBAAkB,GAAG,mBAAmB,CAAC,CAAC;IAC1E,gDAAgD;IAChD,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,EAAE,uCAAuC,CAAC,CAAC;IACpF,sDAAsD;IACtD,iBAAiB,EAAE,6BAA6B,CAAC;IACjD,wCAAwC;IACxC,WAAW,EAAE,cAAc,CAAC;CAC7B;AAED,MAAM,WAAW,uBAAuB;IACtC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,SAAS,CAAC,EAAE,UAAU,CAAC;IACvB,cAAc,CAAC,EAAE,eAAe,CAAC;IACjC,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,4GAA4G;IAC5G,WAAW,CAAC,EAAE,wBAAwB,CAAC;CACxC"}
1
+ {"version":3,"file":"interface.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/batch-tx-requester/interface.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEnD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6CAA6C,CAAC;AACrF,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,KAAK,EAAE,6BAA6B,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAEjG,MAAM,WAAW,cAAc;IAC7B,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAAC;CAChE;AAED,MAAM,WAAW,qBAAqB;IACpC,kBAAkB,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IAClC,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC;IAC7C,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACnD,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9C,0BAA0B,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACjD,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;IAExC,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;CACvD;AAED;;GAEG;AACH,MAAM,WAAW,6BAA6B;IAC5C,sDAAsD;IACtD,OAAO,EAAE,IAAI,CAAC,gBAAgB,EAAE,kBAAkB,GAAG,mBAAmB,CAAC,CAAC;IAC1E,gDAAgD;IAChD,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,EAAE,uCAAuC,CAAC,CAAC;IACpF,sDAAsD;IACtD,iBAAiB,EAAE,6BAA6B,CAAC;IACjD,wCAAwC;IACxC,WAAW,EAAE,cAAc,CAAC;CAC7B;AAED,MAAM,WAAW,uBAAuB;IACtC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,SAAS,CAAC,EAAE,UAAU,CAAC;IACvB,cAAc,CAAC,EAAE,eAAe,CAAC;IACjC,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,4GAA4G;IAC5G,WAAW,CAAC,EAAE,wBAAwB,CAAC;CACxC"}
@@ -1,30 +1,26 @@
1
1
  import { type Tx, TxHash } from '@aztec/stdlib/tx';
2
2
  import type { PeerId } from '@libp2p/interface';
3
+ import type { IMissingTxsTracker } from '../../tx_collection/missing_txs_tracker.js';
3
4
  import type { ITxMetadataCollection } from './interface.js';
4
- export declare class MissingTxMetadata {
5
- readonly txHash: TxHash;
6
- fetched: boolean;
5
+ declare class MissingTxMetadata {
6
+ readonly txHash: string;
7
7
  requestedCount: number;
8
8
  inFlightCount: number;
9
9
  tx: Tx | undefined;
10
10
  readonly peers: Set<string>;
11
- constructor(txHash: TxHash, fetched?: boolean, requestedCount?: number, inFlightCount?: number, tx?: Tx | undefined, peers?: Set<string>);
11
+ constructor(txHash: string, requestedCount?: number, inFlightCount?: number, tx?: Tx | undefined, peers?: Set<string>);
12
12
  markAsRequested(): void;
13
13
  markInFlight(): void;
14
14
  markNotInFlight(): void;
15
15
  isInFlight(): boolean;
16
- markAsFetched(peerId: PeerId, tx: Tx): boolean;
17
- toString(): `0x${string}`;
18
16
  }
19
- export declare class MissingTxMetadataCollection extends Map<string, MissingTxMetadata> implements ITxMetadataCollection {
17
+ export declare class MissingTxMetadataCollection implements ITxMetadataCollection {
18
+ private missingTxsTracker;
20
19
  private readonly txBatchSize;
21
- constructor(entries?: readonly (readonly [string, MissingTxMetadata])[] | null, txBatchSize?: number);
22
- getSortedByRequestedCountAsc(txs: string[]): MissingTxMetadata[];
20
+ private txMetadata;
21
+ constructor(missingTxsTracker: IMissingTxsTracker, txBatchSize?: number);
23
22
  getPrioritizingNotInFlightAndLowerRequestCount(txs: string[]): MissingTxMetadata[];
24
- getFetchedTxHashes(): Set<string>;
25
23
  getMissingTxHashes(): Set<string>;
26
- getInFlightTxHashes(): Set<string>;
27
- getFetchedTxs(): Tx[];
28
24
  getTxsPeerHas(peer: PeerId): Set<string>;
29
25
  getTxsToRequestFromThePeer(peer: PeerId): TxHash[];
30
26
  markRequested(txHash: TxHash): void;
@@ -34,4 +30,5 @@ export declare class MissingTxMetadataCollection extends Map<string, MissingTxMe
34
30
  markFetched(peerId: PeerId, tx: Tx): boolean;
35
31
  markPeerHas(peerId: PeerId, txHash: TxHash[]): void;
36
32
  }
37
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibWlzc2luZ190eHMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9zZXJ2aWNlcy9yZXFyZXNwL2JhdGNoLXR4LXJlcXVlc3Rlci9taXNzaW5nX3R4cy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsS0FBSyxFQUFFLEVBQUUsTUFBTSxFQUFFLE1BQU0sa0JBQWtCLENBQUM7QUFFbkQsT0FBTyxLQUFLLEVBQUUsTUFBTSxFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFHaEQsT0FBTyxLQUFLLEVBQUUscUJBQXFCLEVBQUUsTUFBTSxnQkFBZ0IsQ0FBQztBQUU1RCxxQkFBYSxpQkFBaUI7YUFFVixNQUFNLEVBQUUsTUFBTTtJQUN2QixPQUFPO0lBQ1AsY0FBYztJQUNkLGFBQWE7SUFDYixFQUFFLEVBQUUsRUFBRSxHQUFHLFNBQVM7YUFDVCxLQUFLO0lBTnZCLFlBQ2tCLE1BQU0sRUFBRSxNQUFNLEVBQ3ZCLE9BQU8sVUFBUSxFQUNmLGNBQWMsU0FBSSxFQUNsQixhQUFhLFNBQUksRUFDakIsRUFBRSxHQUFFLEVBQUUsR0FBRyxTQUFxQixFQUNyQixLQUFLLGNBQW9CLEVBQ3ZDO0lBRUcsZUFBZSxTQUVyQjtJQUVNLFlBQVksU0FFbEI7SUFFTSxlQUFlLFNBRXJCO0lBRU0sVUFBVSxJQUFJLE9BQU8sQ0FFM0I7SUFHTSxhQUFhLENBQUMsTUFBTSxFQUFFLE1BQU0sRUFBRSxFQUFFLEVBQUUsRUFBRSxHQUFHLE9BQU8sQ0FXcEQ7SUFFTSxRQUFRLGtCQUVkO0NBQ0Y7QUFPRCxxQkFBYSwyQkFBNEIsU0FBUSxHQUFHLENBQUMsTUFBTSxFQUFFLGlCQUFpQixDQUFFLFlBQVcscUJBQXFCO0lBRzVHLE9BQU8sQ0FBQyxRQUFRLENBQUMsV0FBVztJQUY5QixZQUNFLE9BQU8sQ0FBQyxFQUFFLFNBQVMsQ0FBQyxTQUFTLENBQUMsTUFBTSxFQUFFLGlCQUFpQixDQUFDLENBQUMsRUFBRSxHQUFHLElBQUksRUFDakQsV0FBVyxHQUFFLE1BQWlELEVBR2hGO0lBQ00sNEJBQTRCLENBQUMsR0FBRyxFQUFFLE1BQU0sRUFBRSxHQUFHLGlCQUFpQixFQUFFLENBSXRFO0lBRU0sOENBQThDLENBQUMsR0FBRyxFQUFFLE1BQU0sRUFBRSxHQUFHLGlCQUFpQixFQUFFLENBZXhGO0lBRU0sa0JBQWtCLElBQUksR0FBRyxDQUFDLE1BQU0sQ0FBQyxDQU12QztJQUVNLGtCQUFrQixJQUFJLEdBQUcsQ0FBQyxNQUFNLENBQUMsQ0FNdkM7SUFFTSxtQkFBbUIsSUFBSSxHQUFHLENBQUMsTUFBTSxDQUFDLENBTXhDO0lBRU0sYUFBYSxJQUFJLEVBQUUsRUFBRSxDQU0zQjtJQUVNLGFBQWEsQ0FBQyxJQUFJLEVBQUUsTUFBTSxHQUFHLEdBQUcsQ0FBQyxNQUFNLENBQUMsQ0FXOUM7SUFFTSwwQkFBMEIsQ0FBQyxJQUFJLEVBQUUsTUFBTSxHQUFHLE1BQU0sRUFBRSxDQXVCeEQ7SUFFTSxhQUFhLENBQUMsTUFBTSxFQUFFLE1BQU0sUUFFbEM7SUFPTSx1QkFBdUIsQ0FBQyxNQUFNLEVBQUUsTUFBTSxRQUU1QztJQU1NLDBCQUEwQixDQUFDLE1BQU0sRUFBRSxNQUFNLFFBRS9DO0lBRU0sY0FBYyxDQUFDLE1BQU0sRUFBRSxNQUFNLEdBQUcsT0FBTyxDQUU3QztJQUVNLFdBQVcsQ0FBQyxNQUFNLEVBQUUsTUFBTSxFQUFFLEVBQUUsRUFBRSxFQUFFLEdBQUcsT0FBTyxDQWFsRDtJQUVNLFdBQVcsQ0FBQyxNQUFNLEVBQUUsTUFBTSxFQUFFLE1BQU0sRUFBRSxNQUFNLEVBQUUsUUFVbEQ7Q0FDRiJ9
33
+ export {};
34
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibWlzc2luZ190eHMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9zZXJ2aWNlcy9yZXFyZXNwL2JhdGNoLXR4LXJlcXVlc3Rlci9taXNzaW5nX3R4cy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsS0FBSyxFQUFFLEVBQUUsTUFBTSxFQUFFLE1BQU0sa0JBQWtCLENBQUM7QUFFbkQsT0FBTyxLQUFLLEVBQUUsTUFBTSxFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFFaEQsT0FBTyxLQUFLLEVBQUUsa0JBQWtCLEVBQUUsTUFBTSw0Q0FBNEMsQ0FBQztBQUVyRixPQUFPLEtBQUssRUFBRSxxQkFBcUIsRUFBRSxNQUFNLGdCQUFnQixDQUFDO0FBRTVELGNBQU0saUJBQWlCO2FBRUgsTUFBTSxFQUFFLE1BQU07SUFDdkIsY0FBYztJQUNkLGFBQWE7SUFDYixFQUFFLEVBQUUsRUFBRSxHQUFHLFNBQVM7YUFDVCxLQUFLO0lBTHZCLFlBQ2tCLE1BQU0sRUFBRSxNQUFNLEVBQ3ZCLGNBQWMsU0FBSSxFQUNsQixhQUFhLFNBQUksRUFDakIsRUFBRSxHQUFFLEVBQUUsR0FBRyxTQUFxQixFQUNyQixLQUFLLGNBQW9CLEVBQ3ZDO0lBRUcsZUFBZSxTQUVyQjtJQUVNLFlBQVksU0FFbEI7SUFFTSxlQUFlLFNBRXJCO0lBRU0sVUFBVSxJQUFJLE9BQU8sQ0FFM0I7Q0FDRjtBQU9ELHFCQUFhLDJCQUE0QixZQUFXLHFCQUFxQjtJQUlyRSxPQUFPLENBQUMsaUJBQWlCO0lBQ3pCLE9BQU8sQ0FBQyxRQUFRLENBQUMsV0FBVztJQUo5QixPQUFPLENBQUMsVUFBVSxDQUF3QztJQUUxRCxZQUNVLGlCQUFpQixFQUFFLGtCQUFrQixFQUM1QixXQUFXLEdBQUUsTUFBaUQsRUFHaEY7SUFFTSw4Q0FBOEMsQ0FBQyxHQUFHLEVBQUUsTUFBTSxFQUFFLEdBQUcsaUJBQWlCLEVBQUUsQ0FleEY7SUFFTSxrQkFBa0IsSUFBSSxHQUFHLENBQUMsTUFBTSxDQUFDLENBRXZDO0lBRU0sYUFBYSxDQUFDLElBQUksRUFBRSxNQUFNLEdBQUcsR0FBRyxDQUFDLE1BQU0sQ0FBQyxDQVc5QztJQUVNLDBCQUEwQixDQUFDLElBQUksRUFBRSxNQUFNLEdBQUcsTUFBTSxFQUFFLENBdUJ4RDtJQUVNLGFBQWEsQ0FBQyxNQUFNLEVBQUUsTUFBTSxRQUVsQztJQU9NLHVCQUF1QixDQUFDLE1BQU0sRUFBRSxNQUFNLFFBRTVDO0lBTU0sMEJBQTBCLENBQUMsTUFBTSxFQUFFLE1BQU0sUUFFL0M7SUFFTSxjQUFjLENBQUMsTUFBTSxFQUFFLE1BQU0sR0FBRyxPQUFPLENBRTdDO0lBRU0sV0FBVyxDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsRUFBRSxFQUFFLEVBQUUsR0FBRyxPQUFPLENBY2xEO0lBRU0sV0FBVyxDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsTUFBTSxFQUFFLE1BQU0sRUFBRSxRQVVsRDtDQUNGIn0=
@@ -1 +1 @@
1
- {"version":3,"file":"missing_txs.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/batch-tx-requester/missing_txs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEnD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAGhD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAE5D,qBAAa,iBAAiB;aAEV,MAAM,EAAE,MAAM;IACvB,OAAO;IACP,cAAc;IACd,aAAa;IACb,EAAE,EAAE,EAAE,GAAG,SAAS;aACT,KAAK;IANvB,YACkB,MAAM,EAAE,MAAM,EACvB,OAAO,UAAQ,EACf,cAAc,SAAI,EAClB,aAAa,SAAI,EACjB,EAAE,GAAE,EAAE,GAAG,SAAqB,EACrB,KAAK,cAAoB,EACvC;IAEG,eAAe,SAErB;IAEM,YAAY,SAElB;IAEM,eAAe,SAErB;IAEM,UAAU,IAAI,OAAO,CAE3B;IAGM,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CAWpD;IAEM,QAAQ,kBAEd;CACF;AAOD,qBAAa,2BAA4B,SAAQ,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAE,YAAW,qBAAqB;IAG5G,OAAO,CAAC,QAAQ,CAAC,WAAW;IAF9B,YACE,OAAO,CAAC,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC,EAAE,GAAG,IAAI,EACjD,WAAW,GAAE,MAAiD,EAGhF;IACM,4BAA4B,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,iBAAiB,EAAE,CAItE;IAEM,8CAA8C,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,iBAAiB,EAAE,CAexF;IAEM,kBAAkB,IAAI,GAAG,CAAC,MAAM,CAAC,CAMvC;IAEM,kBAAkB,IAAI,GAAG,CAAC,MAAM,CAAC,CAMvC;IAEM,mBAAmB,IAAI,GAAG,CAAC,MAAM,CAAC,CAMxC;IAEM,aAAa,IAAI,EAAE,EAAE,CAM3B;IAEM,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAW9C;IAEM,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAuBxD;IAEM,aAAa,CAAC,MAAM,EAAE,MAAM,QAElC;IAOM,uBAAuB,CAAC,MAAM,EAAE,MAAM,QAE5C;IAMM,0BAA0B,CAAC,MAAM,EAAE,MAAM,QAE/C;IAEM,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAE7C;IAEM,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CAalD;IAEM,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAUlD;CACF"}
1
+ {"version":3,"file":"missing_txs.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/batch-tx-requester/missing_txs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEnD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,4CAA4C,CAAC;AAErF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAE5D,cAAM,iBAAiB;aAEH,MAAM,EAAE,MAAM;IACvB,cAAc;IACd,aAAa;IACb,EAAE,EAAE,EAAE,GAAG,SAAS;aACT,KAAK;IALvB,YACkB,MAAM,EAAE,MAAM,EACvB,cAAc,SAAI,EAClB,aAAa,SAAI,EACjB,EAAE,GAAE,EAAE,GAAG,SAAqB,EACrB,KAAK,cAAoB,EACvC;IAEG,eAAe,SAErB;IAEM,YAAY,SAElB;IAEM,eAAe,SAErB;IAEM,UAAU,IAAI,OAAO,CAE3B;CACF;AAOD,qBAAa,2BAA4B,YAAW,qBAAqB;IAIrE,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAJ9B,OAAO,CAAC,UAAU,CAAwC;IAE1D,YACU,iBAAiB,EAAE,kBAAkB,EAC5B,WAAW,GAAE,MAAiD,EAGhF;IAEM,8CAA8C,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,iBAAiB,EAAE,CAexF;IAEM,kBAAkB,IAAI,GAAG,CAAC,MAAM,CAAC,CAEvC;IAEM,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAW9C;IAEM,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAuBxD;IAEM,aAAa,CAAC,MAAM,EAAE,MAAM,QAElC;IAOM,uBAAuB,CAAC,MAAM,EAAE,MAAM,QAE5C;IAMM,0BAA0B,CAAC,MAAM,EAAE,MAAM,QAE/C;IAEM,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAE7C;IAEM,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CAclD;IAEM,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAUlD;CACF"}
@@ -1,15 +1,13 @@
1
1
  import { TxHash } from '@aztec/stdlib/tx';
2
2
  import { DEFAULT_BATCH_TX_REQUESTER_TX_BATCH_SIZE } from './config.js';
3
- export class MissingTxMetadata {
3
+ class MissingTxMetadata {
4
4
  txHash;
5
- fetched;
6
5
  requestedCount;
7
6
  inFlightCount;
8
7
  tx;
9
8
  peers;
10
- constructor(txHash, fetched = false, requestedCount = 0, inFlightCount = 0, tx = undefined, peers = new Set()){
9
+ constructor(txHash, requestedCount = 0, inFlightCount = 0, tx = undefined, peers = new Set()){
11
10
  this.txHash = txHash;
12
- this.fetched = fetched;
13
11
  this.requestedCount = requestedCount;
14
12
  this.inFlightCount = inFlightCount;
15
13
  this.tx = tx;
@@ -27,34 +25,23 @@ export class MissingTxMetadata {
27
25
  isInFlight() {
28
26
  return this.inFlightCount > 0;
29
27
  }
30
- //Returns true if this is the first time we mark it as fetched
31
- markAsFetched(peerId, tx) {
32
- if (this.fetched) {
33
- return false;
34
- }
35
- this.fetched = true;
36
- this.tx = tx;
37
- this.peers.add(peerId.toString());
38
- return true;
39
- }
40
- toString() {
41
- return this.txHash.toString();
42
- }
43
28
  }
44
29
  /*
45
30
  * Single source or truth for transactions we are fetching
46
31
  * This could be better optimized but given expected count of missing txs (N < 100)
47
32
  * At the moment there is no need for it. And benefit is that we have everything in single store
48
- * */ export class MissingTxMetadataCollection extends Map {
33
+ * */ export class MissingTxMetadataCollection {
34
+ missingTxsTracker;
49
35
  txBatchSize;
50
- constructor(entries, txBatchSize = DEFAULT_BATCH_TX_REQUESTER_TX_BATCH_SIZE){
51
- super(entries), this.txBatchSize = txBatchSize;
52
- }
53
- getSortedByRequestedCountAsc(txs) {
54
- return Array.from(this.values().filter((txMeta)=>txs.includes(txMeta.txHash.toString()))).sort((a, b)=>a.requestedCount - b.requestedCount);
36
+ txMetadata;
37
+ constructor(missingTxsTracker, txBatchSize = DEFAULT_BATCH_TX_REQUESTER_TX_BATCH_SIZE){
38
+ this.missingTxsTracker = missingTxsTracker;
39
+ this.txBatchSize = txBatchSize;
40
+ this.txMetadata = new Map();
41
+ missingTxsTracker.missingTxHashes.forEach((hash)=>this.txMetadata.set(hash, new MissingTxMetadata(hash)));
55
42
  }
56
43
  getPrioritizingNotInFlightAndLowerRequestCount(txs) {
57
- const filtered = Array.from(this.values()).filter((txMeta)=>txs.includes(txMeta.txHash.toString()));
44
+ const filtered = Array.from(this.txMetadata.values()).filter((txMeta)=>txs.includes(txMeta.txHash.toString()));
58
45
  const [notInFlight, inFlight] = filtered.reduce((buckets, tx)=>{
59
46
  tx.isInFlight() ? buckets[1].push(tx) : buckets[0].push(tx);
60
47
  return buckets;
@@ -69,22 +56,13 @@ export class MissingTxMetadata {
69
56
  ...inFlight
70
57
  ];
71
58
  }
72
- getFetchedTxHashes() {
73
- return new Set(this.values().filter((t)=>t.fetched).map((t)=>t.txHash.toString()));
74
- }
75
59
  getMissingTxHashes() {
76
- return new Set(this.values().filter((t)=>!t.fetched).map((t)=>t.txHash.toString()));
77
- }
78
- getInFlightTxHashes() {
79
- return new Set(this.values().filter((t)=>t.isInFlight()).map((t)=>t.txHash.toString()));
80
- }
81
- getFetchedTxs() {
82
- return Array.from(this.values().map((t)=>t.tx).filter((t)=>!!t));
60
+ return this.missingTxsTracker.missingTxHashes;
83
61
  }
84
62
  getTxsPeerHas(peer) {
85
63
  const peerIdStr = peer.toString();
86
64
  const txsPeerHas = new Set();
87
- this.values().forEach((txMeta)=>{
65
+ this.txMetadata.values().forEach((txMeta)=>{
88
66
  if (txMeta.peers.has(peerIdStr)) {
89
67
  txsPeerHas.add(txMeta.txHash.toString());
90
68
  }
@@ -93,42 +71,42 @@ export class MissingTxMetadata {
93
71
  }
94
72
  getTxsToRequestFromThePeer(peer) {
95
73
  const txsPeerHas = this.getTxsPeerHas(peer);
96
- const fetchedTxs = this.getFetchedTxHashes();
97
- const txsToRequest = txsPeerHas.difference(fetchedTxs);
74
+ const missingTxHashes = this.getMissingTxHashes();
75
+ const txsToRequest = txsPeerHas.intersection(missingTxHashes);
98
76
  if (txsToRequest.size >= this.txBatchSize) {
99
- return this.getPrioritizingNotInFlightAndLowerRequestCount(Array.from(txsToRequest)).map((t)=>t.txHash).slice(0, this.txBatchSize);
77
+ return this.getPrioritizingNotInFlightAndLowerRequestCount(Array.from(txsToRequest)).map((t)=>TxHash.fromString(t.txHash)).slice(0, this.txBatchSize);
100
78
  }
101
79
  // Otherwise fill the txs to request till txBatchSize with random txs we are missing
102
80
  // Who knows, maybe we get lucky and peer received these txs in the meantime
103
81
  const countToFill = this.txBatchSize - txsToRequest.size;
104
- const txsToFill = this.getPrioritizingNotInFlightAndLowerRequestCount(Array.from(this.getMissingTxHashes().difference(txsToRequest))).slice(0, countToFill).map((t)=>t.txHash);
82
+ const txsToFill = this.getPrioritizingNotInFlightAndLowerRequestCount(Array.from(this.getMissingTxHashes().difference(txsToRequest))).slice(0, countToFill).map((t)=>TxHash.fromString(t.txHash));
105
83
  return [
106
84
  ...Array.from(txsToRequest).map((t)=>TxHash.fromString(t)),
107
85
  ...txsToFill
108
86
  ];
109
87
  }
110
88
  markRequested(txHash) {
111
- this.get(txHash.toString())?.markAsRequested();
89
+ this.txMetadata.get(txHash.toString())?.markAsRequested();
112
90
  }
113
91
  /*
114
92
  * This should be called only when requesting tx from smart peer
115
93
  * Because the smart peer should return this tx, whereas
116
94
  * "dumb" peer might return it, or might not - we don't know
117
95
  * */ markInFlightBySmartPeer(txHash) {
118
- this.get(txHash.toString())?.markInFlight();
96
+ this.txMetadata.get(txHash.toString())?.markInFlight();
119
97
  }
120
98
  /*
121
99
  * This should be called only when requesting tx from smart peer
122
100
  * Because the smart peer should return this tx, whereas
123
101
  * "dumb" peer might return it, or might not - we don't know*/ markNotInFlightBySmartPeer(txHash) {
124
- this.get(txHash.toString())?.markNotInFlight();
102
+ this.txMetadata.get(txHash.toString())?.markNotInFlight();
125
103
  }
126
104
  alreadyFetched(txHash) {
127
- return this.get(txHash.toString())?.fetched ?? false;
105
+ return !this.missingTxsTracker.isMissing(txHash.toString());
128
106
  }
129
107
  markFetched(peerId, tx) {
130
108
  const txHashStr = tx.txHash.toString();
131
- const txMeta = this.get(txHashStr);
109
+ const txMeta = this.txMetadata.get(txHashStr);
132
110
  if (!txMeta) {
133
111
  //TODO: what to do about peer which sent txs we didn't request?
134
112
  // 1. don't request from it in the scope of this batch request
@@ -137,12 +115,13 @@ export class MissingTxMetadata {
137
115
  //
138
116
  return false;
139
117
  }
140
- return txMeta.markAsFetched(peerId, tx);
118
+ txMeta.peers.add(peerId.toString());
119
+ return this.missingTxsTracker.markFetched(tx);
141
120
  }
142
121
  markPeerHas(peerId, txHash) {
143
122
  const peerIdStr = peerId.toString();
144
123
  txHash.map((t)=>t.toString()).forEach((txh)=>{
145
- const txMeta = this.get(txh);
124
+ const txMeta = this.txMetadata.get(txh);
146
125
  if (txMeta) {
147
126
  txMeta.peers.add(peerIdStr);
148
127
  }