@aztec/p2p 0.0.1-commit.b655e406 → 0.0.1-commit.b6e433891

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (611) hide show
  1. package/README.md +129 -3
  2. package/dest/bootstrap/bootstrap.d.ts +4 -3
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +4 -4
  5. package/dest/client/factory.d.ts +11 -11
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +58 -19
  8. package/dest/client/index.d.ts +1 -1
  9. package/dest/client/interface.d.ts +61 -33
  10. package/dest/client/interface.d.ts.map +1 -1
  11. package/dest/client/p2p_client.d.ts +52 -83
  12. package/dest/client/p2p_client.d.ts.map +1 -1
  13. package/dest/client/p2p_client.js +617 -335
  14. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +2 -0
  15. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +1 -0
  16. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +305 -0
  17. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +73 -0
  18. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +1 -0
  19. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +8 -0
  20. package/dest/config.d.ts +124 -72
  21. package/dest/config.d.ts.map +1 -1
  22. package/dest/config.js +128 -53
  23. package/dest/enr/generate-enr.d.ts +1 -1
  24. package/dest/enr/index.d.ts +1 -1
  25. package/dest/errors/attestation-pool.error.d.ts +7 -0
  26. package/dest/errors/attestation-pool.error.d.ts.map +1 -0
  27. package/dest/errors/attestation-pool.error.js +12 -0
  28. package/dest/errors/reqresp.error.d.ts +1 -1
  29. package/dest/errors/reqresp.error.d.ts.map +1 -1
  30. package/dest/errors/tx-pool.error.d.ts +8 -0
  31. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  32. package/dest/errors/tx-pool.error.js +9 -0
  33. package/dest/index.d.ts +2 -1
  34. package/dest/index.d.ts.map +1 -1
  35. package/dest/index.js +1 -0
  36. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +114 -57
  37. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  38. package/dest/mem_pools/attestation_pool/attestation_pool.js +445 -3
  39. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  40. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  41. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +529 -288
  42. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  43. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  44. package/dest/mem_pools/attestation_pool/index.js +1 -2
  45. package/dest/mem_pools/attestation_pool/mocks.d.ts +234 -10
  46. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  47. package/dest/mem_pools/attestation_pool/mocks.js +17 -13
  48. package/dest/mem_pools/index.d.ts +3 -2
  49. package/dest/mem_pools/index.d.ts.map +1 -1
  50. package/dest/mem_pools/index.js +1 -1
  51. package/dest/mem_pools/instrumentation.d.ts +11 -1
  52. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  53. package/dest/mem_pools/instrumentation.js +39 -10
  54. package/dest/mem_pools/interface.d.ts +6 -7
  55. package/dest/mem_pools/interface.d.ts.map +1 -1
  56. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +33 -58
  57. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +1 -1
  58. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +314 -335
  59. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +32 -0
  60. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +1 -0
  61. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +112 -0
  62. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +157 -0
  63. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +1 -0
  64. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +52 -0
  65. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +16 -0
  66. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  67. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +123 -0
  68. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +17 -0
  69. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  70. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +84 -0
  71. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +19 -0
  72. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  73. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +78 -0
  74. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +26 -0
  75. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  76. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +84 -0
  77. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +25 -0
  78. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +1 -0
  79. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +57 -0
  80. package/dest/mem_pools/tx_pool/index.d.ts +1 -2
  81. package/dest/mem_pools/tx_pool/index.d.ts.map +1 -1
  82. package/dest/mem_pools/tx_pool/index.js +0 -1
  83. package/dest/mem_pools/tx_pool/priority.d.ts +5 -1
  84. package/dest/mem_pools/tx_pool/priority.d.ts.map +1 -1
  85. package/dest/mem_pools/tx_pool/priority.js +8 -3
  86. package/dest/mem_pools/tx_pool/tx_pool.d.ts +11 -6
  87. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +1 -1
  88. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +1 -1
  89. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +1 -1
  90. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +33 -25
  91. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  92. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  94. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  95. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  97. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  98. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  100. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  101. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  102. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  103. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  104. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  105. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +94 -0
  106. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  107. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  108. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +97 -0
  109. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  110. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  111. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  112. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +180 -0
  113. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  114. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  115. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  116. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  117. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  118. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  119. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  120. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  121. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  122. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  123. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  124. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  125. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  126. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +75 -0
  127. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  128. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  129. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  130. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  131. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  132. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  133. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  134. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  135. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  136. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +215 -0
  137. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  138. package/dest/mem_pools/tx_pool_v2/interfaces.js +10 -0
  139. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +134 -0
  140. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  141. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +216 -0
  142. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  143. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  144. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  145. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  146. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  147. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +337 -0
  148. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +62 -0
  149. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  150. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +167 -0
  151. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +78 -0
  152. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  153. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +923 -0
  154. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +7 -6
  155. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  156. package/dest/msg_validators/attestation_validator/attestation_validator.js +58 -24
  157. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +20 -0
  158. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -0
  159. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +76 -0
  160. package/dest/msg_validators/attestation_validator/index.d.ts +2 -1
  161. package/dest/msg_validators/attestation_validator/index.d.ts.map +1 -1
  162. package/dest/msg_validators/attestation_validator/index.js +1 -0
  163. package/dest/msg_validators/clock_tolerance.d.ts +21 -0
  164. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -0
  165. package/dest/msg_validators/clock_tolerance.js +38 -0
  166. package/dest/msg_validators/index.d.ts +2 -2
  167. package/dest/msg_validators/index.d.ts.map +1 -1
  168. package/dest/msg_validators/index.js +1 -1
  169. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts +1 -1
  170. package/dest/msg_validators/msg_seen_validator/msg_seen_validator.d.ts.map +1 -1
  171. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +11 -0
  172. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
  173. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +14 -0
  174. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +11 -0
  175. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
  176. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +20 -0
  177. package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
  178. package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
  179. package/dest/msg_validators/proposal_validator/index.js +3 -0
  180. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +18 -0
  181. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
  182. package/dest/msg_validators/proposal_validator/proposal_validator.js +116 -0
  183. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  184. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  185. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  186. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  187. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  188. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  189. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  190. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  191. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  192. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  193. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  194. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  195. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +20 -6
  196. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  197. package/dest/msg_validators/tx_validator/block_header_validator.js +4 -3
  198. package/dest/msg_validators/tx_validator/data_validator.d.ts +3 -1
  199. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  200. package/dest/msg_validators/tx_validator/data_validator.js +4 -1
  201. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +15 -4
  202. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  203. package/dest/msg_validators/tx_validator/double_spend_validator.js +7 -6
  204. package/dest/msg_validators/tx_validator/factory.d.ts +139 -6
  205. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  206. package/dest/msg_validators/tx_validator/factory.js +249 -58
  207. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
  208. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
  209. package/dest/msg_validators/tx_validator/fee_payer_balance.js +24 -0
  210. package/dest/msg_validators/tx_validator/gas_validator.d.ts +68 -3
  211. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  212. package/dest/msg_validators/tx_validator/gas_validator.js +114 -52
  213. package/dest/msg_validators/tx_validator/index.d.ts +4 -1
  214. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  215. package/dest/msg_validators/tx_validator/index.js +3 -0
  216. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +4 -3
  217. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  218. package/dest/msg_validators/tx_validator/metadata_validator.js +6 -6
  219. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  220. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  221. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  222. package/dest/msg_validators/tx_validator/phases_validator.d.ts +24 -3
  223. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  224. package/dest/msg_validators/tx_validator/phases_validator.js +77 -27
  225. package/dest/msg_validators/tx_validator/size_validator.d.ts +8 -0
  226. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -0
  227. package/dest/msg_validators/tx_validator/size_validator.js +23 -0
  228. package/dest/msg_validators/tx_validator/test_utils.d.ts +2 -2
  229. package/dest/msg_validators/tx_validator/test_utils.d.ts.map +1 -1
  230. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +23 -5
  231. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  232. package/dest/msg_validators/tx_validator/timestamp_validator.js +8 -8
  233. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  234. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  235. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  236. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +3 -2
  237. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  238. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -2
  239. package/dest/services/data_store.d.ts +1 -1
  240. package/dest/services/data_store.d.ts.map +1 -1
  241. package/dest/services/data_store.js +10 -6
  242. package/dest/services/discv5/discV5_service.d.ts +1 -1
  243. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  244. package/dest/services/discv5/discV5_service.js +1 -1
  245. package/dest/services/dummy_service.d.ts +28 -4
  246. package/dest/services/dummy_service.d.ts.map +1 -1
  247. package/dest/services/dummy_service.js +49 -1
  248. package/dest/services/encoding.d.ts +7 -3
  249. package/dest/services/encoding.d.ts.map +1 -1
  250. package/dest/services/encoding.js +23 -15
  251. package/dest/services/gossipsub/index.d.ts +3 -0
  252. package/dest/services/gossipsub/index.d.ts.map +1 -0
  253. package/dest/services/gossipsub/index.js +2 -0
  254. package/dest/services/gossipsub/scoring.d.ts +21 -3
  255. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  256. package/dest/services/gossipsub/scoring.js +24 -7
  257. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  258. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  259. package/dest/services/gossipsub/topic_score_params.js +346 -0
  260. package/dest/services/index.d.ts +2 -1
  261. package/dest/services/index.d.ts.map +1 -1
  262. package/dest/services/index.js +1 -0
  263. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  264. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  265. package/dest/services/libp2p/instrumentation.js +36 -71
  266. package/dest/services/libp2p/libp2p_service.d.ts +108 -96
  267. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  268. package/dest/services/libp2p/libp2p_service.js +1182 -353
  269. package/dest/services/peer-manager/interface.d.ts +1 -1
  270. package/dest/services/peer-manager/metrics.d.ts +11 -2
  271. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  272. package/dest/services/peer-manager/metrics.js +45 -16
  273. package/dest/services/peer-manager/peer_manager.d.ts +2 -33
  274. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  275. package/dest/services/peer-manager/peer_manager.js +10 -15
  276. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  277. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  278. package/dest/services/peer-manager/peer_scoring.js +68 -4
  279. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +51 -0
  280. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  281. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +540 -0
  282. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  283. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  284. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  285. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +47 -0
  286. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  287. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  288. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +35 -0
  289. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  290. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +136 -0
  291. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +62 -0
  292. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  293. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +176 -0
  294. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +20 -0
  295. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  296. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +21 -0
  297. package/dest/services/reqresp/config.d.ts +1 -1
  298. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +22 -3
  299. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
  300. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +63 -4
  301. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -4
  302. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  303. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  304. package/dest/services/reqresp/constants.d.ts +12 -0
  305. package/dest/services/reqresp/constants.d.ts.map +1 -0
  306. package/dest/services/reqresp/constants.js +7 -0
  307. package/dest/services/reqresp/index.d.ts +1 -1
  308. package/dest/services/reqresp/interface.d.ts +13 -2
  309. package/dest/services/reqresp/interface.d.ts.map +1 -1
  310. package/dest/services/reqresp/interface.js +16 -2
  311. package/dest/services/reqresp/metrics.d.ts +6 -5
  312. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  313. package/dest/services/reqresp/metrics.js +17 -21
  314. package/dest/services/reqresp/protocols/auth.d.ts +2 -2
  315. package/dest/services/reqresp/protocols/auth.d.ts.map +1 -1
  316. package/dest/services/reqresp/protocols/auth.js +2 -2
  317. package/dest/services/reqresp/protocols/block.d.ts +1 -1
  318. package/dest/services/reqresp/protocols/block.d.ts.map +1 -1
  319. package/dest/services/reqresp/protocols/block.js +3 -2
  320. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +5 -1
  321. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  322. package/dest/services/reqresp/protocols/block_txs/bitvector.js +12 -0
  323. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  324. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  325. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +27 -9
  326. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +30 -9
  327. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  328. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +60 -14
  329. package/dest/services/reqresp/protocols/block_txs/index.d.ts +1 -1
  330. package/dest/services/reqresp/protocols/goodbye.d.ts +1 -1
  331. package/dest/services/reqresp/protocols/goodbye.d.ts.map +1 -1
  332. package/dest/services/reqresp/protocols/index.d.ts +1 -1
  333. package/dest/services/reqresp/protocols/ping.d.ts +1 -1
  334. package/dest/services/reqresp/protocols/status.d.ts +6 -5
  335. package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
  336. package/dest/services/reqresp/protocols/status.js +7 -3
  337. package/dest/services/reqresp/protocols/tx.d.ts +8 -3
  338. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  339. package/dest/services/reqresp/protocols/tx.js +20 -0
  340. package/dest/services/reqresp/rate-limiter/index.d.ts +1 -1
  341. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +2 -2
  342. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  343. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  344. package/dest/services/reqresp/reqresp.d.ts +6 -41
  345. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  346. package/dest/services/reqresp/reqresp.js +488 -58
  347. package/dest/services/reqresp/status.d.ts +2 -2
  348. package/dest/services/reqresp/status.d.ts.map +1 -1
  349. package/dest/services/service.d.ts +56 -4
  350. package/dest/services/service.d.ts.map +1 -1
  351. package/dest/services/tx_collection/config.d.ts +22 -1
  352. package/dest/services/tx_collection/config.d.ts.map +1 -1
  353. package/dest/services/tx_collection/config.js +56 -2
  354. package/dest/services/tx_collection/fast_tx_collection.d.ts +10 -15
  355. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  356. package/dest/services/tx_collection/fast_tx_collection.js +95 -84
  357. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  358. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  359. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  360. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  361. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  362. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  363. package/dest/services/tx_collection/index.d.ts +3 -1
  364. package/dest/services/tx_collection/index.d.ts.map +1 -1
  365. package/dest/services/tx_collection/index.js +2 -0
  366. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  367. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  368. package/dest/services/tx_collection/instrumentation.js +11 -13
  369. package/dest/services/tx_collection/proposal_tx_collector.d.ts +48 -0
  370. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -0
  371. package/dest/services/tx_collection/proposal_tx_collector.js +50 -0
  372. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  373. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  374. package/dest/services/tx_collection/request_tracker.js +84 -0
  375. package/dest/services/tx_collection/slow_tx_collection.d.ts +9 -6
  376. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  377. package/dest/services/tx_collection/slow_tx_collection.js +61 -26
  378. package/dest/services/tx_collection/tx_collection.d.ts +31 -21
  379. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  380. package/dest/services/tx_collection/tx_collection.js +79 -7
  381. package/dest/services/tx_collection/tx_collection_sink.d.ts +19 -9
  382. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  383. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  384. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  385. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  386. package/dest/services/tx_collection/tx_source.js +19 -2
  387. package/dest/services/tx_file_store/config.d.ts +16 -0
  388. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  389. package/dest/services/tx_file_store/config.js +22 -0
  390. package/dest/services/tx_file_store/index.d.ts +4 -0
  391. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  392. package/dest/services/tx_file_store/index.js +3 -0
  393. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  394. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  395. package/dest/services/tx_file_store/instrumentation.js +29 -0
  396. package/dest/services/tx_file_store/tx_file_store.d.ts +48 -0
  397. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  398. package/dest/services/tx_file_store/tx_file_store.js +152 -0
  399. package/dest/services/tx_provider.d.ts +7 -5
  400. package/dest/services/tx_provider.d.ts.map +1 -1
  401. package/dest/services/tx_provider.js +20 -10
  402. package/dest/services/tx_provider_instrumentation.d.ts +5 -2
  403. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  404. package/dest/services/tx_provider_instrumentation.js +14 -14
  405. package/dest/test-helpers/generate-peer-id-private-keys.d.ts +1 -1
  406. package/dest/test-helpers/get-ports.d.ts +1 -1
  407. package/dest/test-helpers/get-ports.d.ts.map +1 -1
  408. package/dest/test-helpers/index.d.ts +3 -1
  409. package/dest/test-helpers/index.d.ts.map +1 -1
  410. package/dest/test-helpers/index.js +2 -0
  411. package/dest/test-helpers/make-enrs.d.ts +1 -1
  412. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  413. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  414. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  415. package/dest/test-helpers/mock-pubsub.d.ts +32 -6
  416. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  417. package/dest/test-helpers/mock-pubsub.js +105 -4
  418. package/dest/test-helpers/mock-tx-helpers.d.ts +2 -2
  419. package/dest/test-helpers/mock-tx-helpers.d.ts.map +1 -1
  420. package/dest/test-helpers/mock-tx-helpers.js +1 -1
  421. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  422. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  423. package/dest/test-helpers/reqresp-nodes.js +4 -3
  424. package/dest/test-helpers/test_tx_provider.d.ts +40 -0
  425. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  426. package/dest/test-helpers/test_tx_provider.js +41 -0
  427. package/dest/test-helpers/testbench-utils.d.ts +163 -0
  428. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  429. package/dest/test-helpers/testbench-utils.js +385 -0
  430. package/dest/testbench/p2p_client_testbench_worker.d.ts +28 -2
  431. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  432. package/dest/testbench/p2p_client_testbench_worker.js +227 -127
  433. package/dest/testbench/parse_log_file.d.ts +1 -1
  434. package/dest/testbench/testbench.d.ts +1 -1
  435. package/dest/testbench/worker_client_manager.d.ts +53 -6
  436. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  437. package/dest/testbench/worker_client_manager.js +231 -40
  438. package/dest/types/index.d.ts +1 -1
  439. package/dest/util.d.ts +4 -3
  440. package/dest/util.d.ts.map +1 -1
  441. package/dest/util.js +11 -2
  442. package/dest/versioning.d.ts +1 -1
  443. package/package.json +19 -18
  444. package/src/bootstrap/bootstrap.ts +7 -4
  445. package/src/client/factory.ts +110 -44
  446. package/src/client/interface.ts +74 -34
  447. package/src/client/p2p_client.ts +284 -398
  448. package/src/client/test/tx_proposal_collector/README.md +227 -0
  449. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +344 -0
  450. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +43 -0
  451. package/src/config.ts +200 -63
  452. package/src/errors/attestation-pool.error.ts +13 -0
  453. package/src/errors/tx-pool.error.ts +12 -0
  454. package/src/index.ts +1 -0
  455. package/src/mem_pools/attestation_pool/attestation_pool.ts +515 -58
  456. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +614 -309
  457. package/src/mem_pools/attestation_pool/index.ts +9 -2
  458. package/src/mem_pools/attestation_pool/mocks.ts +22 -15
  459. package/src/mem_pools/index.ts +4 -1
  460. package/src/mem_pools/instrumentation.ts +52 -10
  461. package/src/mem_pools/interface.ts +5 -7
  462. package/src/mem_pools/tx_pool/README.md +270 -0
  463. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +367 -371
  464. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +132 -0
  465. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +208 -0
  466. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +163 -0
  467. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +104 -0
  468. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +93 -0
  469. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +106 -0
  470. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +75 -0
  471. package/src/mem_pools/tx_pool/index.ts +0 -1
  472. package/src/mem_pools/tx_pool/priority.ts +10 -3
  473. package/src/mem_pools/tx_pool/tx_pool.ts +11 -5
  474. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +26 -18
  475. package/src/mem_pools/tx_pool_v2/README.md +283 -0
  476. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  477. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  478. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  479. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  480. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +122 -0
  481. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +125 -0
  482. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  483. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +219 -0
  484. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  485. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  486. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  487. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +99 -0
  488. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +32 -0
  489. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  490. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  491. package/src/mem_pools/tx_pool_v2/interfaces.ts +247 -0
  492. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +337 -0
  493. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  494. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +430 -0
  495. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +238 -0
  496. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1105 -0
  497. package/src/msg_validators/attestation_validator/README.md +49 -0
  498. package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -32
  499. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +94 -0
  500. package/src/msg_validators/attestation_validator/index.ts +1 -0
  501. package/src/msg_validators/clock_tolerance.ts +52 -0
  502. package/src/msg_validators/index.ts +1 -1
  503. package/src/msg_validators/proposal_validator/README.md +123 -0
  504. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +20 -0
  505. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +26 -0
  506. package/src/msg_validators/proposal_validator/index.ts +3 -0
  507. package/src/msg_validators/proposal_validator/proposal_validator.ts +116 -0
  508. package/src/msg_validators/tx_validator/README.md +119 -0
  509. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  510. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  511. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  512. package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
  513. package/src/msg_validators/tx_validator/block_header_validator.ts +21 -8
  514. package/src/msg_validators/tx_validator/data_validator.ts +18 -6
  515. package/src/msg_validators/tx_validator/double_spend_validator.ts +15 -9
  516. package/src/msg_validators/tx_validator/factory.ts +409 -58
  517. package/src/msg_validators/tx_validator/fee_payer_balance.ts +44 -0
  518. package/src/msg_validators/tx_validator/gas_validator.ts +140 -55
  519. package/src/msg_validators/tx_validator/index.ts +3 -0
  520. package/src/msg_validators/tx_validator/metadata_validator.ts +31 -12
  521. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  522. package/src/msg_validators/tx_validator/phases_validator.ts +89 -30
  523. package/src/msg_validators/tx_validator/size_validator.ts +22 -0
  524. package/src/msg_validators/tx_validator/test_utils.ts +1 -1
  525. package/src/msg_validators/tx_validator/timestamp_validator.ts +30 -19
  526. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  527. package/src/msg_validators/tx_validator/tx_proof_validator.ts +8 -3
  528. package/src/services/data_store.ts +10 -7
  529. package/src/services/discv5/discV5_service.ts +1 -1
  530. package/src/services/dummy_service.ts +65 -2
  531. package/src/services/encoding.ts +22 -13
  532. package/src/services/gossipsub/README.md +641 -0
  533. package/src/services/gossipsub/index.ts +2 -0
  534. package/src/services/gossipsub/scoring.ts +29 -5
  535. package/src/services/gossipsub/topic_score_params.ts +487 -0
  536. package/src/services/index.ts +1 -0
  537. package/src/services/libp2p/instrumentation.ts +39 -71
  538. package/src/services/libp2p/libp2p_service.ts +909 -380
  539. package/src/services/peer-manager/metrics.ts +51 -16
  540. package/src/services/peer-manager/peer_manager.ts +12 -7
  541. package/src/services/peer-manager/peer_scoring.ts +70 -3
  542. package/src/services/reqresp/README.md +229 -0
  543. package/src/services/reqresp/batch-tx-requester/README.md +344 -0
  544. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +670 -0
  545. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  546. package/src/services/reqresp/batch-tx-requester/interface.ts +54 -0
  547. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +168 -0
  548. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +249 -0
  549. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +37 -0
  550. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +65 -4
  551. package/src/services/reqresp/connection-sampler/connection_sampler.ts +19 -1
  552. package/src/services/reqresp/constants.ts +14 -0
  553. package/src/services/reqresp/interface.ts +30 -2
  554. package/src/services/reqresp/metrics.ts +36 -27
  555. package/src/services/reqresp/protocols/auth.ts +2 -2
  556. package/src/services/reqresp/protocols/block.ts +3 -2
  557. package/src/services/reqresp/protocols/block_txs/bitvector.ts +16 -0
  558. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +35 -12
  559. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +75 -10
  560. package/src/services/reqresp/protocols/status.ts +16 -12
  561. package/src/services/reqresp/protocols/tx.ts +23 -2
  562. package/src/services/reqresp/reqresp.ts +99 -32
  563. package/src/services/service.ts +73 -5
  564. package/src/services/tx_collection/config.ts +84 -2
  565. package/src/services/tx_collection/fast_tx_collection.ts +114 -93
  566. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  567. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  568. package/src/services/tx_collection/index.ts +6 -0
  569. package/src/services/tx_collection/instrumentation.ts +11 -13
  570. package/src/services/tx_collection/proposal_tx_collector.ts +108 -0
  571. package/src/services/tx_collection/request_tracker.ts +127 -0
  572. package/src/services/tx_collection/slow_tx_collection.ts +70 -36
  573. package/src/services/tx_collection/tx_collection.ts +123 -27
  574. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  575. package/src/services/tx_collection/tx_source.ts +22 -3
  576. package/src/services/tx_file_store/config.ts +37 -0
  577. package/src/services/tx_file_store/index.ts +3 -0
  578. package/src/services/tx_file_store/instrumentation.ts +36 -0
  579. package/src/services/tx_file_store/tx_file_store.ts +175 -0
  580. package/src/services/tx_provider.ts +29 -12
  581. package/src/services/tx_provider_instrumentation.ts +24 -14
  582. package/src/test-helpers/index.ts +2 -0
  583. package/src/test-helpers/make-test-p2p-clients.ts +4 -6
  584. package/src/test-helpers/mock-pubsub.ts +147 -10
  585. package/src/test-helpers/mock-tx-helpers.ts +1 -1
  586. package/src/test-helpers/reqresp-nodes.ts +6 -8
  587. package/src/test-helpers/test_tx_provider.ts +64 -0
  588. package/src/test-helpers/testbench-utils.ts +456 -0
  589. package/src/testbench/p2p_client_testbench_worker.ts +351 -127
  590. package/src/testbench/worker_client_manager.ts +312 -42
  591. package/src/util.ts +20 -4
  592. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -30
  593. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  594. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -190
  595. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -25
  596. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  597. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -197
  598. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts +0 -80
  599. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts.map +0 -1
  600. package/dest/mem_pools/tx_pool/memory_tx_pool.js +0 -238
  601. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -12
  602. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
  603. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -70
  604. package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
  605. package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
  606. package/dest/msg_validators/block_proposal_validator/index.js +0 -1
  607. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -256
  608. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -253
  609. package/src/mem_pools/tx_pool/memory_tx_pool.ts +0 -283
  610. package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -81
  611. package/src/msg_validators/block_proposal_validator/index.ts +0 -1
@@ -1,22 +1,26 @@
1
+ import { BlockNumber } from '@aztec/foundation/branded-types';
1
2
  import { type Logger } from '@aztec/foundation/log';
2
- import { type PromiseWithResolvers } from '@aztec/foundation/promise';
3
3
  import { DateProvider } from '@aztec/foundation/timer';
4
4
  import type { L2Block, L2BlockInfo } from '@aztec/stdlib/block';
5
5
  import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
6
6
  import type { BlockProposal } from '@aztec/stdlib/p2p';
7
- import { Tx, TxHash } from '@aztec/stdlib/tx';
7
+ import type { Tx } from '@aztec/stdlib/tx';
8
+ import { TxHash } from '@aztec/stdlib/tx';
8
9
  import { type TelemetryClient } from '@aztec/telemetry-client';
9
10
  import type { PeerId } from '@libp2p/interface';
10
- import type { TxPool } from '../../mem_pools/index.js';
11
- import type { TxPoolEvents } from '../../mem_pools/tx_pool/tx_pool.js';
12
- import type { ReqRespInterface } from '../reqresp/interface.js';
11
+ import type { TxPoolV2, TxPoolV2Events } from '../../mem_pools/tx_pool_v2/interfaces.js';
12
+ import type { BatchTxRequesterLibP2PService } from '../reqresp/batch-tx-requester/interface.js';
13
13
  import type { TxCollectionConfig } from './config.js';
14
14
  import { FastTxCollection } from './fast_tx_collection.js';
15
+ import { FileStoreTxCollection } from './file_store_tx_collection.js';
16
+ import type { FileStoreTxSource } from './file_store_tx_source.js';
17
+ import type { IRequestTracker } from './request_tracker.js';
15
18
  import { SlowTxCollection } from './slow_tx_collection.js';
16
19
  import type { TxSource } from './tx_source.js';
17
- export type CollectionMethod = 'fast-req-resp' | 'fast-node-rpc' | 'slow-req-resp' | 'slow-node-rpc';
20
+ export type CollectionMethod = 'fast-req-resp' | 'fast-node-rpc' | 'slow-req-resp' | 'slow-node-rpc' | 'file-store';
18
21
  export type MissingTxInfo = {
19
- blockNumber: number;
22
+ block: L2Block;
23
+ blockNumber: BlockNumber;
20
24
  deadline: Date;
21
25
  readyForReqResp: boolean;
22
26
  };
@@ -26,14 +30,11 @@ export type FastCollectionRequestInput = {
26
30
  } | {
27
31
  type: 'proposal';
28
32
  blockProposal: BlockProposal;
29
- blockNumber: number;
33
+ blockNumber: BlockNumber;
30
34
  };
31
35
  export type FastCollectionRequest = FastCollectionRequestInput & {
32
- missingTxHashes: Set<string>;
33
- deadline: Date;
36
+ requestTracker: IRequestTracker;
34
37
  blockInfo: L2BlockInfo;
35
- promise: PromiseWithResolvers<void>;
36
- foundTxs: Map<string, Tx>;
37
38
  };
38
39
  /**
39
40
  * Coordinates tx collection from remote RPC nodes and reqresp.
@@ -47,7 +48,7 @@ export type FastCollectionRequest = FastCollectionRequestInput & {
47
48
  * collect the same tx multiple times.
48
49
  */
49
50
  export declare class TxCollection {
50
- private readonly reqResp;
51
+ private readonly p2pService;
51
52
  private readonly nodes;
52
53
  private readonly constants;
53
54
  private readonly txPool;
@@ -58,15 +59,23 @@ export declare class TxCollection {
58
59
  protected readonly slowCollection: SlowTxCollection;
59
60
  /** Fast collection methods */
60
61
  protected readonly fastCollection: FastTxCollection;
62
+ /** File store collection for slow (mined block) path */
63
+ protected readonly fileStoreSlowCollection: FileStoreTxCollection;
64
+ /** File store collection for fast (proposal/proving) path */
65
+ protected readonly fileStoreFastCollection: FileStoreTxCollection;
61
66
  /** Loop for periodically reconciling found transactions from the tx pool in case we missed some */
62
67
  private readonly reconcileFoundTxsLoop;
63
68
  /** Handles txs found by the slow and fast collection loops */
64
69
  private readonly txCollectionSink;
65
70
  /** Handler for the txs-added event from the tx pool */
66
- protected readonly handleTxsAddedToPool: TxPoolEvents['txs-added'];
71
+ protected readonly handleTxsAddedToPool: TxPoolV2Events['txs-added'];
67
72
  /** Handler for the txs-added event from the tx collection sink */
68
- protected readonly handleTxsFound: TxPoolEvents['txs-added'];
69
- constructor(reqResp: Pick<ReqRespInterface, 'sendBatchRequest'>, nodes: TxSource[], constants: L1RollupConstants, txPool: TxPool, config: TxCollectionConfig, dateProvider?: DateProvider, telemetryClient?: TelemetryClient, log?: Logger);
73
+ protected readonly handleTxsFound: TxPoolV2Events['txs-added'];
74
+ /** Whether the service has been started. */
75
+ private started;
76
+ /** Whether file store sources are configured. */
77
+ private readonly hasFileStoreSources;
78
+ constructor(p2pService: BatchTxRequesterLibP2PService, nodes: TxSource[], constants: L1RollupConstants, txPool: TxPoolV2, config: TxCollectionConfig, fileStoreSources?: FileStoreTxSource[], dateProvider?: DateProvider, telemetryClient?: TelemetryClient, log?: Logger);
70
79
  /** Starts all collection loops. */
71
80
  start(): Promise<void>;
72
81
  /** Stops all activity. */
@@ -78,7 +87,7 @@ export declare class TxCollection {
78
87
  /** Starts collecting the given tx hashes for the given L2Block in the slow loop */
79
88
  startCollecting(block: L2Block, txHashes: TxHash[]): void;
80
89
  /** Collects the set of txs for the given block proposal as fast as possible */
81
- collectFastForProposal(blockProposal: BlockProposal, blockNumber: number, txHashes: TxHash[] | string[], opts: {
90
+ collectFastForProposal(blockProposal: BlockProposal, blockNumber: BlockNumber, txHashes: TxHash[] | string[], opts: {
82
91
  deadline: Date;
83
92
  pinnedPeer?: PeerId;
84
93
  }): Promise<Tx[]>;
@@ -92,19 +101,20 @@ export declare class TxCollection {
92
101
  deadline: Date;
93
102
  pinnedPeer?: PeerId;
94
103
  }): Promise<Tx[]>;
104
+ /** Returns the TxAddContext for the given fast collection request input */
105
+ private getAddContextForInput;
95
106
  /** Mark the given txs as found. Stops collecting them. */
96
107
  private foundTxs;
97
108
  /**
98
109
  * Stop collecting all txs for blocks less than or requal to the block number specified.
99
110
  * To be called when we no longer care about gathering txs up to a certain block, eg when they become proven or finalized.
100
111
  */
101
- stopCollectingForBlocksUpTo(blockNumber: number): void;
112
+ stopCollectingForBlocksUpTo(blockNumber: BlockNumber): void;
102
113
  /**
103
114
  * Stop collecting all txs for blocks greater than the block number specified.
104
115
  * To be called when there is a chain prune and previously mined txs are no longer relevant.
105
116
  */
106
- stopCollectingForBlocksAfter(blockNumber: number): void;
107
- /** Every now and then, check if the pool has received one of the txs we are looking for, just to catch any race conditions */
117
+ stopCollectingForBlocksAfter(blockNumber: BlockNumber): void;
108
118
  private reconcileFoundTxsWithPool;
109
119
  }
110
- //# sourceMappingURL=tx_collection.d.ts.map
120
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHhfY29sbGVjdGlvbi5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL3NlcnZpY2VzL3R4X2NvbGxlY3Rpb24vdHhfY29sbGVjdGlvbi50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsV0FBVyxFQUFFLE1BQU0saUNBQWlDLENBQUM7QUFFOUQsT0FBTyxFQUFFLEtBQUssTUFBTSxFQUFnQixNQUFNLHVCQUF1QixDQUFDO0FBR2xFLE9BQU8sRUFBRSxZQUFZLEVBQUUsTUFBTSx5QkFBeUIsQ0FBQztBQUN2RCxPQUFPLEtBQUssRUFBRSxPQUFPLEVBQUUsV0FBVyxFQUFFLE1BQU0scUJBQXFCLENBQUM7QUFDaEUsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUNyRSxPQUFPLEtBQUssRUFBRSxhQUFhLEVBQUUsTUFBTSxtQkFBbUIsQ0FBQztBQUN2RCxPQUFPLEtBQUssRUFBRSxFQUFFLEVBQUUsTUFBTSxrQkFBa0IsQ0FBQztBQUMzQyxPQUFPLEVBQUUsTUFBTSxFQUFFLE1BQU0sa0JBQWtCLENBQUM7QUFDMUMsT0FBTyxFQUFFLEtBQUssZUFBZSxFQUFzQixNQUFNLHlCQUF5QixDQUFDO0FBRW5GLE9BQU8sS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLG1CQUFtQixDQUFDO0FBRWhELE9BQU8sS0FBSyxFQUFFLFFBQVEsRUFBRSxjQUFjLEVBQUUsTUFBTSwwQ0FBMEMsQ0FBQztBQUN6RixPQUFPLEtBQUssRUFBRSw2QkFBNkIsRUFBRSxNQUFNLDRDQUE0QyxDQUFDO0FBQ2hHLE9BQU8sS0FBSyxFQUFFLGtCQUFrQixFQUFFLE1BQU0sYUFBYSxDQUFDO0FBQ3RELE9BQU8sRUFBRSxnQkFBZ0IsRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBQzNELE9BQU8sRUFBRSxxQkFBcUIsRUFBRSxNQUFNLCtCQUErQixDQUFDO0FBQ3RFLE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFFLE1BQU0sMkJBQTJCLENBQUM7QUFDbkUsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0sc0JBQXNCLENBQUM7QUFDNUQsT0FBTyxFQUFFLGdCQUFnQixFQUEyQixNQUFNLHlCQUF5QixDQUFDO0FBRXBGLE9BQU8sS0FBSyxFQUFFLFFBQVEsRUFBRSxNQUFNLGdCQUFnQixDQUFDO0FBRS9DLE1BQU0sTUFBTSxnQkFBZ0IsR0FBRyxlQUFlLEdBQUcsZUFBZSxHQUFHLGVBQWUsR0FBRyxlQUFlLEdBQUcsWUFBWSxDQUFDO0FBRXBILE1BQU0sTUFBTSxhQUFhLEdBQUc7SUFBRSxLQUFLLEVBQUUsT0FBTyxDQUFDO0lBQUMsV0FBVyxFQUFFLFdBQVcsQ0FBQztJQUFDLFFBQVEsRUFBRSxJQUFJLENBQUM7SUFBQyxlQUFlLEVBQUUsT0FBTyxDQUFBO0NBQUUsQ0FBQztBQUVuSCxNQUFNLE1BQU0sMEJBQTBCLEdBQ2xDO0lBQUUsSUFBSSxFQUFFLE9BQU8sQ0FBQztJQUFDLEtBQUssRUFBRSxPQUFPLENBQUE7Q0FBRSxHQUNqQztJQUFFLElBQUksRUFBRSxVQUFVLENBQUM7SUFBQyxhQUFhLEVBQUUsYUFBYSxDQUFDO0lBQUMsV0FBVyxFQUFFLFdBQVcsQ0FBQTtDQUFFLENBQUM7QUFFakYsTUFBTSxNQUFNLHFCQUFxQixHQUFHLDBCQUEwQixHQUFHO0lBQy9ELGNBQWMsRUFBRSxlQUFlLENBQUM7SUFDaEMsU0FBUyxFQUFFLFdBQVcsQ0FBQztDQUN4QixDQUFDO0FBRUY7Ozs7Ozs7Ozs7R0FVRztBQUNILHFCQUFhLFlBQVk7SUFnQ3JCLE9BQU8sQ0FBQyxRQUFRLENBQUMsVUFBVTtJQUMzQixPQUFPLENBQUMsUUFBUSxDQUFDLEtBQUs7SUFDdEIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxTQUFTO0lBQzFCLE9BQU8sQ0FBQyxRQUFRLENBQUMsTUFBTTtJQUN2QixPQUFPLENBQUMsUUFBUSxDQUFDLE1BQU07SUFFdkIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxZQUFZO0lBRTdCLE9BQU8sQ0FBQyxRQUFRLENBQUMsR0FBRztJQXZDdEIsdUNBQXVDO0lBQ3ZDLFNBQVMsQ0FBQyxRQUFRLENBQUMsY0FBYyxFQUFFLGdCQUFnQixDQUFDO0lBRXBELDhCQUE4QjtJQUM5QixTQUFTLENBQUMsUUFBUSxDQUFDLGNBQWMsRUFBRSxnQkFBZ0IsQ0FBQztJQUVwRCx3REFBd0Q7SUFDeEQsU0FBUyxDQUFDLFFBQVEsQ0FBQyx1QkFBdUIsRUFBRSxxQkFBcUIsQ0FBQztJQUVsRSw2REFBNkQ7SUFDN0QsU0FBUyxDQUFDLFFBQVEsQ0FBQyx1QkFBdUIsRUFBRSxxQkFBcUIsQ0FBQztJQUVsRSxtR0FBbUc7SUFDbkcsT0FBTyxDQUFDLFFBQVEsQ0FBQyxxQkFBcUIsQ0FBaUI7SUFFdkQsOERBQThEO0lBQzlELE9BQU8sQ0FBQyxRQUFRLENBQUMsZ0JBQWdCLENBQW1CO0lBRXBELHVEQUF1RDtJQUN2RCxTQUFTLENBQUMsUUFBUSxDQUFDLG9CQUFvQixFQUFFLGNBQWMsQ0FBQyxXQUFXLENBQUMsQ0FBQztJQUVyRSxrRUFBa0U7SUFDbEUsU0FBUyxDQUFDLFFBQVEsQ0FBQyxjQUFjLEVBQUUsY0FBYyxDQUFDLFdBQVcsQ0FBQyxDQUFDO0lBRS9ELDRDQUE0QztJQUM1QyxPQUFPLENBQUMsT0FBTyxDQUFTO0lBRXhCLGlEQUFpRDtJQUNqRCxPQUFPLENBQUMsUUFBUSxDQUFDLG1CQUFtQixDQUFVO0lBRTlDLFlBQ21CLFVBQVUsRUFBRSw2QkFBNkIsRUFDekMsS0FBSyxFQUFFLFFBQVEsRUFBRSxFQUNqQixTQUFTLEVBQUUsaUJBQWlCLEVBQzVCLE1BQU0sRUFBRSxRQUFRLEVBQ2hCLE1BQU0sRUFBRSxrQkFBa0IsRUFDM0MsZ0JBQWdCLEdBQUUsaUJBQWlCLEVBQU8sRUFDekIsWUFBWSxHQUFFLFlBQWlDLEVBQ2hFLGVBQWUsR0FBRSxlQUFzQyxFQUN0QyxHQUFHLEdBQUUsTUFBa0QsRUFrRXpFO0lBRUQsbUNBQW1DO0lBQzVCLEtBQUssSUFBSSxPQUFPLENBQUMsSUFBSSxDQUFDLENBUzVCO0lBRUQsMEJBQTBCO0lBQ2IsSUFBSSxrQkFZaEI7SUFFRCxpRUFBaUU7SUFDcEQsT0FBTyxrQkFFbkI7SUFFRCxtQ0FBbUM7SUFDNUIsWUFBWSxJQUFJLGlCQUFpQixDQUV2QztJQUVELG1GQUFtRjtJQUM1RSxlQUFlLENBQUMsS0FBSyxFQUFFLE9BQU8sRUFBRSxRQUFRLEVBQUUsTUFBTSxFQUFFLFFBb0J4RDtJQUVELCtFQUErRTtJQUN4RSxzQkFBc0IsQ0FDM0IsYUFBYSxFQUFFLGFBQWEsRUFDNUIsV0FBVyxFQUFFLFdBQVcsRUFDeEIsUUFBUSxFQUFFLE1BQU0sRUFBRSxHQUFHLE1BQU0sRUFBRSxFQUM3QixJQUFJLEVBQUU7UUFBRSxRQUFRLEVBQUUsSUFBSSxDQUFDO1FBQUMsVUFBVSxDQUFDLEVBQUUsTUFBTSxDQUFBO0tBQUUsaUJBRzlDO0lBRUQsNEVBQTRFO0lBQ3JFLG1CQUFtQixDQUN4QixLQUFLLEVBQUUsT0FBTyxFQUNkLFFBQVEsRUFBRSxNQUFNLEVBQUUsR0FBRyxNQUFNLEVBQUUsRUFDN0IsSUFBSSxFQUFFO1FBQUUsUUFBUSxFQUFFLElBQUksQ0FBQztRQUFDLFVBQVUsQ0FBQyxFQUFFLE1BQU0sQ0FBQTtLQUFFLGlCQUc5QztJQUVELGtGQUFrRjtJQUMzRSxjQUFjLENBQ25CLEtBQUssRUFBRSwwQkFBMEIsRUFDakMsUUFBUSxFQUFFLE1BQU0sRUFBRSxHQUFHLE1BQU0sRUFBRSxFQUM3QixJQUFJLEVBQUU7UUFBRSxRQUFRLEVBQUUsSUFBSSxDQUFDO1FBQUMsVUFBVSxDQUFDLEVBQUUsTUFBTSxDQUFBO0tBQUUsaUJBaUI5QztJQUVELDJFQUEyRTtJQUMzRSxPQUFPLENBQUMscUJBQXFCO0lBUTdCLDBEQUEwRDtJQUMxRCxPQUFPLENBQUMsUUFBUTtJQU9oQjs7O09BR0c7SUFDSSwyQkFBMkIsQ0FBQyxXQUFXLEVBQUUsV0FBVyxHQUFHLElBQUksQ0FLakU7SUFFRDs7O09BR0c7SUFDSSw0QkFBNEIsQ0FBQyxXQUFXLEVBQUUsV0FBVyxHQUFHLElBQUksQ0FLbEU7WUFHYSx5QkFBeUI7Q0FVeEMifQ==
@@ -1 +1 @@
1
- {"version":3,"file":"tx_collection.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/tx_collection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAClE,OAAO,EAAE,KAAK,oBAAoB,EAAkB,MAAM,2BAA2B,CAAC;AACtF,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAEnF,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,MAAM,MAAM,gBAAgB,GAAG,eAAe,GAAG,eAAe,GAAG,eAAe,GAAG,eAAe,CAAC;AAErG,MAAM,MAAM,aAAa,GAAG;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,IAAI,CAAC;IAAC,eAAe,EAAE,OAAO,CAAA;CAAE,CAAC;AAE9F,MAAM,MAAM,0BAA0B,GAClC;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GACjC;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,aAAa,EAAE,aAAa,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAAC;AAE5E,MAAM,MAAM,qBAAqB,GAAG,0BAA0B,GAAG;IAC/D,eAAe,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC7B,QAAQ,EAAE,IAAI,CAAC;IACf,SAAS,EAAE,WAAW,CAAC;IACvB,OAAO,EAAE,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACpC,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;CAC3B,CAAC;AAEF;;;;;;;;;;GAUG;AACH,qBAAa,YAAY;IAoBrB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAE7B,OAAO,CAAC,QAAQ,CAAC,GAAG;IA1BtB,uCAAuC;IACvC,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,gBAAgB,CAAC;IAEpD,8BAA8B;IAC9B,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,gBAAgB,CAAC;IAEpD,mGAAmG;IACnG,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAiB;IAEvD,8DAA8D;IAC9D,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IAEpD,uDAAuD;IACvD,SAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,YAAY,CAAC,WAAW,CAAC,CAAC;IAEnE,kEAAkE;IAClE,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,YAAY,CAAC,WAAW,CAAC,CAAC;gBAG1C,OAAO,EAAE,IAAI,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,EACnD,KAAK,EAAE,QAAQ,EAAE,EACjB,SAAS,EAAE,iBAAiB,EAC5B,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,kBAAkB,EAC1B,YAAY,GAAE,YAAiC,EAChE,eAAe,GAAE,eAAsC,EACtC,GAAG,GAAE,MAAkD;IA4C1E,mCAAmC;IAC5B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ7B,0BAA0B;IACb,IAAI;IAOjB,iEAAiE;IACpD,OAAO;IAIpB,mCAAmC;IAC5B,YAAY,IAAI,iBAAiB;IAIxC,mFAAmF;IAC5E,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE;IAIzD,+EAA+E;IACxE,sBAAsB,CAC3B,aAAa,EAAE,aAAa,EAC5B,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAC7B,IAAI,EAAE;QAAE,QAAQ,EAAE,IAAI,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAK/C,4EAA4E;IACrE,mBAAmB,CACxB,KAAK,EAAE,OAAO,EACd,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAC7B,IAAI,EAAE;QAAE,QAAQ,EAAE,IAAI,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAK/C,kFAAkF;IAC3E,cAAc,CACnB,KAAK,EAAE,0BAA0B,EACjC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAC7B,IAAI,EAAE;QAAE,QAAQ,EAAE,IAAI,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAK/C,0DAA0D;IAC1D,OAAO,CAAC,QAAQ;IAKhB;;;OAGG;IACI,2BAA2B,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAK7D;;;OAGG;IACI,4BAA4B,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAK9D,8HAA8H;YAChH,yBAAyB;CAUxC"}
1
+ {"version":3,"file":"tx_collection.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/tx_collection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAE9D,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAGlE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAEnF,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,0CAA0C,CAAC;AACzF,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,4CAA4C,CAAC;AAChG,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AACtE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACnE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAA2B,MAAM,yBAAyB,CAAC;AAEpF,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,MAAM,MAAM,gBAAgB,GAAG,eAAe,GAAG,eAAe,GAAG,eAAe,GAAG,eAAe,GAAG,YAAY,CAAC;AAEpH,MAAM,MAAM,aAAa,GAAG;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,WAAW,EAAE,WAAW,CAAC;IAAC,QAAQ,EAAE,IAAI,CAAC;IAAC,eAAe,EAAE,OAAO,CAAA;CAAE,CAAC;AAEnH,MAAM,MAAM,0BAA0B,GAClC;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GACjC;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,aAAa,EAAE,aAAa,CAAC;IAAC,WAAW,EAAE,WAAW,CAAA;CAAE,CAAC;AAEjF,MAAM,MAAM,qBAAqB,GAAG,0BAA0B,GAAG;IAC/D,cAAc,EAAE,eAAe,CAAC;IAChC,SAAS,EAAE,WAAW,CAAC;CACxB,CAAC;AAEF;;;;;;;;;;GAUG;AACH,qBAAa,YAAY;IAgCrB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAEvB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAE7B,OAAO,CAAC,QAAQ,CAAC,GAAG;IAvCtB,uCAAuC;IACvC,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,gBAAgB,CAAC;IAEpD,8BAA8B;IAC9B,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,gBAAgB,CAAC;IAEpD,wDAAwD;IACxD,SAAS,CAAC,QAAQ,CAAC,uBAAuB,EAAE,qBAAqB,CAAC;IAElE,6DAA6D;IAC7D,SAAS,CAAC,QAAQ,CAAC,uBAAuB,EAAE,qBAAqB,CAAC;IAElE,mGAAmG;IACnG,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAiB;IAEvD,8DAA8D;IAC9D,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IAEpD,uDAAuD;IACvD,SAAS,CAAC,QAAQ,CAAC,oBAAoB,EAAE,cAAc,CAAC,WAAW,CAAC,CAAC;IAErE,kEAAkE;IAClE,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC,WAAW,CAAC,CAAC;IAE/D,4CAA4C;IAC5C,OAAO,CAAC,OAAO,CAAS;IAExB,iDAAiD;IACjD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAU;IAE9C,YACmB,UAAU,EAAE,6BAA6B,EACzC,KAAK,EAAE,QAAQ,EAAE,EACjB,SAAS,EAAE,iBAAiB,EAC5B,MAAM,EAAE,QAAQ,EAChB,MAAM,EAAE,kBAAkB,EAC3C,gBAAgB,GAAE,iBAAiB,EAAO,EACzB,YAAY,GAAE,YAAiC,EAChE,eAAe,GAAE,eAAsC,EACtC,GAAG,GAAE,MAAkD,EAkEzE;IAED,mCAAmC;IAC5B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAS5B;IAED,0BAA0B;IACb,IAAI,kBAYhB;IAED,iEAAiE;IACpD,OAAO,kBAEnB;IAED,mCAAmC;IAC5B,YAAY,IAAI,iBAAiB,CAEvC;IAED,mFAAmF;IAC5E,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAoBxD;IAED,+EAA+E;IACxE,sBAAsB,CAC3B,aAAa,EAAE,aAAa,EAC5B,WAAW,EAAE,WAAW,EACxB,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAC7B,IAAI,EAAE;QAAE,QAAQ,EAAE,IAAI,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,iBAG9C;IAED,4EAA4E;IACrE,mBAAmB,CACxB,KAAK,EAAE,OAAO,EACd,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAC7B,IAAI,EAAE;QAAE,QAAQ,EAAE,IAAI,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,iBAG9C;IAED,kFAAkF;IAC3E,cAAc,CACnB,KAAK,EAAE,0BAA0B,EACjC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAC7B,IAAI,EAAE;QAAE,QAAQ,EAAE,IAAI,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,iBAiB9C;IAED,2EAA2E;IAC3E,OAAO,CAAC,qBAAqB;IAQ7B,0DAA0D;IAC1D,OAAO,CAAC,QAAQ;IAOhB;;;OAGG;IACI,2BAA2B,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI,CAKjE;IAED;;;OAGG;IACI,4BAA4B,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI,CAKlE;YAGa,yBAAyB;CAUxC"}
@@ -1,10 +1,13 @@
1
1
  import { compactArray } from '@aztec/foundation/collection';
2
2
  import { createLogger } from '@aztec/foundation/log';
3
3
  import { RunningPromise } from '@aztec/foundation/promise';
4
+ import { sleep } from '@aztec/foundation/sleep';
4
5
  import { DateProvider } from '@aztec/foundation/timer';
6
+ import { TxHash } from '@aztec/stdlib/tx';
5
7
  import { getTelemetryClient } from '@aztec/telemetry-client';
6
8
  import { FastTxCollection } from './fast_tx_collection.js';
7
- import { SlowTxCollection } from './slow_tx_collection.js';
9
+ import { FileStoreTxCollection } from './file_store_tx_collection.js';
10
+ import { SlowTxCollection, getProofDeadlineForSlot } from './slow_tx_collection.js';
8
11
  import { TxCollectionSink } from './tx_collection_sink.js';
9
12
  /**
10
13
  * Coordinates tx collection from remote RPC nodes and reqresp.
@@ -17,7 +20,7 @@ import { TxCollectionSink } from './tx_collection_sink.js';
17
20
  * via events and notifies the slow and fast collection loops to stop collecting that tx, so that we don't
18
21
  * collect the same tx multiple times.
19
22
  */ export class TxCollection {
20
- reqResp;
23
+ p2pService;
21
24
  nodes;
22
25
  constants;
23
26
  txPool;
@@ -26,21 +29,37 @@ import { TxCollectionSink } from './tx_collection_sink.js';
26
29
  log;
27
30
  /** Slow collection background loops */ slowCollection;
28
31
  /** Fast collection methods */ fastCollection;
32
+ /** File store collection for slow (mined block) path */ fileStoreSlowCollection;
33
+ /** File store collection for fast (proposal/proving) path */ fileStoreFastCollection;
29
34
  /** Loop for periodically reconciling found transactions from the tx pool in case we missed some */ reconcileFoundTxsLoop;
30
35
  /** Handles txs found by the slow and fast collection loops */ txCollectionSink;
31
36
  /** Handler for the txs-added event from the tx pool */ handleTxsAddedToPool;
32
37
  /** Handler for the txs-added event from the tx collection sink */ handleTxsFound;
33
- constructor(reqResp, nodes, constants, txPool, config, dateProvider = new DateProvider(), telemetryClient = getTelemetryClient(), log = createLogger('p2p:tx_collection_service')){
34
- this.reqResp = reqResp;
38
+ /** Whether the service has been started. */ started;
39
+ /** Whether file store sources are configured. */ hasFileStoreSources;
40
+ constructor(p2pService, nodes, constants, txPool, config, fileStoreSources = [], dateProvider = new DateProvider(), telemetryClient = getTelemetryClient(), log = createLogger('p2p:tx_collection_service')){
41
+ this.p2pService = p2pService;
35
42
  this.nodes = nodes;
36
43
  this.constants = constants;
37
44
  this.txPool = txPool;
38
45
  this.config = config;
39
46
  this.dateProvider = dateProvider;
40
47
  this.log = log;
48
+ this.started = false;
41
49
  this.txCollectionSink = new TxCollectionSink(this.txPool, telemetryClient, this.log);
42
- this.fastCollection = new FastTxCollection(this.reqResp, this.nodes, this.txCollectionSink, this.config, this.dateProvider, this.log);
43
- this.slowCollection = new SlowTxCollection(this.reqResp, this.nodes, this.txCollectionSink, this.fastCollection, constants, this.config, this.dateProvider, this.log);
50
+ this.fastCollection = new FastTxCollection(this.p2pService, this.nodes, this.txCollectionSink, this.config, this.dateProvider, this.log);
51
+ this.slowCollection = new SlowTxCollection(this.p2pService.reqResp, this.nodes, this.txCollectionSink, this.fastCollection, constants, this.config, this.dateProvider, this.log);
52
+ this.hasFileStoreSources = fileStoreSources.length > 0;
53
+ this.fileStoreSlowCollection = new FileStoreTxCollection(fileStoreSources, this.txCollectionSink, {
54
+ workerCount: config.txCollectionFileStoreSlowWorkerCount,
55
+ backoffBaseMs: config.txCollectionFileStoreSlowBackoffBaseMs,
56
+ backoffMaxMs: config.txCollectionFileStoreSlowBackoffMaxMs
57
+ }, this.dateProvider, this.log);
58
+ this.fileStoreFastCollection = new FileStoreTxCollection(fileStoreSources, this.txCollectionSink, {
59
+ workerCount: config.txCollectionFileStoreFastWorkerCount,
60
+ backoffBaseMs: config.txCollectionFileStoreFastBackoffBaseMs,
61
+ backoffMaxMs: config.txCollectionFileStoreFastBackoffMaxMs
62
+ }, this.dateProvider, this.log);
44
63
  this.reconcileFoundTxsLoop = new RunningPromise(()=>this.reconcileFoundTxsWithPool(), this.log, this.config.txCollectionReconcileIntervalMs);
45
64
  this.handleTxsFound = (args)=>{
46
65
  this.foundTxs(args.txs);
@@ -55,15 +74,21 @@ import { TxCollectionSink } from './tx_collection_sink.js';
55
74
  this.txPool.on('txs-added', this.handleTxsAddedToPool);
56
75
  }
57
76
  /** Starts all collection loops. */ start() {
77
+ this.started = true;
58
78
  this.slowCollection.start();
79
+ this.fileStoreSlowCollection.start();
80
+ this.fileStoreFastCollection.start();
59
81
  this.reconcileFoundTxsLoop.start();
60
82
  // TODO(palla/txs): Collect mined unproven tx hashes for txs we dont have in the pool and populate missingTxs on startup
61
83
  return Promise.resolve();
62
84
  }
63
85
  /** Stops all activity. */ async stop() {
86
+ this.started = false;
64
87
  await Promise.all([
65
88
  this.slowCollection.stop(),
66
89
  this.fastCollection.stop(),
90
+ this.fileStoreSlowCollection.stop(),
91
+ this.fileStoreFastCollection.stop(),
67
92
  this.reconcileFoundTxsLoop.stop()
68
93
  ]);
69
94
  this.txPool.removeListener('txs-added', this.handleTxsAddedToPool);
@@ -79,7 +104,25 @@ import { TxCollectionSink } from './tx_collection_sink.js';
79
104
  return this.constants;
80
105
  }
81
106
  /** Starts collecting the given tx hashes for the given L2Block in the slow loop */ startCollecting(block, txHashes) {
82
- return this.slowCollection.startCollecting(block, txHashes);
107
+ this.slowCollection.startCollecting(block, txHashes);
108
+ // Delay file store collection to give P2P methods time to find txs first
109
+ if (this.hasFileStoreSources) {
110
+ const context = {
111
+ type: 'mined',
112
+ block
113
+ };
114
+ const deadline = getProofDeadlineForSlot(block.header.getSlot(), this.constants);
115
+ sleep(this.config.txCollectionFileStoreSlowDelayMs).then(()=>{
116
+ if (this.started) {
117
+ // Only queue txs that are still missing after the delay
118
+ const stillMissing = new Set(this.slowCollection.getMissingTxHashes().map((h)=>h.toString()));
119
+ const remaining = txHashes.filter((h)=>stillMissing.has(h.toString()));
120
+ if (remaining.length > 0) {
121
+ this.fileStoreSlowCollection.startCollecting(remaining, context, deadline);
122
+ }
123
+ }
124
+ }).catch((err)=>this.log.error('Error in file store slow delay', err));
125
+ }
83
126
  }
84
127
  /** Collects the set of txs for the given block proposal as fast as possible */ collectFastForProposal(blockProposal, blockNumber, txHashes, opts) {
85
128
  return this.collectFastFor({
@@ -95,11 +138,36 @@ import { TxCollectionSink } from './tx_collection_sink.js';
95
138
  }, txHashes, opts);
96
139
  }
97
140
  /** Collects the set of txs for the given proposal or block as fast as possible */ collectFastFor(input, txHashes, opts) {
141
+ const hashes = txHashes.map((h)=>typeof h === 'string' ? TxHash.fromString(h) : h);
142
+ // Delay file store collection to give P2P methods time to find txs first
143
+ if (this.hasFileStoreSources) {
144
+ const context = this.getAddContextForInput(input);
145
+ sleep(this.config.txCollectionFileStoreFastDelayMs).then(()=>{
146
+ if (this.started) {
147
+ this.fileStoreFastCollection.startCollecting(hashes, context, opts.deadline);
148
+ }
149
+ }).catch((err)=>this.log.error('Error in file store fast delay', err));
150
+ }
98
151
  return this.fastCollection.collectFastFor(input, txHashes, opts);
99
152
  }
153
+ /** Returns the TxAddContext for the given fast collection request input */ getAddContextForInput(input) {
154
+ if (input.type === 'proposal') {
155
+ return {
156
+ type: 'proposal',
157
+ blockHeader: input.blockProposal.blockHeader
158
+ };
159
+ } else {
160
+ return {
161
+ type: 'mined',
162
+ block: input.block
163
+ };
164
+ }
165
+ }
100
166
  /** Mark the given txs as found. Stops collecting them. */ foundTxs(txs) {
101
167
  this.slowCollection.foundTxs(txs);
102
168
  this.fastCollection.foundTxs(txs);
169
+ this.fileStoreSlowCollection.foundTxs(txs);
170
+ this.fileStoreFastCollection.foundTxs(txs);
103
171
  }
104
172
  /**
105
173
  * Stop collecting all txs for blocks less than or requal to the block number specified.
@@ -107,6 +175,8 @@ import { TxCollectionSink } from './tx_collection_sink.js';
107
175
  */ stopCollectingForBlocksUpTo(blockNumber) {
108
176
  this.slowCollection.stopCollectingForBlocksUpTo(blockNumber);
109
177
  this.fastCollection.stopCollectingForBlocksUpTo(blockNumber);
178
+ this.fileStoreSlowCollection.clearPending();
179
+ this.fileStoreFastCollection.clearPending();
110
180
  }
111
181
  /**
112
182
  * Stop collecting all txs for blocks greater than the block number specified.
@@ -114,6 +184,8 @@ import { TxCollectionSink } from './tx_collection_sink.js';
114
184
  */ stopCollectingForBlocksAfter(blockNumber) {
115
185
  this.slowCollection.stopCollectingForBlocksAfter(blockNumber);
116
186
  this.fastCollection.stopCollectingForBlocksAfter(blockNumber);
187
+ this.fileStoreSlowCollection.clearPending();
188
+ this.fileStoreFastCollection.clearPending();
117
189
  }
118
190
  /** Every now and then, check if the pool has received one of the txs we are looking for, just to catch any race conditions */ async reconcileFoundTxsWithPool() {
119
191
  const missingTxHashes = this.slowCollection.getMissingTxHashes();
@@ -1,10 +1,20 @@
1
1
  import type { Logger } from '@aztec/foundation/log';
2
2
  import type { TypedEventEmitter } from '@aztec/foundation/types';
3
- import { Tx, type TxHash } from '@aztec/stdlib/tx';
3
+ import type { L2Block } from '@aztec/stdlib/block';
4
+ import type { BlockHeader, Tx } from '@aztec/stdlib/tx';
4
5
  import type { TelemetryClient } from '@aztec/telemetry-client';
5
- import type { TxPool, TxPoolEvents } from '../../mem_pools/tx_pool/tx_pool.js';
6
+ import type { TxPoolV2, TxPoolV2Events } from '../../mem_pools/index.js';
6
7
  import type { CollectionMethod } from './tx_collection.js';
7
- declare const TxCollectionSink_base: new () => TypedEventEmitter<TxPoolEvents>;
8
+ import type { TxSourceCollectionResult } from './tx_source.js';
9
+ /** Context determining how collected txs should be added to the pool. */
10
+ export type TxAddContext = {
11
+ type: 'proposal';
12
+ blockHeader: BlockHeader;
13
+ } | {
14
+ type: 'mined';
15
+ block: L2Block;
16
+ };
17
+ declare const TxCollectionSink_base: new () => TypedEventEmitter<TxPoolV2Events>;
8
18
  /**
9
19
  * Executes collection requests from the fast and slow collection loops, and handles collected txs
10
20
  * by adding them to the tx pool and emitting events, as well as handling logging and metrics.
@@ -13,18 +23,18 @@ export declare class TxCollectionSink extends TxCollectionSink_base {
13
23
  private readonly txPool;
14
24
  private readonly log;
15
25
  private readonly instrumentation;
16
- constructor(txPool: TxPool, telemetryClient: TelemetryClient, log: Logger);
17
- collect(collectValidTxsFn: (txHashes: TxHash[]) => Promise<(Tx | undefined)[]>, requested: TxHash[], info: Record<string, any> & {
26
+ constructor(txPool: TxPoolV2, telemetryClient: TelemetryClient, log: Logger);
27
+ collect(collectValidTxsFn: () => Promise<TxSourceCollectionResult>, requested: string[], info: Record<string, any> & {
18
28
  description: string;
19
29
  method: CollectionMethod;
20
- }): Promise<{
30
+ }, context: TxAddContext): Promise<{
21
31
  txs: Tx[];
32
+ requested: string[];
33
+ duration: number;
22
34
  } | {
23
35
  txs: Tx[];
24
- requested: TxHash[];
25
- duration: number;
26
36
  }>;
27
37
  private foundTxs;
28
38
  }
29
39
  export {};
30
- //# sourceMappingURL=tx_collection_sink.d.ts.map
40
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHhfY29sbGVjdGlvbl9zaW5rLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvdHhfY29sbGVjdGlvbi90eF9jb2xsZWN0aW9uX3NpbmsudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLEVBQUUsTUFBTSxFQUFFLE1BQU0sdUJBQXVCLENBQUM7QUFFcEQsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSx5QkFBeUIsQ0FBQztBQUNqRSxPQUFPLEtBQUssRUFBRSxPQUFPLEVBQUUsTUFBTSxxQkFBcUIsQ0FBQztBQUNuRCxPQUFPLEtBQUssRUFBRSxXQUFXLEVBQUUsRUFBRSxFQUFFLE1BQU0sa0JBQWtCLENBQUM7QUFDeEQsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFJL0QsT0FBTyxLQUFLLEVBQUUsUUFBUSxFQUFFLGNBQWMsRUFBRSxNQUFNLDBCQUEwQixDQUFDO0FBRXpFLE9BQU8sS0FBSyxFQUFFLGdCQUFnQixFQUFFLE1BQU0sb0JBQW9CLENBQUM7QUFDM0QsT0FBTyxLQUFLLEVBQUUsd0JBQXdCLEVBQUUsTUFBTSxnQkFBZ0IsQ0FBQztBQUUvRCx5RUFBeUU7QUFDekUsTUFBTSxNQUFNLFlBQVksR0FBRztJQUFFLElBQUksRUFBRSxVQUFVLENBQUM7SUFBQyxXQUFXLEVBQUUsV0FBVyxDQUFBO0NBQUUsR0FBRztJQUFFLElBQUksRUFBRSxPQUFPLENBQUM7SUFBQyxLQUFLLEVBQUUsT0FBTyxDQUFBO0NBQUUsQ0FBQzs7QUFFOUc7OztHQUdHO0FBQ0gscUJBQWEsZ0JBQWlCLFNBQVEscUJBQTZEO0lBSS9GLE9BQU8sQ0FBQyxRQUFRLENBQUMsTUFBTTtJQUV2QixPQUFPLENBQUMsUUFBUSxDQUFDLEdBQUc7SUFMdEIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxlQUFlLENBQThCO0lBRTlELFlBQ21CLE1BQU0sRUFBRSxRQUFRLEVBQ2pDLGVBQWUsRUFBRSxlQUFlLEVBQ2YsR0FBRyxFQUFFLE1BQU0sRUFJN0I7SUFFWSxPQUFPLENBQ2xCLGlCQUFpQixFQUFFLE1BQU0sT0FBTyxDQUFDLHdCQUF3QixDQUFDLEVBQzFELFNBQVMsRUFBRSxNQUFNLEVBQUUsRUFDbkIsSUFBSSxFQUFFLE1BQU0sQ0FBQyxNQUFNLEVBQUUsR0FBRyxDQUFDLEdBQUc7UUFBRSxXQUFXLEVBQUUsTUFBTSxDQUFDO1FBQUMsTUFBTSxFQUFFLGdCQUFnQixDQUFBO0tBQUUsRUFDN0UsT0FBTyxFQUFFLFlBQVk7Ozs7OztPQXdEdEI7WUFFYSxRQUFRO0NBNkJ2QiJ9
@@ -1 +1 @@
1
- {"version":3,"file":"tx_collection_sink.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/tx_collection_sink.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,EAAE,EAAE,KAAK,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAI/D,OAAO,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAC;AAE/E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;qCAMJ,UAAU,iBAAiB,CAAC,YAAY,CAAC;AAJhG;;;GAGG;AACH,qBAAa,gBAAiB,SAAQ,qBAA2D;IAI7F,OAAO,CAAC,QAAQ,CAAC,MAAM;IAEvB,OAAO,CAAC,QAAQ,CAAC,GAAG;IALtB,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA8B;gBAG3C,MAAM,EAAE,MAAM,EAC/B,eAAe,EAAE,eAAe,EACf,GAAG,EAAE,MAAM;IAMjB,OAAO,CAClB,iBAAiB,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,CAAC,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,EACtE,SAAS,EAAE,MAAM,EAAE,EACnB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,gBAAgB,CAAA;KAAE;;;;;;;YAyEjE,QAAQ;CAwBvB"}
1
+ {"version":3,"file":"tx_collection_sink.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/tx_collection_sink.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEpD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAI/D,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAEzE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAE/D,yEAAyE;AACzE,MAAM,MAAM,YAAY,GAAG;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,WAAW,EAAE,WAAW,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,CAAC;;AAE9G;;;GAGG;AACH,qBAAa,gBAAiB,SAAQ,qBAA6D;IAI/F,OAAO,CAAC,QAAQ,CAAC,MAAM;IAEvB,OAAO,CAAC,QAAQ,CAAC,GAAG;IALtB,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA8B;IAE9D,YACmB,MAAM,EAAE,QAAQ,EACjC,eAAe,EAAE,eAAe,EACf,GAAG,EAAE,MAAM,EAI7B;IAEY,OAAO,CAClB,iBAAiB,EAAE,MAAM,OAAO,CAAC,wBAAwB,CAAC,EAC1D,SAAS,EAAE,MAAM,EAAE,EACnB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,gBAAgB,CAAA;KAAE,EAC7E,OAAO,EAAE,YAAY;;;;;;OAwDtB;YAEa,QAAQ;CA6BvB"}
@@ -12,46 +12,37 @@ import { TxCollectionInstrumentation } from './instrumentation.js';
12
12
  super(), this.txPool = txPool, this.log = log;
13
13
  this.instrumentation = new TxCollectionInstrumentation(telemetryClient, 'TxCollection');
14
14
  }
15
- async collect(collectValidTxsFn, requested, info) {
15
+ async collect(collectValidTxsFn, requested, info, context) {
16
16
  this.log.trace(`Requesting ${requested.length} txs via ${info.description}`, {
17
17
  ...info,
18
- requestedTxs: requested.map((t)=>t.toString())
18
+ requestedTxs: requested
19
19
  });
20
20
  // Execute collection function and measure the time taken, catching any errors.
21
- const [duration, txs] = await elapsed(async ()=>{
21
+ const [duration, { validTxs, invalidTxHashes }] = await elapsed(async ()=>{
22
22
  try {
23
- const response = await collectValidTxsFn(requested);
24
- return response.filter((tx)=>tx !== undefined);
23
+ return await collectValidTxsFn();
25
24
  } catch (err) {
26
25
  this.log.error(`Error collecting txs via ${info.description}`, err, {
27
26
  ...info,
28
- requestedTxs: requested.map((hash)=>hash.toString())
27
+ requestedTxs: requested
29
28
  });
30
- return [];
29
+ return {
30
+ validTxs: [],
31
+ invalidTxHashes: []
32
+ };
31
33
  }
32
34
  });
33
- if (txs.length === 0) {
35
+ if (validTxs.length === 0 && invalidTxHashes.length === 0) {
34
36
  this.log.trace(`No txs found via ${info.description}`, {
35
37
  ...info,
36
- requestedTxs: requested.map((t)=>t.toString())
38
+ requestedTxs: requested
37
39
  });
38
40
  return {
39
- txs,
41
+ txs: validTxs,
40
42
  requested,
41
43
  duration
42
44
  };
43
45
  }
44
- // Validate tx hashes for all collected txs from external sources
45
- const validTxs = [];
46
- const invalidTxHashes = [];
47
- await Promise.all(txs.map(async (tx)=>{
48
- const isValid = await tx.validateTxHash();
49
- if (isValid) {
50
- validTxs.push(tx);
51
- } else {
52
- invalidTxHashes.push(tx.getTxHash().toString());
53
- }
54
- }));
55
46
  if (invalidTxHashes.length > 0) {
56
47
  this.log.warn(`Rejecting ${invalidTxHashes.length} txs with invalid hashes from ${info.description}`, {
57
48
  ...info,
@@ -61,7 +52,7 @@ import { TxCollectionInstrumentation } from './instrumentation.js';
61
52
  if (validTxs.length === 0) {
62
53
  this.log.trace(`No valid txs found via ${info.description} after validation`, {
63
54
  ...info,
64
- requestedTxs: requested.map((t)=>t.toString()),
55
+ requestedTxs: requested,
65
56
  invalidTxHashes
66
57
  });
67
58
  return {
@@ -74,26 +65,32 @@ import { TxCollectionInstrumentation } from './instrumentation.js';
74
65
  ...info,
75
66
  duration,
76
67
  txs: validTxs.map((t)=>t.getTxHash().toString()),
77
- requestedTxs: requested.map((t)=>t.toString()),
68
+ requestedTxs: requested,
78
69
  rejectedCount: invalidTxHashes.length
79
70
  });
80
71
  return await this.foundTxs(validTxs, {
81
72
  ...info,
82
73
  duration
83
- });
74
+ }, context);
84
75
  }
85
- async foundTxs(txs, info) {
76
+ async foundTxs(txs, info, context) {
86
77
  // Report metrics for the collection
87
78
  this.instrumentation.increaseTxsFor(info.method, txs.length, info.duration);
88
79
  // Mark txs as found in the slow missing txs set and all fast requests
89
80
  this.emit('txs-added', {
90
81
  txs
91
82
  });
92
- // Add the txs to the tx pool (should not fail, but we catch it just in case)
83
+ // Add the txs to the tx pool using the appropriate method based on context
93
84
  try {
94
- await this.txPool.addTxs(txs, {
95
- source: `tx-collection`
96
- });
85
+ if (context.type === 'mined') {
86
+ await this.txPool.addMinedTxs(txs, context.block.header, {
87
+ source: 'tx-collection'
88
+ });
89
+ } else {
90
+ await this.txPool.addProtectedTxs(txs, context.blockHeader, {
91
+ source: 'tx-collection'
92
+ });
93
+ }
97
94
  } catch (err) {
98
95
  this.log.error(`Error adding txs to the pool via ${info.description}`, err, {
99
96
  ...info,
@@ -2,9 +2,13 @@ import type { ChainConfig } from '@aztec/stdlib/config';
2
2
  import { type AztecNode } from '@aztec/stdlib/interfaces/client';
3
3
  import type { Tx, TxHash } from '@aztec/stdlib/tx';
4
4
  import { type ComponentsVersions } from '@aztec/stdlib/versioning';
5
+ export type TxSourceCollectionResult = {
6
+ validTxs: Tx[];
7
+ invalidTxHashes: string[];
8
+ };
5
9
  export interface TxSource {
6
10
  getInfo(): string;
7
- getTxsByHash(txHashes: TxHash[]): Promise<(Tx | undefined)[]>;
11
+ getTxsByHash(txHashes: TxHash[]): Promise<TxSourceCollectionResult>;
8
12
  }
9
13
  export declare class NodeRpcTxSource implements TxSource {
10
14
  private readonly client;
@@ -12,7 +16,8 @@ export declare class NodeRpcTxSource implements TxSource {
12
16
  constructor(client: Pick<AztecNode, 'getTxsByHash'>, info: string);
13
17
  static fromUrl(nodeUrl: string, versions: ComponentsVersions): NodeRpcTxSource;
14
18
  getInfo(): string;
15
- getTxsByHash(txHashes: TxHash[]): Promise<(Tx | undefined)[]>;
19
+ getTxsByHash(txHashes: TxHash[]): Promise<TxSourceCollectionResult>;
20
+ private verifyTxs;
16
21
  }
17
22
  export declare function createNodeRpcTxSources(urls: string[], chainConfig: ChainConfig): NodeRpcTxSource[];
18
- //# sourceMappingURL=tx_source.d.ts.map
23
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHhfc291cmNlLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvdHhfY29sbGVjdGlvbi90eF9zb3VyY2UudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBRUEsT0FBTyxLQUFLLEVBQUUsV0FBVyxFQUFFLE1BQU0sc0JBQXNCLENBQUM7QUFDeEQsT0FBTyxFQUFFLEtBQUssU0FBUyxFQUF5QixNQUFNLGlDQUFpQyxDQUFDO0FBQ3hGLE9BQU8sS0FBSyxFQUFFLEVBQUUsRUFBRSxNQUFNLEVBQUUsTUFBTSxrQkFBa0IsQ0FBQztBQUNuRCxPQUFPLEVBQUUsS0FBSyxrQkFBa0IsRUFBbUMsTUFBTSwwQkFBMEIsQ0FBQztBQUdwRyxNQUFNLE1BQU0sd0JBQXdCLEdBQUc7SUFBRSxRQUFRLEVBQUUsRUFBRSxFQUFFLENBQUM7SUFBQyxlQUFlLEVBQUUsTUFBTSxFQUFFLENBQUE7Q0FBRSxDQUFDO0FBRXJGLE1BQU0sV0FBVyxRQUFRO0lBQ3ZCLE9BQU8sSUFBSSxNQUFNLENBQUM7SUFDbEIsWUFBWSxDQUFDLFFBQVEsRUFBRSxNQUFNLEVBQUUsR0FBRyxPQUFPLENBQUMsd0JBQXdCLENBQUMsQ0FBQztDQUNyRTtBQUVELHFCQUFhLGVBQWdCLFlBQVcsUUFBUTtJQUU1QyxPQUFPLENBQUMsUUFBUSxDQUFDLE1BQU07SUFDdkIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxJQUFJO0lBRnZCLFlBQ21CLE1BQU0sRUFBRSxJQUFJLENBQUMsU0FBUyxFQUFFLGNBQWMsQ0FBQyxFQUN2QyxJQUFJLEVBQUUsTUFBTSxFQUMzQjtJQUVKLE9BQWMsT0FBTyxDQUFDLE9BQU8sRUFBRSxNQUFNLEVBQUUsUUFBUSxFQUFFLGtCQUFrQixHQUFHLGVBQWUsQ0FHcEY7SUFFTSxPQUFPLFdBRWI7SUFFWSxZQUFZLENBQUMsUUFBUSxFQUFFLE1BQU0sRUFBRSxHQUFHLE9BQU8sQ0FBQyx3QkFBd0IsQ0FBQyxDQUUvRTtZQUVhLFNBQVM7Q0FnQnhCO0FBRUQsd0JBQWdCLHNCQUFzQixDQUFDLElBQUksRUFBRSxNQUFNLEVBQUUsRUFBRSxXQUFXLEVBQUUsV0FBVyxxQkFHOUUifQ==
@@ -1 +1 @@
1
- {"version":3,"file":"tx_source.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/tx_source.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,KAAK,SAAS,EAAyB,MAAM,iCAAiC,CAAC;AACxF,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,KAAK,kBAAkB,EAAmC,MAAM,0BAA0B,CAAC;AAGpG,MAAM,WAAW,QAAQ;IACvB,OAAO,IAAI,MAAM,CAAC;IAClB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;CAC/D;AAED,qBAAa,eAAgB,YAAW,QAAQ;IAE5C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,IAAI;gBADJ,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EACvC,IAAI,EAAE,MAAM;WAGjB,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,kBAAkB,GAAG,eAAe;IAK9E,OAAO;IAIP,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC;CAGrE;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,WAAW,qBAG9E"}
1
+ {"version":3,"file":"tx_source.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/tx_source.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,KAAK,SAAS,EAAyB,MAAM,iCAAiC,CAAC;AACxF,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,KAAK,kBAAkB,EAAmC,MAAM,0BAA0B,CAAC;AAGpG,MAAM,MAAM,wBAAwB,GAAG;IAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAAC,eAAe,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC;AAErF,MAAM,WAAW,QAAQ;IACvB,OAAO,IAAI,MAAM,CAAC;IAClB,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC;CACrE;AAED,qBAAa,eAAgB,YAAW,QAAQ;IAE5C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAFvB,YACmB,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,EACvC,IAAI,EAAE,MAAM,EAC3B;IAEJ,OAAc,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,kBAAkB,GAAG,eAAe,CAGpF;IAEM,OAAO,WAEb;IAEY,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAE/E;YAEa,SAAS;CAgBxB;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,WAAW,qBAG9E"}
@@ -21,8 +21,25 @@ export class NodeRpcTxSource {
21
21
  getInfo() {
22
22
  return this.info;
23
23
  }
24
- getTxsByHash(txHashes) {
25
- return this.client.getTxsByHash(txHashes);
24
+ async getTxsByHash(txHashes) {
25
+ return this.verifyTxs(await this.client.getTxsByHash(txHashes));
26
+ }
27
+ async verifyTxs(txs) {
28
+ // Validate tx hashes for all collected txs from external sources
29
+ const validTxs = [];
30
+ const invalidTxHashes = [];
31
+ await Promise.all(txs.map(async (tx)=>{
32
+ const isValid = await tx.validateTxHash();
33
+ if (isValid) {
34
+ validTxs.push(tx);
35
+ } else {
36
+ invalidTxHashes.push(tx.getTxHash().toString());
37
+ }
38
+ }));
39
+ return {
40
+ validTxs: validTxs,
41
+ invalidTxHashes: invalidTxHashes
42
+ };
26
43
  }
27
44
  }
28
45
  export function createNodeRpcTxSources(urls, chainConfig) {
@@ -0,0 +1,16 @@
1
+ import { type ConfigMappingsType } from '@aztec/foundation/config';
2
+ /**
3
+ * Configuration for the TxFileStore service.
4
+ */
5
+ export type TxFileStoreConfig = {
6
+ /** URL for uploading txs to file storage (s3://, gs://, file://) */
7
+ txFileStoreUrl?: string;
8
+ /** Max concurrent uploads */
9
+ txFileStoreUploadConcurrency: number;
10
+ /** Max queue size to prevent unbounded memory growth */
11
+ txFileStoreMaxQueueSize: number;
12
+ /** Enable tx file store upload */
13
+ txFileStoreEnabled: boolean;
14
+ };
15
+ export declare const txFileStoreConfigMappings: ConfigMappingsType<TxFileStoreConfig>;
16
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29uZmlnLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvdHhfZmlsZV9zdG9yZS9jb25maWcudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLEtBQUssa0JBQWtCLEVBQTJDLE1BQU0sMEJBQTBCLENBQUM7QUFFNUc7O0dBRUc7QUFDSCxNQUFNLE1BQU0saUJBQWlCLEdBQUc7SUFDOUIsb0VBQW9FO0lBQ3BFLGNBQWMsQ0FBQyxFQUFFLE1BQU0sQ0FBQztJQUN4Qiw2QkFBNkI7SUFDN0IsNEJBQTRCLEVBQUUsTUFBTSxDQUFDO0lBQ3JDLHdEQUF3RDtJQUN4RCx1QkFBdUIsRUFBRSxNQUFNLENBQUM7SUFDaEMsa0NBQWtDO0lBQ2xDLGtCQUFrQixFQUFFLE9BQU8sQ0FBQztDQUM3QixDQUFDO0FBRUYsZUFBTyxNQUFNLHlCQUF5QixFQUFFLGtCQUFrQixDQUFDLGlCQUFpQixDQW9CM0UsQ0FBQyJ9
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../src/services/tx_file_store/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,kBAAkB,EAA2C,MAAM,0BAA0B,CAAC;AAE5G;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAC9B,oEAAoE;IACpE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,6BAA6B;IAC7B,4BAA4B,EAAE,MAAM,CAAC;IACrC,wDAAwD;IACxD,uBAAuB,EAAE,MAAM,CAAC;IAChC,kCAAkC;IAClC,kBAAkB,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,kBAAkB,CAAC,iBAAiB,CAoB3E,CAAC"}
@@ -0,0 +1,22 @@
1
+ import { booleanConfigHelper, numberConfigHelper } from '@aztec/foundation/config';
2
+ export const txFileStoreConfigMappings = {
3
+ txFileStoreUrl: {
4
+ env: 'TX_FILE_STORE_URL',
5
+ description: 'URL for uploading txs to file storage (s3://, gs://, file://)'
6
+ },
7
+ txFileStoreUploadConcurrency: {
8
+ env: 'TX_FILE_STORE_UPLOAD_CONCURRENCY',
9
+ description: 'Maximum number of concurrent tx uploads',
10
+ ...numberConfigHelper(10)
11
+ },
12
+ txFileStoreMaxQueueSize: {
13
+ env: 'TX_FILE_STORE_MAX_QUEUE_SIZE',
14
+ description: 'Maximum queue size for pending uploads (oldest dropped when exceeded)',
15
+ ...numberConfigHelper(1000)
16
+ },
17
+ txFileStoreEnabled: {
18
+ env: 'TX_FILE_STORE_ENABLED',
19
+ description: 'Enable uploading transactions to file storage',
20
+ ...booleanConfigHelper(false)
21
+ }
22
+ };
@@ -0,0 +1,4 @@
1
+ export { TxFileStore } from './tx_file_store.js';
2
+ export { TxFileStoreInstrumentation } from './instrumentation.js';
3
+ export { type TxFileStoreConfig, txFileStoreConfigMappings } from './config.js';
4
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uL3NyYy9zZXJ2aWNlcy90eF9maWxlX3N0b3JlL2luZGV4LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sRUFBRSxXQUFXLEVBQUUsTUFBTSxvQkFBb0IsQ0FBQztBQUNqRCxPQUFPLEVBQUUsMEJBQTBCLEVBQUUsTUFBTSxzQkFBc0IsQ0FBQztBQUNsRSxPQUFPLEVBQUUsS0FBSyxpQkFBaUIsRUFBRSx5QkFBeUIsRUFBRSxNQUFNLGFBQWEsQ0FBQyJ9
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/tx_file_store/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,0BAA0B,EAAE,MAAM,sBAAsB,CAAC;AAClE,OAAO,EAAE,KAAK,iBAAiB,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAC"}
@@ -0,0 +1,3 @@
1
+ export { TxFileStore } from './tx_file_store.js';
2
+ export { TxFileStoreInstrumentation } from './instrumentation.js';
3
+ export { txFileStoreConfigMappings } from './config.js';
@@ -0,0 +1,15 @@
1
+ import { type TelemetryClient } from '@aztec/telemetry-client';
2
+ /** Instrumentation for the TxFileStore service. */
3
+ export declare class TxFileStoreInstrumentation {
4
+ private uploadsSuccess;
5
+ private uploadsFailed;
6
+ private uploadsSkipped;
7
+ private uploadDuration;
8
+ private queueSize;
9
+ constructor(client: TelemetryClient, name: string);
10
+ recordUploadSuccess(durationMs: number): void;
11
+ recordUploadFailed(): void;
12
+ recordUploadSkipped(): void;
13
+ recordQueueSize(size: number): void;
14
+ }
15
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5zdHJ1bWVudGF0aW9uLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvdHhfZmlsZV9zdG9yZS9pbnN0cnVtZW50YXRpb24udHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUF1QyxLQUFLLGVBQWUsRUFBc0IsTUFBTSx5QkFBeUIsQ0FBQztBQUV4SCxtREFBbUQ7QUFDbkQscUJBQWEsMEJBQTBCO0lBQ3JDLE9BQU8sQ0FBQyxjQUFjLENBQWdCO0lBQ3RDLE9BQU8sQ0FBQyxhQUFhLENBQWdCO0lBQ3JDLE9BQU8sQ0FBQyxjQUFjLENBQWdCO0lBQ3RDLE9BQU8sQ0FBQyxjQUFjLENBQVk7SUFDbEMsT0FBTyxDQUFDLFNBQVMsQ0FBUTtJQUV6QixZQUFZLE1BQU0sRUFBRSxlQUFlLEVBQUUsSUFBSSxFQUFFLE1BQU0sRUFPaEQ7SUFFRCxtQkFBbUIsQ0FBQyxVQUFVLEVBQUUsTUFBTSxRQUdyQztJQUVELGtCQUFrQixTQUVqQjtJQUVELG1CQUFtQixTQUVsQjtJQUVELGVBQWUsQ0FBQyxJQUFJLEVBQUUsTUFBTSxRQUUzQjtDQUNGIn0=