@aztec/p2p 0.0.1-commit.0c875d939 → 0.0.1-commit.0dc957cde

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (417) hide show
  1. package/README.md +129 -3
  2. package/dest/client/factory.d.ts +8 -7
  3. package/dest/client/factory.d.ts.map +1 -1
  4. package/dest/client/factory.js +34 -29
  5. package/dest/client/interface.d.ts +18 -20
  6. package/dest/client/interface.d.ts.map +1 -1
  7. package/dest/client/p2p_client.d.ts +9 -19
  8. package/dest/client/p2p_client.d.ts.map +1 -1
  9. package/dest/client/p2p_client.js +81 -104
  10. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +23 -10
  11. package/dest/config.d.ts +126 -103
  12. package/dest/config.d.ts.map +1 -1
  13. package/dest/config.js +93 -39
  14. package/dest/errors/p2p-service.error.d.ts +9 -0
  15. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  16. package/dest/errors/p2p-service.error.js +10 -0
  17. package/dest/errors/tx-pool.error.d.ts +8 -0
  18. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  19. package/dest/errors/tx-pool.error.js +9 -0
  20. package/dest/index.d.ts +1 -2
  21. package/dest/index.d.ts.map +1 -1
  22. package/dest/index.js +0 -1
  23. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +7 -5
  24. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.js +16 -9
  26. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +6 -6
  27. package/dest/mem_pools/index.d.ts +1 -2
  28. package/dest/mem_pools/index.d.ts.map +1 -1
  29. package/dest/mem_pools/instrumentation.d.ts +4 -2
  30. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  31. package/dest/mem_pools/instrumentation.js +16 -14
  32. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +3 -1
  33. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
  34. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +9 -0
  35. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
  36. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
  37. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
  38. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  39. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  40. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +5 -4
  41. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
  42. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  43. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
  44. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +3 -2
  45. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  46. package/dest/mem_pools/tx_pool_v2/eviction/index.js +2 -1
  47. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  48. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +54 -5
  51. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
  52. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +4 -4
  54. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -7
  55. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
  56. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  57. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +12 -6
  58. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
  59. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
  60. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +16 -4
  61. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
  62. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
  63. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +3 -3
  64. package/dest/mem_pools/tx_pool_v2/index.d.ts +2 -2
  65. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
  66. package/dest/mem_pools/tx_pool_v2/index.js +1 -1
  67. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  68. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  70. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +27 -10
  71. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  72. package/dest/mem_pools/tx_pool_v2/interfaces.js +4 -1
  73. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +57 -15
  74. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  75. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +115 -20
  76. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +5 -2
  77. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  78. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +38 -46
  79. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +9 -4
  80. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  81. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +12 -5
  82. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +12 -5
  83. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  84. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +297 -153
  85. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +5 -2
  86. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  87. package/dest/msg_validators/attestation_validator/attestation_validator.js +20 -11
  88. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +4 -2
  89. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  90. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +2 -2
  91. package/dest/msg_validators/clock_tolerance.d.ts +12 -1
  92. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  93. package/dest/msg_validators/clock_tolerance.js +54 -3
  94. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +7 -4
  95. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  96. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
  97. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +7 -4
  98. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  99. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
  100. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +15 -8
  101. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  102. package/dest/msg_validators/proposal_validator/proposal_validator.js +67 -47
  103. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +2 -2
  104. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  105. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  106. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  107. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  108. package/dest/msg_validators/tx_validator/allowed_public_setup.js +24 -20
  109. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  110. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  111. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  112. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  113. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  114. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  115. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  116. package/dest/msg_validators/tx_validator/data_validator.d.ts +1 -1
  117. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  118. package/dest/msg_validators/tx_validator/data_validator.js +35 -2
  119. package/dest/msg_validators/tx_validator/factory.d.ts +133 -6
  120. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  121. package/dest/msg_validators/tx_validator/factory.js +247 -60
  122. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  123. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  124. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  125. package/dest/msg_validators/tx_validator/gas_validator.d.ts +99 -3
  126. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  127. package/dest/msg_validators/tx_validator/gas_validator.js +137 -53
  128. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  129. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  130. package/dest/msg_validators/tx_validator/index.js +2 -0
  131. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  132. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  133. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  134. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  135. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  136. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  137. package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
  138. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  139. package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
  140. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +2 -2
  141. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  142. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  143. package/dest/services/data_store.d.ts +1 -1
  144. package/dest/services/data_store.d.ts.map +1 -1
  145. package/dest/services/data_store.js +5 -5
  146. package/dest/services/dummy_service.d.ts +8 -5
  147. package/dest/services/dummy_service.d.ts.map +1 -1
  148. package/dest/services/dummy_service.js +10 -5
  149. package/dest/services/encoding.d.ts +6 -2
  150. package/dest/services/encoding.d.ts.map +1 -1
  151. package/dest/services/encoding.js +16 -9
  152. package/dest/services/gossipsub/topic_score_params.d.ts +30 -7
  153. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  154. package/dest/services/gossipsub/topic_score_params.js +53 -14
  155. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  156. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  157. package/dest/services/libp2p/instrumentation.js +14 -0
  158. package/dest/services/libp2p/libp2p_service.d.ts +32 -37
  159. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  160. package/dest/services/libp2p/libp2p_service.js +241 -212
  161. package/dest/services/peer-manager/metrics.d.ts +3 -1
  162. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  163. package/dest/services/peer-manager/metrics.js +6 -0
  164. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  165. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  166. package/dest/services/peer-manager/peer_manager.js +39 -11
  167. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  168. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  169. package/dest/services/peer-manager/peer_scoring.js +32 -10
  170. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +12 -8
  171. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  172. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +83 -106
  173. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +4 -7
  174. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  175. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
  176. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  177. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
  178. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
  179. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  180. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
  181. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  182. package/dest/services/reqresp/config.d.ts +3 -3
  183. package/dest/services/reqresp/config.d.ts.map +1 -1
  184. package/dest/services/reqresp/interface.d.ts +14 -9
  185. package/dest/services/reqresp/interface.d.ts.map +1 -1
  186. package/dest/services/reqresp/interface.js +10 -11
  187. package/dest/services/reqresp/metrics.d.ts +1 -1
  188. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  189. package/dest/services/reqresp/metrics.js +0 -1
  190. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  191. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  192. package/dest/services/reqresp/protocols/index.js +0 -1
  193. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  194. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  195. package/dest/services/reqresp/protocols/tx.js +1 -3
  196. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  197. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  198. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  199. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  200. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  201. package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
  202. package/dest/services/reqresp/reqresp.d.ts +4 -2
  203. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  204. package/dest/services/reqresp/reqresp.js +30 -12
  205. package/dest/services/service.d.ts +9 -4
  206. package/dest/services/service.d.ts.map +1 -1
  207. package/dest/services/tx_collection/fast_tx_collection.d.ts +1 -4
  208. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  209. package/dest/services/tx_collection/fast_tx_collection.js +65 -75
  210. package/dest/services/tx_collection/file_store_tx_collection.d.ts +1 -1
  211. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  212. package/dest/services/tx_collection/file_store_tx_collection.js +4 -2
  213. package/dest/services/tx_collection/file_store_tx_source.d.ts +16 -6
  214. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
  215. package/dest/services/tx_collection/file_store_tx_source.js +50 -9
  216. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  217. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  218. package/dest/services/tx_collection/instrumentation.js +2 -1
  219. package/dest/services/tx_collection/proposal_tx_collector.d.ts +7 -7
  220. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  221. package/dest/services/tx_collection/proposal_tx_collector.js +5 -4
  222. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  223. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  224. package/dest/services/tx_collection/request_tracker.js +84 -0
  225. package/dest/services/tx_collection/slow_tx_collection.d.ts +2 -2
  226. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  227. package/dest/services/tx_collection/slow_tx_collection.js +10 -8
  228. package/dest/services/tx_collection/tx_collection.d.ts +5 -7
  229. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  230. package/dest/services/tx_collection/tx_collection_sink.d.ts +6 -5
  231. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  232. package/dest/services/tx_collection/tx_collection_sink.js +13 -22
  233. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  234. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  235. package/dest/services/tx_collection/tx_source.js +26 -7
  236. package/dest/services/tx_file_store/tx_file_store.js +1 -1
  237. package/dest/services/tx_provider.d.ts +3 -3
  238. package/dest/services/tx_provider.d.ts.map +1 -1
  239. package/dest/services/tx_provider.js +4 -4
  240. package/dest/test-helpers/make-test-p2p-clients.d.ts +5 -6
  241. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  242. package/dest/test-helpers/make-test-p2p-clients.js +4 -2
  243. package/dest/test-helpers/mock-pubsub.d.ts +14 -6
  244. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  245. package/dest/test-helpers/mock-pubsub.js +43 -12
  246. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  247. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  248. package/dest/test-helpers/reqresp-nodes.js +6 -4
  249. package/dest/test-helpers/testbench-utils.d.ts +6 -3
  250. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  251. package/dest/test-helpers/testbench-utils.js +24 -4
  252. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  253. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  254. package/dest/testbench/p2p_client_testbench_worker.js +83 -26
  255. package/dest/testbench/worker_client_manager.d.ts +10 -1
  256. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  257. package/dest/testbench/worker_client_manager.js +55 -3
  258. package/dest/util.d.ts +3 -3
  259. package/dest/util.d.ts.map +1 -1
  260. package/package.json +14 -14
  261. package/src/client/factory.ts +62 -49
  262. package/src/client/interface.ts +20 -21
  263. package/src/client/p2p_client.ts +89 -135
  264. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +35 -14
  265. package/src/config.ts +139 -45
  266. package/src/errors/p2p-service.error.ts +11 -0
  267. package/src/errors/tx-pool.error.ts +12 -0
  268. package/src/index.ts +0 -1
  269. package/src/mem_pools/attestation_pool/attestation_pool.ts +17 -12
  270. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +6 -6
  271. package/src/mem_pools/index.ts +0 -3
  272. package/src/mem_pools/instrumentation.ts +17 -13
  273. package/src/mem_pools/tx_pool_v2/README.md +10 -2
  274. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +11 -0
  275. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
  276. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +5 -4
  277. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
  278. package/src/mem_pools/tx_pool_v2/eviction/index.ts +5 -0
  279. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
  280. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +59 -4
  281. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +4 -4
  282. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +8 -8
  283. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +12 -9
  284. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +33 -6
  285. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +4 -3
  286. package/src/mem_pools/tx_pool_v2/index.ts +1 -1
  287. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  288. package/src/mem_pools/tx_pool_v2/interfaces.ts +27 -10
  289. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +166 -28
  290. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +43 -46
  291. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +28 -8
  292. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +332 -149
  293. package/src/msg_validators/attestation_validator/README.md +49 -0
  294. package/src/msg_validators/attestation_validator/attestation_validator.ts +21 -9
  295. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +4 -1
  296. package/src/msg_validators/clock_tolerance.ts +72 -3
  297. package/src/msg_validators/proposal_validator/README.md +123 -0
  298. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +17 -4
  299. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +23 -7
  300. package/src/msg_validators/proposal_validator/proposal_validator.ts +79 -49
  301. package/src/msg_validators/tx_validator/README.md +127 -0
  302. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -3
  303. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  304. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  305. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  306. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  307. package/src/msg_validators/tx_validator/data_validator.ts +42 -1
  308. package/src/msg_validators/tx_validator/factory.ts +396 -78
  309. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  310. package/src/msg_validators/tx_validator/gas_validator.ts +199 -54
  311. package/src/msg_validators/tx_validator/index.ts +2 -0
  312. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  313. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  314. package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
  315. package/src/msg_validators/tx_validator/timestamp_validator.ts +7 -7
  316. package/src/services/data_store.ts +5 -13
  317. package/src/services/dummy_service.ts +13 -7
  318. package/src/services/encoding.ts +16 -8
  319. package/src/services/gossipsub/README.md +29 -14
  320. package/src/services/gossipsub/topic_score_params.ts +85 -17
  321. package/src/services/libp2p/instrumentation.ts +14 -0
  322. package/src/services/libp2p/libp2p_service.ts +259 -238
  323. package/src/services/peer-manager/metrics.ts +7 -0
  324. package/src/services/peer-manager/peer_manager.ts +45 -11
  325. package/src/services/peer-manager/peer_scoring.ts +27 -5
  326. package/src/services/reqresp/README.md +229 -0
  327. package/src/services/reqresp/batch-tx-requester/README.md +46 -7
  328. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +79 -112
  329. package/src/services/reqresp/batch-tx-requester/interface.ts +3 -6
  330. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
  331. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
  332. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  333. package/src/services/reqresp/config.ts +2 -2
  334. package/src/services/reqresp/interface.ts +21 -11
  335. package/src/services/reqresp/metrics.ts +0 -1
  336. package/src/services/reqresp/protocols/index.ts +0 -1
  337. package/src/services/reqresp/protocols/tx.ts +1 -3
  338. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  339. package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
  340. package/src/services/reqresp/reqresp.ts +40 -13
  341. package/src/services/service.ts +17 -3
  342. package/src/services/tx_collection/fast_tx_collection.ts +71 -76
  343. package/src/services/tx_collection/file_store_tx_collection.ts +7 -3
  344. package/src/services/tx_collection/file_store_tx_source.ts +65 -9
  345. package/src/services/tx_collection/instrumentation.ts +7 -1
  346. package/src/services/tx_collection/proposal_tx_collector.ts +9 -13
  347. package/src/services/tx_collection/request_tracker.ts +127 -0
  348. package/src/services/tx_collection/slow_tx_collection.ts +8 -9
  349. package/src/services/tx_collection/tx_collection.ts +5 -6
  350. package/src/services/tx_collection/tx_collection_sink.ts +15 -29
  351. package/src/services/tx_collection/tx_source.ts +28 -8
  352. package/src/services/tx_file_store/tx_file_store.ts +1 -1
  353. package/src/services/tx_provider.ts +2 -2
  354. package/src/test-helpers/make-test-p2p-clients.ts +3 -3
  355. package/src/test-helpers/mock-pubsub.ts +47 -11
  356. package/src/test-helpers/reqresp-nodes.ts +7 -8
  357. package/src/test-helpers/testbench-utils.ts +33 -6
  358. package/src/testbench/p2p_client_testbench_worker.ts +92 -29
  359. package/src/testbench/worker_client_manager.ts +68 -6
  360. package/src/util.ts +8 -2
  361. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  362. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  363. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  364. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  365. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  366. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  367. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  368. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  369. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  370. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  371. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  372. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  373. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  374. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  375. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  376. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  377. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  378. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  379. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  380. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  381. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  382. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  383. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  384. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  385. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  386. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  387. package/dest/mem_pools/tx_pool/index.js +0 -2
  388. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  389. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  390. package/dest/mem_pools/tx_pool/priority.js +0 -15
  391. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  392. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  393. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  394. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  395. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  396. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  397. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
  398. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  399. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
  400. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  401. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  402. package/dest/services/reqresp/protocols/block.js +0 -32
  403. package/src/mem_pools/tx_pool/README.md +0 -270
  404. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  405. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  406. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  407. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  408. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  409. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  410. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  411. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  412. package/src/mem_pools/tx_pool/index.ts +0 -2
  413. package/src/mem_pools/tx_pool/priority.ts +0 -20
  414. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  415. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  416. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
  417. package/src/services/reqresp/protocols/block.ts +0 -37
@@ -0,0 +1,127 @@
1
+ import { type PromiseWithResolvers, promiseWithResolvers } from '@aztec/foundation/promise';
2
+ import type { DateProvider } from '@aztec/foundation/timer';
3
+ import { TxHash } from '@aztec/stdlib/tx';
4
+ import type { Tx } from '@aztec/stdlib/tx';
5
+
6
+ /**
7
+ * Tracks which transactions are still missing and need to be fetched.
8
+ * Manages the request deadline and serves as the sole source of cancellation signal.
9
+ * The request is cancelled when all txs are fetched or the deadline expires.
10
+ */
11
+ export interface IRequestTracker {
12
+ /** Returns the set of transaction hashes that are still missing. */
13
+ get missingTxHashes(): Set<string>;
14
+ /** Size of this.missingTxHashes */
15
+ get numberOfMissingTxs(): number;
16
+ /** Are all requested txs fetched */
17
+ allFetched(): boolean;
18
+ /** Checks that transaction is still missing */
19
+ isMissing(txHash: string): boolean;
20
+ /** Marks a transaction as fetched. Returns true if it was previously missing. */
21
+ markFetched(tx: Tx): boolean;
22
+ /** Get list of collected txs */
23
+ get collectedTxs(): Tx[];
24
+ /** The deadline for this request. */
25
+ get deadline(): Date;
26
+ /** Remaining time in milliseconds until deadline. Returns 0 if already past. */
27
+ get timeoutMs(): number;
28
+ /** Checks whether the request is cancelled (deadline expired or all fetched). May trigger cancellation if deadline has passed. */
29
+ checkCancelled(): boolean;
30
+ /** Resolves when deadline expires or all txs are fetched. */
31
+ get cancellationToken(): Promise<void>;
32
+ /** Externally cancel the request. */
33
+ cancel(): void;
34
+ }
35
+
36
+ export class RequestTracker implements IRequestTracker {
37
+ public readonly collectedTxs: Tx[] = [];
38
+ private done = false;
39
+ private readonly cancellationTokenPromise: PromiseWithResolvers<void>;
40
+ private readonly deadlineTimer: ReturnType<typeof setTimeout> | undefined;
41
+
42
+ private constructor(
43
+ public readonly missingTxHashes: Set<string>,
44
+ public readonly deadline: Date,
45
+ private readonly dateProvider?: DateProvider,
46
+ ) {
47
+ this.cancellationTokenPromise = promiseWithResolvers<void>();
48
+
49
+ if (missingTxHashes.size === 0) {
50
+ this.finish();
51
+ return;
52
+ }
53
+
54
+ const now = this.dateProvider?.now() ?? Date.now();
55
+ const remaining = deadline.getTime() - now;
56
+ if (remaining <= 0) {
57
+ this.finish();
58
+ } else {
59
+ this.deadlineTimer = setTimeout(() => this.finish(), remaining);
60
+ }
61
+ }
62
+
63
+ public static create(hashes: TxHash[] | string[], deadline: Date, dateProvider?: DateProvider) {
64
+ return new RequestTracker(new Set(hashes.map(hash => hash.toString())), deadline, dateProvider);
65
+ }
66
+
67
+ markFetched(tx: Tx): boolean {
68
+ if (this.missingTxHashes.delete(tx.txHash.toString())) {
69
+ this.collectedTxs.push(tx);
70
+ if (this.allFetched()) {
71
+ this.finish();
72
+ }
73
+ return true;
74
+ }
75
+ return false;
76
+ }
77
+
78
+ get numberOfMissingTxs(): number {
79
+ return this.missingTxHashes.size;
80
+ }
81
+
82
+ allFetched(): boolean {
83
+ return this.numberOfMissingTxs === 0;
84
+ }
85
+
86
+ isMissing(txHash: string): boolean {
87
+ return this.missingTxHashes.has(txHash.toString());
88
+ }
89
+
90
+ get timeoutMs(): number {
91
+ const now = this.dateProvider?.now() ?? Date.now();
92
+ return Math.max(0, this.deadline.getTime() - now);
93
+ }
94
+
95
+ checkCancelled(): boolean {
96
+ if (this.done) {
97
+ return true;
98
+ }
99
+ // Synchronous fallback: check deadline even if setTimeout hasn't fired yet.
100
+ // This prevents macrotask starvation in tight async loops from blocking cancellation.
101
+ const now = this.dateProvider?.now() ?? Date.now();
102
+ if (now >= this.deadline.getTime()) {
103
+ this.finish();
104
+ return true;
105
+ }
106
+ return false;
107
+ }
108
+
109
+ get cancellationToken(): Promise<void> {
110
+ return this.cancellationTokenPromise.promise;
111
+ }
112
+
113
+ cancel(): void {
114
+ this.finish();
115
+ }
116
+
117
+ private finish() {
118
+ if (this.done) {
119
+ return;
120
+ }
121
+ this.done = true;
122
+ if (this.deadlineTimer) {
123
+ clearTimeout(this.deadlineTimer);
124
+ }
125
+ this.cancellationTokenPromise.resolve();
126
+ }
127
+ }
@@ -8,8 +8,7 @@ import type { L2Block } from '@aztec/stdlib/block';
8
8
  import { type L1RollupConstants, getEpochAtSlot, getTimestampRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
9
9
  import { type Tx, TxHash } from '@aztec/stdlib/tx';
10
10
 
11
- import { type ReqRespInterface, ReqRespSubProtocol } from '../reqresp/interface.js';
12
- import { chunkTxHashesRequest } from '../reqresp/protocols/tx.js';
11
+ import { type ReqRespInterface, ReqRespSubProtocol, chunkTxHashesRequest } from '../reqresp/index.js';
13
12
  import type { TxCollectionConfig } from './config.js';
14
13
  import type { FastTxCollection } from './fast_tx_collection.js';
15
14
  import type { MissingTxInfo } from './tx_collection.js';
@@ -120,8 +119,8 @@ export class SlowTxCollection {
120
119
  const txHashes = entries.map(([txHash]) => TxHash.fromString(txHash));
121
120
  for (const batch of chunk(txHashes, this.config.txCollectionNodeRpcMaxBatchSize)) {
122
121
  await this.txCollectionSink.collect(
123
- hashes => node.getTxsByHash(hashes),
124
- batch,
122
+ () => node.getTxsByHash(batch),
123
+ batch.map(h => h.toString()),
125
124
  {
126
125
  description: `node ${node.getInfo()}`,
127
126
  node: node.getInfo(),
@@ -166,18 +165,18 @@ export class SlowTxCollection {
166
165
  const txHashes = entries.map(([txHash]) => TxHash.fromString(txHash));
167
166
  const maxPeers = boundInclusive(Math.ceil(txHashes.length / 3), 4, 16);
168
167
  await this.txCollectionSink.collect(
169
- async hashes => {
168
+ async () => {
170
169
  const txs = await this.reqResp.sendBatchRequest<ReqRespSubProtocol.TX>(
171
170
  ReqRespSubProtocol.TX,
172
- chunkTxHashesRequest(hashes),
171
+ chunkTxHashesRequest(txHashes),
173
172
  pinnedPeer,
174
173
  timeoutMs,
175
174
  maxPeers,
176
175
  maxRetryAttempts,
177
176
  );
178
- return txs.flat();
177
+ return { validTxs: txs.flat(), invalidTxHashes: [] };
179
178
  },
180
- txHashes,
179
+ txHashes.map(h => h.toString()),
181
180
  { description: 'slow reqresp', timeoutMs, method: 'slow-req-resp' },
182
181
  { type: 'mined', block },
183
182
  );
@@ -197,7 +196,7 @@ export class SlowTxCollection {
197
196
  // from mined unproven blocks it has seen in the past.
198
197
  const fastRequests = this.fastCollection.getFastCollectionRequests();
199
198
  const fastCollectionTxs: Set<string> = new Set(
200
- ...Array.from(fastRequests.values()).flatMap(r => r.missingTxHashes),
199
+ fastRequests.values().flatMap(r => Array.from(r.requestTracker.missingTxHashes)),
201
200
  );
202
201
 
203
202
  // Return all missing txs that are not in fastCollectionTxs and are ready for reqresp if requested
@@ -1,13 +1,14 @@
1
1
  import { BlockNumber } from '@aztec/foundation/branded-types';
2
2
  import { compactArray } from '@aztec/foundation/collection';
3
3
  import { type Logger, createLogger } from '@aztec/foundation/log';
4
- import { type PromiseWithResolvers, RunningPromise } from '@aztec/foundation/promise';
4
+ import { RunningPromise } from '@aztec/foundation/promise';
5
5
  import { sleep } from '@aztec/foundation/sleep';
6
6
  import { DateProvider } from '@aztec/foundation/timer';
7
7
  import type { L2Block, L2BlockInfo } from '@aztec/stdlib/block';
8
8
  import type { L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
9
9
  import type { BlockProposal } from '@aztec/stdlib/p2p';
10
- import { Tx, TxHash } from '@aztec/stdlib/tx';
10
+ import type { Tx } from '@aztec/stdlib/tx';
11
+ import { TxHash } from '@aztec/stdlib/tx';
11
12
  import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
12
13
 
13
14
  import type { PeerId } from '@libp2p/interface';
@@ -18,6 +19,7 @@ import type { TxCollectionConfig } from './config.js';
18
19
  import { FastTxCollection } from './fast_tx_collection.js';
19
20
  import { FileStoreTxCollection } from './file_store_tx_collection.js';
20
21
  import type { FileStoreTxSource } from './file_store_tx_source.js';
22
+ import type { IRequestTracker } from './request_tracker.js';
21
23
  import { SlowTxCollection, getProofDeadlineForSlot } from './slow_tx_collection.js';
22
24
  import { type TxAddContext, TxCollectionSink } from './tx_collection_sink.js';
23
25
  import type { TxSource } from './tx_source.js';
@@ -31,11 +33,8 @@ export type FastCollectionRequestInput =
31
33
  | { type: 'proposal'; blockProposal: BlockProposal; blockNumber: BlockNumber };
32
34
 
33
35
  export type FastCollectionRequest = FastCollectionRequestInput & {
34
- missingTxHashes: Set<string>;
35
- deadline: Date;
36
+ requestTracker: IRequestTracker;
36
37
  blockInfo: L2BlockInfo;
37
- promise: PromiseWithResolvers<void>;
38
- foundTxs: Map<string, Tx>;
39
38
  };
40
39
 
41
40
  /**
@@ -2,14 +2,15 @@ import type { Logger } from '@aztec/foundation/log';
2
2
  import { elapsed } from '@aztec/foundation/timer';
3
3
  import type { TypedEventEmitter } from '@aztec/foundation/types';
4
4
  import type { L2Block } from '@aztec/stdlib/block';
5
- import type { BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
5
+ import type { BlockHeader, Tx } from '@aztec/stdlib/tx';
6
6
  import type { TelemetryClient } from '@aztec/telemetry-client';
7
7
 
8
8
  import EventEmitter from 'node:events';
9
9
 
10
- import type { TxPoolV2, TxPoolV2Events } from '../../mem_pools/tx_pool_v2/interfaces.js';
10
+ import type { TxPoolV2, TxPoolV2Events } from '../../mem_pools/index.js';
11
11
  import { TxCollectionInstrumentation } from './instrumentation.js';
12
12
  import type { CollectionMethod } from './tx_collection.js';
13
+ import type { TxSourceCollectionResult } from './tx_source.js';
13
14
 
14
15
  /** Context determining how collected txs should be added to the pool. */
15
16
  export type TxAddContext = { type: 'proposal'; blockHeader: BlockHeader } | { type: 'mined'; block: L2Block };
@@ -31,52 +32,37 @@ export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitt
31
32
  }
32
33
 
33
34
  public async collect(
34
- collectValidTxsFn: (txHashes: TxHash[]) => Promise<(Tx | undefined)[]>,
35
- requested: TxHash[],
35
+ collectValidTxsFn: () => Promise<TxSourceCollectionResult>,
36
+ requested: string[],
36
37
  info: Record<string, any> & { description: string; method: CollectionMethod },
37
38
  context: TxAddContext,
38
39
  ) {
39
40
  this.log.trace(`Requesting ${requested.length} txs via ${info.description}`, {
40
41
  ...info,
41
- requestedTxs: requested.map(t => t.toString()),
42
+ requestedTxs: requested,
42
43
  });
43
44
 
44
45
  // Execute collection function and measure the time taken, catching any errors.
45
- const [duration, txs] = await elapsed(async () => {
46
+ const [duration, { validTxs, invalidTxHashes }] = await elapsed(async () => {
46
47
  try {
47
- const response = await collectValidTxsFn(requested);
48
- return response.filter(tx => tx !== undefined);
48
+ return await collectValidTxsFn();
49
49
  } catch (err) {
50
50
  this.log.error(`Error collecting txs via ${info.description}`, err, {
51
51
  ...info,
52
- requestedTxs: requested.map(hash => hash.toString()),
52
+ requestedTxs: requested,
53
53
  });
54
- return [] as Tx[];
54
+ return { validTxs: [] as Tx[], invalidTxHashes: [] as string[] };
55
55
  }
56
56
  });
57
57
 
58
- if (txs.length === 0) {
58
+ if (validTxs.length === 0 && invalidTxHashes.length === 0) {
59
59
  this.log.trace(`No txs found via ${info.description}`, {
60
60
  ...info,
61
- requestedTxs: requested.map(t => t.toString()),
61
+ requestedTxs: requested,
62
62
  });
63
- return { txs, requested, duration };
63
+ return { txs: validTxs, requested, duration };
64
64
  }
65
65
 
66
- // Validate tx hashes for all collected txs from external sources
67
- const validTxs: Tx[] = [];
68
- const invalidTxHashes: string[] = [];
69
- await Promise.all(
70
- txs.map(async tx => {
71
- const isValid = await tx.validateTxHash();
72
- if (isValid) {
73
- validTxs.push(tx);
74
- } else {
75
- invalidTxHashes.push(tx.getTxHash().toString());
76
- }
77
- }),
78
- );
79
-
80
66
  if (invalidTxHashes.length > 0) {
81
67
  this.log.warn(`Rejecting ${invalidTxHashes.length} txs with invalid hashes from ${info.description}`, {
82
68
  ...info,
@@ -87,7 +73,7 @@ export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitt
87
73
  if (validTxs.length === 0) {
88
74
  this.log.trace(`No valid txs found via ${info.description} after validation`, {
89
75
  ...info,
90
- requestedTxs: requested.map(t => t.toString()),
76
+ requestedTxs: requested,
91
77
  invalidTxHashes,
92
78
  });
93
79
  return { txs: [], requested, duration };
@@ -99,7 +85,7 @@ export class TxCollectionSink extends (EventEmitter as new () => TypedEventEmitt
99
85
  ...info,
100
86
  duration,
101
87
  txs: validTxs.map(t => t.getTxHash().toString()),
102
- requestedTxs: requested.map(t => t.toString()),
88
+ requestedTxs: requested,
103
89
  rejectedCount: invalidTxHashes.length,
104
90
  },
105
91
  );
@@ -2,36 +2,56 @@ import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
2
2
  import { protocolContractsHash } from '@aztec/protocol-contracts';
3
3
  import type { ChainConfig } from '@aztec/stdlib/config';
4
4
  import { type AztecNode, createAztecNodeClient } from '@aztec/stdlib/interfaces/client';
5
- import type { Tx, TxHash } from '@aztec/stdlib/tx';
5
+ import type { Tx, TxHash, TxValidator } from '@aztec/stdlib/tx';
6
6
  import { type ComponentsVersions, getComponentsVersionsFromConfig } from '@aztec/stdlib/versioning';
7
7
  import { makeTracedFetch } from '@aztec/telemetry-client';
8
8
 
9
+ export type TxSourceCollectionResult = { validTxs: Tx[]; invalidTxHashes: string[] };
10
+
9
11
  export interface TxSource {
10
12
  getInfo(): string;
11
- getTxsByHash(txHashes: TxHash[]): Promise<(Tx | undefined)[]>;
13
+ getTxsByHash(txHashes: TxHash[]): Promise<TxSourceCollectionResult>;
12
14
  }
13
15
 
14
16
  export class NodeRpcTxSource implements TxSource {
15
17
  constructor(
16
18
  private readonly client: Pick<AztecNode, 'getTxsByHash'>,
19
+ private readonly txValidator: TxValidator,
17
20
  private readonly info: string,
18
21
  ) {}
19
22
 
20
- public static fromUrl(nodeUrl: string, versions: ComponentsVersions): NodeRpcTxSource {
23
+ public static fromUrl(nodeUrl: string, txValidator: TxValidator, versions: ComponentsVersions): NodeRpcTxSource {
21
24
  const client = createAztecNodeClient(nodeUrl, versions, makeTracedFetch([1, 2, 3], false));
22
- return new NodeRpcTxSource(client, nodeUrl);
25
+ return new NodeRpcTxSource(client, txValidator, nodeUrl);
23
26
  }
24
27
 
25
28
  public getInfo() {
26
29
  return this.info;
27
30
  }
28
31
 
29
- public getTxsByHash(txHashes: TxHash[]): Promise<(Tx | undefined)[]> {
30
- return this.client.getTxsByHash(txHashes);
32
+ public async getTxsByHash(txHashes: TxHash[]): Promise<TxSourceCollectionResult> {
33
+ return this.verifyTxs(await this.client.getTxsByHash(txHashes));
34
+ }
35
+
36
+ private async verifyTxs(txs: Tx[]): Promise<TxSourceCollectionResult> {
37
+ // Validate tx hashes for all collected txs from external sources
38
+ const validTxs: Tx[] = [];
39
+ const invalidTxHashes: string[] = [];
40
+ await Promise.all(
41
+ txs.map(async tx => {
42
+ const validation = await this.txValidator.validateTx(tx);
43
+ if (validation.result === 'valid') {
44
+ validTxs.push(tx);
45
+ } else {
46
+ invalidTxHashes.push(tx.getTxHash().toString());
47
+ }
48
+ }),
49
+ );
50
+ return { validTxs: validTxs, invalidTxHashes: invalidTxHashes };
31
51
  }
32
52
  }
33
53
 
34
- export function createNodeRpcTxSources(urls: string[], chainConfig: ChainConfig) {
54
+ export function createNodeRpcTxSources(urls: string[], txValidator: TxValidator, chainConfig: ChainConfig) {
35
55
  const versions = getComponentsVersionsFromConfig(chainConfig, protocolContractsHash, getVKTreeRoot());
36
- return urls.map(url => NodeRpcTxSource.fromUrl(url, versions));
56
+ return urls.map(url => NodeRpcTxSource.fromUrl(url, txValidator, versions));
37
57
  }
@@ -146,7 +146,7 @@ export class TxFileStore {
146
146
  }
147
147
 
148
148
  await retry(
149
- () => this.fileStore.save(path, tx.toBuffer(), { compress: false }),
149
+ () => this.fileStore.save(path, tx.toBuffer(), { compress: true }),
150
150
  `Uploading tx ${txHash}`,
151
151
  makeBackoff([0.1, 0.5, 2]),
152
152
  this.log,
@@ -25,7 +25,7 @@ export class TxProvider implements ITxProvider {
25
25
  constructor(
26
26
  private txCollection: TxCollection,
27
27
  private txPool: TxPoolV2,
28
- private txValidator: Pick<P2PClient, 'validate'>,
28
+ private blockProposalTransactionValidator: Pick<P2PClient, 'validateTxsReceivedInBlockProposal'>,
29
29
  private log: Logger = createLogger('p2p:tx-collector'),
30
30
  client: TelemetryClient = getTelemetryClient(),
31
31
  ) {
@@ -227,7 +227,7 @@ export class TxProvider implements ITxProvider {
227
227
  if (txs.length === 0) {
228
228
  return;
229
229
  }
230
- await this.txValidator.validate(txs);
230
+ await this.blockProposalTransactionValidator.validateTxsReceivedInBlockProposal(txs);
231
231
  await this.txPool.addProtectedTxs(txs, blockHeader);
232
232
  }
233
233
  }
@@ -4,10 +4,10 @@ import { SecretValue } from '@aztec/foundation/config';
4
4
  import { type Logger, createLogger } from '@aztec/foundation/log';
5
5
  import { retryUntil } from '@aztec/foundation/retry';
6
6
  import { sleep } from '@aztec/foundation/sleep';
7
- import type { DataStoreConfig } from '@aztec/kv-store/config';
8
7
  import { openTmpStore } from '@aztec/kv-store/lmdb-v2';
8
+ import { GasFees } from '@aztec/stdlib/gas';
9
9
  import type { WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
10
- import { P2PClientType } from '@aztec/stdlib/p2p';
10
+ import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
11
11
 
12
12
  import { createP2PClient } from '../client/index.js';
13
13
  import type { P2PClient } from '../client/p2p_client.js';
@@ -98,12 +98,12 @@ export async function makeTestP2PClient(
98
98
  const kvStore = await openTmpStore('test');
99
99
 
100
100
  const client = await createP2PClient(
101
- P2PClientType.Full,
102
101
  config,
103
102
  l2BlockSource,
104
103
  proofVerifier,
105
104
  mockWorldState,
106
105
  mockEpochCache,
106
+ { getCurrentMinFees: () => Promise.resolve(GasFees.empty()) },
107
107
  'test-p2p-client',
108
108
  undefined,
109
109
  undefined,
@@ -1,10 +1,11 @@
1
1
  import type { EpochCacheInterface } from '@aztec/epoch-cache';
2
2
  import { type Logger, createLogger } from '@aztec/foundation/log';
3
+ import { sleep } from '@aztec/foundation/sleep';
3
4
  import type { AztecAsyncKVStore } from '@aztec/kv-store';
4
5
  import type { L2BlockSource } from '@aztec/stdlib/block';
5
6
  import type { ContractDataSource } from '@aztec/stdlib/contract';
7
+ import type { BlockMinFeesProvider } from '@aztec/stdlib/gas';
6
8
  import type { ClientProtocolCircuitVerifier, WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
7
- import { P2PClientType } from '@aztec/stdlib/p2p';
8
9
  import type { TelemetryClient } from '@aztec/telemetry-client';
9
10
 
10
11
  import type { GossipsubEvents, GossipsubMessage } from '@chainsafe/libp2p-gossipsub';
@@ -42,11 +43,10 @@ type GossipSubService = PubSubLibp2p['services']['pubsub'];
42
43
  * Given a mock gossip sub network, returns a factory function that creates an instance LibP2PService connected to it.
43
44
  * Designed to be used in tests in P2PClientDeps.p2pServiceFactory.
44
45
  */
45
- export function getMockPubSubP2PServiceFactory<T extends P2PClientType>(
46
+ export function getMockPubSubP2PServiceFactory(
46
47
  network: MockGossipSubNetwork,
47
- ): (...args: Parameters<(typeof LibP2PService<T>)['new']>) => Promise<LibP2PService<T>> {
48
+ ): (...args: Parameters<(typeof LibP2PService)['new']>) => Promise<LibP2PService> {
48
49
  return (
49
- clientType: P2PClientType,
50
50
  config: P2PConfig,
51
51
  peerId: PeerId,
52
52
  deps: {
@@ -57,6 +57,7 @@ export function getMockPubSubP2PServiceFactory<T extends P2PClientType>(
57
57
  proofVerifier: ClientProtocolCircuitVerifier;
58
58
  worldStateSynchronizer: WorldStateSynchronizer;
59
59
  peerStore: AztecAsyncKVStore;
60
+ blockMinFeesProvider: BlockMinFeesProvider;
60
61
  telemetry: TelemetryClient;
61
62
  logger: Logger;
62
63
  },
@@ -66,8 +67,7 @@ export function getMockPubSubP2PServiceFactory<T extends P2PClientType>(
66
67
  const peerManager = new DummyPeerManager(peerId, network);
67
68
  const reqresp: ReqRespInterface = new MockReqResp(peerId, network);
68
69
  const peerDiscoveryService = new DummyPeerDiscoveryService();
69
- const service = new LibP2PService<T>(
70
- clientType as T,
70
+ const service = new LibP2PService(
71
71
  config,
72
72
  libp2p,
73
73
  peerDiscoveryService,
@@ -78,6 +78,7 @@ export function getMockPubSubP2PServiceFactory<T extends P2PClientType>(
78
78
  deps.epochCache,
79
79
  deps.proofVerifier,
80
80
  deps.worldStateSynchronizer,
81
+ deps.blockMinFeesProvider,
81
82
  deps.telemetry,
82
83
  deps.logger,
83
84
  );
@@ -103,6 +104,7 @@ class MockReqResp implements ReqRespInterface {
103
104
  }
104
105
 
105
106
  updateConfig(_config: Partial<P2PReqRespConfig>): void {}
107
+ setShouldRejectPeer(): void {}
106
108
 
107
109
  start(
108
110
  subProtocolHandlers: Partial<ReqRespSubProtocolHandlers>,
@@ -141,6 +143,11 @@ class MockReqResp implements ReqRespInterface {
141
143
  const responses: InstanceType<SubProtocolMap[SubProtocol]['response']>[] = [];
142
144
  const peers = this.network.getReqRespPeers().filter(p => !p.peerId.equals(this.peerId));
143
145
  const targetPeers = pinnedPeer ? peers.filter(p => p.peerId.equals(pinnedPeer)) : peers;
146
+ const delayMs = this.network.getPropagationDelayMs();
147
+
148
+ if (delayMs > 0) {
149
+ await sleep(delayMs);
150
+ }
144
151
 
145
152
  for (const request of requests) {
146
153
  const requestBuffer = request.toBuffer();
@@ -177,7 +184,12 @@ class MockReqResp implements ReqRespInterface {
177
184
  return { status: ReqRespStatus.SUCCESS, data: Buffer.from([]) };
178
185
  }
179
186
  try {
187
+ const delayMs = this.network.getPropagationDelayMs();
188
+ if (delayMs > 0) {
189
+ await sleep(delayMs);
190
+ }
180
191
  const data = await handler(this.peerId, payload);
192
+
181
193
  return { status: ReqRespStatus.SUCCESS, data };
182
194
  } catch {
183
195
  return { status: ReqRespStatus.FAILURE };
@@ -245,10 +257,10 @@ class MockGossipSubService extends TypedEventEmitter<GossipsubEvents> implements
245
257
  score: (_peerId: PeerIdStr) => 0,
246
258
  };
247
259
 
248
- publish(topic: TopicStr, data: Uint8Array, _opts?: PublishOpts): Promise<PublishResult> {
260
+ async publish(topic: TopicStr, data: Uint8Array, _opts?: PublishOpts): Promise<PublishResult> {
249
261
  this.logger.debug(`Publishing message on topic ${topic}`, { topic, sender: this.peerId.toString() });
250
- this.network.publishToPeers(topic, data, this.peerId);
251
- return Promise.resolve({ recipients: this.network.getPeers().filter(peer => !this.peerId.equals(peer)) });
262
+ await this.network.publishToPeers(topic, data, this.peerId);
263
+ return { recipients: this.network.getPeers().filter(peer => !this.peerId.equals(peer)) };
252
264
  }
253
265
 
254
266
  receive(msg: GossipsubMessage) {
@@ -270,11 +282,22 @@ class MockGossipSubService extends TypedEventEmitter<GossipsubEvents> implements
270
282
  { msgId, propagationSource, acceptance },
271
283
  );
272
284
  }
285
+
286
+ getMeshPeers(topic?: TopicStr): PeerIdStr[] {
287
+ if (topic && !this.subscribedTopics.has(topic)) {
288
+ return [];
289
+ }
290
+ return this.network
291
+ .getPeers()
292
+ .filter(peer => !this.peerId.equals(peer))
293
+ .map(peer => peer.toString());
294
+ }
273
295
  }
274
296
 
275
297
  /**
276
298
  * Mock gossip sub network used for testing.
277
- * All instances of MockGossipSubService connected to the same network will instantly receive the same messages.
299
+ * All instances of MockGossipSubService connected to the same network receive the same messages,
300
+ * optionally delayed by a configurable propagation time.
278
301
  */
279
302
  export class MockGossipSubNetwork {
280
303
  private peers: MockGossipSubService[] = [];
@@ -283,6 +306,15 @@ export class MockGossipSubNetwork {
283
306
 
284
307
  private logger = createLogger('p2p:test:mock-gossipsub-network');
285
308
 
309
+ constructor(
310
+ /** Artificial propagation delay in milliseconds applied to each message delivery. */
311
+ private propagationDelayMs: number = 0,
312
+ ) {}
313
+
314
+ public getPropagationDelayMs(): number {
315
+ return this.propagationDelayMs;
316
+ }
317
+
286
318
  public getPeers(): PeerId[] {
287
319
  return this.peers.map(peer => peer.peerId);
288
320
  }
@@ -299,7 +331,7 @@ export class MockGossipSubNetwork {
299
331
  return this.reqRespPeers;
300
332
  }
301
333
 
302
- public publishToPeers(topic: TopicStr, data: Uint8Array, sender: PeerId): void {
334
+ public async publishToPeers(topic: TopicStr, data: Uint8Array, sender: PeerId): Promise<void> {
303
335
  const msgId = (this.nextMsgId++).toString();
304
336
  this.logger.debug(`Network is distributing message on topic ${topic}`, {
305
337
  topic,
@@ -308,6 +340,10 @@ export class MockGossipSubNetwork {
308
340
  msgId,
309
341
  });
310
342
 
343
+ if (this.propagationDelayMs > 0) {
344
+ await sleep(this.propagationDelayMs);
345
+ }
346
+
311
347
  const gossipSubMsg: GossipsubMessage = { msgId, msg: { type: 'unsigned', topic, data }, propagationSource: sender };
312
348
  for (const peer of this.peers) {
313
349
  if (peer.subscribedTopics.has(topic)) {
@@ -2,17 +2,17 @@ import type { EpochCache } from '@aztec/epoch-cache';
2
2
  import { timesParallel } from '@aztec/foundation/collection';
3
3
  import { SecretValue } from '@aztec/foundation/config';
4
4
  import { createLogger } from '@aztec/foundation/log';
5
- import type { DataStoreConfig } from '@aztec/kv-store/config';
6
5
  import { openTmpStore } from '@aztec/kv-store/lmdb-v2';
7
6
  import type { L2BlockSource } from '@aztec/stdlib/block';
8
7
  import { type ChainConfig, emptyChainConfig } from '@aztec/stdlib/config';
9
8
  import type { ContractDataSource } from '@aztec/stdlib/contract';
9
+ import { GasFees } from '@aztec/stdlib/gas';
10
10
  import type {
11
11
  ClientProtocolCircuitVerifier,
12
12
  IVCProofVerificationResult,
13
13
  WorldStateSynchronizer,
14
14
  } from '@aztec/stdlib/interfaces/server';
15
- import type { P2PClientType } from '@aztec/stdlib/p2p';
15
+ import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
16
16
  import type { Tx } from '@aztec/stdlib/tx';
17
17
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
18
18
  import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
@@ -107,8 +107,7 @@ export async function createLibp2pNode(
107
107
  *
108
108
  *
109
109
  */
110
- export async function createTestLibP2PService<T extends P2PClientType>(
111
- clientType: T,
110
+ export async function createTestLibP2PService(
112
111
  boostrapAddrs: string[] = [],
113
112
  archiver: L2BlockSource & ContractDataSource,
114
113
  worldStateSynchronizer: WorldStateSynchronizer,
@@ -155,12 +154,13 @@ export async function createTestLibP2PService<T extends P2PClientType>(
155
154
  epochCache,
156
155
  );
157
156
 
157
+ reqresp.setShouldRejectPeer(peerId => peerManager.shouldDisableP2PGossip(peerId));
158
+
158
159
  p2pNode.services.pubsub.score.params.appSpecificWeight = APP_SPECIFIC_WEIGHT;
159
160
  p2pNode.services.pubsub.score.params.appSpecificScore = (peerId: string) =>
160
161
  peerManager.shouldDisableP2PGossip(peerId) ? -Infinity : peerManager.getPeerScore(peerId);
161
162
 
162
- return new LibP2PService<T>(
163
- clientType,
163
+ return new LibP2PService(
164
164
  config,
165
165
  p2pNode as PubSubLibp2p,
166
166
  discoveryService,
@@ -171,6 +171,7 @@ export async function createTestLibP2PService<T extends P2PClientType>(
171
171
  epochCache,
172
172
  proofVerifier,
173
173
  worldStateSynchronizer,
174
+ { getCurrentMinFees: () => Promise.resolve(GasFees.empty()) },
174
175
  telemetry,
175
176
  );
176
177
  }
@@ -190,7 +191,6 @@ export const MOCK_SUB_PROTOCOL_HANDLERS: ReqRespSubProtocolHandlers = {
190
191
  [ReqRespSubProtocol.STATUS]: (_msg: any) => Promise.resolve(Buffer.from('status')),
191
192
  [ReqRespSubProtocol.TX]: (_msg: any) => Promise.resolve(Buffer.from('tx')),
192
193
  [ReqRespSubProtocol.GOODBYE]: (_msg: any) => Promise.resolve(Buffer.from('goodbye')),
193
- [ReqRespSubProtocol.BLOCK]: (_msg: any) => Promise.resolve(Buffer.from('block')),
194
194
  [ReqRespSubProtocol.AUTH]: (_msg: any) => Promise.resolve(Buffer.from('auth')),
195
195
  [ReqRespSubProtocol.BLOCK_TXS]: (_msg: any) => Promise.resolve(Buffer.from('block_txs')),
196
196
  };
@@ -202,7 +202,6 @@ export const MOCK_SUB_PROTOCOL_VALIDATORS: ReqRespSubProtocolValidators = {
202
202
  [ReqRespSubProtocol.STATUS]: noopValidator,
203
203
  [ReqRespSubProtocol.TX]: noopValidator,
204
204
  [ReqRespSubProtocol.GOODBYE]: noopValidator,
205
- [ReqRespSubProtocol.BLOCK]: noopValidator,
206
205
  [ReqRespSubProtocol.AUTH]: noopValidator,
207
206
  [ReqRespSubProtocol.BLOCK_TXS]: noopValidator,
208
207
  };