@aztec/p2p 0.0.1-commit.f504929 → 0.0.1-commit.f5a9928

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (483) hide show
  1. package/README.md +130 -3
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +22 -6
  5. package/dest/client/factory.d.ts +5 -4
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +39 -16
  8. package/dest/client/interface.d.ts +52 -12
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +36 -20
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +142 -81
  13. package/dest/config.d.ts +163 -98
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +130 -20
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +9 -16
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +10 -17
  22. package/dest/index.d.ts +1 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +0 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +101 -59
  26. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/attestation_pool.js +272 -199
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +224 -65
  31. package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/mocks.js +6 -4
  34. package/dest/mem_pools/index.d.ts +1 -2
  35. package/dest/mem_pools/index.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.d.ts +9 -4
  37. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  38. package/dest/mem_pools/instrumentation.js +28 -9
  39. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +10 -5
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
  41. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +29 -20
  42. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +3 -3
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +6 -6
  45. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  46. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  47. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +5 -4
  48. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +1 -1
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +3 -1
  51. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
  52. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  53. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +64 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +7 -1
  58. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
  59. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +1 -1
  60. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -1
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +3 -4
  62. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +1 -1
  63. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -1
  64. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +6 -7
  65. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +1 -1
  66. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  67. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +6 -5
  68. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +1 -1
  69. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
  70. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +8 -6
  71. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +2 -2
  72. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
  73. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +2 -2
  74. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +11 -1
  75. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -1
  76. package/dest/mem_pools/tx_pool_v2/instrumentation.js +24 -0
  77. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +41 -9
  78. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  79. package/dest/mem_pools/tx_pool_v2/interfaces.js +3 -1
  80. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +29 -11
  81. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  82. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +46 -16
  83. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +15 -1
  84. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  85. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +55 -41
  86. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +19 -4
  87. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  88. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +86 -32
  89. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +50 -6
  90. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +262 -131
  92. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
  93. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  94. package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -15
  95. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  96. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  97. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  98. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +11 -5
  99. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  100. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +11 -3
  101. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +11 -5
  102. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  103. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +23 -3
  104. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +35 -10
  105. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  106. package/dest/msg_validators/proposal_validator/proposal_validator.js +128 -56
  107. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  108. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
  110. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +1 -1
  111. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  112. package/dest/msg_validators/tx_validator/allowed_public_setup.js +21 -32
  113. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  114. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  115. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  116. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  117. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  118. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  119. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  120. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  121. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  122. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  123. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  124. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  125. package/dest/msg_validators/tx_validator/data_validator.js +36 -2
  126. package/dest/msg_validators/tx_validator/factory.d.ts +25 -7
  127. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  128. package/dest/msg_validators/tx_validator/factory.js +55 -16
  129. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  130. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  131. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  132. package/dest/msg_validators/tx_validator/gas_validator.d.ts +53 -7
  133. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  134. package/dest/msg_validators/tx_validator/gas_validator.js +88 -41
  135. package/dest/msg_validators/tx_validator/index.d.ts +4 -1
  136. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  137. package/dest/msg_validators/tx_validator/index.js +3 -0
  138. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  139. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  140. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  141. package/dest/msg_validators/tx_validator/phases_validator.d.ts +21 -1
  142. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  143. package/dest/msg_validators/tx_validator/phases_validator.js +49 -2
  144. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  145. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  146. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  147. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  148. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  149. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  150. package/dest/services/data_store.d.ts +1 -1
  151. package/dest/services/data_store.d.ts.map +1 -1
  152. package/dest/services/data_store.js +5 -5
  153. package/dest/services/discv5/discV5_service.d.ts +13 -2
  154. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  155. package/dest/services/discv5/discV5_service.js +119 -23
  156. package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
  157. package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
  158. package/dest/services/discv5/persisted_enr_store.js +145 -0
  159. package/dest/services/dummy_service.d.ts +18 -16
  160. package/dest/services/dummy_service.d.ts.map +1 -1
  161. package/dest/services/dummy_service.js +21 -16
  162. package/dest/services/encoding.d.ts +23 -6
  163. package/dest/services/encoding.d.ts.map +1 -1
  164. package/dest/services/encoding.js +32 -16
  165. package/dest/services/gossipsub/topic_score_params.d.ts +6 -12
  166. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  167. package/dest/services/gossipsub/topic_score_params.js +4 -14
  168. package/dest/services/libp2p/instrumentation.d.ts +6 -1
  169. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  170. package/dest/services/libp2p/instrumentation.js +21 -0
  171. package/dest/services/libp2p/libp2p_service.d.ts +51 -51
  172. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  173. package/dest/services/libp2p/libp2p_service.js +499 -333
  174. package/dest/services/peer-manager/peer_manager.d.ts +31 -3
  175. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  176. package/dest/services/peer-manager/peer_manager.js +125 -25
  177. package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
  178. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  179. package/dest/services/peer-manager/peer_scoring.js +102 -13
  180. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -8
  181. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  182. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +81 -86
  183. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +10 -6
  184. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  185. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +5 -4
  186. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  187. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +13 -7
  188. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +3 -1
  189. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  190. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +3 -0
  191. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  192. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  193. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  194. package/dest/services/reqresp/config.d.ts +15 -3
  195. package/dest/services/reqresp/config.d.ts.map +1 -1
  196. package/dest/services/reqresp/config.js +11 -0
  197. package/dest/services/reqresp/interface.d.ts +16 -18
  198. package/dest/services/reqresp/interface.d.ts.map +1 -1
  199. package/dest/services/reqresp/interface.js +10 -20
  200. package/dest/services/reqresp/metrics.d.ts +1 -1
  201. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  202. package/dest/services/reqresp/metrics.js +0 -1
  203. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
  204. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  205. package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
  206. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  207. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  208. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
  209. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
  210. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  211. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
  212. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  213. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  214. package/dest/services/reqresp/protocols/index.js +0 -1
  215. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  216. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  217. package/dest/services/reqresp/protocols/tx.js +1 -3
  218. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  219. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  220. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  221. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  222. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  223. package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
  224. package/dest/services/reqresp/reqresp.d.ts +7 -29
  225. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  226. package/dest/services/reqresp/reqresp.js +73 -215
  227. package/dest/services/service.d.ts +43 -18
  228. package/dest/services/service.d.ts.map +1 -1
  229. package/dest/services/tx_collection/config.d.ts +2 -23
  230. package/dest/services/tx_collection/config.d.ts.map +1 -1
  231. package/dest/services/tx_collection/config.js +2 -55
  232. package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
  233. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  234. package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
  235. package/dest/services/tx_collection/file_store_tx_source.d.ts +5 -4
  236. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
  237. package/dest/services/tx_collection/file_store_tx_source.js +39 -29
  238. package/dest/services/tx_collection/index.d.ts +2 -3
  239. package/dest/services/tx_collection/index.d.ts.map +1 -1
  240. package/dest/services/tx_collection/index.js +0 -1
  241. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  242. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  243. package/dest/services/tx_collection/instrumentation.js +0 -2
  244. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  245. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  246. package/dest/services/tx_collection/request_tracker.js +84 -0
  247. package/dest/services/tx_collection/tx_collection.d.ts +36 -55
  248. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  249. package/dest/services/tx_collection/tx_collection.js +275 -119
  250. package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
  251. package/dest/services/tx_collection/tx_collection_sink.js +2 -2
  252. package/dest/services/tx_collection/tx_source.d.ts +6 -5
  253. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  254. package/dest/services/tx_collection/tx_source.js +13 -8
  255. package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
  256. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  257. package/dest/services/tx_file_store/tx_file_store.js +4 -14
  258. package/dest/services/tx_provider.d.ts +3 -1
  259. package/dest/services/tx_provider.d.ts.map +1 -1
  260. package/dest/services/tx_provider.js +3 -0
  261. package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
  262. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  263. package/dest/test-helpers/make-test-p2p-clients.js +5 -2
  264. package/dest/test-helpers/mock-pubsub.d.ts +33 -9
  265. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  266. package/dest/test-helpers/mock-pubsub.js +57 -44
  267. package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
  268. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  269. package/dest/test-helpers/reqresp-nodes.js +16 -18
  270. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  271. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  272. package/dest/test-helpers/test_tx_provider.js +3 -0
  273. package/dest/test-helpers/testbench-utils.d.ts +15 -14
  274. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  275. package/dest/test-helpers/testbench-utils.js +49 -15
  276. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  277. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  278. package/dest/testbench/p2p_client_testbench_worker.js +104 -41
  279. package/dest/testbench/worker_client_manager.d.ts +12 -6
  280. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  281. package/dest/testbench/worker_client_manager.js +57 -11
  282. package/dest/util.d.ts +12 -7
  283. package/dest/util.d.ts.map +1 -1
  284. package/dest/util.js +35 -14
  285. package/dest/versioning.d.ts +3 -6
  286. package/dest/versioning.d.ts.map +1 -1
  287. package/dest/versioning.js +3 -24
  288. package/package.json +17 -17
  289. package/src/bootstrap/bootstrap.ts +17 -3
  290. package/src/client/factory.ts +62 -9
  291. package/src/client/interface.ts +48 -18
  292. package/src/client/p2p_client.ts +159 -113
  293. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  294. package/src/config.ts +233 -20
  295. package/src/errors/p2p-service.error.ts +11 -0
  296. package/src/errors/reqresp.error.ts +13 -19
  297. package/src/index.ts +0 -1
  298. package/src/mem_pools/attestation_pool/attestation_pool.ts +327 -242
  299. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +244 -69
  300. package/src/mem_pools/attestation_pool/mocks.ts +13 -8
  301. package/src/mem_pools/index.ts +0 -3
  302. package/src/mem_pools/instrumentation.ts +18 -12
  303. package/src/mem_pools/tx_pool_v2/README.md +9 -1
  304. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +30 -20
  305. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +7 -7
  306. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +4 -5
  307. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +3 -2
  308. package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
  309. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +67 -0
  310. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +11 -1
  311. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +1 -3
  312. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -7
  313. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +5 -6
  314. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +15 -6
  315. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +2 -1
  316. package/src/mem_pools/tx_pool_v2/instrumentation.ts +27 -0
  317. package/src/mem_pools/tx_pool_v2/interfaces.ts +40 -8
  318. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +72 -20
  319. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +62 -41
  320. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +107 -32
  321. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +291 -137
  322. package/src/msg_validators/attestation_validator/README.md +49 -0
  323. package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -14
  324. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +15 -7
  325. package/src/msg_validators/proposal_validator/README.md +123 -0
  326. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +26 -4
  327. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +43 -7
  328. package/src/msg_validators/proposal_validator/proposal_validator.ts +150 -58
  329. package/src/msg_validators/tx_validator/README.md +17 -3
  330. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
  331. package/src/msg_validators/tx_validator/allowed_public_setup.ts +16 -35
  332. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  333. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  334. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  335. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  336. package/src/msg_validators/tx_validator/data_validator.ts +44 -1
  337. package/src/msg_validators/tx_validator/factory.ts +66 -9
  338. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  339. package/src/msg_validators/tx_validator/gas_validator.ts +117 -39
  340. package/src/msg_validators/tx_validator/index.ts +3 -0
  341. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  342. package/src/msg_validators/tx_validator/phases_validator.ts +60 -1
  343. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  344. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  345. package/src/services/data_store.ts +5 -13
  346. package/src/services/discv5/discV5_service.ts +126 -14
  347. package/src/services/discv5/persisted_enr_store.ts +158 -0
  348. package/src/services/dummy_service.ts +26 -40
  349. package/src/services/encoding.ts +35 -19
  350. package/src/services/gossipsub/README.md +33 -11
  351. package/src/services/gossipsub/topic_score_params.ts +9 -18
  352. package/src/services/libp2p/instrumentation.ts +22 -0
  353. package/src/services/libp2p/libp2p_service.ts +560 -369
  354. package/src/services/peer-manager/peer_manager.ts +138 -24
  355. package/src/services/peer-manager/peer_scoring.ts +102 -8
  356. package/src/services/reqresp/README.md +194 -0
  357. package/src/services/reqresp/batch-tx-requester/README.md +46 -7
  358. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +77 -95
  359. package/src/services/reqresp/batch-tx-requester/interface.ts +13 -5
  360. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +13 -6
  361. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +5 -0
  362. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  363. package/src/services/reqresp/config.ts +19 -2
  364. package/src/services/reqresp/interface.ts +21 -47
  365. package/src/services/reqresp/metrics.ts +0 -1
  366. package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
  367. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
  368. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
  369. package/src/services/reqresp/protocols/index.ts +0 -1
  370. package/src/services/reqresp/protocols/tx.ts +1 -3
  371. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  372. package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
  373. package/src/services/reqresp/reqresp.ts +84 -259
  374. package/src/services/service.ts +51 -35
  375. package/src/services/tx_collection/config.ts +3 -80
  376. package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
  377. package/src/services/tx_collection/file_store_tx_source.ts +43 -31
  378. package/src/services/tx_collection/index.ts +1 -6
  379. package/src/services/tx_collection/instrumentation.ts +1 -7
  380. package/src/services/tx_collection/request_tracker.ts +127 -0
  381. package/src/services/tx_collection/tx_collection.ts +331 -176
  382. package/src/services/tx_collection/tx_collection_sink.ts +2 -2
  383. package/src/services/tx_collection/tx_source.ts +10 -8
  384. package/src/services/tx_file_store/tx_file_store.ts +5 -17
  385. package/src/services/tx_provider.ts +5 -0
  386. package/src/test-helpers/make-test-p2p-clients.ts +4 -1
  387. package/src/test-helpers/mock-pubsub.ts +61 -60
  388. package/src/test-helpers/reqresp-nodes.ts +13 -23
  389. package/src/test-helpers/test_tx_provider.ts +5 -0
  390. package/src/test-helpers/testbench-utils.ts +63 -28
  391. package/src/testbench/p2p_client_testbench_worker.ts +111 -57
  392. package/src/testbench/worker_client_manager.ts +72 -25
  393. package/src/util.ts +33 -18
  394. package/src/versioning.ts +3 -33
  395. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  396. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  397. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -304
  398. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  399. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  400. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  401. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  402. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  403. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  404. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  405. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  406. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  407. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  408. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  409. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  410. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  411. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  412. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  413. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  414. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  415. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  416. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  417. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  418. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  419. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  420. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  421. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  422. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  423. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  424. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  425. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  426. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  427. package/dest/mem_pools/tx_pool/index.js +0 -2
  428. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  429. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  430. package/dest/mem_pools/tx_pool/priority.js +0 -15
  431. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  432. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  433. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  434. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  435. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  436. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  437. package/dest/msg_validators/clock_tolerance.d.ts +0 -21
  438. package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
  439. package/dest/msg_validators/clock_tolerance.js +0 -37
  440. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -24
  441. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  442. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -378
  443. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  444. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  445. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  446. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  447. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  448. package/dest/services/reqresp/protocols/block.js +0 -32
  449. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -54
  450. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  451. package/dest/services/tx_collection/fast_tx_collection.js +0 -327
  452. package/dest/services/tx_collection/missing_txs_tracker.d.ts +0 -32
  453. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +0 -1
  454. package/dest/services/tx_collection/missing_txs_tracker.js +0 -27
  455. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -49
  456. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  457. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  458. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
  459. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  460. package/dest/services/tx_collection/slow_tx_collection.js +0 -211
  461. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -345
  462. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  463. package/src/mem_pools/tx_pool/README.md +0 -270
  464. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  465. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  466. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  467. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  468. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  469. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  470. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  471. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  472. package/src/mem_pools/tx_pool/index.ts +0 -2
  473. package/src/mem_pools/tx_pool/priority.ts +0 -20
  474. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  475. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  476. package/src/msg_validators/clock_tolerance.ts +0 -51
  477. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -373
  478. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  479. package/src/services/reqresp/protocols/block.ts +0 -37
  480. package/src/services/tx_collection/fast_tx_collection.ts +0 -387
  481. package/src/services/tx_collection/missing_txs_tracker.ts +0 -52
  482. package/src/services/tx_collection/proposal_tx_collector.ts +0 -113
  483. package/src/services/tx_collection/slow_tx_collection.ts +0 -266
@@ -1,211 +0,0 @@
1
- import { EpochNumber } from '@aztec/foundation/branded-types';
2
- import { chunk } from '@aztec/foundation/collection';
3
- import { createLogger } from '@aztec/foundation/log';
4
- import { boundInclusive } from '@aztec/foundation/number';
5
- import { RunningPromise } from '@aztec/foundation/promise';
6
- import { DateProvider } from '@aztec/foundation/timer';
7
- import { getEpochAtSlot, getTimestampRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
8
- import { TxHash } from '@aztec/stdlib/tx';
9
- import { ReqRespSubProtocol, chunkTxHashesRequest } from '../reqresp/index.js';
10
- export class SlowTxCollection {
11
- reqResp;
12
- nodes;
13
- txCollectionSink;
14
- fastCollection;
15
- constants;
16
- config;
17
- dateProvider;
18
- log;
19
- /** Map from tx hash to missing tx info to collect via slow loop */ missingTxs;
20
- /** One slow collection loop for each node tx source we have */ nodesSlowCollectionLoops;
21
- /** Slow collection loop for reqresp which collects txs from peers */ reqrespSlowCollectionLoop;
22
- constructor(reqResp, nodes, txCollectionSink, fastCollection, constants, config, dateProvider = new DateProvider(), log = createLogger('p2p:tx_collection_service')){
23
- this.reqResp = reqResp;
24
- this.nodes = nodes;
25
- this.txCollectionSink = txCollectionSink;
26
- this.fastCollection = fastCollection;
27
- this.constants = constants;
28
- this.config = config;
29
- this.dateProvider = dateProvider;
30
- this.log = log;
31
- this.missingTxs = new Map();
32
- this.nodesSlowCollectionLoops = this.nodes.map((node)=>new RunningPromise(()=>this.collectMissingTxsFromNode(node), this.log, this.config.txCollectionSlowNodesIntervalMs));
33
- this.reqrespSlowCollectionLoop = new RunningPromise(()=>this.collectMissingTxsViaReqResp(), this.log, this.config.txCollectionSlowReqRespIntervalMs);
34
- }
35
- getMissingTxHashes() {
36
- return Array.from(this.missingTxs.keys()).map(TxHash.fromString);
37
- }
38
- start() {
39
- this.nodesSlowCollectionLoops.forEach((loop)=>loop.start());
40
- this.reqrespSlowCollectionLoop.start();
41
- }
42
- async stop() {
43
- await Promise.all([
44
- this.reqrespSlowCollectionLoop.stop(),
45
- ...this.nodesSlowCollectionLoops.map((loop)=>loop.stop())
46
- ]);
47
- }
48
- async trigger() {
49
- await Promise.all([
50
- this.reqrespSlowCollectionLoop.trigger(),
51
- ...this.nodesSlowCollectionLoops.map((loop)=>loop.trigger())
52
- ]);
53
- }
54
- /** Starts collecting the given tx hashes for the given L2Block in the slow loop */ startCollecting(block, txHashes) {
55
- const slot = block.header.getSlot();
56
- const deadline = this.getDeadlineForSlot(slot);
57
- if (+deadline < this.dateProvider.now()) {
58
- this.log.debug(`Skipping collection of txs for block ${block.number} at slot ${slot} as it is already expired`, {
59
- blockNumber: block.number,
60
- slot: slot.toString(),
61
- txHashes: txHashes.map((txHash)=>txHash.toString()),
62
- deadline: +deadline,
63
- now: this.dateProvider.now()
64
- });
65
- }
66
- for (const txHash of txHashes){
67
- this.missingTxs.set(txHash.toString(), {
68
- block,
69
- blockNumber: block.number,
70
- deadline: this.getDeadlineForSlot(block.header.getSlot()),
71
- readyForReqResp: this.nodes.length === 0
72
- });
73
- }
74
- }
75
- /** Entrypoint for the node slow collection loop */ async collectMissingTxsFromNode(node) {
76
- // If we have any fast requests, we skip the slow collection for this node if configured to do so
77
- const requests = this.fastCollection.getFastCollectionRequests();
78
- if (this.config.txCollectionDisableSlowDuringFastRequests && requests.size > 0) {
79
- this.log.trace(`Skipping node slow collection due to active fast requests`);
80
- return;
81
- }
82
- // Gather all missing txs that are not in fast collection and request them from the node
83
- const missingTxs = this.getMissingTxsForSlowCollection();
84
- if (missingTxs.length === 0) {
85
- return;
86
- }
87
- // Group by block so we pass the correct mined context to the sink
88
- for (const entries of this.groupByBlock(missingTxs)){
89
- const block = entries[0][1].block;
90
- const txHashes = entries.map(([txHash])=>TxHash.fromString(txHash));
91
- for (const batch of chunk(txHashes, this.config.txCollectionNodeRpcMaxBatchSize)){
92
- await this.txCollectionSink.collect(()=>node.getTxsByHash(batch), batch.map((h)=>h.toString()), {
93
- description: `node ${node.getInfo()}`,
94
- node: node.getInfo(),
95
- method: 'slow-node-rpc'
96
- }, {
97
- type: 'mined',
98
- block
99
- });
100
- }
101
- }
102
- // Mark every tx that is still missing as ready for reqresp.
103
- // Note that we can just mark all requested txs as ready for reqresp, without filtering out the ones
104
- // we retrieved, since the ones already found will have been removed from `missingTxs`.
105
- missingTxs.forEach(([_txHash, info])=>{
106
- info.readyForReqResp = true;
107
- });
108
- }
109
- /** Entrypoint for the reqresp slow collection loop */ async collectMissingTxsViaReqResp() {
110
- // If we have any fast requests, we skip the slow collection if configured to do so
111
- const requests = this.fastCollection.getFastCollectionRequests();
112
- if (this.config.txCollectionDisableSlowDuringFastRequests && requests.size > 0) {
113
- this.log.trace(`Skipping reqresp slow collection due to active fast requests`);
114
- return;
115
- }
116
- // Gather all missing txs that are not in fast collection and are ready for reqresp
117
- // A tx is flagged as ready for reqresp if it has been requested from a node at least once
118
- const missingTxs = this.getMissingTxsForSlowCollection({
119
- onlyReqRespReady: true
120
- });
121
- if (missingTxs.length === 0) {
122
- return;
123
- }
124
- const pinnedPeer = undefined;
125
- const timeoutMs = this.config.txCollectionSlowReqRespTimeoutMs;
126
- const maxRetryAttempts = 3;
127
- // Group by block so we pass the correct mined context to the sink
128
- for (const entries of this.groupByBlock(missingTxs)){
129
- const block = entries[0][1].block;
130
- const txHashes = entries.map(([txHash])=>TxHash.fromString(txHash));
131
- const maxPeers = boundInclusive(Math.ceil(txHashes.length / 3), 4, 16);
132
- await this.txCollectionSink.collect(async ()=>{
133
- const txs = await this.reqResp.sendBatchRequest(ReqRespSubProtocol.TX, chunkTxHashesRequest(txHashes), pinnedPeer, timeoutMs, maxPeers, maxRetryAttempts);
134
- return {
135
- validTxs: txs.flat(),
136
- invalidTxHashes: []
137
- };
138
- }, txHashes.map((h)=>h.toString()), {
139
- description: 'slow reqresp',
140
- timeoutMs,
141
- method: 'slow-req-resp'
142
- }, {
143
- type: 'mined',
144
- block
145
- });
146
- }
147
- }
148
- /** Retrieves all missing txs for the slow collection process. This is, all missing txs that are not part of a fast request. */ getMissingTxsForSlowCollection(opts = {}) {
149
- // Remove expired txs from missingTxs
150
- const now = this.dateProvider.now();
151
- const expiredTxs = Array.from(this.missingTxs.entries()).filter(([_, value])=>+value.deadline < now);
152
- expiredTxs.forEach(([txHash])=>this.missingTxs.delete(txHash));
153
- // Gather all txs that are marked for fast collection, we do not want to collect them via slow collection.
154
- // There are some situations where a tx is in both slow and fast collection, for example when a prover node
155
- // is fast-collecting missing txs for proving an epoch, and still has the tx in the slow collection loops
156
- // from mined unproven blocks it has seen in the past.
157
- const fastRequests = this.fastCollection.getFastCollectionRequests();
158
- const fastCollectionTxs = new Set(fastRequests.values().flatMap((r)=>Array.from(r.missingTxTracker.missingTxHashes)));
159
- // Return all missing txs that are not in fastCollectionTxs and are ready for reqresp if requested
160
- return Array.from(this.missingTxs.entries()).filter(([txHash, _])=>!fastCollectionTxs.has(txHash)).filter(([_, value])=>!opts.onlyReqRespReady || value.readyForReqResp);
161
- }
162
- /** Stop collecting the given txs since we have found them. Called whenever tx pool emits a tx-added event. */ foundTxs(txs) {
163
- for (const txHash of txs.map((tx)=>tx.txHash)){
164
- this.missingTxs.delete(txHash.toString());
165
- }
166
- }
167
- /**
168
- * Stop collecting all txs for blocks less than or requal to the block number specified.
169
- * To be called when we no longer care about gathering txs up to a certain block, eg when they become proven or finalized.
170
- */ stopCollectingForBlocksUpTo(blockNumber) {
171
- for (const [txHash, info] of this.missingTxs.entries()){
172
- if (info.blockNumber <= blockNumber) {
173
- this.missingTxs.delete(txHash);
174
- }
175
- }
176
- }
177
- /**
178
- * Stop collecting all txs for blocks greater than the block number specified.
179
- * To be called when there is a chain prune and previously mined txs are no longer relevant.
180
- */ stopCollectingForBlocksAfter(blockNumber) {
181
- for (const [txHash, info] of this.missingTxs.entries()){
182
- if (info.blockNumber > blockNumber) {
183
- this.missingTxs.delete(txHash);
184
- }
185
- }
186
- }
187
- /** Groups missing tx entries by block number. */ groupByBlock(entries) {
188
- const groups = new Map();
189
- for (const entry of entries){
190
- const bn = +entry[1].blockNumber;
191
- let group = groups.get(bn);
192
- if (!group) {
193
- group = [];
194
- groups.set(bn, group);
195
- }
196
- group.push(entry);
197
- }
198
- return [
199
- ...groups.values()
200
- ];
201
- }
202
- /** Computes the proof submission deadline for a given slot, a tx mined in this slot is no longer interesting after this deadline */ getDeadlineForSlot(slotNumber) {
203
- return getProofDeadlineForSlot(slotNumber, this.constants);
204
- }
205
- }
206
- /** Computes the proof submission deadline for a given slot. A tx mined in this slot is no longer interesting after this deadline. */ export function getProofDeadlineForSlot(slotNumber, constants) {
207
- const epoch = getEpochAtSlot(slotNumber, constants);
208
- const submissionEndEpoch = EpochNumber(epoch + constants.proofSubmissionEpochs);
209
- const submissionEndTimestamp = getTimestampRangeForEpoch(submissionEndEpoch, constants)[1];
210
- return new Date(Number(submissionEndTimestamp) * 1000);
211
- }
@@ -1,345 +0,0 @@
1
- import { MockL2BlockSource } from '@aztec/archiver/test';
2
- import { SecretValue } from '@aztec/foundation/config';
3
- import { createLogger } from '@aztec/foundation/log';
4
- import { sleep } from '@aztec/foundation/sleep';
5
- import { DateProvider, Timer, executeTimeout } from '@aztec/foundation/timer';
6
- import type { DataStoreConfig } from '@aztec/kv-store/config';
7
- import { openTmpStore } from '@aztec/kv-store/lmdb-v2';
8
- import type { L2BlockSource } from '@aztec/stdlib/block';
9
- import type { ContractDataSource } from '@aztec/stdlib/contract';
10
- import type { ClientProtocolCircuitVerifier } from '@aztec/stdlib/interfaces/server';
11
- import { PeerErrorSeverity } from '@aztec/stdlib/p2p';
12
- import type { Tx, TxValidationResult } from '@aztec/stdlib/tx';
13
- import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
14
-
15
- import type { PeerId } from '@libp2p/interface';
16
- import { peerIdFromString } from '@libp2p/peer-id';
17
-
18
- import type { P2PConfig } from '../../../config.js';
19
- import { BatchTxRequesterCollector, SendBatchRequestCollector } from '../../../services/index.js';
20
- import type { IBatchRequestTxValidator } from '../../../services/reqresp/batch-tx-requester/tx_validator.js';
21
- import { RateLimitStatus } from '../../../services/reqresp/rate-limiter/rate_limiter.js';
22
- import { MissingTxsTracker } from '../../../services/tx_collection/missing_txs_tracker.js';
23
- import {
24
- AlwaysTrueCircuitVerifier,
25
- BENCHMARK_CONSTANTS,
26
- InMemoryAttestationPool,
27
- InMemoryTxPool,
28
- UNLIMITED_RATE_LIMIT_QUOTA,
29
- calculateInternalTimeout,
30
- createMockEpochCache,
31
- createMockWorldStateSynchronizer,
32
- } from '../../../test-helpers/index.js';
33
- import { createP2PClient } from '../../index.js';
34
- import type { P2PClient } from '../../p2p_client.js';
35
- import {
36
- type WorkerCommand,
37
- type WorkerResponse,
38
- deserializeBlockProposal,
39
- deserializeTx,
40
- deserializeTxHash,
41
- } from './proposal_tx_collector_worker_protocol.js';
42
-
43
- let client: P2PClient | undefined;
44
- let txPool: InMemoryTxPool | undefined;
45
- let attestationPool: InMemoryAttestationPool | undefined;
46
- let logger = createLogger('p2p:proposal-bench');
47
- let kvStore: Awaited<ReturnType<typeof openTmpStore>> | undefined;
48
- let ipcDisconnected = false;
49
-
50
- function ensureClient(): P2PClient {
51
- if (!client || !txPool) {
52
- throw new Error('Worker client not started');
53
- }
54
- return client;
55
- }
56
-
57
- function isIpcDisconnectError(err: unknown): boolean {
58
- const code = (err as NodeJS.ErrnoException | undefined)?.code;
59
- return code === 'EPIPE' || code === 'ERR_IPC_CHANNEL_CLOSED';
60
- }
61
-
62
- function sendMessage(message: WorkerResponse): Promise<void> {
63
- const send = process.send;
64
- if (!send || !process.connected || ipcDisconnected) {
65
- return Promise.resolve();
66
- }
67
-
68
- return new Promise(resolve => {
69
- const fallbackTimeout = setTimeout(() => resolve(), 2000);
70
- try {
71
- send.call(process, message, undefined, undefined, err => {
72
- clearTimeout(fallbackTimeout);
73
- if (!err) {
74
- resolve();
75
- return;
76
- }
77
- if (isIpcDisconnectError(err)) {
78
- ipcDisconnected = true;
79
- resolve();
80
- return;
81
- }
82
- logger.warn('Failed to send IPC message', { error: err?.message ?? String(err) });
83
- resolve();
84
- });
85
- } catch (err: any) {
86
- clearTimeout(fallbackTimeout);
87
- if (isIpcDisconnectError(err)) {
88
- ipcDisconnected = true;
89
- resolve();
90
- return;
91
- }
92
- logger.warn('Failed to send IPC message', { error: err?.message ?? String(err) });
93
- resolve();
94
- }
95
- });
96
- }
97
-
98
- async function startClient(config: P2PConfig, clientIndex: number) {
99
- txPool = new InMemoryTxPool();
100
- attestationPool = new InMemoryAttestationPool();
101
- const epochCache = createMockEpochCache();
102
- const worldState = createMockWorldStateSynchronizer();
103
- const l2BlockSource = new MockL2BlockSource();
104
- const proofVerifier = new AlwaysTrueCircuitVerifier();
105
- kvStore = await openTmpStore(`proposal-bench-${clientIndex}`, true, BENCHMARK_CONSTANTS.KV_STORE_MAP_SIZE_KB);
106
- logger = createLogger(`p2p:proposal-bench:${clientIndex}`);
107
-
108
- const telemetry = getTelemetryClient();
109
- const deps = {
110
- txPool,
111
- attestationPool,
112
- store: kvStore,
113
- logger,
114
- };
115
-
116
- client = await createP2PClient(
117
- config as P2PConfig & DataStoreConfig,
118
- l2BlockSource as L2BlockSource & ContractDataSource,
119
- proofVerifier as ClientProtocolCircuitVerifier,
120
- worldState,
121
- epochCache,
122
- 'proposal-tx-collector-bench-worker',
123
- new DateProvider(),
124
- telemetry as TelemetryClient,
125
- deps,
126
- );
127
-
128
- await client.start();
129
- installUnlimitedRateLimits();
130
-
131
- for (let i = 0; i < 120; i++) {
132
- if (client.isReady()) {
133
- return;
134
- }
135
- await sleep(500);
136
- }
137
-
138
- throw new Error('Timed out waiting for P2P client readiness');
139
- }
140
-
141
- function installSamplerOverrides(peerList: ReturnType<typeof peerIdFromString>[]) {
142
- const reqResp = (ensureClient() as any).p2pService.reqresp as any;
143
- const sampler = reqResp.connectionSampler as any;
144
-
145
- sampler.getPeerListSortedByConnectionCountAsc = (excluding?: Set<string>) => {
146
- if (!excluding || excluding.size === 0) {
147
- return peerList;
148
- }
149
- return peerList.filter(peerId => !excluding.has(peerId.toString()));
150
- };
151
- sampler.samplePeersBatch = (numberToSample: number, excluding?: Map<string, boolean>) => {
152
- const filtered = peerList.filter(peerId => !excluding?.has(peerId.toString()));
153
- return filtered.slice(0, Math.min(numberToSample, filtered.length));
154
- };
155
- sampler.getPeer = (excluding?: Map<string, boolean>) => {
156
- const filtered = peerList.filter(peerId => !excluding?.has(peerId.toString()));
157
- return filtered[0];
158
- };
159
- }
160
-
161
- function installUnlimitedRateLimits() {
162
- const reqResp = (ensureClient() as any).p2pService.reqresp as any;
163
- const rateLimiter = reqResp.rateLimiter as any;
164
-
165
- rateLimiter.getRateLimits = () => UNLIMITED_RATE_LIMIT_QUOTA;
166
- rateLimiter.allow = () => RateLimitStatus.Allowed;
167
- }
168
-
169
- async function runCollector(cmd: Extract<WorkerCommand, { type: 'RUN_COLLECTOR' }>) {
170
- const { collectorType, txHashes, blockProposal, pinnedPeerId, peerIds, timeoutMs } = cmd;
171
- const reqResp = (ensureClient() as any).p2pService.reqresp as any;
172
- const peerList = peerIds.map(peerId => peerIdFromString(peerId));
173
-
174
- installSamplerOverrides(peerList);
175
- installUnlimitedRateLimits();
176
-
177
- const p2pService = {
178
- reqResp,
179
- connectionSampler: {
180
- getPeerListSortedByConnectionCountAsc: () => peerList,
181
- },
182
- txValidatorConfig: {
183
- l1ChainId: 1,
184
- rollupVersion: 1,
185
- proofVerifier: {
186
- verifyProof: () => Promise.resolve({ valid: true, durationMs: 0, totalDurationMs: 0 }),
187
- stop: () => Promise.resolve(),
188
- },
189
- },
190
- peerScoring: {
191
- penalizePeer: (_peerId: PeerId, _penalty: PeerErrorSeverity) => {},
192
- },
193
- };
194
-
195
- const parsedTxHashes = txHashes.map(deserializeTxHash);
196
- const parsedProposal = deserializeBlockProposal(blockProposal);
197
- const pinnedPeer = pinnedPeerId ? peerIdFromString(pinnedPeerId) : undefined;
198
-
199
- const timer = new Timer();
200
- let fetchedCount = 0;
201
-
202
- const internalTimeoutMs = calculateInternalTimeout(timeoutMs);
203
-
204
- const noopTxValidator: IBatchRequestTxValidator = {
205
- validateRequestedTx: (_tx: Tx): Promise<TxValidationResult> => Promise.resolve({ result: 'valid' }),
206
- validateRequestedTxs: (txs: Tx[]): Promise<TxValidationResult[]> =>
207
- Promise.resolve(txs.map(() => ({ result: 'valid' }))),
208
- };
209
-
210
- try {
211
- if (collectorType === 'batch-requester') {
212
- const collector = new BatchTxRequesterCollector(p2pService, logger, new DateProvider(), noopTxValidator);
213
- const fetched = await executeTimeout(
214
- (_signal: AbortSignal) =>
215
- collector.collectTxs(
216
- MissingTxsTracker.fromArray(parsedTxHashes),
217
- parsedProposal,
218
- pinnedPeer,
219
- internalTimeoutMs,
220
- ),
221
- timeoutMs,
222
- () => new Error(`Collector timed out after ${timeoutMs}ms`),
223
- );
224
- fetchedCount = fetched.length;
225
- } else {
226
- const collector = new SendBatchRequestCollector(
227
- p2pService,
228
- BENCHMARK_CONSTANTS.FIXED_MAX_PEERS,
229
- BENCHMARK_CONSTANTS.FIXED_MAX_RETRY_ATTEMPTS,
230
- );
231
- const fetched = await executeTimeout(
232
- (_signal: AbortSignal) =>
233
- collector.collectTxs(
234
- MissingTxsTracker.fromArray(parsedTxHashes),
235
- parsedProposal,
236
- pinnedPeer,
237
- internalTimeoutMs,
238
- ),
239
- timeoutMs,
240
- () => new Error(`Collector timed out after ${timeoutMs}ms`),
241
- );
242
- fetchedCount = fetched.length;
243
- }
244
- } catch (err: any) {
245
- logger.warn(`Collector error: ${err?.message ?? String(err)}`);
246
- }
247
-
248
- return { durationMs: timer.ms(), fetchedCount };
249
- }
250
-
251
- async function stopClient() {
252
- if (!client) {
253
- return;
254
- }
255
- await client.stop();
256
- if (kvStore?.close) {
257
- await kvStore.close();
258
- }
259
- client = undefined;
260
- txPool = undefined;
261
- attestationPool = undefined;
262
- }
263
-
264
- process.on('disconnect', () => {
265
- ipcDisconnected = true;
266
- void stopClient().finally(() => process.exit(0));
267
- });
268
-
269
- process.on('error', err => {
270
- if (isIpcDisconnectError(err)) {
271
- ipcDisconnected = true;
272
- return;
273
- }
274
- logger.warn('Worker process error', { error: err?.message ?? String(err) });
275
- });
276
-
277
- process.on('message', (msg: WorkerCommand) => {
278
- void (async () => {
279
- if (!msg || typeof msg !== 'object') {
280
- return;
281
- }
282
-
283
- const requestId = msg.requestId;
284
-
285
- try {
286
- switch (msg.type) {
287
- case 'START': {
288
- const rawConfig = msg.config;
289
- const config: P2PConfig = {
290
- ...rawConfig,
291
- peerIdPrivateKey: rawConfig.peerIdPrivateKey ? new SecretValue(rawConfig.peerIdPrivateKey) : undefined,
292
- } as P2PConfig;
293
-
294
- await startClient(config, msg.clientIndex);
295
- const peerId = (ensureClient() as any).p2pService.node.peerId.toString();
296
- await sendMessage({ type: 'READY', requestId, peerId });
297
- break;
298
- }
299
- case 'SET_TXS': {
300
- if (!txPool) {
301
- throw new Error('Tx pool not initialized');
302
- }
303
- const txs = msg.txs.map(deserializeTx);
304
- const count = msg.mode === 'append' ? txPool.appendTxs(txs) : txPool.setTxs(txs);
305
- await sendMessage({ type: 'TXS_SET', requestId, count });
306
- break;
307
- }
308
- case 'SET_BLOCK_PROPOSAL': {
309
- if (!attestationPool) {
310
- throw new Error('Attestation pool not initialized');
311
- }
312
- const proposal = deserializeBlockProposal(msg.blockProposal);
313
- await attestationPool.tryAddBlockProposal(proposal);
314
- await sendMessage({ type: 'BLOCK_PROPOSAL_SET', requestId, archiveRoot: proposal.archive.toString() });
315
- break;
316
- }
317
- case 'RUN_COLLECTOR': {
318
- const { durationMs, fetchedCount } = await runCollector(msg);
319
- await sendMessage({ type: 'COLLECTOR_RESULT', requestId, durationMs, fetchedCount });
320
- break;
321
- }
322
- case 'GET_PEER_COUNT': {
323
- const peers = await ensureClient().getPeers();
324
- await sendMessage({ type: 'PEER_COUNT', requestId, count: peers.length });
325
- break;
326
- }
327
- case 'STOP': {
328
- await stopClient();
329
- await sendMessage({ type: 'STOPPED', requestId });
330
- process.exit(0);
331
- break;
332
- }
333
- default: {
334
- const _exhaustive: never = msg;
335
- throw new Error(`Unknown command: ${(msg as { type?: string }).type}`);
336
- }
337
- }
338
- } catch (err: any) {
339
- await sendMessage({ type: 'ERROR', requestId, error: err?.message ?? String(err) });
340
- if (msg.type === 'START') {
341
- process.exit(1);
342
- }
343
- }
344
- })();
345
- });
@@ -1,43 +0,0 @@
1
- import { BlockProposal } from '@aztec/stdlib/p2p';
2
- import { Tx, TxHash } from '@aztec/stdlib/tx';
3
-
4
- import type { P2PConfig } from '../../../config.js';
5
-
6
- export type SerializedP2PConfig = Omit<P2PConfig, 'peerIdPrivateKey'> & { peerIdPrivateKey?: string };
7
-
8
- export type CollectorType = 'batch-requester' | 'send-batch-request';
9
-
10
- export type WorkerCommand =
11
- | { type: 'START'; requestId: string; clientIndex: number; config: SerializedP2PConfig }
12
- | { type: 'SET_TXS'; requestId: string; txs: string[]; mode?: 'replace' | 'append' }
13
- | { type: 'SET_BLOCK_PROPOSAL'; requestId: string; blockProposal: string }
14
- | {
15
- type: 'RUN_COLLECTOR';
16
- requestId: string;
17
- collectorType: CollectorType;
18
- txHashes: string[];
19
- blockProposal: string;
20
- pinnedPeerId?: string;
21
- peerIds: string[];
22
- timeoutMs: number;
23
- }
24
- | { type: 'GET_PEER_COUNT'; requestId: string }
25
- | { type: 'STOP'; requestId: string };
26
-
27
- export type WorkerResponse =
28
- | { type: 'READY'; requestId: string; peerId: string }
29
- | { type: 'TXS_SET'; requestId: string; count: number }
30
- | { type: 'BLOCK_PROPOSAL_SET'; requestId: string; archiveRoot: string }
31
- | { type: 'COLLECTOR_RESULT'; requestId: string; durationMs: number; fetchedCount: number }
32
- | { type: 'PEER_COUNT'; requestId: string; count: number }
33
- | { type: 'STOPPED'; requestId: string }
34
- | { type: 'ERROR'; requestId: string; error: string };
35
-
36
- export const serializeTx = (tx: Tx) => tx.toBuffer().toString('hex');
37
- export const deserializeTx = (hex: string) => Tx.fromBuffer(Buffer.from(hex, 'hex'));
38
-
39
- export const serializeTxHash = (txHash: TxHash) => txHash.toString();
40
- export const deserializeTxHash = (hex: string) => TxHash.fromString(hex);
41
-
42
- export const serializeBlockProposal = (proposal: BlockProposal) => proposal.toBuffer().toString('hex');
43
- export const deserializeBlockProposal = (hex: string) => BlockProposal.fromBuffer(Buffer.from(hex, 'hex'));