@aztec/p2p 5.0.0-private.20260319 → 5.0.0-rc.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (411) hide show
  1. package/README.md +4 -1
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +22 -6
  5. package/dest/client/factory.d.ts +4 -3
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +33 -24
  8. package/dest/client/interface.d.ts +43 -11
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +33 -19
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +100 -44
  13. package/dest/config.d.ts +137 -107
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +64 -23
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +1 -20
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +0 -21
  22. package/dest/index.d.ts +1 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +0 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +98 -56
  26. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/attestation_pool.js +265 -196
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +175 -59
  31. package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/mocks.js +6 -4
  34. package/dest/mem_pools/index.d.ts +1 -2
  35. package/dest/mem_pools/index.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.d.ts +1 -1
  37. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  38. package/dest/mem_pools/instrumentation.js +17 -1
  39. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +1 -5
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
  41. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +1 -7
  42. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +3 -3
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +6 -6
  45. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +1 -1
  46. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
  47. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  48. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
  52. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +2 -2
  53. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +22 -5
  54. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  55. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +5 -2
  56. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  57. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +13 -6
  58. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +7 -1
  59. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  60. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +10 -0
  61. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +8 -3
  62. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  63. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +7 -4
  64. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +8 -3
  65. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  66. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +153 -111
  67. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
  68. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  69. package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -16
  70. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  71. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  72. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  73. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +8 -3
  74. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  75. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +2 -2
  76. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +8 -3
  77. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  78. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +8 -2
  79. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +25 -3
  80. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  81. package/dest/msg_validators/proposal_validator/proposal_validator.js +77 -14
  82. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  83. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  84. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
  85. package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
  86. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  87. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  88. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  89. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  90. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  91. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  92. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  93. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  94. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  95. package/dest/msg_validators/tx_validator/data_validator.js +36 -2
  96. package/dest/msg_validators/tx_validator/factory.d.ts +14 -15
  97. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  98. package/dest/msg_validators/tx_validator/factory.js +36 -17
  99. package/dest/msg_validators/tx_validator/gas_validator.d.ts +47 -10
  100. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  101. package/dest/msg_validators/tx_validator/gas_validator.js +65 -48
  102. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  103. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/index.js +2 -0
  105. package/dest/msg_validators/tx_validator/phases_validator.js +3 -3
  106. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  107. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  108. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  109. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  110. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  111. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  112. package/dest/services/data_store.d.ts +1 -1
  113. package/dest/services/data_store.d.ts.map +1 -1
  114. package/dest/services/data_store.js +5 -5
  115. package/dest/services/discv5/discV5_service.d.ts +13 -2
  116. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  117. package/dest/services/discv5/discV5_service.js +119 -23
  118. package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
  119. package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
  120. package/dest/services/discv5/persisted_enr_store.js +145 -0
  121. package/dest/services/dummy_service.d.ts +15 -15
  122. package/dest/services/dummy_service.d.ts.map +1 -1
  123. package/dest/services/dummy_service.js +15 -16
  124. package/dest/services/encoding.d.ts +8 -8
  125. package/dest/services/encoding.d.ts.map +1 -1
  126. package/dest/services/encoding.js +11 -15
  127. package/dest/services/gossipsub/topic_score_params.d.ts +6 -12
  128. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  129. package/dest/services/gossipsub/topic_score_params.js +4 -14
  130. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  131. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  132. package/dest/services/libp2p/instrumentation.js +14 -0
  133. package/dest/services/libp2p/libp2p_service.d.ts +44 -39
  134. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  135. package/dest/services/libp2p/libp2p_service.js +383 -278
  136. package/dest/services/peer-manager/peer_manager.d.ts +20 -3
  137. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  138. package/dest/services/peer-manager/peer_manager.js +79 -23
  139. package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
  140. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  141. package/dest/services/peer-manager/peer_scoring.js +102 -13
  142. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +1 -8
  143. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  144. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +38 -44
  145. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +8 -5
  146. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  147. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  148. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  149. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  150. package/dest/services/reqresp/config.d.ts +3 -3
  151. package/dest/services/reqresp/config.d.ts.map +1 -1
  152. package/dest/services/reqresp/interface.d.ts +16 -18
  153. package/dest/services/reqresp/interface.d.ts.map +1 -1
  154. package/dest/services/reqresp/interface.js +10 -20
  155. package/dest/services/reqresp/metrics.d.ts +1 -1
  156. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  157. package/dest/services/reqresp/metrics.js +0 -1
  158. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
  159. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  160. package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
  161. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  162. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  163. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
  164. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
  165. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  166. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
  167. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  168. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  169. package/dest/services/reqresp/protocols/index.js +0 -1
  170. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  171. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  172. package/dest/services/reqresp/protocols/tx.js +1 -3
  173. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  174. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  175. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  176. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  177. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  178. package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
  179. package/dest/services/reqresp/reqresp.d.ts +7 -29
  180. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  181. package/dest/services/reqresp/reqresp.js +26 -207
  182. package/dest/services/service.d.ts +25 -12
  183. package/dest/services/service.d.ts.map +1 -1
  184. package/dest/services/tx_collection/config.d.ts +2 -23
  185. package/dest/services/tx_collection/config.d.ts.map +1 -1
  186. package/dest/services/tx_collection/config.js +2 -55
  187. package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
  188. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  189. package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
  190. package/dest/services/tx_collection/file_store_tx_source.d.ts +5 -4
  191. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
  192. package/dest/services/tx_collection/file_store_tx_source.js +39 -29
  193. package/dest/services/tx_collection/index.d.ts +2 -3
  194. package/dest/services/tx_collection/index.d.ts.map +1 -1
  195. package/dest/services/tx_collection/index.js +0 -1
  196. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  197. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  198. package/dest/services/tx_collection/instrumentation.js +0 -2
  199. package/dest/services/tx_collection/tx_collection.d.ts +35 -51
  200. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  201. package/dest/services/tx_collection/tx_collection.js +275 -119
  202. package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
  203. package/dest/services/tx_collection/tx_collection_sink.js +2 -2
  204. package/dest/services/tx_collection/tx_source.d.ts +6 -5
  205. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  206. package/dest/services/tx_collection/tx_source.js +13 -8
  207. package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
  208. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  209. package/dest/services/tx_file_store/tx_file_store.js +4 -14
  210. package/dest/services/tx_provider.d.ts +3 -1
  211. package/dest/services/tx_provider.d.ts.map +1 -1
  212. package/dest/services/tx_provider.js +3 -0
  213. package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
  214. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  215. package/dest/test-helpers/make-test-p2p-clients.js +5 -2
  216. package/dest/test-helpers/mock-pubsub.d.ts +23 -9
  217. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  218. package/dest/test-helpers/mock-pubsub.js +44 -44
  219. package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
  220. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  221. package/dest/test-helpers/reqresp-nodes.js +16 -18
  222. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  223. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  224. package/dest/test-helpers/test_tx_provider.js +3 -0
  225. package/dest/test-helpers/testbench-utils.d.ts +14 -14
  226. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  227. package/dest/test-helpers/testbench-utils.js +25 -13
  228. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  229. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  230. package/dest/testbench/p2p_client_testbench_worker.js +102 -41
  231. package/dest/testbench/worker_client_manager.d.ts +10 -6
  232. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  233. package/dest/testbench/worker_client_manager.js +51 -9
  234. package/dest/util.d.ts +11 -6
  235. package/dest/util.d.ts.map +1 -1
  236. package/dest/util.js +35 -14
  237. package/dest/versioning.d.ts +3 -6
  238. package/dest/versioning.d.ts.map +1 -1
  239. package/dest/versioning.js +3 -24
  240. package/package.json +16 -16
  241. package/src/bootstrap/bootstrap.ts +17 -3
  242. package/src/client/factory.ts +52 -24
  243. package/src/client/interface.ts +38 -17
  244. package/src/client/p2p_client.ts +118 -76
  245. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  246. package/src/config.ts +130 -31
  247. package/src/errors/p2p-service.error.ts +11 -0
  248. package/src/errors/reqresp.error.ts +0 -25
  249. package/src/index.ts +0 -1
  250. package/src/mem_pools/attestation_pool/attestation_pool.ts +319 -238
  251. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +198 -62
  252. package/src/mem_pools/attestation_pool/mocks.ts +13 -8
  253. package/src/mem_pools/index.ts +0 -3
  254. package/src/mem_pools/instrumentation.ts +5 -1
  255. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +1 -9
  256. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +7 -7
  257. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +1 -1
  258. package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
  259. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
  260. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +3 -3
  261. package/src/mem_pools/tx_pool_v2/interfaces.ts +18 -4
  262. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +20 -8
  263. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +12 -0
  264. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +8 -4
  265. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +163 -117
  266. package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -15
  267. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +15 -7
  268. package/src/msg_validators/proposal_validator/README.md +1 -1
  269. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +15 -3
  270. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +26 -3
  271. package/src/msg_validators/proposal_validator/proposal_validator.ts +89 -11
  272. package/src/msg_validators/tx_validator/README.md +13 -3
  273. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
  274. package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
  275. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  276. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  277. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  278. package/src/msg_validators/tx_validator/data_validator.ts +44 -1
  279. package/src/msg_validators/tx_validator/factory.ts +44 -20
  280. package/src/msg_validators/tx_validator/gas_validator.ts +99 -54
  281. package/src/msg_validators/tx_validator/index.ts +2 -0
  282. package/src/msg_validators/tx_validator/phases_validator.ts +3 -3
  283. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  284. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  285. package/src/services/data_store.ts +5 -13
  286. package/src/services/discv5/discV5_service.ts +126 -14
  287. package/src/services/discv5/persisted_enr_store.ts +158 -0
  288. package/src/services/dummy_service.ts +20 -39
  289. package/src/services/encoding.ts +11 -21
  290. package/src/services/gossipsub/README.md +33 -11
  291. package/src/services/gossipsub/topic_score_params.ts +9 -18
  292. package/src/services/libp2p/instrumentation.ts +14 -0
  293. package/src/services/libp2p/libp2p_service.ts +436 -311
  294. package/src/services/peer-manager/peer_manager.ts +86 -22
  295. package/src/services/peer-manager/peer_scoring.ts +102 -8
  296. package/src/services/reqresp/README.md +0 -14
  297. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +42 -52
  298. package/src/services/reqresp/batch-tx-requester/interface.ts +11 -4
  299. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  300. package/src/services/reqresp/config.ts +2 -2
  301. package/src/services/reqresp/interface.ts +21 -47
  302. package/src/services/reqresp/metrics.ts +0 -1
  303. package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
  304. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
  305. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
  306. package/src/services/reqresp/protocols/index.ts +0 -1
  307. package/src/services/reqresp/protocols/tx.ts +1 -3
  308. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  309. package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
  310. package/src/services/reqresp/reqresp.ts +29 -252
  311. package/src/services/service.ts +31 -28
  312. package/src/services/tx_collection/config.ts +3 -80
  313. package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
  314. package/src/services/tx_collection/file_store_tx_source.ts +43 -31
  315. package/src/services/tx_collection/index.ts +1 -6
  316. package/src/services/tx_collection/instrumentation.ts +1 -7
  317. package/src/services/tx_collection/tx_collection.ts +330 -173
  318. package/src/services/tx_collection/tx_collection_sink.ts +2 -2
  319. package/src/services/tx_collection/tx_source.ts +10 -8
  320. package/src/services/tx_file_store/tx_file_store.ts +5 -17
  321. package/src/services/tx_provider.ts +5 -0
  322. package/src/test-helpers/make-test-p2p-clients.ts +3 -0
  323. package/src/test-helpers/mock-pubsub.ts +46 -60
  324. package/src/test-helpers/reqresp-nodes.ts +12 -22
  325. package/src/test-helpers/test_tx_provider.ts +5 -0
  326. package/src/test-helpers/testbench-utils.ts +31 -26
  327. package/src/testbench/p2p_client_testbench_worker.ts +110 -55
  328. package/src/testbench/worker_client_manager.ts +59 -20
  329. package/src/util.ts +32 -17
  330. package/src/versioning.ts +3 -33
  331. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  332. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  333. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -305
  334. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  335. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  336. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  337. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  338. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  339. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  340. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  341. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  342. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  343. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  344. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  345. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  346. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  347. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  348. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -123
  349. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  350. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  351. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  352. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  353. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  354. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  355. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  356. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  357. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  358. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  359. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  360. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  361. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  362. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  363. package/dest/mem_pools/tx_pool/index.js +0 -2
  364. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  365. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  366. package/dest/mem_pools/tx_pool/priority.js +0 -15
  367. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  368. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  369. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  370. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  371. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  372. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -402
  373. package/dest/msg_validators/clock_tolerance.d.ts +0 -21
  374. package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
  375. package/dest/msg_validators/clock_tolerance.js +0 -38
  376. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  377. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  378. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  379. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  380. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  381. package/dest/services/reqresp/protocols/block.js +0 -32
  382. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -51
  383. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  384. package/dest/services/tx_collection/fast_tx_collection.js +0 -311
  385. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -48
  386. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  387. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  388. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
  389. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  390. package/dest/services/tx_collection/slow_tx_collection.js +0 -211
  391. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -344
  392. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  393. package/src/mem_pools/tx_pool/README.md +0 -270
  394. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  395. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  396. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  397. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -163
  398. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  399. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  400. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  401. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  402. package/src/mem_pools/tx_pool/index.ts +0 -2
  403. package/src/mem_pools/tx_pool/priority.ts +0 -20
  404. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  405. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -321
  406. package/src/msg_validators/clock_tolerance.ts +0 -52
  407. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  408. package/src/services/reqresp/protocols/block.ts +0 -37
  409. package/src/services/tx_collection/fast_tx_collection.ts +0 -361
  410. package/src/services/tx_collection/proposal_tx_collector.ts +0 -108
  411. package/src/services/tx_collection/slow_tx_collection.ts +0 -266
@@ -1,211 +0,0 @@
1
- import { EpochNumber } from '@aztec/foundation/branded-types';
2
- import { chunk } from '@aztec/foundation/collection';
3
- import { createLogger } from '@aztec/foundation/log';
4
- import { boundInclusive } from '@aztec/foundation/number';
5
- import { RunningPromise } from '@aztec/foundation/promise';
6
- import { DateProvider } from '@aztec/foundation/timer';
7
- import { getEpochAtSlot, getTimestampRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
8
- import { TxHash } from '@aztec/stdlib/tx';
9
- import { ReqRespSubProtocol, chunkTxHashesRequest } from '../reqresp/index.js';
10
- export class SlowTxCollection {
11
- reqResp;
12
- nodes;
13
- txCollectionSink;
14
- fastCollection;
15
- constants;
16
- config;
17
- dateProvider;
18
- log;
19
- /** Map from tx hash to missing tx info to collect via slow loop */ missingTxs;
20
- /** One slow collection loop for each node tx source we have */ nodesSlowCollectionLoops;
21
- /** Slow collection loop for reqresp which collects txs from peers */ reqrespSlowCollectionLoop;
22
- constructor(reqResp, nodes, txCollectionSink, fastCollection, constants, config, dateProvider = new DateProvider(), log = createLogger('p2p:tx_collection_service')){
23
- this.reqResp = reqResp;
24
- this.nodes = nodes;
25
- this.txCollectionSink = txCollectionSink;
26
- this.fastCollection = fastCollection;
27
- this.constants = constants;
28
- this.config = config;
29
- this.dateProvider = dateProvider;
30
- this.log = log;
31
- this.missingTxs = new Map();
32
- this.nodesSlowCollectionLoops = this.nodes.map((node)=>new RunningPromise(()=>this.collectMissingTxsFromNode(node), this.log, this.config.txCollectionSlowNodesIntervalMs));
33
- this.reqrespSlowCollectionLoop = new RunningPromise(()=>this.collectMissingTxsViaReqResp(), this.log, this.config.txCollectionSlowReqRespIntervalMs);
34
- }
35
- getMissingTxHashes() {
36
- return Array.from(this.missingTxs.keys()).map(TxHash.fromString);
37
- }
38
- start() {
39
- this.nodesSlowCollectionLoops.forEach((loop)=>loop.start());
40
- this.reqrespSlowCollectionLoop.start();
41
- }
42
- async stop() {
43
- await Promise.all([
44
- this.reqrespSlowCollectionLoop.stop(),
45
- ...this.nodesSlowCollectionLoops.map((loop)=>loop.stop())
46
- ]);
47
- }
48
- async trigger() {
49
- await Promise.all([
50
- this.reqrespSlowCollectionLoop.trigger(),
51
- ...this.nodesSlowCollectionLoops.map((loop)=>loop.trigger())
52
- ]);
53
- }
54
- /** Starts collecting the given tx hashes for the given L2Block in the slow loop */ startCollecting(block, txHashes) {
55
- const slot = block.header.getSlot();
56
- const deadline = this.getDeadlineForSlot(slot);
57
- if (+deadline < this.dateProvider.now()) {
58
- this.log.debug(`Skipping collection of txs for block ${block.number} at slot ${slot} as it is already expired`, {
59
- blockNumber: block.number,
60
- slot: slot.toString(),
61
- txHashes: txHashes.map((txHash)=>txHash.toString()),
62
- deadline: +deadline,
63
- now: this.dateProvider.now()
64
- });
65
- }
66
- for (const txHash of txHashes){
67
- this.missingTxs.set(txHash.toString(), {
68
- block,
69
- blockNumber: block.number,
70
- deadline: this.getDeadlineForSlot(block.header.getSlot()),
71
- readyForReqResp: this.nodes.length === 0
72
- });
73
- }
74
- }
75
- /** Entrypoint for the node slow collection loop */ async collectMissingTxsFromNode(node) {
76
- // If we have any fast requests, we skip the slow collection for this node if configured to do so
77
- const requests = this.fastCollection.getFastCollectionRequests();
78
- if (this.config.txCollectionDisableSlowDuringFastRequests && requests.size > 0) {
79
- this.log.trace(`Skipping node slow collection due to active fast requests`);
80
- return;
81
- }
82
- // Gather all missing txs that are not in fast collection and request them from the node
83
- const missingTxs = this.getMissingTxsForSlowCollection();
84
- if (missingTxs.length === 0) {
85
- return;
86
- }
87
- // Group by block so we pass the correct mined context to the sink
88
- for (const entries of this.groupByBlock(missingTxs)){
89
- const block = entries[0][1].block;
90
- const txHashes = entries.map(([txHash])=>TxHash.fromString(txHash));
91
- for (const batch of chunk(txHashes, this.config.txCollectionNodeRpcMaxBatchSize)){
92
- await this.txCollectionSink.collect(()=>node.getTxsByHash(batch), batch.map((h)=>h.toString()), {
93
- description: `node ${node.getInfo()}`,
94
- node: node.getInfo(),
95
- method: 'slow-node-rpc'
96
- }, {
97
- type: 'mined',
98
- block
99
- });
100
- }
101
- }
102
- // Mark every tx that is still missing as ready for reqresp.
103
- // Note that we can just mark all requested txs as ready for reqresp, without filtering out the ones
104
- // we retrieved, since the ones already found will have been removed from `missingTxs`.
105
- missingTxs.forEach(([_txHash, info])=>{
106
- info.readyForReqResp = true;
107
- });
108
- }
109
- /** Entrypoint for the reqresp slow collection loop */ async collectMissingTxsViaReqResp() {
110
- // If we have any fast requests, we skip the slow collection if configured to do so
111
- const requests = this.fastCollection.getFastCollectionRequests();
112
- if (this.config.txCollectionDisableSlowDuringFastRequests && requests.size > 0) {
113
- this.log.trace(`Skipping reqresp slow collection due to active fast requests`);
114
- return;
115
- }
116
- // Gather all missing txs that are not in fast collection and are ready for reqresp
117
- // A tx is flagged as ready for reqresp if it has been requested from a node at least once
118
- const missingTxs = this.getMissingTxsForSlowCollection({
119
- onlyReqRespReady: true
120
- });
121
- if (missingTxs.length === 0) {
122
- return;
123
- }
124
- const pinnedPeer = undefined;
125
- const timeoutMs = this.config.txCollectionSlowReqRespTimeoutMs;
126
- const maxRetryAttempts = 3;
127
- // Group by block so we pass the correct mined context to the sink
128
- for (const entries of this.groupByBlock(missingTxs)){
129
- const block = entries[0][1].block;
130
- const txHashes = entries.map(([txHash])=>TxHash.fromString(txHash));
131
- const maxPeers = boundInclusive(Math.ceil(txHashes.length / 3), 4, 16);
132
- await this.txCollectionSink.collect(async ()=>{
133
- const txs = await this.reqResp.sendBatchRequest(ReqRespSubProtocol.TX, chunkTxHashesRequest(txHashes), pinnedPeer, timeoutMs, maxPeers, maxRetryAttempts);
134
- return {
135
- validTxs: txs.flat(),
136
- invalidTxHashes: []
137
- };
138
- }, txHashes.map((h)=>h.toString()), {
139
- description: 'slow reqresp',
140
- timeoutMs,
141
- method: 'slow-req-resp'
142
- }, {
143
- type: 'mined',
144
- block
145
- });
146
- }
147
- }
148
- /** Retrieves all missing txs for the slow collection process. This is, all missing txs that are not part of a fast request. */ getMissingTxsForSlowCollection(opts = {}) {
149
- // Remove expired txs from missingTxs
150
- const now = this.dateProvider.now();
151
- const expiredTxs = Array.from(this.missingTxs.entries()).filter(([_, value])=>+value.deadline < now);
152
- expiredTxs.forEach(([txHash])=>this.missingTxs.delete(txHash));
153
- // Gather all txs that are marked for fast collection, we do not want to collect them via slow collection.
154
- // There are some situations where a tx is in both slow and fast collection, for example when a prover node
155
- // is fast-collecting missing txs for proving an epoch, and still has the tx in the slow collection loops
156
- // from mined unproven blocks it has seen in the past.
157
- const fastRequests = this.fastCollection.getFastCollectionRequests();
158
- const fastCollectionTxs = new Set(fastRequests.values().flatMap((r)=>Array.from(r.requestTracker.missingTxHashes)));
159
- // Return all missing txs that are not in fastCollectionTxs and are ready for reqresp if requested
160
- return Array.from(this.missingTxs.entries()).filter(([txHash, _])=>!fastCollectionTxs.has(txHash)).filter(([_, value])=>!opts.onlyReqRespReady || value.readyForReqResp);
161
- }
162
- /** Stop collecting the given txs since we have found them. Called whenever tx pool emits a tx-added event. */ foundTxs(txs) {
163
- for (const txHash of txs.map((tx)=>tx.txHash)){
164
- this.missingTxs.delete(txHash.toString());
165
- }
166
- }
167
- /**
168
- * Stop collecting all txs for blocks less than or requal to the block number specified.
169
- * To be called when we no longer care about gathering txs up to a certain block, eg when they become proven or finalized.
170
- */ stopCollectingForBlocksUpTo(blockNumber) {
171
- for (const [txHash, info] of this.missingTxs.entries()){
172
- if (info.blockNumber <= blockNumber) {
173
- this.missingTxs.delete(txHash);
174
- }
175
- }
176
- }
177
- /**
178
- * Stop collecting all txs for blocks greater than the block number specified.
179
- * To be called when there is a chain prune and previously mined txs are no longer relevant.
180
- */ stopCollectingForBlocksAfter(blockNumber) {
181
- for (const [txHash, info] of this.missingTxs.entries()){
182
- if (info.blockNumber > blockNumber) {
183
- this.missingTxs.delete(txHash);
184
- }
185
- }
186
- }
187
- /** Groups missing tx entries by block number. */ groupByBlock(entries) {
188
- const groups = new Map();
189
- for (const entry of entries){
190
- const bn = +entry[1].blockNumber;
191
- let group = groups.get(bn);
192
- if (!group) {
193
- group = [];
194
- groups.set(bn, group);
195
- }
196
- group.push(entry);
197
- }
198
- return [
199
- ...groups.values()
200
- ];
201
- }
202
- /** Computes the proof submission deadline for a given slot, a tx mined in this slot is no longer interesting after this deadline */ getDeadlineForSlot(slotNumber) {
203
- return getProofDeadlineForSlot(slotNumber, this.constants);
204
- }
205
- }
206
- /** Computes the proof submission deadline for a given slot. A tx mined in this slot is no longer interesting after this deadline. */ export function getProofDeadlineForSlot(slotNumber, constants) {
207
- const epoch = getEpochAtSlot(slotNumber, constants);
208
- const submissionEndEpoch = EpochNumber(epoch + constants.proofSubmissionEpochs);
209
- const submissionEndTimestamp = getTimestampRangeForEpoch(submissionEndEpoch, constants)[1];
210
- return new Date(Number(submissionEndTimestamp) * 1000);
211
- }
@@ -1,344 +0,0 @@
1
- import { MockL2BlockSource } from '@aztec/archiver/test';
2
- import type { EpochCache } from '@aztec/epoch-cache';
3
- import { SecretValue } from '@aztec/foundation/config';
4
- import { createLogger } from '@aztec/foundation/log';
5
- import { sleep } from '@aztec/foundation/sleep';
6
- import { DateProvider, Timer, executeTimeout } from '@aztec/foundation/timer';
7
- import { openTmpStore } from '@aztec/kv-store/lmdb-v2';
8
- import type { L2BlockSource } from '@aztec/stdlib/block';
9
- import type { ContractDataSource } from '@aztec/stdlib/contract';
10
- import type { ClientProtocolCircuitVerifier } from '@aztec/stdlib/interfaces/server';
11
- import type { DataStoreConfig } from '@aztec/stdlib/kv-store';
12
- import { PeerErrorSeverity } from '@aztec/stdlib/p2p';
13
- import type { Tx, TxValidationResult } from '@aztec/stdlib/tx';
14
- import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
15
-
16
- import type { PeerId } from '@libp2p/interface';
17
- import { peerIdFromString } from '@libp2p/peer-id';
18
- import { mock } from 'jest-mock-extended';
19
-
20
- import type { P2PConfig } from '../../../config.js';
21
- import { BatchTxRequesterCollector, SendBatchRequestCollector } from '../../../services/index.js';
22
- import type { IBatchRequestTxValidator } from '../../../services/reqresp/batch-tx-requester/tx_validator.js';
23
- import { RateLimitStatus } from '../../../services/reqresp/rate-limiter/rate_limiter.js';
24
- import { RequestTracker } from '../../../services/tx_collection/request_tracker.js';
25
- import {
26
- AlwaysTrueCircuitVerifier,
27
- BENCHMARK_CONSTANTS,
28
- InMemoryAttestationPool,
29
- InMemoryTxPool,
30
- UNLIMITED_RATE_LIMIT_QUOTA,
31
- calculateInternalTimeout,
32
- createMockWorldStateSynchronizer,
33
- } from '../../../test-helpers/index.js';
34
- import { createP2PClient } from '../../index.js';
35
- import type { P2PClient } from '../../p2p_client.js';
36
- import {
37
- type WorkerCommand,
38
- type WorkerResponse,
39
- deserializeBlockProposal,
40
- deserializeTx,
41
- deserializeTxHash,
42
- } from './proposal_tx_collector_worker_protocol.js';
43
-
44
- let client: P2PClient | undefined;
45
- let txPool: InMemoryTxPool | undefined;
46
- let attestationPool: InMemoryAttestationPool | undefined;
47
- let logger = createLogger('p2p:proposal-bench');
48
- let kvStore: Awaited<ReturnType<typeof openTmpStore>> | undefined;
49
- let ipcDisconnected = false;
50
-
51
- function ensureClient(): P2PClient {
52
- if (!client || !txPool) {
53
- throw new Error('Worker client not started');
54
- }
55
- return client;
56
- }
57
-
58
- function isIpcDisconnectError(err: unknown): boolean {
59
- const code = (err as NodeJS.ErrnoException | undefined)?.code;
60
- return code === 'EPIPE' || code === 'ERR_IPC_CHANNEL_CLOSED';
61
- }
62
-
63
- function sendMessage(message: WorkerResponse): Promise<void> {
64
- const send = process.send;
65
- if (!send || !process.connected || ipcDisconnected) {
66
- return Promise.resolve();
67
- }
68
-
69
- return new Promise(resolve => {
70
- const fallbackTimeout = setTimeout(() => resolve(), 2000);
71
- try {
72
- send.call(process, message, undefined, undefined, err => {
73
- clearTimeout(fallbackTimeout);
74
- if (!err) {
75
- resolve();
76
- return;
77
- }
78
- if (isIpcDisconnectError(err)) {
79
- ipcDisconnected = true;
80
- resolve();
81
- return;
82
- }
83
- logger.warn('Failed to send IPC message', { error: err?.message ?? String(err) });
84
- resolve();
85
- });
86
- } catch (err: any) {
87
- clearTimeout(fallbackTimeout);
88
- if (isIpcDisconnectError(err)) {
89
- ipcDisconnected = true;
90
- resolve();
91
- return;
92
- }
93
- logger.warn('Failed to send IPC message', { error: err?.message ?? String(err) });
94
- resolve();
95
- }
96
- });
97
- }
98
-
99
- async function startClient(config: P2PConfig, clientIndex: number) {
100
- txPool = new InMemoryTxPool();
101
- attestationPool = new InMemoryAttestationPool();
102
- const epochCache = mock<EpochCache>();
103
- const worldState = createMockWorldStateSynchronizer();
104
- const l2BlockSource = new MockL2BlockSource();
105
- const proofVerifier = new AlwaysTrueCircuitVerifier();
106
- kvStore = await openTmpStore(`proposal-bench-${clientIndex}`, true, BENCHMARK_CONSTANTS.KV_STORE_MAP_SIZE_KB);
107
- logger = createLogger(`p2p:proposal-bench:${clientIndex}`);
108
-
109
- const telemetry = getTelemetryClient();
110
- const deps = {
111
- txPool,
112
- attestationPool,
113
- store: kvStore,
114
- logger,
115
- };
116
-
117
- client = await createP2PClient(
118
- config as P2PConfig & DataStoreConfig,
119
- l2BlockSource as L2BlockSource & ContractDataSource,
120
- proofVerifier as ClientProtocolCircuitVerifier,
121
- worldState,
122
- epochCache,
123
- 'proposal-tx-collector-bench-worker',
124
- new DateProvider(),
125
- telemetry as TelemetryClient,
126
- deps,
127
- );
128
-
129
- await client.start();
130
- installUnlimitedRateLimits();
131
-
132
- for (let i = 0; i < 120; i++) {
133
- if (client.isReady()) {
134
- return;
135
- }
136
- await sleep(500);
137
- }
138
-
139
- throw new Error('Timed out waiting for P2P client readiness');
140
- }
141
-
142
- function installSamplerOverrides(peerList: ReturnType<typeof peerIdFromString>[]) {
143
- const reqResp = (ensureClient() as any).p2pService.reqresp as any;
144
- const sampler = reqResp.connectionSampler as any;
145
-
146
- sampler.getPeerListSortedByConnectionCountAsc = (excluding?: Set<string>) => {
147
- if (!excluding || excluding.size === 0) {
148
- return peerList;
149
- }
150
- return peerList.filter(peerId => !excluding.has(peerId.toString()));
151
- };
152
- sampler.samplePeersBatch = (numberToSample: number, excluding?: Map<string, boolean>) => {
153
- const filtered = peerList.filter(peerId => !excluding?.has(peerId.toString()));
154
- return filtered.slice(0, Math.min(numberToSample, filtered.length));
155
- };
156
- sampler.getPeer = (excluding?: Map<string, boolean>) => {
157
- const filtered = peerList.filter(peerId => !excluding?.has(peerId.toString()));
158
- return filtered[0];
159
- };
160
- }
161
-
162
- function installUnlimitedRateLimits() {
163
- const reqResp = (ensureClient() as any).p2pService.reqresp as any;
164
- const rateLimiter = reqResp.rateLimiter as any;
165
-
166
- rateLimiter.getRateLimits = () => UNLIMITED_RATE_LIMIT_QUOTA;
167
- rateLimiter.allow = () => RateLimitStatus.Allowed;
168
- }
169
-
170
- async function runCollector(cmd: Extract<WorkerCommand, { type: 'RUN_COLLECTOR' }>) {
171
- const { collectorType, txHashes, blockProposal, pinnedPeerId, peerIds, timeoutMs } = cmd;
172
- const reqResp = (ensureClient() as any).p2pService.reqresp as any;
173
- const peerList = peerIds.map(peerId => peerIdFromString(peerId));
174
-
175
- installSamplerOverrides(peerList);
176
- installUnlimitedRateLimits();
177
-
178
- const p2pService = {
179
- reqResp,
180
- connectionSampler: {
181
- getPeerListSortedByConnectionCountAsc: () => peerList,
182
- },
183
- txValidatorConfig: {
184
- l1ChainId: 1,
185
- rollupVersion: 1,
186
- proofVerifier: {
187
- verifyProof: () => Promise.resolve({ valid: true, durationMs: 0, totalDurationMs: 0 }),
188
- stop: () => Promise.resolve(),
189
- },
190
- },
191
- peerScoring: {
192
- penalizePeer: (_peerId: PeerId, _penalty: PeerErrorSeverity) => {},
193
- },
194
- };
195
-
196
- const parsedTxHashes = txHashes.map(deserializeTxHash);
197
- const parsedProposal = deserializeBlockProposal(blockProposal);
198
- const pinnedPeer = pinnedPeerId ? peerIdFromString(pinnedPeerId) : undefined;
199
-
200
- const timer = new Timer();
201
- let fetchedCount = 0;
202
-
203
- const internalTimeoutMs = calculateInternalTimeout(timeoutMs);
204
-
205
- const noopTxValidator: IBatchRequestTxValidator = {
206
- validateRequestedTx: (_tx: Tx): Promise<TxValidationResult> => Promise.resolve({ result: 'valid' }),
207
- validateRequestedTxs: (txs: Tx[]): Promise<TxValidationResult[]> =>
208
- Promise.resolve(txs.map(() => ({ result: 'valid' }))),
209
- };
210
-
211
- try {
212
- if (collectorType === 'batch-requester') {
213
- const collector = new BatchTxRequesterCollector(p2pService, logger, new DateProvider(), noopTxValidator);
214
- const fetched = await executeTimeout(
215
- (_signal: AbortSignal) =>
216
- collector.collectTxs(
217
- RequestTracker.create(parsedTxHashes, new Date(Date.now() + internalTimeoutMs)),
218
- parsedProposal,
219
- pinnedPeer,
220
- ),
221
- timeoutMs,
222
- () => new Error(`Collector timed out after ${timeoutMs}ms`),
223
- );
224
- fetchedCount = fetched.length;
225
- } else {
226
- const collector = new SendBatchRequestCollector(
227
- p2pService,
228
- BENCHMARK_CONSTANTS.FIXED_MAX_PEERS,
229
- BENCHMARK_CONSTANTS.FIXED_MAX_RETRY_ATTEMPTS,
230
- );
231
- const fetched = await executeTimeout(
232
- (_signal: AbortSignal) =>
233
- collector.collectTxs(
234
- RequestTracker.create(parsedTxHashes, new Date(Date.now() + internalTimeoutMs)),
235
- parsedProposal,
236
- pinnedPeer,
237
- ),
238
- timeoutMs,
239
- () => new Error(`Collector timed out after ${timeoutMs}ms`),
240
- );
241
- fetchedCount = fetched.length;
242
- }
243
- } catch (err: any) {
244
- logger.warn(`Collector error: ${err?.message ?? String(err)}`);
245
- }
246
-
247
- return { durationMs: timer.ms(), fetchedCount };
248
- }
249
-
250
- async function stopClient() {
251
- if (!client) {
252
- return;
253
- }
254
- await client.stop();
255
- if (kvStore?.close) {
256
- await kvStore.close();
257
- }
258
- client = undefined;
259
- txPool = undefined;
260
- attestationPool = undefined;
261
- }
262
-
263
- process.on('disconnect', () => {
264
- ipcDisconnected = true;
265
- void stopClient().finally(() => process.exit(0));
266
- });
267
-
268
- process.on('error', err => {
269
- if (isIpcDisconnectError(err)) {
270
- ipcDisconnected = true;
271
- return;
272
- }
273
- logger.warn('Worker process error', { error: err?.message ?? String(err) });
274
- });
275
-
276
- process.on('message', (msg: WorkerCommand) => {
277
- void (async () => {
278
- if (!msg || typeof msg !== 'object') {
279
- return;
280
- }
281
-
282
- const requestId = msg.requestId;
283
-
284
- try {
285
- switch (msg.type) {
286
- case 'START': {
287
- const rawConfig = msg.config;
288
- const config: P2PConfig = {
289
- ...rawConfig,
290
- peerIdPrivateKey: rawConfig.peerIdPrivateKey ? new SecretValue(rawConfig.peerIdPrivateKey) : undefined,
291
- } as P2PConfig;
292
-
293
- await startClient(config, msg.clientIndex);
294
- const peerId = (ensureClient() as any).p2pService.node.peerId.toString();
295
- await sendMessage({ type: 'READY', requestId, peerId });
296
- break;
297
- }
298
- case 'SET_TXS': {
299
- if (!txPool) {
300
- throw new Error('Tx pool not initialized');
301
- }
302
- const txs = msg.txs.map(deserializeTx);
303
- const count = msg.mode === 'append' ? txPool.appendTxs(txs) : txPool.setTxs(txs);
304
- await sendMessage({ type: 'TXS_SET', requestId, count });
305
- break;
306
- }
307
- case 'SET_BLOCK_PROPOSAL': {
308
- if (!attestationPool) {
309
- throw new Error('Attestation pool not initialized');
310
- }
311
- const proposal = deserializeBlockProposal(msg.blockProposal);
312
- await attestationPool.tryAddBlockProposal(proposal);
313
- await sendMessage({ type: 'BLOCK_PROPOSAL_SET', requestId, archiveRoot: proposal.archive.toString() });
314
- break;
315
- }
316
- case 'RUN_COLLECTOR': {
317
- const { durationMs, fetchedCount } = await runCollector(msg);
318
- await sendMessage({ type: 'COLLECTOR_RESULT', requestId, durationMs, fetchedCount });
319
- break;
320
- }
321
- case 'GET_PEER_COUNT': {
322
- const peers = await ensureClient().getPeers();
323
- await sendMessage({ type: 'PEER_COUNT', requestId, count: peers.length });
324
- break;
325
- }
326
- case 'STOP': {
327
- await stopClient();
328
- await sendMessage({ type: 'STOPPED', requestId });
329
- process.exit(0);
330
- break;
331
- }
332
- default: {
333
- const _exhaustive: never = msg;
334
- throw new Error(`Unknown command: ${(msg as { type?: string }).type}`);
335
- }
336
- }
337
- } catch (err: any) {
338
- await sendMessage({ type: 'ERROR', requestId, error: err?.message ?? String(err) });
339
- if (msg.type === 'START') {
340
- process.exit(1);
341
- }
342
- }
343
- })();
344
- });
@@ -1,43 +0,0 @@
1
- import { BlockProposal } from '@aztec/stdlib/p2p';
2
- import { Tx, TxHash } from '@aztec/stdlib/tx';
3
-
4
- import type { P2PConfig } from '../../../config.js';
5
-
6
- export type SerializedP2PConfig = Omit<P2PConfig, 'peerIdPrivateKey'> & { peerIdPrivateKey?: string };
7
-
8
- export type CollectorType = 'batch-requester' | 'send-batch-request';
9
-
10
- export type WorkerCommand =
11
- | { type: 'START'; requestId: string; clientIndex: number; config: SerializedP2PConfig }
12
- | { type: 'SET_TXS'; requestId: string; txs: string[]; mode?: 'replace' | 'append' }
13
- | { type: 'SET_BLOCK_PROPOSAL'; requestId: string; blockProposal: string }
14
- | {
15
- type: 'RUN_COLLECTOR';
16
- requestId: string;
17
- collectorType: CollectorType;
18
- txHashes: string[];
19
- blockProposal: string;
20
- pinnedPeerId?: string;
21
- peerIds: string[];
22
- timeoutMs: number;
23
- }
24
- | { type: 'GET_PEER_COUNT'; requestId: string }
25
- | { type: 'STOP'; requestId: string };
26
-
27
- export type WorkerResponse =
28
- | { type: 'READY'; requestId: string; peerId: string }
29
- | { type: 'TXS_SET'; requestId: string; count: number }
30
- | { type: 'BLOCK_PROPOSAL_SET'; requestId: string; archiveRoot: string }
31
- | { type: 'COLLECTOR_RESULT'; requestId: string; durationMs: number; fetchedCount: number }
32
- | { type: 'PEER_COUNT'; requestId: string; count: number }
33
- | { type: 'STOPPED'; requestId: string }
34
- | { type: 'ERROR'; requestId: string; error: string };
35
-
36
- export const serializeTx = (tx: Tx) => tx.toBuffer().toString('hex');
37
- export const deserializeTx = (hex: string) => Tx.fromBuffer(Buffer.from(hex, 'hex'));
38
-
39
- export const serializeTxHash = (txHash: TxHash) => txHash.toString();
40
- export const deserializeTxHash = (hex: string) => TxHash.fromString(hex);
41
-
42
- export const serializeBlockProposal = (proposal: BlockProposal) => proposal.toBuffer().toString('hex');
43
- export const deserializeBlockProposal = (hex: string) => BlockProposal.fromBuffer(Buffer.from(hex, 'hex'));