@aztec/p2p 0.0.1-commit.d3ec352c → 0.0.1-commit.e3c1de76

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (379) hide show
  1. package/dest/bootstrap/bootstrap.d.ts +4 -3
  2. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  3. package/dest/bootstrap/bootstrap.js +4 -4
  4. package/dest/client/factory.d.ts +2 -2
  5. package/dest/client/factory.d.ts.map +1 -1
  6. package/dest/client/factory.js +8 -8
  7. package/dest/client/interface.d.ts +18 -5
  8. package/dest/client/interface.d.ts.map +1 -1
  9. package/dest/client/p2p_client.d.ts +11 -14
  10. package/dest/client/p2p_client.d.ts.map +1 -1
  11. package/dest/client/p2p_client.js +459 -125
  12. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +2 -0
  13. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +1 -0
  14. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +305 -0
  15. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +73 -0
  16. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +1 -0
  17. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +8 -0
  18. package/dest/config.d.ts +11 -8
  19. package/dest/config.d.ts.map +1 -1
  20. package/dest/config.js +12 -13
  21. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +61 -42
  22. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +239 -265
  26. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +21 -18
  27. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +1 -1
  28. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +114 -109
  29. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +17 -16
  30. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +1 -1
  31. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +89 -128
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts +11 -8
  33. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  34. package/dest/mem_pools/attestation_pool/mocks.js +17 -13
  35. package/dest/mem_pools/instrumentation.d.ts +7 -1
  36. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  37. package/dest/mem_pools/instrumentation.js +31 -13
  38. package/dest/mem_pools/interface.d.ts +3 -4
  39. package/dest/mem_pools/interface.d.ts.map +1 -1
  40. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +35 -26
  41. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +1 -1
  42. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +314 -335
  43. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +32 -0
  44. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +1 -0
  45. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +112 -0
  46. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +157 -0
  47. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +1 -0
  48. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +52 -0
  49. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +16 -0
  50. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +122 -0
  52. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +17 -0
  53. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  54. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +84 -0
  55. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +19 -0
  56. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  57. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +78 -0
  58. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +26 -0
  59. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +84 -0
  61. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +25 -0
  62. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +57 -0
  64. package/dest/mem_pools/tx_pool/index.d.ts +1 -2
  65. package/dest/mem_pools/tx_pool/index.d.ts.map +1 -1
  66. package/dest/mem_pools/tx_pool/index.js +0 -1
  67. package/dest/mem_pools/tx_pool/priority.d.ts +5 -1
  68. package/dest/mem_pools/tx_pool/priority.d.ts.map +1 -1
  69. package/dest/mem_pools/tx_pool/priority.js +6 -1
  70. package/dest/mem_pools/tx_pool/tx_pool.d.ts +8 -4
  71. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +1 -1
  72. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +1 -1
  73. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +1 -1
  74. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +25 -20
  75. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +4 -4
  76. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  77. package/dest/msg_validators/attestation_validator/attestation_validator.js +52 -19
  78. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +5 -5
  79. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  80. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +22 -13
  81. package/dest/msg_validators/clock_tolerance.d.ts +21 -0
  82. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -0
  83. package/dest/msg_validators/clock_tolerance.js +37 -0
  84. package/dest/msg_validators/index.d.ts +2 -2
  85. package/dest/msg_validators/index.d.ts.map +1 -1
  86. package/dest/msg_validators/index.js +1 -1
  87. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +9 -0
  88. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
  89. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +6 -0
  90. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +9 -0
  91. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
  92. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +6 -0
  93. package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
  94. package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
  95. package/dest/msg_validators/proposal_validator/index.js +3 -0
  96. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -0
  97. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
  98. package/dest/msg_validators/proposal_validator/proposal_validator.js +104 -0
  99. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +23 -0
  100. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +1 -0
  101. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +212 -0
  102. package/dest/msg_validators/tx_validator/archive_cache.d.ts +3 -3
  103. package/dest/msg_validators/tx_validator/archive_cache.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  105. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +5 -4
  106. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  107. package/dest/msg_validators/tx_validator/block_header_validator.js +3 -2
  108. package/dest/msg_validators/tx_validator/data_validator.d.ts +3 -1
  109. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  110. package/dest/msg_validators/tx_validator/data_validator.js +4 -1
  111. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +3 -2
  112. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  113. package/dest/msg_validators/tx_validator/double_spend_validator.js +3 -2
  114. package/dest/msg_validators/tx_validator/factory.d.ts +9 -4
  115. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  116. package/dest/msg_validators/tx_validator/factory.js +22 -12
  117. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
  118. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
  119. package/dest/msg_validators/tx_validator/fee_payer_balance.js +20 -0
  120. package/dest/msg_validators/tx_validator/gas_validator.d.ts +3 -2
  121. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  122. package/dest/msg_validators/tx_validator/gas_validator.js +11 -16
  123. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  124. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  125. package/dest/msg_validators/tx_validator/index.js +1 -0
  126. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +4 -3
  127. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  128. package/dest/msg_validators/tx_validator/metadata_validator.js +2 -2
  129. package/dest/msg_validators/tx_validator/phases_validator.d.ts +3 -2
  130. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  131. package/dest/msg_validators/tx_validator/phases_validator.js +3 -3
  132. package/dest/msg_validators/tx_validator/size_validator.d.ts +8 -0
  133. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -0
  134. package/dest/msg_validators/tx_validator/size_validator.js +23 -0
  135. package/dest/msg_validators/tx_validator/test_utils.d.ts +2 -2
  136. package/dest/msg_validators/tx_validator/test_utils.d.ts.map +1 -1
  137. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +3 -2
  138. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  139. package/dest/msg_validators/tx_validator/timestamp_validator.js +2 -2
  140. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  141. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  142. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  143. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +3 -2
  144. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  145. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -2
  146. package/dest/services/data_store.d.ts +1 -1
  147. package/dest/services/data_store.d.ts.map +1 -1
  148. package/dest/services/data_store.js +10 -6
  149. package/dest/services/discv5/discV5_service.js +1 -1
  150. package/dest/services/dummy_service.d.ts +18 -2
  151. package/dest/services/dummy_service.d.ts.map +1 -1
  152. package/dest/services/dummy_service.js +42 -0
  153. package/dest/services/encoding.d.ts +1 -1
  154. package/dest/services/encoding.d.ts.map +1 -1
  155. package/dest/services/encoding.js +7 -6
  156. package/dest/services/libp2p/instrumentation.d.ts +1 -1
  157. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  158. package/dest/services/libp2p/instrumentation.js +30 -72
  159. package/dest/services/libp2p/libp2p_service.d.ts +39 -16
  160. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  161. package/dest/services/libp2p/libp2p_service.js +750 -187
  162. package/dest/services/peer-manager/metrics.d.ts +7 -2
  163. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  164. package/dest/services/peer-manager/metrics.js +33 -21
  165. package/dest/services/peer-manager/peer_manager.d.ts +2 -2
  166. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  167. package/dest/services/peer-manager/peer_manager.js +4 -12
  168. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  169. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  170. package/dest/services/peer-manager/peer_scoring.js +7 -4
  171. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +47 -0
  172. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  173. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +566 -0
  174. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  175. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  176. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  177. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +50 -0
  178. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  179. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  180. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +37 -0
  181. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  182. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +151 -0
  183. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +54 -0
  184. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  185. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +139 -0
  186. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +20 -0
  187. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  188. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +21 -0
  189. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +22 -3
  190. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
  191. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +63 -4
  192. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -1
  193. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  194. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  195. package/dest/services/reqresp/constants.d.ts +12 -0
  196. package/dest/services/reqresp/constants.d.ts.map +1 -0
  197. package/dest/services/reqresp/constants.js +7 -0
  198. package/dest/services/reqresp/interface.d.ts +4 -2
  199. package/dest/services/reqresp/interface.d.ts.map +1 -1
  200. package/dest/services/reqresp/interface.js +1 -1
  201. package/dest/services/reqresp/metrics.d.ts +6 -5
  202. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  203. package/dest/services/reqresp/metrics.js +17 -21
  204. package/dest/services/reqresp/protocols/auth.d.ts +2 -2
  205. package/dest/services/reqresp/protocols/auth.d.ts.map +1 -1
  206. package/dest/services/reqresp/protocols/auth.js +2 -2
  207. package/dest/services/reqresp/protocols/block.js +1 -1
  208. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +5 -1
  209. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  210. package/dest/services/reqresp/protocols/block_txs/bitvector.js +12 -0
  211. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  212. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  213. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -3
  214. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +19 -7
  215. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  216. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +44 -14
  217. package/dest/services/reqresp/protocols/status.d.ts +1 -1
  218. package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
  219. package/dest/services/reqresp/protocols/status.js +4 -1
  220. package/dest/services/reqresp/protocols/tx.d.ts +2 -3
  221. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  222. package/dest/services/reqresp/reqresp.d.ts +6 -1
  223. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  224. package/dest/services/reqresp/reqresp.js +460 -46
  225. package/dest/services/service.d.ts +19 -3
  226. package/dest/services/service.d.ts.map +1 -1
  227. package/dest/services/tx_collection/config.d.ts +4 -1
  228. package/dest/services/tx_collection/config.d.ts.map +1 -1
  229. package/dest/services/tx_collection/config.js +10 -2
  230. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -4
  231. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  232. package/dest/services/tx_collection/fast_tx_collection.js +16 -5
  233. package/dest/services/tx_collection/index.d.ts +2 -1
  234. package/dest/services/tx_collection/index.d.ts.map +1 -1
  235. package/dest/services/tx_collection/index.js +1 -0
  236. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  237. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  238. package/dest/services/tx_collection/instrumentation.js +10 -13
  239. package/dest/services/tx_collection/proposal_tx_collector.d.ts +48 -0
  240. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -0
  241. package/dest/services/tx_collection/proposal_tx_collector.js +50 -0
  242. package/dest/services/tx_collection/tx_collection.d.ts +6 -6
  243. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  244. package/dest/services/tx_collection/tx_collection.js +6 -6
  245. package/dest/services/tx_provider.d.ts +4 -3
  246. package/dest/services/tx_provider.d.ts.map +1 -1
  247. package/dest/services/tx_provider.js +11 -2
  248. package/dest/services/tx_provider_instrumentation.d.ts +5 -2
  249. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  250. package/dest/services/tx_provider_instrumentation.js +14 -14
  251. package/dest/test-helpers/index.d.ts +3 -1
  252. package/dest/test-helpers/index.d.ts.map +1 -1
  253. package/dest/test-helpers/index.js +2 -0
  254. package/dest/test-helpers/mock-tx-helpers.js +1 -1
  255. package/dest/test-helpers/reqresp-nodes.d.ts +2 -2
  256. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  257. package/dest/test-helpers/test_tx_provider.d.ts +40 -0
  258. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  259. package/dest/test-helpers/test_tx_provider.js +41 -0
  260. package/dest/test-helpers/testbench-utils.d.ts +158 -0
  261. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  262. package/dest/test-helpers/testbench-utils.js +297 -0
  263. package/dest/testbench/p2p_client_testbench_worker.d.ts +28 -2
  264. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  265. package/dest/testbench/p2p_client_testbench_worker.js +218 -123
  266. package/dest/testbench/worker_client_manager.d.ts +51 -6
  267. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  268. package/dest/testbench/worker_client_manager.js +226 -39
  269. package/package.json +16 -16
  270. package/src/bootstrap/bootstrap.ts +7 -4
  271. package/src/client/factory.ts +11 -20
  272. package/src/client/interface.ts +19 -4
  273. package/src/client/p2p_client.ts +92 -145
  274. package/src/client/test/tx_proposal_collector/README.md +227 -0
  275. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +336 -0
  276. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +43 -0
  277. package/src/config.ts +18 -19
  278. package/src/mem_pools/attestation_pool/attestation_pool.ts +68 -41
  279. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +241 -289
  280. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +163 -141
  281. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +141 -164
  282. package/src/mem_pools/attestation_pool/mocks.ts +21 -15
  283. package/src/mem_pools/instrumentation.ts +39 -14
  284. package/src/mem_pools/interface.ts +2 -4
  285. package/src/mem_pools/tx_pool/README.md +270 -0
  286. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +362 -367
  287. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +132 -0
  288. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +208 -0
  289. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +162 -0
  290. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +104 -0
  291. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +93 -0
  292. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +106 -0
  293. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +75 -0
  294. package/src/mem_pools/tx_pool/index.ts +0 -1
  295. package/src/mem_pools/tx_pool/priority.ts +8 -1
  296. package/src/mem_pools/tx_pool/tx_pool.ts +8 -3
  297. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +18 -13
  298. package/src/msg_validators/attestation_validator/attestation_validator.ts +37 -22
  299. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +19 -16
  300. package/src/msg_validators/clock_tolerance.ts +51 -0
  301. package/src/msg_validators/index.ts +1 -1
  302. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +10 -0
  303. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +13 -0
  304. package/src/msg_validators/proposal_validator/index.ts +3 -0
  305. package/src/msg_validators/proposal_validator/proposal_validator.ts +92 -0
  306. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +230 -0
  307. package/src/msg_validators/tx_validator/archive_cache.ts +3 -3
  308. package/src/msg_validators/tx_validator/block_header_validator.ts +6 -5
  309. package/src/msg_validators/tx_validator/data_validator.ts +18 -6
  310. package/src/msg_validators/tx_validator/double_spend_validator.ts +4 -3
  311. package/src/msg_validators/tx_validator/factory.ts +65 -24
  312. package/src/msg_validators/tx_validator/fee_payer_balance.ts +40 -0
  313. package/src/msg_validators/tx_validator/gas_validator.ts +17 -28
  314. package/src/msg_validators/tx_validator/index.ts +1 -0
  315. package/src/msg_validators/tx_validator/metadata_validator.ts +19 -8
  316. package/src/msg_validators/tx_validator/phases_validator.ts +5 -3
  317. package/src/msg_validators/tx_validator/size_validator.ts +22 -0
  318. package/src/msg_validators/tx_validator/test_utils.ts +1 -1
  319. package/src/msg_validators/tx_validator/timestamp_validator.ts +9 -4
  320. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  321. package/src/msg_validators/tx_validator/tx_proof_validator.ts +8 -3
  322. package/src/services/data_store.ts +10 -7
  323. package/src/services/discv5/discV5_service.ts +1 -1
  324. package/src/services/dummy_service.ts +51 -0
  325. package/src/services/encoding.ts +6 -5
  326. package/src/services/libp2p/instrumentation.ts +32 -73
  327. package/src/services/libp2p/libp2p_service.ts +418 -173
  328. package/src/services/peer-manager/metrics.ts +39 -21
  329. package/src/services/peer-manager/peer_manager.ts +5 -4
  330. package/src/services/peer-manager/peer_scoring.ts +3 -4
  331. package/src/services/reqresp/batch-tx-requester/README.md +305 -0
  332. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +706 -0
  333. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  334. package/src/services/reqresp/batch-tx-requester/interface.ts +57 -0
  335. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +209 -0
  336. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +205 -0
  337. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +37 -0
  338. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +65 -4
  339. package/src/services/reqresp/connection-sampler/connection_sampler.ts +19 -1
  340. package/src/services/reqresp/constants.ts +14 -0
  341. package/src/services/reqresp/interface.ts +4 -1
  342. package/src/services/reqresp/metrics.ts +36 -27
  343. package/src/services/reqresp/protocols/auth.ts +2 -2
  344. package/src/services/reqresp/protocols/block.ts +1 -1
  345. package/src/services/reqresp/protocols/block_txs/bitvector.ts +16 -0
  346. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +18 -4
  347. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +52 -10
  348. package/src/services/reqresp/protocols/status.ts +7 -4
  349. package/src/services/reqresp/protocols/tx.ts +1 -2
  350. package/src/services/reqresp/reqresp.ts +66 -19
  351. package/src/services/service.ts +23 -4
  352. package/src/services/tx_collection/config.ts +16 -2
  353. package/src/services/tx_collection/fast_tx_collection.ts +36 -13
  354. package/src/services/tx_collection/index.ts +5 -0
  355. package/src/services/tx_collection/instrumentation.ts +5 -13
  356. package/src/services/tx_collection/proposal_tx_collector.ts +114 -0
  357. package/src/services/tx_collection/tx_collection.ts +7 -7
  358. package/src/services/tx_provider.ts +19 -4
  359. package/src/services/tx_provider_instrumentation.ts +24 -14
  360. package/src/test-helpers/index.ts +2 -0
  361. package/src/test-helpers/mock-pubsub.ts +1 -1
  362. package/src/test-helpers/mock-tx-helpers.ts +1 -1
  363. package/src/test-helpers/reqresp-nodes.ts +1 -1
  364. package/src/test-helpers/test_tx_provider.ts +64 -0
  365. package/src/test-helpers/testbench-utils.ts +374 -0
  366. package/src/testbench/p2p_client_testbench_worker.ts +338 -119
  367. package/src/testbench/worker_client_manager.ts +304 -42
  368. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts +0 -81
  369. package/dest/mem_pools/tx_pool/memory_tx_pool.d.ts.map +0 -1
  370. package/dest/mem_pools/tx_pool/memory_tx_pool.js +0 -239
  371. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -12
  372. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
  373. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -82
  374. package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
  375. package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
  376. package/dest/msg_validators/block_proposal_validator/index.js +0 -1
  377. package/src/mem_pools/tx_pool/memory_tx_pool.ts +0 -285
  378. package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -97
  379. package/src/msg_validators/block_proposal_validator/index.ts +0 -1
@@ -1,109 +1,33 @@
1
1
  /**
2
2
  * A testbench worker that creates a p2p client and listens for commands from the parent.
3
3
  *
4
- * Used when running testbench commands
4
+ * Used when running testbench commands.
5
5
  */ import { MockL2BlockSource } from '@aztec/archiver/test';
6
- import { EpochNumber, SlotNumber } from '@aztec/foundation/branded-types';
7
- import { EthAddress } from '@aztec/foundation/eth-address';
6
+ import { BlockNumber } from '@aztec/foundation/branded-types';
7
+ import { SecretValue } from '@aztec/foundation/config';
8
+ import { Secp256k1Signer } from '@aztec/foundation/crypto/secp256k1-signer';
9
+ import { Fr } from '@aztec/foundation/curves/bn254';
8
10
  import { createLogger } from '@aztec/foundation/log';
9
11
  import { sleep } from '@aztec/foundation/sleep';
12
+ import { DateProvider, Timer } from '@aztec/foundation/timer';
10
13
  import { openTmpStore } from '@aztec/kv-store/lmdb-v2';
14
+ import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
15
+ import { protocolContractsHash } from '@aztec/protocol-contracts';
11
16
  import { P2PClientType, P2PMessage } from '@aztec/stdlib/p2p';
12
- import { Tx, TxStatus } from '@aztec/stdlib/tx';
17
+ import { ChonkProof } from '@aztec/stdlib/proofs';
18
+ import { makeAztecAddress, makeBlockHeader, makeBlockProposal, mockTx } from '@aztec/stdlib/testing';
19
+ import { Tx } from '@aztec/stdlib/tx';
13
20
  import { getTelemetryClient } from '@aztec/telemetry-client';
14
21
  import { TopicValidatorResult } from '@libp2p/interface';
15
- import EventEmitter from 'events';
22
+ import { peerIdFromString } from '@libp2p/peer-id';
16
23
  import { createP2PClient } from '../index.js';
17
24
  import { LibP2PService } from '../services/libp2p/libp2p_service.js';
25
+ import { RateLimitStatus } from '../services/reqresp/rate-limiter/rate_limiter.js';
26
+ import { BatchTxRequesterCollector, SendBatchRequestCollector } from '../services/tx_collection/proposal_tx_collector.js';
18
27
  import { AlwaysTrueCircuitVerifier } from '../test-helpers/reqresp-nodes.js';
19
- // Simple mock implementation
20
- function mockTxPool() {
21
- // Mock all methods
22
- const pool = {
23
- isEmpty: ()=>Promise.resolve(false),
24
- addTxs: ()=>Promise.resolve(1),
25
- getTxByHash: ()=>Promise.resolve(undefined),
26
- getArchivedTxByHash: ()=>Promise.resolve(undefined),
27
- markAsMined: ()=>Promise.resolve(),
28
- markMinedAsPending: ()=>Promise.resolve(),
29
- deleteTxs: ()=>Promise.resolve(),
30
- getAllTxs: ()=>Promise.resolve([]),
31
- getAllTxHashes: ()=>Promise.resolve([]),
32
- getPendingTxHashes: ()=>Promise.resolve([]),
33
- getPendingTxCount: ()=>Promise.resolve(0),
34
- getMinedTxHashes: ()=>Promise.resolve([]),
35
- getTxStatus: ()=>Promise.resolve(TxStatus.PENDING),
36
- getTxsByHash: ()=>Promise.resolve([]),
37
- hasTxs: ()=>Promise.resolve([]),
38
- hasTx: ()=>Promise.resolve(false),
39
- updateConfig: ()=>{},
40
- markTxsAsNonEvictable: ()=>Promise.resolve(),
41
- cleanupDeletedMinedTxs: ()=>Promise.resolve(0)
42
- };
43
- return Object.assign(new EventEmitter(), pool);
44
- }
45
- function mockAttestationPool() {
46
- return {
47
- isEmpty: ()=>Promise.resolve(false),
48
- addAttestations: ()=>Promise.resolve(),
49
- deleteAttestations: ()=>Promise.resolve(),
50
- deleteAttestationsOlderThan: ()=>Promise.resolve(),
51
- deleteAttestationsForSlot: ()=>Promise.resolve(),
52
- deleteAttestationsForSlotAndProposal: ()=>Promise.resolve(),
53
- getAttestationsForSlot: ()=>Promise.resolve([]),
54
- getAttestationsForSlotAndProposal: ()=>Promise.resolve([]),
55
- addBlockProposal: ()=>Promise.resolve(),
56
- getBlockProposal: ()=>Promise.resolve(undefined),
57
- hasBlockProposal: ()=>Promise.resolve(false),
58
- hasAttestation: ()=>Promise.resolve(false),
59
- canAddProposal: ()=>Promise.resolve(true),
60
- canAddAttestation: ()=>Promise.resolve(true)
61
- };
62
- }
63
- function mockEpochCache() {
64
- return {
65
- getCommittee: ()=>Promise.resolve({
66
- committee: [],
67
- seed: 1n,
68
- epoch: EpochNumber.ZERO
69
- }),
70
- getProposerIndexEncoding: ()=>'0x',
71
- getEpochAndSlotNow: ()=>({
72
- epoch: EpochNumber.ZERO,
73
- slot: SlotNumber.ZERO,
74
- ts: 0n
75
- }),
76
- computeProposerIndex: ()=>0n,
77
- getProposerAttesterAddressInCurrentOrNextSlot: ()=>Promise.resolve({
78
- currentProposer: EthAddress.ZERO,
79
- nextProposer: EthAddress.ZERO,
80
- currentSlot: SlotNumber.ZERO,
81
- nextSlot: SlotNumber.ZERO
82
- }),
83
- getEpochAndSlotInNextL1Slot: ()=>({
84
- epoch: EpochNumber.ZERO,
85
- slot: SlotNumber.ZERO,
86
- ts: 0n,
87
- now: 0n
88
- }),
89
- isInCommittee: ()=>Promise.resolve(false),
90
- getRegisteredValidators: ()=>Promise.resolve([]),
91
- filterInCommittee: ()=>Promise.resolve([])
92
- };
93
- }
94
- function mockWorldStateSynchronizer() {
95
- return {
96
- status: ()=>Promise.resolve({
97
- syncSummary: {
98
- latestBlockNumber: 0,
99
- latestBlockHash: '',
100
- finalizedBlockNumber: 0,
101
- treesAreSynched: false,
102
- oldestHistoricBlockNumber: 0
103
- }
104
- })
105
- };
106
- }
28
+ import { BENCHMARK_CONSTANTS, InMemoryAttestationPool, InMemoryTxPool, UNLIMITED_RATE_LIMIT_QUOTA, createMockEpochCache, createMockWorldStateSynchronizer, filterTxsByDistribution } from '../test-helpers/testbench-utils.js';
29
+ export { COLLECTOR_DISPLAY_NAMES } from '../test-helpers/testbench-utils.js';
30
+ const txCache = new Map();
107
31
  class TestLibP2PService extends LibP2PService {
108
32
  disableTxValidation;
109
33
  gossipMessageCount = 0;
@@ -141,60 +65,231 @@ class TestLibP2PService extends LibP2PService {
141
65
  await super.handleNewGossipMessage(msg, msgId, source);
142
66
  }
143
67
  }
68
+ async function generateDeterministicTxs(txCount, seed, config) {
69
+ const cached = txCache.get(seed) ?? [];
70
+ if (cached.length >= txCount) {
71
+ return cached.slice(0, txCount);
72
+ }
73
+ const includeByTimestampBase = BigInt(seed);
74
+ for(let i = cached.length; i < txCount; i++){
75
+ const txSeed = seed * 10000 + i;
76
+ const tx = await mockTx(txSeed, {
77
+ chainId: new Fr(config.l1ChainId),
78
+ version: new Fr(config.rollupVersion),
79
+ vkTreeRoot: getVKTreeRoot(),
80
+ protocolContractsHash,
81
+ feePayer: makeAztecAddress(txSeed + 1),
82
+ chonkProof: ChonkProof.empty(),
83
+ numberOfNonRevertiblePublicCallRequests: 0,
84
+ numberOfRevertiblePublicCallRequests: 0,
85
+ numberOfRevertibleNullifiers: 0,
86
+ hasPublicTeardownCallRequest: false,
87
+ publicCalldataSize: 0
88
+ });
89
+ tx.data.includeByTimestamp = includeByTimestampBase + BigInt(i);
90
+ await tx.recomputeHash();
91
+ cached.push(tx);
92
+ }
93
+ txCache.set(seed, cached);
94
+ return cached.slice(0, txCount);
95
+ }
96
+ async function createBlockProposal(blockNumber, txHashes, seed) {
97
+ const archiveRoot = new Fr(BigInt(seed) * 1000000n + BigInt(blockNumber));
98
+ return await makeBlockProposal({
99
+ signer: Secp256k1Signer.random(),
100
+ blockHeader: makeBlockHeader(1, {
101
+ blockNumber: BlockNumber(blockNumber)
102
+ }),
103
+ archiveRoot,
104
+ txHashes
105
+ });
106
+ }
107
+ function installUnlimitedRateLimits(client) {
108
+ const reqResp = client.p2pService.reqresp;
109
+ const rateLimiter = reqResp.rateLimiter;
110
+ rateLimiter.getRateLimits = ()=>UNLIMITED_RATE_LIMIT_QUOTA;
111
+ rateLimiter.allow = ()=>RateLimitStatus.Allowed;
112
+ }
113
+ async function runAggregatorBenchmark(client, blockProposal, collectorType, timeoutMs, pinnedPeerId, pinnedPeerIndex, logger, expectedPeerCount) {
114
+ let timer = new Timer();
115
+ try {
116
+ installUnlimitedRateLimits(client);
117
+ const txHashes = blockProposal.txHashes;
118
+ logger.info(`[BENCH] Using block proposal with archive ${blockProposal.archive.toString().slice(0, 10)}...`);
119
+ const p2pService = client.p2pService;
120
+ const batchTxRequesterService = p2pService.getBatchTxRequesterService();
121
+ const minPeersRequired = Math.max(1, expectedPeerCount - 1);
122
+ const maxWaitMs = BENCHMARK_CONSTANTS.MAX_PEER_WAIT_MS;
123
+ const waitInterval = BENCHMARK_CONSTANTS.PEER_CHECK_INTERVAL_MS;
124
+ let waited = 0;
125
+ while(waited < maxWaitMs){
126
+ const connectedPeers = batchTxRequesterService.connectionSampler.getPeerListSortedByConnectionCountAsc();
127
+ if (connectedPeers.length >= minPeersRequired) {
128
+ logger.info(`[BENCH] Aggregator has ${connectedPeers.length} connected peers, starting benchmark`);
129
+ break;
130
+ }
131
+ logger.debug(`[BENCH] Waiting for peers: ${connectedPeers.length}/${minPeersRequired} (waited ${waited}ms)`);
132
+ await sleep(waitInterval);
133
+ waited += waitInterval;
134
+ }
135
+ const connectedPeers = batchTxRequesterService.connectionSampler.getPeerListSortedByConnectionCountAsc();
136
+ logger.info(`[BENCH] Aggregator has ${connectedPeers.length} connected peers`);
137
+ logger.info(`[BENCH] Requesting ${txHashes.length} tx hashes: ${txHashes.slice(0, 3).map((h)=>h.toString()).join(', ')}...`);
138
+ let pinnedPeer;
139
+ if (pinnedPeerId) {
140
+ pinnedPeer = peerIdFromString(pinnedPeerId);
141
+ } else if (pinnedPeerIndex !== undefined) {
142
+ if (pinnedPeerIndex > 0 && pinnedPeerIndex <= connectedPeers.length) {
143
+ pinnedPeer = connectedPeers[pinnedPeerIndex - 1];
144
+ }
145
+ }
146
+ const noopTxValidator = {
147
+ validateRequestedTx: (_tx)=>Promise.resolve({
148
+ result: 'valid'
149
+ }),
150
+ validateRequestedTxs: (txs)=>Promise.resolve(txs.map(()=>({
151
+ result: 'valid'
152
+ })))
153
+ };
154
+ timer = new Timer();
155
+ if (collectorType === 'batch-requester') {
156
+ const collector = new BatchTxRequesterCollector(batchTxRequesterService, logger, new DateProvider(), noopTxValidator);
157
+ const fetchedTxs = await collector.collectTxs(txHashes, blockProposal, pinnedPeer, timeoutMs);
158
+ const durationMs = timer.ms();
159
+ return {
160
+ type: 'BENCH_RESULT',
161
+ durationMs,
162
+ fetchedCount: fetchedTxs.length,
163
+ success: fetchedTxs.length === txHashes.length
164
+ };
165
+ }
166
+ const collector = new SendBatchRequestCollector(batchTxRequesterService, BENCHMARK_CONSTANTS.FIXED_MAX_PEERS, BENCHMARK_CONSTANTS.FIXED_MAX_RETRY_ATTEMPTS);
167
+ const fetchedTxs = await collector.collectTxs(txHashes, blockProposal, pinnedPeer, timeoutMs);
168
+ const durationMs = timer.ms();
169
+ return {
170
+ type: 'BENCH_RESULT',
171
+ durationMs,
172
+ fetchedCount: fetchedTxs.length,
173
+ success: fetchedTxs.length === txHashes.length
174
+ };
175
+ } catch (err) {
176
+ return {
177
+ type: 'BENCH_RESULT',
178
+ durationMs: timer.ms(),
179
+ fetchedCount: 0,
180
+ success: false,
181
+ error: err?.message ?? String(err)
182
+ };
183
+ }
184
+ }
185
+ let workerClient = null;
186
+ let workerTxPool = null;
187
+ let workerAttestationPool = null;
188
+ let workerConfig = null;
189
+ let workerLogger = null;
190
+ let kvStore = null;
144
191
  // eslint-disable-next-line @typescript-eslint/no-misused-promises
145
192
  process.on('message', async (msg)=>{
146
- const { type, config, clientIndex } = msg;
193
+ const { type, config: rawConfig, clientIndex } = msg;
147
194
  try {
148
195
  if (type === 'START') {
149
- const txPool = mockTxPool();
150
- const attestationPool = mockAttestationPool();
151
- const epochCache = mockEpochCache();
152
- const worldState = mockWorldStateSynchronizer();
196
+ const config = {
197
+ ...rawConfig,
198
+ peerIdPrivateKey: rawConfig.peerIdPrivateKey ? new SecretValue(rawConfig.peerIdPrivateKey) : undefined
199
+ };
200
+ workerConfig = config;
201
+ workerTxPool = new InMemoryTxPool();
202
+ workerAttestationPool = new InMemoryAttestationPool();
203
+ const epochCache = createMockEpochCache();
204
+ const worldState = createMockWorldStateSynchronizer();
153
205
  const l2BlockSource = new MockL2BlockSource();
154
206
  const proofVerifier = new AlwaysTrueCircuitVerifier();
155
- const kvStore = await openTmpStore(`test-${clientIndex}`);
156
- const logger = createLogger(`p2p:${clientIndex}`);
207
+ kvStore = await openTmpStore(`test-${clientIndex}`, true, BENCHMARK_CONSTANTS.KV_STORE_MAP_SIZE_KB);
208
+ workerLogger = createLogger(`p2p:${clientIndex}`);
209
+ workerTxPool.setLogger(workerLogger);
157
210
  const telemetry = getTelemetryClient();
158
211
  const deps = {
159
- txPool,
160
- attestationPool,
212
+ txPool: workerTxPool,
213
+ attestationPool: workerAttestationPool,
161
214
  store: kvStore,
162
- logger
215
+ logger: workerLogger
163
216
  };
164
217
  const client = await createP2PClient(P2PClientType.Full, config, l2BlockSource, proofVerifier, worldState, epochCache, 'test-p2p-bench-worker', undefined, telemetry, deps);
165
- // Create test service with validation disabled
166
- const testService = new TestLibP2PService(P2PClientType.Full, config, client.p2pService.node, client.p2pService.peerDiscoveryService, client.p2pService.mempools, client.p2pService.reqresp, client.p2pService.peerManager, client.p2pService.archiver, epochCache, proofVerifier, worldState, telemetry, logger, true);
167
- // Replace the existing p2pService with our test version
218
+ const testService = new TestLibP2PService(P2PClientType.Full, config, client.p2pService.node, client.p2pService.peerDiscoveryService, client.p2pService.reqresp, client.p2pService.peerManager, client.p2pService.mempools, client.p2pService.archiver, epochCache, proofVerifier, worldState, telemetry, workerLogger, true);
168
219
  client.p2pService = testService;
169
220
  await client.start();
170
- // Wait until the client is ready
171
221
  for(let i = 0; i < 100; i++){
172
222
  const isReady = client.isReady();
173
- logger.debug(`Client ${clientIndex} isReady: ${isReady}`);
223
+ workerLogger.debug(`Client ${clientIndex} isReady: ${isReady}`);
174
224
  if (isReady) {
175
225
  break;
176
226
  }
177
227
  await sleep(1000);
178
228
  }
179
- // Listen for commands from parent
180
- // eslint-disable-next-line @typescript-eslint/no-misused-promises
181
- process.on('message', async (cmd)=>{
182
- switch(cmd.type){
183
- case 'STOP':
184
- await client.stop();
185
- process.exit(0);
186
- break;
187
- case 'SEND_TX':
188
- await client.sendTx(Tx.fromBuffer(Buffer.from(cmd.tx)));
229
+ workerClient = client;
230
+ const peerId = client.p2pService.node.peerId.toString();
231
+ process.send({
232
+ type: 'READY',
233
+ peerId
234
+ });
235
+ return;
236
+ }
237
+ const cmd = msg;
238
+ switch(cmd.type){
239
+ case 'STOP':
240
+ if (workerClient) {
241
+ await workerClient.stop();
242
+ }
243
+ if (kvStore?.close) {
244
+ await kvStore.close();
245
+ }
246
+ process.exit(0);
247
+ break;
248
+ case 'SEND_TX':
249
+ if (workerClient) {
250
+ await workerClient.sendTx(Tx.fromBuffer(Buffer.from(cmd.tx)));
251
+ process.send({
252
+ type: 'TX_SENT'
253
+ });
254
+ }
255
+ break;
256
+ case 'BENCH_REQRESP':
257
+ {
258
+ const benchCmd = cmd;
259
+ if (!workerClient || !workerTxPool || !workerAttestationPool || !workerConfig || !workerLogger) {
189
260
  process.send({
190
- type: 'TX_SENT'
261
+ type: 'BENCH_RESULT',
262
+ durationMs: 0,
263
+ fetchedCount: 0,
264
+ success: false,
265
+ error: 'Worker not initialized'
191
266
  });
192
267
  break;
268
+ }
269
+ // Reset state before each benchmark run to avoid cross-run contamination
270
+ workerTxPool.resetState();
271
+ workerAttestationPool.resetState();
272
+ installUnlimitedRateLimits(workerClient);
273
+ const allTxs = await generateDeterministicTxs(benchCmd.txCount, benchCmd.seed, workerConfig);
274
+ const txHashes = allTxs.map((tx)=>tx.getTxHash());
275
+ const blockProposal = await createBlockProposal(benchCmd.blockNumber, txHashes, benchCmd.seed);
276
+ await workerAttestationPool.addBlockProposal(blockProposal);
277
+ workerLogger.debug(`[BENCH] Added block proposal with archive ${blockProposal.archive.toString().slice(0, 10)}...`);
278
+ if (benchCmd.isAggregator) {
279
+ workerTxPool.clearTxs();
280
+ workerLogger.info(`[BENCH] Aggregator starting benchmark: txCount=${benchCmd.txCount}, collector=${benchCmd.collectorType}, distribution=${benchCmd.distribution}`);
281
+ const result = await runAggregatorBenchmark(workerClient, blockProposal, benchCmd.collectorType, benchCmd.timeoutMs, benchCmd.pinnedPeerId, benchCmd.pinnedPeerIndex, workerLogger, benchCmd.peerCount);
282
+ process.send(result);
283
+ } else {
284
+ const myTxs = filterTxsByDistribution(allTxs, benchCmd.peerIndex, benchCmd.peerCount, benchCmd.distribution, benchCmd.pinnedPeerIndex);
285
+ workerTxPool.setTxs(myTxs);
286
+ workerLogger.info(`[BENCH] Peer ${benchCmd.peerIndex} populated tx pool with ${myTxs.length}/${benchCmd.txCount} txs (${benchCmd.distribution})`);
287
+ process.send({
288
+ type: 'BENCH_READY'
289
+ });
290
+ }
291
+ break;
193
292
  }
194
- });
195
- process.send({
196
- type: 'READY'
197
- });
198
293
  }
199
294
  } catch (err) {
200
295
  process.send({
@@ -2,33 +2,63 @@ import type { Logger } from '@aztec/foundation/log';
2
2
  import type { ChainConfig } from '@aztec/stdlib/config';
3
3
  import { type ChildProcess } from 'child_process';
4
4
  import { type P2PConfig } from '../config.js';
5
+ import type { CollectorType, DistributionPattern } from './p2p_client_testbench_worker.js';
5
6
  declare const testChainConfig: ChainConfig;
7
+ export interface ReqRespBenchmarkConfig {
8
+ txCount: number;
9
+ distribution: DistributionPattern;
10
+ collectorType: CollectorType;
11
+ timeoutMs: number;
12
+ pinnedPeerIndex?: number;
13
+ blockNumber?: number;
14
+ seed?: number;
15
+ }
16
+ export interface ReqRespBenchmarkResult {
17
+ txCount: number;
18
+ distribution: DistributionPattern;
19
+ collector: CollectorType;
20
+ durationMs: number;
21
+ fetchedCount: number;
22
+ success: boolean;
23
+ error?: string;
24
+ }
6
25
  declare class WorkerClientManager {
7
26
  processes: ChildProcess[];
8
27
  peerIdPrivateKeys: string[];
9
28
  peerEnrs: string[];
10
29
  ports: number[];
30
+ peerIds: string[];
11
31
  private p2pConfig;
12
32
  private logger;
13
33
  private messageReceivedByClient;
14
34
  constructor(logger: Logger, p2pConfig: Partial<P2PConfig>);
15
35
  destroy(): void;
16
36
  /**
17
- * Creates a client configuration object
37
+ * Creates a client configuration object for IPC.
38
+ * Note: We send the raw peerIdPrivateKey string instead of SecretValue
39
+ * because SecretValue.toJSON() returns '[Redacted]', losing the value.
40
+ * The worker must re-wrap it in SecretValue.
18
41
  */
19
42
  private createClientConfig;
20
43
  /**
21
- * Spawns a worker process and returns a promise that resolves when the worker is ready
44
+ * Spawns a worker process and returns a promise that resolves when the worker is ready.
45
+ * Config uses raw string for peerIdPrivateKey (not SecretValue) for IPC serialization.
22
46
  */
23
47
  private spawnWorkerProcess;
24
48
  /**
25
- * Creates a number of worker clients in separate processes
26
- * All are configured to connect to each other and overrided with the test specific config
49
+ * Creates a number of worker clients in separate processes.
50
+ * All are configured to connect to each other and overridden with the test-specific config.
27
51
  *
28
52
  * @param numberOfClients - The number of clients to create
53
+ * @param options - Optional overrides for seeding/bootstrapping strategy
29
54
  * @returns The ENRs of the created clients
30
55
  */
31
- makeWorkerClients(numberOfClients: number): Promise<string[]>;
56
+ makeWorkerClients(numberOfClients: number, options?: {
57
+ bootstrapMode?: 'subset' | 'all';
58
+ seedPeerLimit?: number;
59
+ batchSize?: number;
60
+ batchDelayMs?: number;
61
+ }): Promise<string[]>;
32
62
  purgeMessageReceivedByClient(): void;
33
63
  numberOfClientsThatReceivedMessage(): number;
34
64
  /**
@@ -46,6 +76,21 @@ declare class WorkerClientManager {
46
76
  * Cleans up all worker processes with timeout and force kill if needed
47
77
  */
48
78
  cleanup(): Promise<void>;
79
+ /**
80
+ * Run a req/resp benchmark across all worker clients.
81
+ *
82
+ * This sends a BENCH_REQRESP command to all workers:
83
+ * - Aggregator (client 0) runs the collector and returns timing results
84
+ * - Responders (clients 1..N) populate their tx pools based on distribution
85
+ *
86
+ * All workers generate the same txs deterministically from a shared seed,
87
+ * then filter based on their peerIndex and distribution pattern.
88
+ */
89
+ runReqRespBenchmark(config: ReqRespBenchmarkConfig): Promise<ReqRespBenchmarkResult>;
90
+ private waitForBenchReady;
91
+ private waitForBenchResult;
49
92
  }
50
93
  export { WorkerClientManager, testChainConfig };
51
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoid29ya2VyX2NsaWVudF9tYW5hZ2VyLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvdGVzdGJlbmNoL3dvcmtlcl9jbGllbnRfbWFuYWdlci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFFQSxPQUFPLEtBQUssRUFBRSxNQUFNLEVBQUUsTUFBTSx1QkFBdUIsQ0FBQztBQUVwRCxPQUFPLEtBQUssRUFBRSxXQUFXLEVBQUUsTUFBTSxzQkFBc0IsQ0FBQztBQUV4RCxPQUFPLEVBQUUsS0FBSyxZQUFZLEVBQVEsTUFBTSxlQUFlLENBQUM7QUFJeEQsT0FBTyxFQUFFLEtBQUssU0FBUyxFQUF1QixNQUFNLGNBQWMsQ0FBQztBQVFuRSxRQUFBLE1BQU0sZUFBZSxFQUFFLFdBTXRCLENBQUM7QUFFRixjQUFNLG1CQUFtQjtJQUNoQixTQUFTLEVBQUUsWUFBWSxFQUFFLENBQU07SUFDL0IsaUJBQWlCLEVBQUUsTUFBTSxFQUFFLENBQU07SUFDakMsUUFBUSxFQUFFLE1BQU0sRUFBRSxDQUFNO0lBQ3hCLEtBQUssRUFBRSxNQUFNLEVBQUUsQ0FBTTtJQUM1QixPQUFPLENBQUMsU0FBUyxDQUFxQjtJQUN0QyxPQUFPLENBQUMsTUFBTSxDQUFTO0lBQ3ZCLE9BQU8sQ0FBQyx1QkFBdUIsQ0FBZ0I7SUFFL0MsWUFBWSxNQUFNLEVBQUUsTUFBTSxFQUFFLFNBQVMsRUFBRSxPQUFPLENBQUMsU0FBUyxDQUFDLEVBR3hEO0lBRUQsT0FBTyxTQUtOO0lBRUQ7O09BRUc7SUFDSCxPQUFPLENBQUMsa0JBQWtCO0lBaUIxQjs7T0FFRztJQUNILE9BQU8sQ0FBQyxrQkFBa0I7SUFvRDFCOzs7Ozs7T0FNRztJQUNHLGlCQUFpQixDQUFDLGVBQWUsRUFBRSxNQUFNLHFCQXlDOUM7SUFFRCw0QkFBNEIsU0FFM0I7SUFFRCxrQ0FBa0MsV0FFakM7SUFFRDs7Ozs7T0FLRztJQUNHLFVBQVUsQ0FBQyxXQUFXLEVBQUUsTUFBTSxFQUFFLE9BQU8sRUFBRSxNQUFNLGlCQTRDcEQ7SUFFRDs7T0FFRztJQUNILE9BQU8sQ0FBQyxnQkFBZ0I7SUFzQ3hCOztPQUVHO0lBQ0csT0FBTyxrQkFnQ1o7Q0FDRjtBQUVELE9BQU8sRUFBRSxtQkFBbUIsRUFBRSxlQUFlLEVBQUUsQ0FBQyJ9
94
+ export type { DistributionPattern, CollectorType } from './p2p_client_testbench_worker.js';
95
+ export { COLLECTOR_DISPLAY_NAMES } from './p2p_client_testbench_worker.js';
96
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoid29ya2VyX2NsaWVudF9tYW5hZ2VyLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvdGVzdGJlbmNoL3dvcmtlcl9jbGllbnRfbWFuYWdlci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFDQSxPQUFPLEtBQUssRUFBRSxNQUFNLEVBQUUsTUFBTSx1QkFBdUIsQ0FBQztBQUVwRCxPQUFPLEtBQUssRUFBRSxXQUFXLEVBQUUsTUFBTSxzQkFBc0IsQ0FBQztBQUV4RCxPQUFPLEVBQUUsS0FBSyxZQUFZLEVBQVEsTUFBTSxlQUFlLENBQUM7QUFLeEQsT0FBTyxFQUFFLEtBQUssU0FBUyxFQUF1QixNQUFNLGNBQWMsQ0FBQztBQUtuRSxPQUFPLEtBQUssRUFHVixhQUFhLEVBQ2IsbUJBQW1CLEVBQ3BCLE1BQU0sa0NBQWtDLENBQUM7QUFRMUMsUUFBQSxNQUFNLGVBQWUsRUFBRSxXQU10QixDQUFDO0FBRUYsTUFBTSxXQUFXLHNCQUFzQjtJQUNyQyxPQUFPLEVBQUUsTUFBTSxDQUFDO0lBQ2hCLFlBQVksRUFBRSxtQkFBbUIsQ0FBQztJQUNsQyxhQUFhLEVBQUUsYUFBYSxDQUFDO0lBQzdCLFNBQVMsRUFBRSxNQUFNLENBQUM7SUFDbEIsZUFBZSxDQUFDLEVBQUUsTUFBTSxDQUFDO0lBQ3pCLFdBQVcsQ0FBQyxFQUFFLE1BQU0sQ0FBQztJQUNyQixJQUFJLENBQUMsRUFBRSxNQUFNLENBQUM7Q0FDZjtBQUVELE1BQU0sV0FBVyxzQkFBc0I7SUFDckMsT0FBTyxFQUFFLE1BQU0sQ0FBQztJQUNoQixZQUFZLEVBQUUsbUJBQW1CLENBQUM7SUFDbEMsU0FBUyxFQUFFLGFBQWEsQ0FBQztJQUN6QixVQUFVLEVBQUUsTUFBTSxDQUFDO0lBQ25CLFlBQVksRUFBRSxNQUFNLENBQUM7SUFDckIsT0FBTyxFQUFFLE9BQU8sQ0FBQztJQUNqQixLQUFLLENBQUMsRUFBRSxNQUFNLENBQUM7Q0FDaEI7QUFFRCxjQUFNLG1CQUFtQjtJQUNoQixTQUFTLEVBQUUsWUFBWSxFQUFFLENBQU07SUFDL0IsaUJBQWlCLEVBQUUsTUFBTSxFQUFFLENBQU07SUFDakMsUUFBUSxFQUFFLE1BQU0sRUFBRSxDQUFNO0lBQ3hCLEtBQUssRUFBRSxNQUFNLEVBQUUsQ0FBTTtJQUNyQixPQUFPLEVBQUUsTUFBTSxFQUFFLENBQU07SUFDOUIsT0FBTyxDQUFDLFNBQVMsQ0FBcUI7SUFDdEMsT0FBTyxDQUFDLE1BQU0sQ0FBUztJQUN2QixPQUFPLENBQUMsdUJBQXVCLENBQWdCO0lBRS9DLFlBQVksTUFBTSxFQUFFLE1BQU0sRUFBRSxTQUFTLEVBQUUsT0FBTyxDQUFDLFNBQVMsQ0FBQyxFQUd4RDtJQUVELE9BQU8sU0FLTjtJQUVEOzs7OztPQUtHO0lBQ0gsT0FBTyxDQUFDLGtCQUFrQjtJQWlCMUI7OztPQUdHO0lBQ0gsT0FBTyxDQUFDLGtCQUFrQjtJQWdHMUI7Ozs7Ozs7T0FPRztJQUNHLGlCQUFpQixDQUNyQixlQUFlLEVBQUUsTUFBTSxFQUN2QixPQUFPLEdBQUU7UUFDUCxhQUFhLENBQUMsRUFBRSxRQUFRLEdBQUcsS0FBSyxDQUFDO1FBQ2pDLGFBQWEsQ0FBQyxFQUFFLE1BQU0sQ0FBQztRQUN2QixTQUFTLENBQUMsRUFBRSxNQUFNLENBQUM7UUFDbkIsWUFBWSxDQUFDLEVBQUUsTUFBTSxDQUFDO0tBQ2xCLHFCQStEUDtJQUVELDRCQUE0QixTQUUzQjtJQUVELGtDQUFrQyxXQUVqQztJQUVEOzs7OztPQUtHO0lBQ0csVUFBVSxDQUFDLFdBQVcsRUFBRSxNQUFNLEVBQUUsT0FBTyxFQUFFLE1BQU0saUJBOENwRDtJQUVEOztPQUVHO0lBQ0gsT0FBTyxDQUFDLGdCQUFnQjtJQXFDeEI7O09BRUc7SUFDRyxPQUFPLGtCQWdDWjtJQUVEOzs7Ozs7Ozs7T0FTRztJQUNHLG1CQUFtQixDQUFDLE1BQU0sRUFBRSxzQkFBc0IsR0FBRyxPQUFPLENBQUMsc0JBQXNCLENBQUMsQ0FzRXpGO0lBRUQsT0FBTyxDQUFDLGlCQUFpQjtJQWtDekIsT0FBTyxDQUFDLGtCQUFrQjtDQWlDM0I7QUFFRCxPQUFPLEVBQUUsbUJBQW1CLEVBQUUsZUFBZSxFQUFFLENBQUM7QUFDaEQsWUFBWSxFQUFFLG1CQUFtQixFQUFFLGFBQWEsRUFBRSxNQUFNLGtDQUFrQyxDQUFDO0FBQzNGLE9BQU8sRUFBRSx1QkFBdUIsRUFBRSxNQUFNLGtDQUFrQyxDQUFDIn0=
@@ -1 +1 @@
1
- {"version":3,"file":"worker_client_manager.d.ts","sourceRoot":"","sources":["../../src/testbench/worker_client_manager.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,EAAE,KAAK,YAAY,EAAQ,MAAM,eAAe,CAAC;AAIxD,OAAO,EAAE,KAAK,SAAS,EAAuB,MAAM,cAAc,CAAC;AAQnE,QAAA,MAAM,eAAe,EAAE,WAMtB,CAAC;AAEF,cAAM,mBAAmB;IAChB,SAAS,EAAE,YAAY,EAAE,CAAM;IAC/B,iBAAiB,EAAE,MAAM,EAAE,CAAM;IACjC,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,MAAM,EAAE,CAAM;IAC5B,OAAO,CAAC,SAAS,CAAqB;IACtC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,uBAAuB,CAAgB;IAE/C,YAAY,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,EAGxD;IAED,OAAO,SAKN;IAED;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAiB1B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAoD1B;;;;;;OAMG;IACG,iBAAiB,CAAC,eAAe,EAAE,MAAM,qBAyC9C;IAED,4BAA4B,SAE3B;IAED,kCAAkC,WAEjC;IAED;;;;;OAKG;IACG,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,iBA4CpD;IAED;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAsCxB;;OAEG;IACG,OAAO,kBAgCZ;CACF;AAED,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,CAAC"}
1
+ {"version":3,"file":"worker_client_manager.d.ts","sourceRoot":"","sources":["../../src/testbench/worker_client_manager.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAExD,OAAO,EAAE,KAAK,YAAY,EAAQ,MAAM,eAAe,CAAC;AAKxD,OAAO,EAAE,KAAK,SAAS,EAAuB,MAAM,cAAc,CAAC;AAKnE,OAAO,KAAK,EAGV,aAAa,EACb,mBAAmB,EACpB,MAAM,kCAAkC,CAAC;AAQ1C,QAAA,MAAM,eAAe,EAAE,WAMtB,CAAC;AAEF,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,mBAAmB,CAAC;IAClC,aAAa,EAAE,aAAa,CAAC;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,mBAAmB,CAAC;IAClC,SAAS,EAAE,aAAa,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,cAAM,mBAAmB;IAChB,SAAS,EAAE,YAAY,EAAE,CAAM;IAC/B,iBAAiB,EAAE,MAAM,EAAE,CAAM;IACjC,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxB,KAAK,EAAE,MAAM,EAAE,CAAM;IACrB,OAAO,EAAE,MAAM,EAAE,CAAM;IAC9B,OAAO,CAAC,SAAS,CAAqB;IACtC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,uBAAuB,CAAgB;IAE/C,YAAY,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,EAGxD;IAED,OAAO,SAKN;IAED;;;;;OAKG;IACH,OAAO,CAAC,kBAAkB;IAiB1B;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAgG1B;;;;;;;OAOG;IACG,iBAAiB,CACrB,eAAe,EAAE,MAAM,EACvB,OAAO,GAAE;QACP,aAAa,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAC;QACjC,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;KAClB,qBA+DP;IAED,4BAA4B,SAE3B;IAED,kCAAkC,WAEjC;IAED;;;;;OAKG;IACG,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,iBA8CpD;IAED;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAqCxB;;OAEG;IACG,OAAO,kBAgCZ;IAED;;;;;;;;;OASG;IACG,mBAAmB,CAAC,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAsEzF;IAED,OAAO,CAAC,iBAAiB;IAkCzB,OAAO,CAAC,kBAAkB;CAiC3B;AAED,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,CAAC;AAChD,YAAY,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AAC3F,OAAO,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC"}