@aztec/p2p 0.0.1-commit.c7c42ec → 0.0.1-commit.c80b6263

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (332) hide show
  1. package/dest/bootstrap/bootstrap.d.ts +4 -3
  2. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  3. package/dest/bootstrap/bootstrap.js +4 -4
  4. package/dest/client/factory.d.ts +1 -1
  5. package/dest/client/factory.d.ts.map +1 -1
  6. package/dest/client/factory.js +6 -5
  7. package/dest/client/interface.d.ts +18 -5
  8. package/dest/client/interface.d.ts.map +1 -1
  9. package/dest/client/p2p_client.d.ts +10 -13
  10. package/dest/client/p2p_client.d.ts.map +1 -1
  11. package/dest/client/p2p_client.js +449 -118
  12. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +2 -0
  13. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +1 -0
  14. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +305 -0
  15. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +73 -0
  16. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +1 -0
  17. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +8 -0
  18. package/dest/config.d.ts +8 -2
  19. package/dest/config.d.ts.map +1 -1
  20. package/dest/config.js +4 -2
  21. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +61 -42
  22. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +237 -263
  26. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +21 -18
  27. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +1 -1
  28. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +113 -108
  29. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +17 -16
  30. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +1 -1
  31. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +89 -128
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts +9 -6
  33. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  34. package/dest/mem_pools/attestation_pool/mocks.js +16 -12
  35. package/dest/mem_pools/instrumentation.d.ts +1 -1
  36. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  37. package/dest/mem_pools/instrumentation.js +5 -14
  38. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +15 -10
  39. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +1 -1
  40. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +91 -50
  41. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +19 -5
  42. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +1 -1
  43. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +59 -3
  44. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +79 -5
  45. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +1 -1
  46. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +47 -0
  47. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +16 -0
  48. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  49. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +122 -0
  50. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +2 -2
  51. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -1
  52. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +4 -4
  53. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -1
  54. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +2 -0
  55. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +2 -2
  56. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  57. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +25 -0
  58. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +1 -0
  59. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +57 -0
  60. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +4 -4
  61. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  62. package/dest/msg_validators/attestation_validator/attestation_validator.js +51 -18
  63. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +5 -5
  64. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  65. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +22 -13
  66. package/dest/msg_validators/clock_tolerance.d.ts +21 -0
  67. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -0
  68. package/dest/msg_validators/clock_tolerance.js +37 -0
  69. package/dest/msg_validators/index.d.ts +2 -2
  70. package/dest/msg_validators/index.d.ts.map +1 -1
  71. package/dest/msg_validators/index.js +1 -1
  72. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +9 -0
  73. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -0
  74. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +6 -0
  75. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +9 -0
  76. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -0
  77. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +6 -0
  78. package/dest/msg_validators/proposal_validator/index.d.ts +4 -0
  79. package/dest/msg_validators/proposal_validator/index.d.ts.map +1 -0
  80. package/dest/msg_validators/proposal_validator/index.js +3 -0
  81. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +13 -0
  82. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -0
  83. package/dest/msg_validators/proposal_validator/proposal_validator.js +104 -0
  84. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +23 -0
  85. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +1 -0
  86. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +212 -0
  87. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +3 -2
  88. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  89. package/dest/msg_validators/tx_validator/block_header_validator.js +4 -3
  90. package/dest/msg_validators/tx_validator/data_validator.d.ts +3 -1
  91. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  92. package/dest/msg_validators/tx_validator/data_validator.js +4 -1
  93. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +3 -2
  94. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  95. package/dest/msg_validators/tx_validator/double_spend_validator.js +3 -2
  96. package/dest/msg_validators/tx_validator/factory.d.ts +8 -3
  97. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  98. package/dest/msg_validators/tx_validator/factory.js +21 -11
  99. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +10 -0
  100. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -0
  101. package/dest/msg_validators/tx_validator/fee_payer_balance.js +20 -0
  102. package/dest/msg_validators/tx_validator/gas_validator.d.ts +3 -2
  103. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/gas_validator.js +11 -16
  105. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  106. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  107. package/dest/msg_validators/tx_validator/index.js +1 -0
  108. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +3 -2
  109. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  110. package/dest/msg_validators/tx_validator/metadata_validator.js +2 -2
  111. package/dest/msg_validators/tx_validator/phases_validator.d.ts +3 -2
  112. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  113. package/dest/msg_validators/tx_validator/phases_validator.js +3 -3
  114. package/dest/msg_validators/tx_validator/size_validator.d.ts +8 -0
  115. package/dest/msg_validators/tx_validator/size_validator.d.ts.map +1 -0
  116. package/dest/msg_validators/tx_validator/size_validator.js +23 -0
  117. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +3 -2
  118. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  119. package/dest/msg_validators/tx_validator/timestamp_validator.js +2 -2
  120. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts +3 -2
  121. package/dest/msg_validators/tx_validator/tx_permitted_validator.d.ts.map +1 -1
  122. package/dest/msg_validators/tx_validator/tx_permitted_validator.js +2 -2
  123. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +3 -2
  124. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  125. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -2
  126. package/dest/services/discv5/discV5_service.js +1 -1
  127. package/dest/services/dummy_service.d.ts +18 -2
  128. package/dest/services/dummy_service.d.ts.map +1 -1
  129. package/dest/services/dummy_service.js +42 -0
  130. package/dest/services/encoding.d.ts +1 -1
  131. package/dest/services/encoding.d.ts.map +1 -1
  132. package/dest/services/encoding.js +6 -5
  133. package/dest/services/libp2p/instrumentation.d.ts +1 -1
  134. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  135. package/dest/services/libp2p/instrumentation.js +30 -72
  136. package/dest/services/libp2p/libp2p_service.d.ts +36 -13
  137. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  138. package/dest/services/libp2p/libp2p_service.js +741 -173
  139. package/dest/services/peer-manager/metrics.d.ts +2 -2
  140. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  141. package/dest/services/peer-manager/metrics.js +21 -26
  142. package/dest/services/peer-manager/peer_manager.d.ts +2 -2
  143. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  144. package/dest/services/peer-manager/peer_manager.js +0 -10
  145. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  146. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  147. package/dest/services/peer-manager/peer_scoring.js +7 -4
  148. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +47 -0
  149. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -0
  150. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +566 -0
  151. package/dest/services/reqresp/batch-tx-requester/config.d.ts +17 -0
  152. package/dest/services/reqresp/batch-tx-requester/config.d.ts.map +1 -0
  153. package/dest/services/reqresp/batch-tx-requester/config.js +27 -0
  154. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +50 -0
  155. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -0
  156. package/dest/services/reqresp/batch-tx-requester/interface.js +1 -0
  157. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +37 -0
  158. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -0
  159. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +151 -0
  160. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +54 -0
  161. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -0
  162. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +139 -0
  163. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +20 -0
  164. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -0
  165. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +21 -0
  166. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +22 -3
  167. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +1 -1
  168. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +63 -4
  169. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts +2 -1
  170. package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map +1 -1
  171. package/dest/services/reqresp/connection-sampler/connection_sampler.js +12 -0
  172. package/dest/services/reqresp/constants.d.ts +12 -0
  173. package/dest/services/reqresp/constants.d.ts.map +1 -0
  174. package/dest/services/reqresp/constants.js +7 -0
  175. package/dest/services/reqresp/interface.d.ts +3 -1
  176. package/dest/services/reqresp/interface.d.ts.map +1 -1
  177. package/dest/services/reqresp/metrics.d.ts +6 -5
  178. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  179. package/dest/services/reqresp/metrics.js +17 -21
  180. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +5 -1
  181. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  182. package/dest/services/reqresp/protocols/block_txs/bitvector.js +12 -0
  183. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  184. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  185. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +14 -1
  186. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +15 -3
  187. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  188. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +33 -3
  189. package/dest/services/reqresp/protocols/status.d.ts +1 -1
  190. package/dest/services/reqresp/protocols/status.d.ts.map +1 -1
  191. package/dest/services/reqresp/protocols/status.js +4 -1
  192. package/dest/services/reqresp/reqresp.d.ts +6 -1
  193. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  194. package/dest/services/reqresp/reqresp.js +460 -46
  195. package/dest/services/service.d.ts +19 -3
  196. package/dest/services/service.d.ts.map +1 -1
  197. package/dest/services/tx_collection/config.d.ts +4 -1
  198. package/dest/services/tx_collection/config.d.ts.map +1 -1
  199. package/dest/services/tx_collection/config.js +9 -1
  200. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -4
  201. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  202. package/dest/services/tx_collection/fast_tx_collection.js +16 -5
  203. package/dest/services/tx_collection/index.d.ts +2 -1
  204. package/dest/services/tx_collection/index.d.ts.map +1 -1
  205. package/dest/services/tx_collection/index.js +1 -0
  206. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  207. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  208. package/dest/services/tx_collection/instrumentation.js +10 -13
  209. package/dest/services/tx_collection/proposal_tx_collector.d.ts +48 -0
  210. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -0
  211. package/dest/services/tx_collection/proposal_tx_collector.js +50 -0
  212. package/dest/services/tx_collection/slow_tx_collection.d.ts +3 -3
  213. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  214. package/dest/services/tx_collection/tx_collection.d.ts +8 -8
  215. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  216. package/dest/services/tx_collection/tx_collection.js +5 -5
  217. package/dest/services/tx_provider.d.ts +3 -3
  218. package/dest/services/tx_provider.d.ts.map +1 -1
  219. package/dest/services/tx_provider_instrumentation.d.ts +1 -1
  220. package/dest/services/tx_provider_instrumentation.d.ts.map +1 -1
  221. package/dest/services/tx_provider_instrumentation.js +7 -20
  222. package/dest/test-helpers/index.d.ts +3 -1
  223. package/dest/test-helpers/index.d.ts.map +1 -1
  224. package/dest/test-helpers/index.js +2 -0
  225. package/dest/test-helpers/test_tx_provider.d.ts +40 -0
  226. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -0
  227. package/dest/test-helpers/test_tx_provider.js +41 -0
  228. package/dest/test-helpers/testbench-utils.d.ts +156 -0
  229. package/dest/test-helpers/testbench-utils.d.ts.map +1 -0
  230. package/dest/test-helpers/testbench-utils.js +296 -0
  231. package/dest/testbench/p2p_client_testbench_worker.d.ts +28 -2
  232. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  233. package/dest/testbench/p2p_client_testbench_worker.js +218 -124
  234. package/dest/testbench/worker_client_manager.d.ts +51 -6
  235. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  236. package/dest/testbench/worker_client_manager.js +226 -39
  237. package/package.json +16 -16
  238. package/src/bootstrap/bootstrap.ts +7 -4
  239. package/src/client/factory.ts +6 -10
  240. package/src/client/interface.ts +19 -4
  241. package/src/client/p2p_client.ts +82 -132
  242. package/src/client/test/tx_proposal_collector/README.md +227 -0
  243. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +336 -0
  244. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +43 -0
  245. package/src/config.ts +8 -3
  246. package/src/mem_pools/attestation_pool/attestation_pool.ts +68 -41
  247. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +239 -287
  248. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +162 -140
  249. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +141 -164
  250. package/src/mem_pools/attestation_pool/mocks.ts +19 -13
  251. package/src/mem_pools/instrumentation.ts +10 -18
  252. package/src/mem_pools/tx_pool/README.md +28 -13
  253. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +130 -75
  254. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +66 -5
  255. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +119 -4
  256. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +162 -0
  257. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +4 -2
  258. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +75 -0
  259. package/src/msg_validators/attestation_validator/attestation_validator.ts +36 -21
  260. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +19 -16
  261. package/src/msg_validators/clock_tolerance.ts +51 -0
  262. package/src/msg_validators/index.ts +1 -1
  263. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +10 -0
  264. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +13 -0
  265. package/src/msg_validators/proposal_validator/index.ts +3 -0
  266. package/src/msg_validators/proposal_validator/proposal_validator.ts +92 -0
  267. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +230 -0
  268. package/src/msg_validators/tx_validator/block_header_validator.ts +7 -4
  269. package/src/msg_validators/tx_validator/data_validator.ts +18 -6
  270. package/src/msg_validators/tx_validator/double_spend_validator.ts +4 -3
  271. package/src/msg_validators/tx_validator/factory.ts +64 -23
  272. package/src/msg_validators/tx_validator/fee_payer_balance.ts +40 -0
  273. package/src/msg_validators/tx_validator/gas_validator.ts +17 -28
  274. package/src/msg_validators/tx_validator/index.ts +1 -0
  275. package/src/msg_validators/tx_validator/metadata_validator.ts +18 -7
  276. package/src/msg_validators/tx_validator/phases_validator.ts +5 -3
  277. package/src/msg_validators/tx_validator/size_validator.ts +22 -0
  278. package/src/msg_validators/tx_validator/timestamp_validator.ts +9 -4
  279. package/src/msg_validators/tx_validator/tx_permitted_validator.ts +8 -3
  280. package/src/msg_validators/tx_validator/tx_proof_validator.ts +8 -3
  281. package/src/services/discv5/discV5_service.ts +1 -1
  282. package/src/services/dummy_service.ts +51 -0
  283. package/src/services/encoding.ts +5 -4
  284. package/src/services/libp2p/instrumentation.ts +32 -73
  285. package/src/services/libp2p/libp2p_service.ts +404 -154
  286. package/src/services/peer-manager/metrics.ts +22 -26
  287. package/src/services/peer-manager/peer_manager.ts +1 -2
  288. package/src/services/peer-manager/peer_scoring.ts +3 -4
  289. package/src/services/reqresp/batch-tx-requester/README.md +305 -0
  290. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +706 -0
  291. package/src/services/reqresp/batch-tx-requester/config.ts +40 -0
  292. package/src/services/reqresp/batch-tx-requester/interface.ts +57 -0
  293. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +209 -0
  294. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +205 -0
  295. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +37 -0
  296. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +65 -4
  297. package/src/services/reqresp/connection-sampler/connection_sampler.ts +19 -1
  298. package/src/services/reqresp/constants.ts +14 -0
  299. package/src/services/reqresp/interface.ts +3 -0
  300. package/src/services/reqresp/metrics.ts +36 -27
  301. package/src/services/reqresp/protocols/block_txs/bitvector.ts +16 -0
  302. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +16 -2
  303. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +46 -4
  304. package/src/services/reqresp/protocols/status.ts +7 -4
  305. package/src/services/reqresp/reqresp.ts +66 -19
  306. package/src/services/service.ts +23 -4
  307. package/src/services/tx_collection/config.ts +15 -1
  308. package/src/services/tx_collection/fast_tx_collection.ts +36 -13
  309. package/src/services/tx_collection/index.ts +5 -0
  310. package/src/services/tx_collection/instrumentation.ts +5 -13
  311. package/src/services/tx_collection/proposal_tx_collector.ts +114 -0
  312. package/src/services/tx_collection/slow_tx_collection.ts +2 -2
  313. package/src/services/tx_collection/tx_collection.ts +8 -8
  314. package/src/services/tx_provider.ts +2 -2
  315. package/src/services/tx_provider_instrumentation.ts +13 -20
  316. package/src/test-helpers/index.ts +2 -0
  317. package/src/test-helpers/test_tx_provider.ts +64 -0
  318. package/src/test-helpers/testbench-utils.ts +372 -0
  319. package/src/testbench/p2p_client_testbench_worker.ts +337 -119
  320. package/src/testbench/worker_client_manager.ts +304 -42
  321. package/dest/mem_pools/tx_pool/eviction/insufficient_fee_payer_balance_rule.d.ts +0 -15
  322. package/dest/mem_pools/tx_pool/eviction/insufficient_fee_payer_balance_rule.d.ts.map +0 -1
  323. package/dest/mem_pools/tx_pool/eviction/insufficient_fee_payer_balance_rule.js +0 -88
  324. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts +0 -12
  325. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.d.ts.map +0 -1
  326. package/dest/msg_validators/block_proposal_validator/block_proposal_validator.js +0 -82
  327. package/dest/msg_validators/block_proposal_validator/index.d.ts +0 -2
  328. package/dest/msg_validators/block_proposal_validator/index.d.ts.map +0 -1
  329. package/dest/msg_validators/block_proposal_validator/index.js +0 -1
  330. package/src/mem_pools/tx_pool/eviction/insufficient_fee_payer_balance_rule.ts +0 -108
  331. package/src/msg_validators/block_proposal_validator/block_proposal_validator.ts +0 -97
  332. package/src/msg_validators/block_proposal_validator/index.ts +0 -1
@@ -1,23 +1,388 @@
1
- function _ts_decorate(decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for(var i = decorators.length - 1; i >= 0; i--)if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
1
+ function applyDecs2203RFactory() {
2
+ function createAddInitializerMethod(initializers, decoratorFinishedRef) {
3
+ return function addInitializer(initializer) {
4
+ assertNotFinished(decoratorFinishedRef, "addInitializer");
5
+ assertCallable(initializer, "An initializer");
6
+ initializers.push(initializer);
7
+ };
8
+ }
9
+ function memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value) {
10
+ var kindStr;
11
+ switch(kind){
12
+ case 1:
13
+ kindStr = "accessor";
14
+ break;
15
+ case 2:
16
+ kindStr = "method";
17
+ break;
18
+ case 3:
19
+ kindStr = "getter";
20
+ break;
21
+ case 4:
22
+ kindStr = "setter";
23
+ break;
24
+ default:
25
+ kindStr = "field";
26
+ }
27
+ var ctx = {
28
+ kind: kindStr,
29
+ name: isPrivate ? "#" + name : name,
30
+ static: isStatic,
31
+ private: isPrivate,
32
+ metadata: metadata
33
+ };
34
+ var decoratorFinishedRef = {
35
+ v: false
36
+ };
37
+ ctx.addInitializer = createAddInitializerMethod(initializers, decoratorFinishedRef);
38
+ var get, set;
39
+ if (kind === 0) {
40
+ if (isPrivate) {
41
+ get = desc.get;
42
+ set = desc.set;
43
+ } else {
44
+ get = function() {
45
+ return this[name];
46
+ };
47
+ set = function(v) {
48
+ this[name] = v;
49
+ };
50
+ }
51
+ } else if (kind === 2) {
52
+ get = function() {
53
+ return desc.value;
54
+ };
55
+ } else {
56
+ if (kind === 1 || kind === 3) {
57
+ get = function() {
58
+ return desc.get.call(this);
59
+ };
60
+ }
61
+ if (kind === 1 || kind === 4) {
62
+ set = function(v) {
63
+ desc.set.call(this, v);
64
+ };
65
+ }
66
+ }
67
+ ctx.access = get && set ? {
68
+ get: get,
69
+ set: set
70
+ } : get ? {
71
+ get: get
72
+ } : {
73
+ set: set
74
+ };
75
+ try {
76
+ return dec(value, ctx);
77
+ } finally{
78
+ decoratorFinishedRef.v = true;
79
+ }
80
+ }
81
+ function assertNotFinished(decoratorFinishedRef, fnName) {
82
+ if (decoratorFinishedRef.v) {
83
+ throw new Error("attempted to call " + fnName + " after decoration was finished");
84
+ }
85
+ }
86
+ function assertCallable(fn, hint) {
87
+ if (typeof fn !== "function") {
88
+ throw new TypeError(hint + " must be a function");
89
+ }
90
+ }
91
+ function assertValidReturnValue(kind, value) {
92
+ var type = typeof value;
93
+ if (kind === 1) {
94
+ if (type !== "object" || value === null) {
95
+ throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0");
96
+ }
97
+ if (value.get !== undefined) {
98
+ assertCallable(value.get, "accessor.get");
99
+ }
100
+ if (value.set !== undefined) {
101
+ assertCallable(value.set, "accessor.set");
102
+ }
103
+ if (value.init !== undefined) {
104
+ assertCallable(value.init, "accessor.init");
105
+ }
106
+ } else if (type !== "function") {
107
+ var hint;
108
+ if (kind === 0) {
109
+ hint = "field";
110
+ } else if (kind === 10) {
111
+ hint = "class";
112
+ } else {
113
+ hint = "method";
114
+ }
115
+ throw new TypeError(hint + " decorators must return a function or void 0");
116
+ }
117
+ }
118
+ function applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata) {
119
+ var decs = decInfo[0];
120
+ var desc, init, value;
121
+ if (isPrivate) {
122
+ if (kind === 0 || kind === 1) {
123
+ desc = {
124
+ get: decInfo[3],
125
+ set: decInfo[4]
126
+ };
127
+ } else if (kind === 3) {
128
+ desc = {
129
+ get: decInfo[3]
130
+ };
131
+ } else if (kind === 4) {
132
+ desc = {
133
+ set: decInfo[3]
134
+ };
135
+ } else {
136
+ desc = {
137
+ value: decInfo[3]
138
+ };
139
+ }
140
+ } else if (kind !== 0) {
141
+ desc = Object.getOwnPropertyDescriptor(base, name);
142
+ }
143
+ if (kind === 1) {
144
+ value = {
145
+ get: desc.get,
146
+ set: desc.set
147
+ };
148
+ } else if (kind === 2) {
149
+ value = desc.value;
150
+ } else if (kind === 3) {
151
+ value = desc.get;
152
+ } else if (kind === 4) {
153
+ value = desc.set;
154
+ }
155
+ var newValue, get, set;
156
+ if (typeof decs === "function") {
157
+ newValue = memberDec(decs, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
158
+ if (newValue !== void 0) {
159
+ assertValidReturnValue(kind, newValue);
160
+ if (kind === 0) {
161
+ init = newValue;
162
+ } else if (kind === 1) {
163
+ init = newValue.init;
164
+ get = newValue.get || value.get;
165
+ set = newValue.set || value.set;
166
+ value = {
167
+ get: get,
168
+ set: set
169
+ };
170
+ } else {
171
+ value = newValue;
172
+ }
173
+ }
174
+ } else {
175
+ for(var i = decs.length - 1; i >= 0; i--){
176
+ var dec = decs[i];
177
+ newValue = memberDec(dec, name, desc, initializers, kind, isStatic, isPrivate, metadata, value);
178
+ if (newValue !== void 0) {
179
+ assertValidReturnValue(kind, newValue);
180
+ var newInit;
181
+ if (kind === 0) {
182
+ newInit = newValue;
183
+ } else if (kind === 1) {
184
+ newInit = newValue.init;
185
+ get = newValue.get || value.get;
186
+ set = newValue.set || value.set;
187
+ value = {
188
+ get: get,
189
+ set: set
190
+ };
191
+ } else {
192
+ value = newValue;
193
+ }
194
+ if (newInit !== void 0) {
195
+ if (init === void 0) {
196
+ init = newInit;
197
+ } else if (typeof init === "function") {
198
+ init = [
199
+ init,
200
+ newInit
201
+ ];
202
+ } else {
203
+ init.push(newInit);
204
+ }
205
+ }
206
+ }
207
+ }
208
+ }
209
+ if (kind === 0 || kind === 1) {
210
+ if (init === void 0) {
211
+ init = function(instance, init) {
212
+ return init;
213
+ };
214
+ } else if (typeof init !== "function") {
215
+ var ownInitializers = init;
216
+ init = function(instance, init) {
217
+ var value = init;
218
+ for(var i = 0; i < ownInitializers.length; i++){
219
+ value = ownInitializers[i].call(instance, value);
220
+ }
221
+ return value;
222
+ };
223
+ } else {
224
+ var originalInitializer = init;
225
+ init = function(instance, init) {
226
+ return originalInitializer.call(instance, init);
227
+ };
228
+ }
229
+ ret.push(init);
230
+ }
231
+ if (kind !== 0) {
232
+ if (kind === 1) {
233
+ desc.get = value.get;
234
+ desc.set = value.set;
235
+ } else if (kind === 2) {
236
+ desc.value = value;
237
+ } else if (kind === 3) {
238
+ desc.get = value;
239
+ } else if (kind === 4) {
240
+ desc.set = value;
241
+ }
242
+ if (isPrivate) {
243
+ if (kind === 1) {
244
+ ret.push(function(instance, args) {
245
+ return value.get.call(instance, args);
246
+ });
247
+ ret.push(function(instance, args) {
248
+ return value.set.call(instance, args);
249
+ });
250
+ } else if (kind === 2) {
251
+ ret.push(value);
252
+ } else {
253
+ ret.push(function(instance, args) {
254
+ return value.call(instance, args);
255
+ });
256
+ }
257
+ } else {
258
+ Object.defineProperty(base, name, desc);
259
+ }
260
+ }
261
+ }
262
+ function applyMemberDecs(Class, decInfos, metadata) {
263
+ var ret = [];
264
+ var protoInitializers;
265
+ var staticInitializers;
266
+ var existingProtoNonFields = new Map();
267
+ var existingStaticNonFields = new Map();
268
+ for(var i = 0; i < decInfos.length; i++){
269
+ var decInfo = decInfos[i];
270
+ if (!Array.isArray(decInfo)) continue;
271
+ var kind = decInfo[1];
272
+ var name = decInfo[2];
273
+ var isPrivate = decInfo.length > 3;
274
+ var isStatic = kind >= 5;
275
+ var base;
276
+ var initializers;
277
+ if (isStatic) {
278
+ base = Class;
279
+ kind = kind - 5;
280
+ staticInitializers = staticInitializers || [];
281
+ initializers = staticInitializers;
282
+ } else {
283
+ base = Class.prototype;
284
+ protoInitializers = protoInitializers || [];
285
+ initializers = protoInitializers;
286
+ }
287
+ if (kind !== 0 && !isPrivate) {
288
+ var existingNonFields = isStatic ? existingStaticNonFields : existingProtoNonFields;
289
+ var existingKind = existingNonFields.get(name) || 0;
290
+ if (existingKind === true || existingKind === 3 && kind !== 4 || existingKind === 4 && kind !== 3) {
291
+ throw new Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + name);
292
+ } else if (!existingKind && kind > 2) {
293
+ existingNonFields.set(name, kind);
294
+ } else {
295
+ existingNonFields.set(name, true);
296
+ }
297
+ }
298
+ applyMemberDec(ret, base, decInfo, name, kind, isStatic, isPrivate, initializers, metadata);
299
+ }
300
+ pushInitializers(ret, protoInitializers);
301
+ pushInitializers(ret, staticInitializers);
302
+ return ret;
303
+ }
304
+ function pushInitializers(ret, initializers) {
305
+ if (initializers) {
306
+ ret.push(function(instance) {
307
+ for(var i = 0; i < initializers.length; i++){
308
+ initializers[i].call(instance);
309
+ }
310
+ return instance;
311
+ });
312
+ }
313
+ }
314
+ function applyClassDecs(targetClass, classDecs, metadata) {
315
+ if (classDecs.length > 0) {
316
+ var initializers = [];
317
+ var newClass = targetClass;
318
+ var name = targetClass.name;
319
+ for(var i = classDecs.length - 1; i >= 0; i--){
320
+ var decoratorFinishedRef = {
321
+ v: false
322
+ };
323
+ try {
324
+ var nextNewClass = classDecs[i](newClass, {
325
+ kind: "class",
326
+ name: name,
327
+ addInitializer: createAddInitializerMethod(initializers, decoratorFinishedRef),
328
+ metadata
329
+ });
330
+ } finally{
331
+ decoratorFinishedRef.v = true;
332
+ }
333
+ if (nextNewClass !== undefined) {
334
+ assertValidReturnValue(10, nextNewClass);
335
+ newClass = nextNewClass;
336
+ }
337
+ }
338
+ return [
339
+ defineMetadata(newClass, metadata),
340
+ function() {
341
+ for(var i = 0; i < initializers.length; i++){
342
+ initializers[i].call(newClass);
343
+ }
344
+ }
345
+ ];
346
+ }
347
+ }
348
+ function defineMetadata(Class, metadata) {
349
+ return Object.defineProperty(Class, Symbol.metadata || Symbol.for("Symbol.metadata"), {
350
+ configurable: true,
351
+ enumerable: true,
352
+ value: metadata
353
+ });
354
+ }
355
+ return function applyDecs2203R(targetClass, memberDecs, classDecs, parentClass) {
356
+ if (parentClass !== void 0) {
357
+ var parentMetadata = parentClass[Symbol.metadata || Symbol.for("Symbol.metadata")];
358
+ }
359
+ var metadata = Object.create(parentMetadata === void 0 ? null : parentMetadata);
360
+ var e = applyMemberDecs(targetClass, memberDecs, metadata);
361
+ if (!classDecs.length) defineMetadata(targetClass, metadata);
362
+ return {
363
+ e: e,
364
+ get c () {
365
+ return applyClassDecs(targetClass, classDecs, metadata);
366
+ }
367
+ };
368
+ };
6
369
  }
7
- import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
370
+ function _apply_decs_2203_r(targetClass, memberDecs, classDecs, parentClass) {
371
+ return (_apply_decs_2203_r = applyDecs2203RFactory())(targetClass, memberDecs, classDecs, parentClass);
372
+ }
373
+ var _dec, _dec1, _dec2, _dec3, _dec4, _dec5, _dec6, _dec7, _dec8, _initProto;
374
+ import { BlockNumber } from '@aztec/foundation/branded-types';
8
375
  import { randomInt } from '@aztec/foundation/crypto/random';
9
- import { Fr } from '@aztec/foundation/curves/bn254';
10
376
  import { createLibp2pComponentLogger, createLogger } from '@aztec/foundation/log';
11
377
  import { RunningPromise } from '@aztec/foundation/running-promise';
12
378
  import { Timer } from '@aztec/foundation/timer';
13
- import { getVKTreeRoot } from '@aztec/noir-protocol-circuits-types/vk-tree';
14
379
  import { protocolContractsHash } from '@aztec/protocol-contracts';
15
380
  import { GasFees } from '@aztec/stdlib/gas';
16
- import { BlockAttestation, BlockProposal, P2PClientType, P2PMessage, PeerErrorSeverity, TopicType, createTopicString, getTopicsForClientAndConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
381
+ import { BlockProposal, CheckpointAttestation, CheckpointProposal, P2PClientType, P2PMessage, PeerErrorSeverity, TopicType, createTopicString, getTopicsForClientAndConfig, metricsTopicStrToLabels } from '@aztec/stdlib/p2p';
17
382
  import { MerkleTreeId } from '@aztec/stdlib/trees';
18
383
  import { Tx } from '@aztec/stdlib/tx';
19
384
  import { compressComponentVersions } from '@aztec/stdlib/versioning';
20
- import { Attributes, OtelMetricsAdapter, WithTracer, trackSpan } from '@aztec/telemetry-client';
385
+ import { Attributes, OtelMetricsAdapter, SpanStatusCode, WithTracer, trackSpan } from '@aztec/telemetry-client';
21
386
  import { gossipsub } from '@chainsafe/libp2p-gossipsub';
22
387
  import { createPeerScoreParams, createTopicScoreParams } from '@chainsafe/libp2p-gossipsub/score';
23
388
  import { SignaturePolicy } from '@chainsafe/libp2p-gossipsub/types';
@@ -31,11 +396,11 @@ import { tcp } from '@libp2p/tcp';
31
396
  import { ENR } from '@nethermindeth/enr';
32
397
  import { createLibp2p } from 'libp2p';
33
398
  import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
34
- import { AttestationValidator, BlockProposalValidator, FishermanAttestationValidator } from '../../msg_validators/index.js';
399
+ import { BlockProposalValidator, CheckpointAttestationValidator, CheckpointProposalValidator, FishermanAttestationValidator } from '../../msg_validators/index.js';
35
400
  import { MessageSeenValidator } from '../../msg_validators/msg_seen_validator/msg_seen_validator.js';
36
401
  import { getDefaultAllowedSetupFunctions } from '../../msg_validators/tx_validator/allowed_public_setup.js';
37
- import { createTxMessageValidators } from '../../msg_validators/tx_validator/factory.js';
38
- import { AggregateTxValidator, DataTxValidator, DoubleSpendTxValidator, MetadataTxValidator, TxProofValidator } from '../../msg_validators/tx_validator/index.js';
402
+ import { createTxMessageValidators, createTxReqRespValidator } from '../../msg_validators/tx_validator/factory.js';
403
+ import { DoubleSpendTxValidator } from '../../msg_validators/tx_validator/index.js';
39
404
  import { GossipSubEvent } from '../../types/index.js';
40
405
  import { convertToMultiaddr } from '../../util.js';
41
406
  import { getVersions } from '../../versioning.js';
@@ -51,6 +416,31 @@ import { reqGoodbyeHandler } from '../reqresp/protocols/goodbye.js';
51
416
  import { pingHandler, reqRespBlockHandler, reqRespStatusHandler, reqRespTxHandler } from '../reqresp/protocols/index.js';
52
417
  import { ReqResp } from '../reqresp/reqresp.js';
53
418
  import { P2PInstrumentation } from './instrumentation.js';
419
+ _dec = trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
420
+ [Attributes.SLOT_NUMBER]: block.slotNumber,
421
+ [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
422
+ [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
423
+ })), _dec1 = trackSpan('Libp2pService.processValidCheckpointProposal', async (checkpoint)=>({
424
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber,
425
+ [Attributes.BLOCK_ARCHIVE]: checkpoint.archive.toString(),
426
+ [Attributes.P2P_ID]: await checkpoint.p2pMessageLoggingIdentifier().then((i)=>i.toString())
427
+ })), _dec2 = trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
428
+ [Attributes.BLOCK_HASH]: request.blockHash.toString()
429
+ })), _dec3 = trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
430
+ [Attributes.TX_HASH]: requestedTxHash.toString()
431
+ })), _dec4 = trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
432
+ [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
433
+ })), _dec5 = trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
434
+ [Attributes.TX_HASH]: tx.getTxHash().toString()
435
+ })), _dec6 = trackSpan('Libp2pService.validateCheckpointAttestation', async (_, attestation)=>({
436
+ [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
437
+ [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
438
+ [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
439
+ })), _dec7 = trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
440
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString()
441
+ })), _dec8 = trackSpan('Libp2pService.validateCheckpointProposal', (_peerId, checkpoint)=>({
442
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString()
443
+ }));
54
444
  /**
55
445
  * Lib P2P implementation of the P2PService interface.
56
446
  */ export class LibP2PService extends WithTracer {
@@ -65,11 +455,61 @@ import { P2PInstrumentation } from './instrumentation.js';
65
455
  epochCache;
66
456
  proofVerifier;
67
457
  worldStateSynchronizer;
458
+ static{
459
+ ({ e: [_initProto] } = _apply_decs_2203_r(this, [
460
+ [
461
+ _dec,
462
+ 2,
463
+ "processValidBlockProposal"
464
+ ],
465
+ [
466
+ _dec1,
467
+ 2,
468
+ "processValidCheckpointProposal"
469
+ ],
470
+ [
471
+ _dec2,
472
+ 2,
473
+ "validateRequestedBlockTxs"
474
+ ],
475
+ [
476
+ _dec3,
477
+ 2,
478
+ "validateRequestedTxs"
479
+ ],
480
+ [
481
+ _dec4,
482
+ 2,
483
+ "validateRequestedBlock"
484
+ ],
485
+ [
486
+ _dec5,
487
+ 2,
488
+ "validatePropagatedTx"
489
+ ],
490
+ [
491
+ _dec6,
492
+ 2,
493
+ "validateCheckpointAttestation"
494
+ ],
495
+ [
496
+ _dec7,
497
+ 2,
498
+ "validateBlockProposal"
499
+ ],
500
+ [
501
+ _dec8,
502
+ 2,
503
+ "validateCheckpointProposal"
504
+ ]
505
+ ], []));
506
+ }
68
507
  discoveryRunningPromise;
69
508
  msgIdSeenValidators;
70
509
  // Message validators
71
- attestationValidator;
72
510
  blockProposalValidator;
511
+ checkpointProposalValidator;
512
+ checkpointAttestationValidator;
73
513
  protocolVersion;
74
514
  topicStrings;
75
515
  feesCache;
@@ -78,34 +518,49 @@ import { P2PInstrumentation } from './instrumentation.js';
78
518
  * @param block - The block received from the peer.
79
519
  * @returns The attestation for the block, if any.
80
520
  */ blockReceivedCallback;
521
+ /**
522
+ * Callback for when a checkpoint proposal is received from a peer.
523
+ * @param checkpoint - The checkpoint proposal received from the peer.
524
+ * @returns The attestations for the checkpoint, if any.
525
+ */ checkpointReceivedCallback;
81
526
  gossipSubEventHandler;
82
527
  instrumentation;
528
+ telemetry;
83
529
  logger;
84
530
  constructor(clientType, config, node, peerDiscoveryService, reqresp, peerManager, mempools, archiver, epochCache, proofVerifier, worldStateSynchronizer, telemetry, logger = createLogger('p2p:libp2p_service')){
85
- super(telemetry, 'LibP2PService'), this.clientType = clientType, this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = {}, this.protocolVersion = '', this.topicStrings = {};
531
+ super(telemetry, 'LibP2PService'), this.clientType = clientType, this.config = config, this.node = node, this.peerDiscoveryService = peerDiscoveryService, this.reqresp = reqresp, this.peerManager = peerManager, this.mempools = mempools, this.archiver = archiver, this.epochCache = epochCache, this.proofVerifier = proofVerifier, this.worldStateSynchronizer = worldStateSynchronizer, this.msgIdSeenValidators = (_initProto(this), {}), this.protocolVersion = '', this.topicStrings = {};
532
+ this.telemetry = telemetry;
86
533
  // Create child logger with fisherman prefix if in fisherman mode
87
534
  this.logger = config.fishermanMode ? logger.createChild('[FISHERMAN]') : logger;
88
535
  this.instrumentation = new P2PInstrumentation(telemetry, 'LibP2PService');
89
536
  this.msgIdSeenValidators[TopicType.tx] = new MessageSeenValidator(config.seenMessageCacheSize);
90
537
  this.msgIdSeenValidators[TopicType.block_proposal] = new MessageSeenValidator(config.seenMessageCacheSize);
91
- this.msgIdSeenValidators[TopicType.block_attestation] = new MessageSeenValidator(config.seenMessageCacheSize);
538
+ this.msgIdSeenValidators[TopicType.checkpoint_proposal] = new MessageSeenValidator(config.seenMessageCacheSize);
539
+ this.msgIdSeenValidators[TopicType.checkpoint_attestation] = new MessageSeenValidator(config.seenMessageCacheSize);
92
540
  const versions = getVersions(config);
93
541
  this.protocolVersion = compressComponentVersions(versions);
94
542
  logger.info(`Started libp2p service with protocol version ${this.protocolVersion}`);
95
543
  this.topicStrings[TopicType.tx] = createTopicString(TopicType.tx, this.protocolVersion);
96
544
  this.topicStrings[TopicType.block_proposal] = createTopicString(TopicType.block_proposal, this.protocolVersion);
97
- this.topicStrings[TopicType.block_attestation] = createTopicString(TopicType.block_attestation, this.protocolVersion);
98
- // Use FishermanAttestationValidator in fisherman mode to validate attestation payloads against proposals
99
- this.attestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new AttestationValidator(epochCache);
545
+ this.topicStrings[TopicType.checkpoint_proposal] = createTopicString(TopicType.checkpoint_proposal, this.protocolVersion);
546
+ this.topicStrings[TopicType.checkpoint_attestation] = createTopicString(TopicType.checkpoint_attestation, this.protocolVersion);
100
547
  this.blockProposalValidator = new BlockProposalValidator(epochCache, {
101
548
  txsPermitted: !config.disableTransactions
102
549
  });
550
+ this.checkpointProposalValidator = new CheckpointProposalValidator(epochCache, {
551
+ txsPermitted: !config.disableTransactions
552
+ });
553
+ this.checkpointAttestationValidator = config.fishermanMode ? new FishermanAttestationValidator(epochCache, mempools.attestationPool, telemetry) : new CheckpointAttestationValidator(epochCache);
103
554
  this.gossipSubEventHandler = this.handleGossipSubEvent.bind(this);
104
555
  this.blockReceivedCallback = async (block)=>{
105
556
  this.logger.debug(`Handler not yet registered: Block received callback not set. Received block for slot ${block.slotNumber} from peer.`, {
106
557
  p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier()
107
558
  });
108
- return undefined;
559
+ return false;
560
+ };
561
+ this.checkpointReceivedCallback = (checkpoint)=>{
562
+ this.logger.debug(`Handler not yet registered: Checkpoint received callback not set. Received checkpoint for slot ${checkpoint.slotNumber} from peer.`);
563
+ return Promise.resolve(undefined);
109
564
  };
110
565
  }
111
566
  updateConfig(config) {
@@ -121,8 +576,8 @@ import { P2PInstrumentation } from './instrumentation.js';
121
576
  const { p2pPort, maxPeerCount, listenAddress } = config;
122
577
  const bindAddrTcp = convertToMultiaddr(listenAddress, p2pPort, 'tcp');
123
578
  const datastore = new AztecDatastore(peerStore);
124
- const otelMetricsAdapter = new OtelMetricsAdapter(telemetry);
125
- const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`));
579
+ const otelMetricsAdapter = new OtelMetricsAdapter(telemetry, logger.getBindings());
580
+ const peerDiscoveryService = new DiscV5Service(peerId, config, packageVersion, telemetry, createLogger(`${logger.module}:discv5_service`, logger.getBindings()));
126
581
  // Seed libp2p's bootstrap discovery with private and trusted peers
127
582
  const bootstrapNodes = [
128
583
  ...config.privatePeers,
@@ -138,7 +593,8 @@ import { P2PInstrumentation } from './instrumentation.js';
138
593
  const protocolVersion = compressComponentVersions(versions);
139
594
  const txTopic = createTopicString(TopicType.tx, protocolVersion);
140
595
  const blockProposalTopic = createTopicString(TopicType.block_proposal, protocolVersion);
141
- const blockAttestationTopic = createTopicString(TopicType.block_attestation, protocolVersion);
596
+ const checkpointProposalTopic = createTopicString(TopicType.checkpoint_proposal, protocolVersion);
597
+ const checkpointAttestationTopic = createTopicString(TopicType.checkpoint_attestation, protocolVersion);
142
598
  const preferredPeersEnrs = config.preferredPeers.map((enr)=>ENR.decodeTxt(enr));
143
599
  const directPeers = (await Promise.all(preferredPeersEnrs.map(async (enr)=>{
144
600
  const peerId = await enr.peerId();
@@ -262,12 +718,17 @@ import { P2PInstrumentation } from './instrumentation.js';
262
718
  invalidMessageDeliveriesWeight: -20,
263
719
  invalidMessageDeliveriesDecay: 0.5
264
720
  }),
265
- [blockAttestationTopic]: createTopicScoreParams({
721
+ [blockProposalTopic]: createTopicScoreParams({
266
722
  topicWeight: 1,
267
723
  invalidMessageDeliveriesWeight: -20,
268
724
  invalidMessageDeliveriesDecay: 0.5
269
725
  }),
270
- [blockProposalTopic]: createTopicScoreParams({
726
+ [checkpointProposalTopic]: createTopicScoreParams({
727
+ topicWeight: 1,
728
+ invalidMessageDeliveriesWeight: -20,
729
+ invalidMessageDeliveriesDecay: 0.5
730
+ }),
731
+ [checkpointAttestationTopic]: createTopicScoreParams({
271
732
  topicWeight: 1,
272
733
  invalidMessageDeliveriesWeight: -20,
273
734
  invalidMessageDeliveriesDecay: 0.5
@@ -279,7 +740,7 @@ import { P2PInstrumentation } from './instrumentation.js';
279
740
  connectionManager: components.connectionManager
280
741
  })
281
742
  },
282
- logger: createLibp2pComponentLogger(logger.module)
743
+ logger: createLibp2pComponentLogger(logger.module, logger.getBindings())
283
744
  });
284
745
  const peerScoring = new PeerScoring(config, telemetry);
285
746
  const reqresp = new ReqResp(config, node, peerScoring, createLogger(`${logger.module}:reqresp`));
@@ -303,15 +764,6 @@ import { P2PInstrumentation } from './instrumentation.js';
303
764
  throw new Error('Announce address not provided.');
304
765
  }
305
766
  const announceTcpMultiaddr = convertToMultiaddr(p2pIp, p2pPort, 'tcp');
306
- await this.peerManager.initializePeers();
307
- if (!this.config.p2pDiscoveryDisabled) {
308
- await this.peerDiscoveryService.start();
309
- }
310
- await this.node.start();
311
- // Subscribe to standard GossipSub topics by default
312
- for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)){
313
- this.subscribeToTopic(this.topicStrings[topic]);
314
- }
315
767
  // Create request response protocol handlers
316
768
  const txHandler = reqRespTxHandler(this.mempools);
317
769
  const goodbyeHandler = reqGoodbyeHandler(this.peerManager);
@@ -330,13 +782,6 @@ import { P2PInstrumentation } from './instrumentation.js';
330
782
  if (!this.config.disableTransactions) {
331
783
  requestResponseHandlers[ReqRespSubProtocol.TX] = txHandler.bind(this);
332
784
  }
333
- // add GossipSub listener
334
- this.node.services.pubsub.addEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
335
- // Start running promise for peer discovery and metrics collection
336
- this.discoveryRunningPromise = new RunningPromise(async ()=>{
337
- await this.peerManager.heartbeat();
338
- }, this.logger, this.config.peerCheckIntervalMS);
339
- this.discoveryRunningPromise.start();
340
785
  // Define the sub protocol validators - This is done within this start() method to gain a callback to the existing validateTx function
341
786
  const reqrespSubProtocolValidators = {
342
787
  ...DEFAULT_SUB_PROTOCOL_VALIDATORS,
@@ -344,7 +789,23 @@ import { P2PInstrumentation } from './instrumentation.js';
344
789
  [ReqRespSubProtocol.BLOCK_TXS]: this.validateRequestedBlockTxs.bind(this),
345
790
  [ReqRespSubProtocol.BLOCK]: this.validateRequestedBlock.bind(this)
346
791
  };
792
+ await this.peerManager.initializePeers();
347
793
  await this.reqresp.start(requestResponseHandlers, reqrespSubProtocolValidators);
794
+ await this.node.start();
795
+ // Subscribe to standard GossipSub topics by default
796
+ for (const topic of getTopicsForClientAndConfig(this.clientType, this.config.disableTransactions)){
797
+ this.subscribeToTopic(this.topicStrings[topic]);
798
+ }
799
+ // add GossipSub listener
800
+ this.node.services.pubsub.addEventListener(GossipSubEvent.MESSAGE, this.gossipSubEventHandler);
801
+ // Start running promise for peer discovery and metrics collection
802
+ if (!this.config.p2pDiscoveryDisabled) {
803
+ await this.peerDiscoveryService.start();
804
+ }
805
+ this.discoveryRunningPromise = new RunningPromise(async ()=>{
806
+ await this.peerManager.heartbeat();
807
+ }, this.logger, this.config.peerCheckIntervalMS);
808
+ this.discoveryRunningPromise.start();
348
809
  this.logger.info(`Started P2P service`, {
349
810
  listen: this.config.listenAddress,
350
811
  port: this.config.p2pPort,
@@ -399,6 +860,9 @@ import { P2PInstrumentation } from './instrumentation.js';
399
860
  */ sendBatchRequest(protocol, requests, pinnedPeerId) {
400
861
  return this.reqresp.sendBatchRequest(protocol, requests, pinnedPeerId);
401
862
  }
863
+ sendRequestToPeer(peerId, subProtocol, payload, dialTimeout) {
864
+ return this.reqresp.sendRequestToPeer(peerId, subProtocol, payload, dialTimeout);
865
+ }
402
866
  /**
403
867
  * Get the ENR of the node
404
868
  * @returns The ENR of the node
@@ -408,6 +872,9 @@ import { P2PInstrumentation } from './instrumentation.js';
408
872
  registerBlockReceivedCallback(callback) {
409
873
  this.blockReceivedCallback = callback;
410
874
  }
875
+ registerCheckpointReceivedCallback(callback) {
876
+ this.checkpointReceivedCallback = callback;
877
+ }
411
878
  /**
412
879
  * Subscribes to a topic.
413
880
  * @param topic - The topic to subscribe to.
@@ -426,7 +893,9 @@ import { P2PInstrumentation } from './instrumentation.js';
426
893
  if (!this.node.services.pubsub) {
427
894
  throw new Error('Pubsub service not available.');
428
895
  }
429
- const p2pMessage = P2PMessage.fromGossipable(message, this.config.debugP2PInstrumentMessages);
896
+ const isBlockProposal = topic === this.topicStrings[TopicType.block_proposal];
897
+ const traceContext = this.config.debugP2PInstrumentMessages && isBlockProposal ? this.telemetry.getTraceContext() : undefined;
898
+ const p2pMessage = P2PMessage.fromGossipable(message, this.config.debugP2PInstrumentMessages, traceContext);
430
899
  const result = await this.node.services.pubsub.publish(topic, p2pMessage.toMessageData());
431
900
  return result.recipients.length;
432
901
  }
@@ -440,12 +909,15 @@ import { P2PInstrumentation } from './instrumentation.js';
440
909
  case this.topicStrings[TopicType.tx]:
441
910
  topicType = TopicType.tx;
442
911
  break;
443
- case this.topicStrings[TopicType.block_attestation]:
444
- topicType = TopicType.block_attestation;
445
- break;
446
912
  case this.topicStrings[TopicType.block_proposal]:
447
913
  topicType = TopicType.block_proposal;
448
914
  break;
915
+ case this.topicStrings[TopicType.checkpoint_proposal]:
916
+ topicType = TopicType.checkpoint_proposal;
917
+ break;
918
+ case this.topicStrings[TopicType.checkpoint_attestation]:
919
+ topicType = TopicType.checkpoint_attestation;
920
+ break;
449
921
  default:
450
922
  this.logger.error(`Received message on unknown topic: ${msg.topic}`);
451
923
  break;
@@ -499,22 +971,63 @@ import { P2PInstrumentation } from './instrumentation.js';
499
971
  if (!preValidationResult.result) {
500
972
  return;
501
973
  }
974
+ // Determine topic type for attributes
502
975
  if (msg.topic === this.topicStrings[TopicType.tx]) {
503
976
  topicType = TopicType.tx;
504
- await this.handleGossipedTx(p2pMessage.payload, msgId, source);
977
+ } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
978
+ topicType = TopicType.checkpoint_attestation;
979
+ } else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
980
+ topicType = TopicType.block_proposal;
981
+ } else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
982
+ topicType = TopicType.checkpoint_proposal;
505
983
  }
506
- if (msg.topic === this.topicStrings[TopicType.block_attestation]) {
507
- topicType = TopicType.block_attestation;
508
- if (this.clientType === P2PClientType.Full) {
509
- await this.processAttestationFromPeer(p2pMessage.payload, msgId, source);
984
+ // Process the message, optionally within a linked span for trace propagation
985
+ const processMessage = async ()=>{
986
+ if (msg.topic === this.topicStrings[TopicType.tx]) {
987
+ await this.handleGossipedTx(p2pMessage.payload, msgId, source);
988
+ } else if (msg.topic === this.topicStrings[TopicType.checkpoint_attestation]) {
989
+ if (this.clientType === P2PClientType.Full) {
990
+ await this.processCheckpointAttestationFromPeer(p2pMessage.payload, msgId, source);
991
+ }
992
+ } else if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
993
+ await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
994
+ } else if (msg.topic === this.topicStrings[TopicType.checkpoint_proposal]) {
995
+ await this.handleGossipedCheckpointProposal(p2pMessage.payload, msgId, source);
996
+ } else {
997
+ this.logger.error(`Received message on unknown topic: ${msg.topic}`);
510
998
  }
999
+ };
1000
+ const latency = p2pMessage.timestamp !== undefined ? msgReceivedTime - p2pMessage.timestamp.getTime() : undefined;
1001
+ const propagatedContext = p2pMessage.traceContext ? this.telemetry.extractPropagatedContext(p2pMessage.traceContext) : undefined;
1002
+ if (propagatedContext) {
1003
+ await this.tracer.startActiveSpan('LibP2PService.processMessage', {
1004
+ attributes: {
1005
+ [Attributes.TOPIC_NAME]: topicType,
1006
+ [Attributes.PEER_ID]: source.toString()
1007
+ }
1008
+ }, propagatedContext, async (span)=>{
1009
+ try {
1010
+ await processMessage();
1011
+ span.setStatus({
1012
+ code: SpanStatusCode.OK
1013
+ });
1014
+ } catch (err) {
1015
+ span.setStatus({
1016
+ code: SpanStatusCode.ERROR,
1017
+ message: String(err)
1018
+ });
1019
+ if (typeof err === 'string' || err && err instanceof Error) {
1020
+ span.recordException(err);
1021
+ }
1022
+ throw err;
1023
+ } finally{
1024
+ span.end();
1025
+ }
1026
+ });
1027
+ } else {
1028
+ await processMessage();
511
1029
  }
512
- if (msg.topic === this.topicStrings[TopicType.block_proposal]) {
513
- topicType = TopicType.block_proposal;
514
- await this.processBlockFromPeer(p2pMessage.payload, msgId, source);
515
- }
516
- if (p2pMessage.timestamp !== undefined && topicType !== undefined) {
517
- const latency = msgReceivedTime - p2pMessage.timestamp.getTime();
1030
+ if (latency !== undefined && topicType !== undefined) {
518
1031
  this.instrumentation.recordMessageLatency(topicType, latency);
519
1032
  }
520
1033
  return;
@@ -586,41 +1099,40 @@ import { P2PInstrumentation } from './instrumentation.js';
586
1099
  ]);
587
1100
  }
588
1101
  /**
589
- * Process Attestation From Peer
590
- * When a proposal is received from a peer, we add it to the attestation pool, so it can be accessed by other services.
591
- *
592
- * @param attestation - The attestation to process.
593
- */ async processAttestationFromPeer(payloadData, msgId, source) {
1102
+ * Process a checkpoint attestation from a peer.
1103
+ * Validates the attestation and adds it to the pool.
1104
+ */ async processCheckpointAttestationFromPeer(payloadData, msgId, source) {
594
1105
  const validationFunc = async ()=>{
595
- const attestation = BlockAttestation.fromBuffer(payloadData);
1106
+ const attestation = CheckpointAttestation.fromBuffer(payloadData);
596
1107
  const pool = this.mempools.attestationPool;
597
- const isValid = await this.validateAttestation(source, attestation);
598
- const exists = isValid && await pool.hasAttestation(attestation);
1108
+ const validationResult = await this.validateCheckpointAttestation(source, attestation);
1109
+ const isValid = validationResult.result === 'accept';
1110
+ const exists = isValid && await pool.hasCheckpointAttestation(attestation);
599
1111
  let canAdd = true;
600
1112
  if (isValid && !exists) {
601
1113
  const slot = attestation.payload.header.slotNumber;
602
1114
  const { committee } = await this.epochCache.getCommittee(slot);
603
1115
  const committeeSize = committee?.length ?? 0;
604
- canAdd = await pool.canAddAttestation(attestation, committeeSize);
1116
+ canAdd = await pool.canAddCheckpointAttestation(attestation, committeeSize);
605
1117
  }
606
- this.logger.trace(`Validate propagated block attestation`, {
1118
+ this.logger.trace(`Validate propagated checkpoint attestation`, {
607
1119
  isValid,
608
1120
  exists,
609
1121
  canAdd,
610
1122
  [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber.toString(),
611
1123
  [Attributes.P2P_ID]: source.toString()
612
1124
  });
613
- if (!isValid) {
1125
+ if (validationResult.result === 'reject') {
614
1126
  return {
615
1127
  result: TopicValidatorResult.Reject
616
1128
  };
617
- } else if (exists) {
1129
+ } else if (validationResult.result === 'ignore' || exists) {
618
1130
  return {
619
1131
  result: TopicValidatorResult.Ignore,
620
1132
  obj: attestation
621
1133
  };
622
1134
  } else if (!canAdd) {
623
- this.logger.warn(`Dropping block attestation due to per-(slot, proposalId) attestation cap`, {
1135
+ this.logger.warn(`Dropping checkpoint attestation due to per-(slot, proposalId) attestation cap`, {
624
1136
  slot: attestation.payload.header.slotNumber.toString(),
625
1137
  archive: attestation.archive.toString(),
626
1138
  source: source.toString()
@@ -636,24 +1148,25 @@ import { P2PInstrumentation } from './instrumentation.js';
636
1148
  };
637
1149
  }
638
1150
  };
639
- const { result, obj: attestation } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.block_attestation);
1151
+ const { result, obj: attestation } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_attestation);
640
1152
  if (result !== TopicValidatorResult.Accept || !attestation) {
641
1153
  return;
642
1154
  }
643
- this.logger.debug(`Received attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
1155
+ this.logger.debug(`Received checkpoint attestation for slot ${attestation.slotNumber} from external peer ${source.toString()}`, {
644
1156
  p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
645
1157
  slot: attestation.slotNumber,
646
1158
  archive: attestation.archive.toString(),
647
1159
  source: source.toString()
648
1160
  });
649
- await this.mempools.attestationPool.addAttestations([
1161
+ await this.mempools.attestationPool.addCheckpointAttestations([
650
1162
  attestation
651
1163
  ]);
652
1164
  }
653
1165
  async processBlockFromPeer(payloadData, msgId, source) {
654
1166
  const validationFunc = async ()=>{
655
1167
  const block = BlockProposal.fromBuffer(payloadData);
656
- const isValid = await this.validateBlockProposal(source, block);
1168
+ const validationResult = await this.validateBlockProposal(source, block);
1169
+ const isValid = validationResult.result === 'accept';
657
1170
  const pool = this.mempools.attestationPool;
658
1171
  const exists = isValid && await pool.hasBlockProposal(block);
659
1172
  const canAdd = isValid && await pool.canAddProposal(block);
@@ -661,14 +1174,14 @@ import { P2PInstrumentation } from './instrumentation.js';
661
1174
  isValid,
662
1175
  exists,
663
1176
  canAdd,
664
- [Attributes.SLOT_NUMBER]: block.payload.header.slotNumber.toString(),
1177
+ [Attributes.SLOT_NUMBER]: block.slotNumber.toString(),
665
1178
  [Attributes.P2P_ID]: source.toString()
666
1179
  });
667
- if (!isValid) {
1180
+ if (validationResult.result === 'reject') {
668
1181
  return {
669
1182
  result: TopicValidatorResult.Reject
670
1183
  };
671
- } else if (exists) {
1184
+ } else if (validationResult.result === 'ignore' || exists) {
672
1185
  return {
673
1186
  result: TopicValidatorResult.Ignore,
674
1187
  obj: block
@@ -697,18 +1210,16 @@ import { P2PInstrumentation } from './instrumentation.js';
697
1210
  await this.processValidBlockProposal(block, source);
698
1211
  }
699
1212
  // REVIEW: callback pattern https://github.com/AztecProtocol/aztec-packages/issues/7963
1213
+ // REFACTOR(palla): This method should be moved to the p2p_client or to a separate component,
1214
+ // should not be here as it does not deal with p2p networking.
700
1215
  async processValidBlockProposal(block, sender) {
701
1216
  const slot = block.slotNumber;
702
- const previousSlot = SlotNumber(slot - 1);
703
1217
  this.logger.verbose(`Received block proposal for slot ${slot} from external peer ${sender.toString()}.`, {
704
1218
  p2pMessageIdentifier: await block.p2pMessageLoggingIdentifier(),
705
- slot: block.slotNumber,
706
- archive: block.archive.toString(),
707
- source: sender.toString()
1219
+ source: sender.toString(),
1220
+ ...block.toBlockInfo()
708
1221
  });
709
- const attestationsForPreviousSlot = await this.mempools.attestationPool.getAttestationsForSlot(previousSlot);
710
- this.logger.verbose(`Received ${attestationsForPreviousSlot.length} attestations for slot ${previousSlot}`);
711
- // Attempt to add proposal, then mark the txs in this proposal as non-evictable
1222
+ // Attempt to add proposal
712
1223
  try {
713
1224
  await this.mempools.attestationPool.addBlockProposal(block);
714
1225
  } catch (err) {
@@ -723,26 +1234,109 @@ import { P2PInstrumentation } from './instrumentation.js';
723
1234
  }
724
1235
  throw err;
725
1236
  }
1237
+ // Mark the txs in this proposal as non-evictable
726
1238
  await this.mempools.txPool.markTxsAsNonEvictable(block.txHashes);
727
- const attestations = await this.blockReceivedCallback(block, sender);
728
- // TODO: fix up this pattern - the abstraction is not nice
729
- // The attestation can be undefined if no handler is registered / the validator deems the block invalid / in fisherman mode
730
- if (attestations?.length) {
731
- for (const attestation of attestations){
732
- this.logger.verbose(`Broadcasting attestation for slot ${attestation.slotNumber}`, {
733
- p2pMessageIdentifier: await attestation.p2pMessageLoggingIdentifier(),
734
- slot: attestation.slotNumber,
735
- archive: attestation.archive.toString()
1239
+ // Call the block received callback to validate the proposal.
1240
+ // Note: Validators do NOT attest to individual blocks, only to checkpoint proposals.
1241
+ const isValid = await this.blockReceivedCallback(block, sender);
1242
+ if (!isValid) {
1243
+ this.logger.warn(`Block proposal validation failed for block ${block.blockNumber}`, block.toBlockInfo());
1244
+ }
1245
+ }
1246
+ /**
1247
+ * Handle a gossiped checkpoint proposal.
1248
+ * Validates and processes the checkpoint proposal, then triggers the callback for attestation.
1249
+ */ async handleGossipedCheckpointProposal(payloadData, msgId, source) {
1250
+ // TODO(palla/mbps): This pattern is repeated across multiple message handlers, consider abstracting it.
1251
+ const validationFunc = async ()=>{
1252
+ const checkpoint = CheckpointProposal.fromBuffer(payloadData);
1253
+ const validationResult = await this.validateCheckpointProposal(source, checkpoint);
1254
+ const isValid = validationResult.result === 'accept';
1255
+ const pool = this.mempools.attestationPool;
1256
+ const exists = isValid && await pool.hasCheckpointProposal(checkpoint);
1257
+ const canAdd = isValid && await pool.canAddCheckpointProposal(checkpoint);
1258
+ this.logger.trace(`Validate propagated checkpoint proposal`, {
1259
+ isValid,
1260
+ exists,
1261
+ canAdd,
1262
+ [Attributes.SLOT_NUMBER]: checkpoint.slotNumber.toString(),
1263
+ [Attributes.P2P_ID]: source.toString()
1264
+ });
1265
+ if (validationResult.result === 'reject') {
1266
+ return {
1267
+ result: TopicValidatorResult.Reject
1268
+ };
1269
+ } else if (validationResult.result === 'ignore' || exists) {
1270
+ return {
1271
+ result: TopicValidatorResult.Ignore,
1272
+ obj: checkpoint
1273
+ };
1274
+ } else if (!canAdd) {
1275
+ this.peerManager.penalizePeer(source, PeerErrorSeverity.MidToleranceError);
1276
+ this.logger.warn(`Penalizing peer for checkpoint proposal exceeding per-slot cap`, {
1277
+ slot: checkpoint.slotNumber.toString(),
1278
+ archive: checkpoint.archive.toString(),
1279
+ source: source.toString()
736
1280
  });
737
- await this.broadcastAttestation(attestation);
1281
+ return {
1282
+ result: TopicValidatorResult.Reject
1283
+ };
1284
+ } else {
1285
+ return {
1286
+ result: TopicValidatorResult.Accept,
1287
+ obj: checkpoint
1288
+ };
738
1289
  }
1290
+ };
1291
+ const { result, obj: checkpoint } = await this.validateReceivedMessage(validationFunc, msgId, source, TopicType.checkpoint_proposal);
1292
+ if (result !== TopicValidatorResult.Accept || !checkpoint) {
1293
+ return;
739
1294
  }
1295
+ await this.processValidCheckpointProposal(checkpoint, source);
740
1296
  }
741
1297
  /**
742
- * Broadcast an attestation to all peers.
743
- * @param attestation - The attestation to broadcast.
744
- */ async broadcastAttestation(attestation) {
745
- await this.propagate(attestation);
1298
+ * Process a validated checkpoint proposal.
1299
+ * Extracts and processes the last block proposal (if present) first, then processes the checkpoint.
1300
+ * The block callback is invoked before the checkpoint callback.
1301
+ */ async processValidCheckpointProposal(checkpoint, sender) {
1302
+ const slot = checkpoint.slotNumber;
1303
+ this.logger.verbose(`Received checkpoint proposal for slot ${slot} from external peer ${sender.toString()}.`, {
1304
+ p2pMessageIdentifier: await checkpoint.p2pMessageLoggingIdentifier(),
1305
+ slot: checkpoint.slotNumber,
1306
+ archive: checkpoint.archive.toString(),
1307
+ source: sender.toString()
1308
+ });
1309
+ // Extract block proposal before adding to pool (pool stores them separately)
1310
+ const blockProposal = checkpoint.getBlockProposal();
1311
+ // Add proposal to the pool (this extracts and stores block proposal separately)
1312
+ await this.mempools.attestationPool.addCheckpointProposal(checkpoint);
1313
+ // Mark txs as non-evictable if present (from the last block)
1314
+ if (checkpoint.txHashes.length > 0) {
1315
+ await this.mempools.txPool.markTxsAsNonEvictable(checkpoint.txHashes);
1316
+ }
1317
+ // If there was a last block proposal, invoke the block callback first for validation.
1318
+ // Note: The block proposal is already stored in the pool by addCheckpointProposal.
1319
+ if (blockProposal) {
1320
+ const isValid = await this.blockReceivedCallback(blockProposal, sender);
1321
+ if (!isValid) {
1322
+ this.logger.warn(`Block proposal from checkpoint failed validation`, {
1323
+ slot: slot.toString(),
1324
+ archive: checkpoint.archive.toString(),
1325
+ blockNumber: blockProposal.blockNumber.toString()
1326
+ });
1327
+ return;
1328
+ }
1329
+ }
1330
+ // Call the checkpoint received callback with the core version (without lastBlock)
1331
+ // to validate and potentially generate attestations
1332
+ const attestations = await this.checkpointReceivedCallback(checkpoint.toCore(), sender);
1333
+ if (attestations && attestations.length > 0) {
1334
+ // If the callback returned attestations, add them to the pool and propagate them
1335
+ await this.mempools.attestationPool.addCheckpointAttestations(attestations);
1336
+ for (const attestation of attestations){
1337
+ await this.propagate(attestation);
1338
+ }
1339
+ }
746
1340
  }
747
1341
  /**
748
1342
  * Propagates provided message to peers.
@@ -841,7 +1435,7 @@ import { P2PInstrumentation } from './instrumentation.js';
841
1435
  */ async validateRequestedTxs(requestedTxHash, responseTx, peerId) {
842
1436
  const requested = new Set(requestedTxHash.map((h)=>h.toString()));
843
1437
  const requestedTxValidator = this.createRequestedTxValidator();
844
- //TODO: (mralj) - this is somewhat naive implementation, if single tx is invlid we consider the whole response invalid.
1438
+ //TODO: (mralj) - this is somewhat naive implementation, if single tx is invalid we consider the whole response invalid.
845
1439
  // I think we should still extract the valid txs and return them, so that we can still use the response.
846
1440
  try {
847
1441
  await Promise.all(responseTx.map((tx)=>this.validateRequestedTx(tx, peerId, requestedTxValidator, requested)));
@@ -894,20 +1488,8 @@ import { P2PInstrumentation } from './instrumentation.js';
894
1488
  return false;
895
1489
  }
896
1490
  }
897
- createRequestedTxValidator() {
898
- return new AggregateTxValidator(new DataTxValidator(), new MetadataTxValidator({
899
- l1ChainId: new Fr(this.config.l1ChainId),
900
- rollupVersion: new Fr(this.config.rollupVersion),
901
- protocolContractsHash,
902
- vkTreeRoot: getVKTreeRoot()
903
- }), new TxProofValidator(this.proofVerifier));
904
- }
905
1491
  async validateRequestedTx(tx, peerId, txValidator, requested) {
906
1492
  const penalize = (severity)=>this.peerManager.penalizePeer(peerId, severity);
907
- if (!await tx.validateTxHash()) {
908
- penalize(PeerErrorSeverity.MidToleranceError);
909
- throw new ValidationError(`Received tx with invalid hash ${tx.getTxHash().toString()}.`);
910
- }
911
1493
  if (requested && !requested.has(tx.getTxHash().toString())) {
912
1494
  penalize(PeerErrorSeverity.MidToleranceError);
913
1495
  throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that was not requested.`);
@@ -918,6 +1500,12 @@ import { P2PInstrumentation } from './instrumentation.js';
918
1500
  throw new ValidationError(`Received tx with hash ${tx.getTxHash().toString()} that is invalid.`);
919
1501
  }
920
1502
  }
1503
+ createRequestedTxValidator() {
1504
+ return createTxReqRespValidator(this.proofVerifier, {
1505
+ l1ChainId: this.config.l1ChainId,
1506
+ rollupVersion: this.config.rollupVersion
1507
+ });
1508
+ }
921
1509
  async validatePropagatedTx(tx, peerId) {
922
1510
  const currentBlockNumber = await this.archiver.getBlockNumber();
923
1511
  // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
@@ -952,6 +1540,20 @@ import { P2PInstrumentation } from './instrumentation.js';
952
1540
  };
953
1541
  return gasFees;
954
1542
  }
1543
+ /**
1544
+ * Get the BatchTxRequesterLibP2PService dependencies for creating BatchTxRequester instances
1545
+ */ getBatchTxRequesterService() {
1546
+ return {
1547
+ reqResp: this.reqresp,
1548
+ connectionSampler: this.reqresp.getConnectionSampler(),
1549
+ txValidatorConfig: {
1550
+ l1ChainId: this.config.l1ChainId,
1551
+ rollupVersion: this.config.rollupVersion,
1552
+ proofVerifier: this.proofVerifier
1553
+ },
1554
+ peerScoring: this.peerManager
1555
+ };
1556
+ }
955
1557
  async validate(txs) {
956
1558
  const currentBlockNumber = await this.archiver.getBlockNumber();
957
1559
  // We accept transactions if they are not expired by the next slot (checked based on the IncludeByTimestamp field)
@@ -983,7 +1585,7 @@ import { P2PInstrumentation } from './instrumentation.js';
983
1585
  const gasFees = await this.getGasFees(currentBlockNumber);
984
1586
  const allowedInSetup = this.config.txPublicSetupAllowList ?? await getDefaultAllowedSetupFunctions();
985
1587
  const blockNumberInWhichTheTxIsConsideredToBeIncluded = BlockNumber(currentBlockNumber + 1);
986
- return createTxMessageValidators(nextSlotTimestamp, blockNumberInWhichTheTxIsConsideredToBeIncluded, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, this.proofVerifier, !this.config.disableTransactions, allowedInSetup);
1588
+ return createTxMessageValidators(nextSlotTimestamp, blockNumberInWhichTheTxIsConsideredToBeIncluded, this.worldStateSynchronizer, gasFees, this.config.l1ChainId, this.config.rollupVersion, protocolContractsHash, this.archiver, this.proofVerifier, !this.config.disableTransactions, allowedInSetup, this.logger.getBindings());
987
1589
  }
988
1590
  /**
989
1591
  * Run validations on a tx.
@@ -1042,7 +1644,7 @@ import { P2PInstrumentation } from './instrumentation.js';
1042
1644
  const indices = await merkleTree.findLeafIndices(MerkleTreeId.NULLIFIER_TREE, nullifiers);
1043
1645
  return indices.map((index)=>index !== undefined);
1044
1646
  }
1045
- });
1647
+ }, this.logger.getBindings());
1046
1648
  const validSnapshot = await snapshotValidator.validateTx(tx);
1047
1649
  if (validSnapshot.result !== 'valid') {
1048
1650
  return PeerErrorSeverity.LowToleranceError;
@@ -1050,17 +1652,17 @@ import { P2PInstrumentation } from './instrumentation.js';
1050
1652
  return PeerErrorSeverity.HighToleranceError;
1051
1653
  }
1052
1654
  /**
1053
- * Validate an attestation.
1655
+ * Validate a checkpoint attestation.
1054
1656
  *
1055
- * @param attestation - The attestation to validate.
1056
- * @returns True if the attestation is valid, false otherwise.
1057
- */ async validateAttestation(peerId, attestation) {
1058
- const severity = await this.attestationValidator.validate(attestation);
1059
- if (severity) {
1060
- this.peerManager.penalizePeer(peerId, severity);
1061
- return false;
1657
+ * @param attestation - The checkpoint attestation to validate.
1658
+ * @returns True if the checkpoint attestation is valid, false otherwise.
1659
+ */ async validateCheckpointAttestation(peerId, attestation) {
1660
+ const result = await this.checkpointAttestationValidator.validate(attestation);
1661
+ if (result.result === 'reject') {
1662
+ this.logger.debug(`Penalizing peer ${peerId} for checkpoint attestation validation failure`);
1663
+ this.peerManager.penalizePeer(peerId, result.severity);
1062
1664
  }
1063
- return true;
1665
+ return result;
1064
1666
  }
1065
1667
  /**
1066
1668
  * Validate a block proposal.
@@ -1068,13 +1670,25 @@ import { P2PInstrumentation } from './instrumentation.js';
1068
1670
  * @param block - The block proposal to validate.
1069
1671
  * @returns True if the block proposal is valid, false otherwise.
1070
1672
  */ async validateBlockProposal(peerId, block) {
1071
- const severity = await this.blockProposalValidator.validate(block);
1072
- if (severity) {
1673
+ const result = await this.blockProposalValidator.validate(block);
1674
+ if (result.result === 'reject') {
1073
1675
  this.logger.debug(`Penalizing peer ${peerId} for block proposal validation failure`);
1074
- this.peerManager.penalizePeer(peerId, severity);
1075
- return false;
1676
+ this.peerManager.penalizePeer(peerId, result.severity);
1076
1677
  }
1077
- return true;
1678
+ return result;
1679
+ }
1680
+ /**
1681
+ * Validate a checkpoint proposal.
1682
+ *
1683
+ * @param checkpoint - The checkpoint proposal to validate.
1684
+ * @returns True if the checkpoint proposal is valid, false otherwise.
1685
+ */ async validateCheckpointProposal(peerId, checkpoint) {
1686
+ const result = await this.checkpointProposalValidator.validate(checkpoint);
1687
+ if (result.result === 'reject') {
1688
+ this.logger.debug(`Penalizing peer ${peerId} for checkpoint proposal validation failure`);
1689
+ this.peerManager.penalizePeer(peerId, result.severity);
1690
+ }
1691
+ return result;
1078
1692
  }
1079
1693
  getPeerScore(peerId) {
1080
1694
  return this.node.services.pubsub.score.score(peerId.toString());
@@ -1111,49 +1725,3 @@ import { P2PInstrumentation } from './instrumentation.js';
1111
1725
  }
1112
1726
  }
1113
1727
  }
1114
- _ts_decorate([
1115
- trackSpan('Libp2pService.processValidBlockProposal', async (block)=>({
1116
- [Attributes.SLOT_NUMBER]: block.slotNumber,
1117
- [Attributes.BLOCK_ARCHIVE]: block.archive.toString(),
1118
- [Attributes.P2P_ID]: await block.p2pMessageLoggingIdentifier().then((i)=>i.toString())
1119
- }))
1120
- ], LibP2PService.prototype, "processValidBlockProposal", null);
1121
- _ts_decorate([
1122
- trackSpan('Libp2pService.broadcastAttestation', async (attestation)=>({
1123
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
1124
- [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
1125
- [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
1126
- }))
1127
- ], LibP2PService.prototype, "broadcastAttestation", null);
1128
- _ts_decorate([
1129
- trackSpan('Libp2pService.validateRequestedBlockTxs', (request)=>({
1130
- [Attributes.BLOCK_HASH]: request.blockHash.toString()
1131
- }))
1132
- ], LibP2PService.prototype, "validateRequestedBlockTxs", null);
1133
- _ts_decorate([
1134
- trackSpan('Libp2pService.validateRequestedTx', (requestedTxHash, _responseTx)=>({
1135
- [Attributes.TX_HASH]: requestedTxHash.toString()
1136
- }))
1137
- ], LibP2PService.prototype, "validateRequestedTxs", null);
1138
- _ts_decorate([
1139
- trackSpan('Libp2pService.validateRequestedBlock', (requestedBlockNumber, _responseBlock)=>({
1140
- [Attributes.BLOCK_NUMBER]: requestedBlockNumber.toString()
1141
- }))
1142
- ], LibP2PService.prototype, "validateRequestedBlock", null);
1143
- _ts_decorate([
1144
- trackSpan('Libp2pService.validatePropagatedTx', (tx)=>({
1145
- [Attributes.TX_HASH]: tx.getTxHash().toString()
1146
- }))
1147
- ], LibP2PService.prototype, "validatePropagatedTx", null);
1148
- _ts_decorate([
1149
- trackSpan('Libp2pService.validateAttestation', async (_, attestation)=>({
1150
- [Attributes.SLOT_NUMBER]: attestation.payload.header.slotNumber,
1151
- [Attributes.BLOCK_ARCHIVE]: attestation.archive.toString(),
1152
- [Attributes.P2P_ID]: await attestation.p2pMessageLoggingIdentifier().then((i)=>i.toString())
1153
- }))
1154
- ], LibP2PService.prototype, "validateAttestation", null);
1155
- _ts_decorate([
1156
- trackSpan('Libp2pService.validateBlockProposal', (_peerId, block)=>({
1157
- [Attributes.SLOT_NUMBER]: block.payload.header.slotNumber.toString()
1158
- }))
1159
- ], LibP2PService.prototype, "validateBlockProposal", null);