@aztec/p2p 0.0.1-commit.04852196a → 0.0.1-commit.04d373f

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (406) hide show
  1. package/README.md +129 -3
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +9 -1
  5. package/dest/client/factory.d.ts +4 -3
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +31 -14
  8. package/dest/client/interface.d.ts +14 -5
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +13 -9
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +94 -26
  13. package/dest/config.d.ts +139 -97
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +70 -5
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +1 -20
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +0 -21
  22. package/dest/index.d.ts +1 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +0 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +99 -59
  26. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/attestation_pool.js +265 -199
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +181 -65
  31. package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/mocks.js +6 -4
  34. package/dest/mem_pools/index.d.ts +1 -2
  35. package/dest/mem_pools/index.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.d.ts +1 -1
  37. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  38. package/dest/mem_pools/instrumentation.js +17 -1
  39. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  40. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  41. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +2 -1
  42. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
  43. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  44. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
  45. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  47. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
  48. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +2 -2
  49. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +10 -5
  50. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  51. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +13 -3
  52. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  53. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +20 -7
  54. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +4 -2
  55. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  56. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +3 -0
  57. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +1 -1
  58. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  59. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +92 -87
  60. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +9 -3
  61. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  62. package/dest/msg_validators/attestation_validator/attestation_validator.js +37 -12
  63. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  64. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  65. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  66. package/dest/msg_validators/clock_tolerance.d.ts +12 -1
  67. package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
  68. package/dest/msg_validators/clock_tolerance.js +61 -3
  69. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +6 -2
  70. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  71. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +6 -2
  72. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  73. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +10 -2
  74. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  75. package/dest/msg_validators/proposal_validator/proposal_validator.js +46 -12
  76. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  77. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  78. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
  79. package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
  80. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  81. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  82. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  83. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  84. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  85. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  86. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  87. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  88. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  89. package/dest/msg_validators/tx_validator/data_validator.js +36 -2
  90. package/dest/msg_validators/tx_validator/factory.d.ts +27 -7
  91. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  92. package/dest/msg_validators/tx_validator/factory.js +47 -17
  93. package/dest/msg_validators/tx_validator/gas_validator.d.ts +48 -7
  94. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  95. package/dest/msg_validators/tx_validator/gas_validator.js +88 -41
  96. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  97. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  98. package/dest/msg_validators/tx_validator/index.js +2 -0
  99. package/dest/msg_validators/tx_validator/phases_validator.d.ts +21 -1
  100. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  101. package/dest/msg_validators/tx_validator/phases_validator.js +28 -1
  102. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  103. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  105. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  106. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  107. package/dest/msg_validators/tx_validator/tx_validation_cache.js +69 -0
  108. package/dest/services/data_store.d.ts +1 -1
  109. package/dest/services/data_store.d.ts.map +1 -1
  110. package/dest/services/data_store.js +5 -5
  111. package/dest/services/discv5/discV5_service.d.ts +2 -1
  112. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  113. package/dest/services/discv5/discV5_service.js +35 -8
  114. package/dest/services/dummy_service.d.ts +11 -15
  115. package/dest/services/dummy_service.d.ts.map +1 -1
  116. package/dest/services/dummy_service.js +12 -16
  117. package/dest/services/encoding.d.ts +5 -1
  118. package/dest/services/encoding.d.ts.map +1 -1
  119. package/dest/services/encoding.js +7 -1
  120. package/dest/services/gossipsub/topic_score_params.d.ts +13 -2
  121. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  122. package/dest/services/gossipsub/topic_score_params.js +21 -4
  123. package/dest/services/libp2p/instrumentation.d.ts +3 -1
  124. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  125. package/dest/services/libp2p/instrumentation.js +14 -0
  126. package/dest/services/libp2p/libp2p_service.d.ts +36 -46
  127. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  128. package/dest/services/libp2p/libp2p_service.js +282 -236
  129. package/dest/services/peer-manager/peer_manager.d.ts +6 -2
  130. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  131. package/dest/services/peer-manager/peer_manager.js +38 -10
  132. package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
  133. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  134. package/dest/services/peer-manager/peer_scoring.js +32 -10
  135. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +11 -8
  136. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  137. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +84 -71
  138. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +10 -6
  139. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  140. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +5 -4
  141. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  142. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +13 -7
  143. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +3 -1
  144. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  145. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +3 -0
  146. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  147. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  148. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  149. package/dest/services/reqresp/config.d.ts +3 -3
  150. package/dest/services/reqresp/config.d.ts.map +1 -1
  151. package/dest/services/reqresp/interface.d.ts +16 -18
  152. package/dest/services/reqresp/interface.d.ts.map +1 -1
  153. package/dest/services/reqresp/interface.js +10 -20
  154. package/dest/services/reqresp/metrics.d.ts +1 -1
  155. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  156. package/dest/services/reqresp/metrics.js +0 -1
  157. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  158. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  159. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +4 -2
  160. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  161. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  162. package/dest/services/reqresp/protocols/index.js +0 -1
  163. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  164. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  165. package/dest/services/reqresp/protocols/tx.js +1 -3
  166. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  167. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  168. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  169. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  170. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  171. package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
  172. package/dest/services/reqresp/reqresp.d.ts +7 -29
  173. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  174. package/dest/services/reqresp/reqresp.js +41 -214
  175. package/dest/services/service.d.ts +9 -12
  176. package/dest/services/service.d.ts.map +1 -1
  177. package/dest/services/tx_collection/config.d.ts +2 -23
  178. package/dest/services/tx_collection/config.d.ts.map +1 -1
  179. package/dest/services/tx_collection/config.js +2 -55
  180. package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
  181. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  182. package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
  183. package/dest/services/tx_collection/file_store_tx_source.d.ts +5 -4
  184. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
  185. package/dest/services/tx_collection/file_store_tx_source.js +39 -29
  186. package/dest/services/tx_collection/index.d.ts +2 -3
  187. package/dest/services/tx_collection/index.d.ts.map +1 -1
  188. package/dest/services/tx_collection/index.js +0 -1
  189. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  190. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  191. package/dest/services/tx_collection/instrumentation.js +0 -2
  192. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  193. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  194. package/dest/services/tx_collection/request_tracker.js +84 -0
  195. package/dest/services/tx_collection/tx_collection.d.ts +36 -55
  196. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  197. package/dest/services/tx_collection/tx_collection.js +275 -119
  198. package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
  199. package/dest/services/tx_collection/tx_collection_sink.js +2 -2
  200. package/dest/services/tx_collection/tx_source.d.ts +6 -5
  201. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  202. package/dest/services/tx_collection/tx_source.js +9 -7
  203. package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
  204. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  205. package/dest/services/tx_file_store/tx_file_store.js +4 -14
  206. package/dest/services/tx_provider.d.ts +3 -1
  207. package/dest/services/tx_provider.d.ts.map +1 -1
  208. package/dest/services/tx_provider.js +3 -0
  209. package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
  210. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  211. package/dest/test-helpers/make-test-p2p-clients.js +5 -2
  212. package/dest/test-helpers/mock-pubsub.d.ts +23 -9
  213. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  214. package/dest/test-helpers/mock-pubsub.js +44 -44
  215. package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
  216. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  217. package/dest/test-helpers/reqresp-nodes.js +16 -18
  218. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  219. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  220. package/dest/test-helpers/test_tx_provider.js +3 -0
  221. package/dest/test-helpers/testbench-utils.d.ts +12 -14
  222. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  223. package/dest/test-helpers/testbench-utils.js +42 -15
  224. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  225. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  226. package/dest/testbench/p2p_client_testbench_worker.js +83 -38
  227. package/dest/testbench/worker_client_manager.d.ts +10 -6
  228. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  229. package/dest/testbench/worker_client_manager.js +51 -9
  230. package/dest/util.d.ts +11 -6
  231. package/dest/util.d.ts.map +1 -1
  232. package/dest/util.js +35 -14
  233. package/dest/versioning.d.ts +3 -6
  234. package/dest/versioning.d.ts.map +1 -1
  235. package/dest/versioning.js +3 -24
  236. package/package.json +15 -14
  237. package/src/bootstrap/bootstrap.ts +9 -1
  238. package/src/client/factory.ts +55 -7
  239. package/src/client/interface.ts +15 -11
  240. package/src/client/p2p_client.ts +107 -49
  241. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  242. package/src/config.ts +137 -4
  243. package/src/errors/p2p-service.error.ts +11 -0
  244. package/src/errors/reqresp.error.ts +0 -25
  245. package/src/index.ts +0 -1
  246. package/src/mem_pools/attestation_pool/attestation_pool.ts +316 -241
  247. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +204 -68
  248. package/src/mem_pools/attestation_pool/mocks.ts +13 -8
  249. package/src/mem_pools/index.ts +0 -3
  250. package/src/mem_pools/instrumentation.ts +5 -1
  251. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +2 -1
  252. package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
  253. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
  254. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +3 -3
  255. package/src/mem_pools/tx_pool_v2/interfaces.ts +9 -4
  256. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +31 -9
  257. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +13 -1
  258. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +93 -93
  259. package/src/msg_validators/attestation_validator/README.md +49 -0
  260. package/src/msg_validators/attestation_validator/attestation_validator.ts +41 -9
  261. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +14 -7
  262. package/src/msg_validators/clock_tolerance.ts +79 -3
  263. package/src/msg_validators/proposal_validator/README.md +123 -0
  264. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +12 -2
  265. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +17 -2
  266. package/src/msg_validators/proposal_validator/proposal_validator.ts +54 -10
  267. package/src/msg_validators/tx_validator/README.md +15 -3
  268. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
  269. package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
  270. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  271. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  272. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  273. package/src/msg_validators/tx_validator/data_validator.ts +44 -1
  274. package/src/msg_validators/tx_validator/factory.ts +61 -10
  275. package/src/msg_validators/tx_validator/gas_validator.ts +121 -39
  276. package/src/msg_validators/tx_validator/index.ts +2 -0
  277. package/src/msg_validators/tx_validator/phases_validator.ts +31 -1
  278. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  279. package/src/msg_validators/tx_validator/tx_validation_cache.ts +102 -0
  280. package/src/services/data_store.ts +5 -13
  281. package/src/services/discv5/discV5_service.ts +38 -5
  282. package/src/services/dummy_service.ts +14 -39
  283. package/src/services/encoding.ts +9 -1
  284. package/src/services/gossipsub/topic_score_params.ts +36 -4
  285. package/src/services/libp2p/instrumentation.ts +14 -0
  286. package/src/services/libp2p/libp2p_service.ts +308 -272
  287. package/src/services/peer-manager/peer_manager.ts +44 -10
  288. package/src/services/peer-manager/peer_scoring.ts +27 -5
  289. package/src/services/reqresp/README.md +215 -0
  290. package/src/services/reqresp/batch-tx-requester/README.md +46 -7
  291. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +83 -77
  292. package/src/services/reqresp/batch-tx-requester/interface.ts +13 -5
  293. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +13 -6
  294. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +5 -0
  295. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  296. package/src/services/reqresp/config.ts +2 -2
  297. package/src/services/reqresp/interface.ts +21 -47
  298. package/src/services/reqresp/metrics.ts +0 -1
  299. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +4 -2
  300. package/src/services/reqresp/protocols/index.ts +0 -1
  301. package/src/services/reqresp/protocols/tx.ts +1 -3
  302. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  303. package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
  304. package/src/services/reqresp/reqresp.ts +45 -260
  305. package/src/services/service.ts +12 -28
  306. package/src/services/tx_collection/config.ts +3 -80
  307. package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
  308. package/src/services/tx_collection/file_store_tx_source.ts +43 -31
  309. package/src/services/tx_collection/index.ts +1 -6
  310. package/src/services/tx_collection/instrumentation.ts +1 -7
  311. package/src/services/tx_collection/request_tracker.ts +127 -0
  312. package/src/services/tx_collection/tx_collection.ts +331 -176
  313. package/src/services/tx_collection/tx_collection_sink.ts +2 -2
  314. package/src/services/tx_collection/tx_source.ts +8 -7
  315. package/src/services/tx_file_store/tx_file_store.ts +5 -17
  316. package/src/services/tx_provider.ts +5 -0
  317. package/src/test-helpers/make-test-p2p-clients.ts +3 -0
  318. package/src/test-helpers/mock-pubsub.ts +46 -60
  319. package/src/test-helpers/reqresp-nodes.ts +12 -22
  320. package/src/test-helpers/test_tx_provider.ts +5 -0
  321. package/src/test-helpers/testbench-utils.ts +53 -28
  322. package/src/testbench/p2p_client_testbench_worker.ts +87 -54
  323. package/src/testbench/worker_client_manager.ts +59 -20
  324. package/src/util.ts +32 -17
  325. package/src/versioning.ts +3 -33
  326. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  327. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  328. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -304
  329. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  330. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  331. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  332. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  333. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  334. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  335. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  336. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  337. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  338. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  339. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  340. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  341. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  342. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  343. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  344. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  345. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  346. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  347. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  348. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  349. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  350. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  351. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  352. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  353. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  354. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  355. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  356. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  357. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  358. package/dest/mem_pools/tx_pool/index.js +0 -2
  359. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  360. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  361. package/dest/mem_pools/tx_pool/priority.js +0 -15
  362. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  363. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  364. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  365. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  366. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  367. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  368. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  369. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  370. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  371. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  372. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  373. package/dest/services/reqresp/protocols/block.js +0 -32
  374. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -54
  375. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  376. package/dest/services/tx_collection/fast_tx_collection.js +0 -327
  377. package/dest/services/tx_collection/missing_txs_tracker.d.ts +0 -32
  378. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +0 -1
  379. package/dest/services/tx_collection/missing_txs_tracker.js +0 -27
  380. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -49
  381. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  382. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  383. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
  384. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  385. package/dest/services/tx_collection/slow_tx_collection.js +0 -211
  386. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -345
  387. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  388. package/src/mem_pools/tx_pool/README.md +0 -270
  389. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  390. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  391. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  392. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  393. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  394. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  395. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  396. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  397. package/src/mem_pools/tx_pool/index.ts +0 -2
  398. package/src/mem_pools/tx_pool/priority.ts +0 -20
  399. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  400. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  401. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  402. package/src/services/reqresp/protocols/block.ts +0 -37
  403. package/src/services/tx_collection/fast_tx_collection.ts +0 -387
  404. package/src/services/tx_collection/missing_txs_tracker.ts +0 -52
  405. package/src/services/tx_collection/proposal_tx_collector.ts +0 -113
  406. package/src/services/tx_collection/slow_tx_collection.ts +0 -266
@@ -1,5 +1,5 @@
1
- import { Fr } from '@aztec/foundation/curves/bn254';
2
1
  import { createLogger } from '@aztec/foundation/log';
2
+ import { BlockHash } from '@aztec/stdlib/block';
3
3
  import type { WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
4
4
  import { MerkleTreeId } from '@aztec/stdlib/trees';
5
5
 
@@ -33,14 +33,14 @@ export class InvalidTxsAfterReorgRule implements EvictionRule {
33
33
  const pendingTxs = pool.getPendingTxs();
34
34
 
35
35
  // Deduplicate block hashes to reduce redundant DB lookups
36
- const uniqueBlockHashes = new Map<string, Fr>();
36
+ const uniqueBlockHashes = new Map<string, BlockHash>();
37
37
  const txsByBlockHash = new Map<string, string[]>();
38
38
 
39
39
  for (const meta of pendingTxs) {
40
40
  const blockHashStr = meta.anchorBlockHeaderHash;
41
41
  if (!txsByBlockHash.has(blockHashStr)) {
42
42
  txsByBlockHash.set(blockHashStr, []);
43
- uniqueBlockHashes.set(blockHashStr, Fr.fromHexString(blockHashStr));
43
+ uniqueBlockHashes.set(blockHashStr, BlockHash.fromString(blockHashStr));
44
44
  }
45
45
  txsByBlockHash.get(blockHashStr)!.push(meta.txHash);
46
46
  }
@@ -1,6 +1,7 @@
1
1
  import type { SlotNumber } from '@aztec/foundation/branded-types';
2
2
  import type { TypedEventEmitter } from '@aztec/foundation/types';
3
3
  import type { L2Block, L2BlockId, L2BlockSource } from '@aztec/stdlib/block';
4
+ import type { BlockMinFeesProvider } from '@aztec/stdlib/gas';
4
5
  import type { WorldStateSynchronizer } from '@aztec/stdlib/interfaces/server';
5
6
  import type { BlockHeader, Tx, TxHash, TxValidator } from '@aztec/stdlib/tx';
6
7
 
@@ -72,6 +73,10 @@ export type TxPoolV2Dependencies = {
72
73
  worldStateSynchronizer: WorldStateSynchronizer;
73
74
  /** Factory that creates a validator for re-validating pool transactions using metadata */
74
75
  createTxValidator: () => Promise<TxValidator<TxMetaData>>;
76
+ /** Checks whether a tx's setup-phase calls are on the allow list. Precomputed at receipt time. */
77
+ checkAllowedSetupCalls: (tx: Tx) => Promise<boolean>;
78
+ /** Provides projected minimum fees for the next block. Used by eviction rules instead of stale block header fees. */
79
+ blockMinFeesProvider: BlockMinFeesProvider;
75
80
  };
76
81
 
77
82
  /**
@@ -158,10 +163,10 @@ export interface TxPoolV2 extends TypedEventEmitter<TxPoolV2Events> {
158
163
  handleMinedBlock(block: L2Block): Promise<void>;
159
164
 
160
165
  /**
161
- * Prepares the pool for a new slot.
162
- * Unprotects transactions from earlier slots and validates them before
163
- * returning to pending state.
164
- * @param slotNumber - The slot number to prepare for
166
+ * Prepares the pool for a new slot by unprotecting transactions from earlier
167
+ * slots and re-validating them before returning to pending state.
168
+ * @param slotNumber - The pipeline slot we are building for (i.e. the slot
169
+ * the resulting blocks will target on L1).
165
170
  */
166
171
  prepareForSlot(slotNumber: SlotNumber): Promise<void>;
167
172
 
@@ -1,12 +1,12 @@
1
+ import { minBigint } from '@aztec/foundation/bigint';
1
2
  import { BlockNumber } from '@aztec/foundation/branded-types';
2
3
  import { Fr } from '@aztec/foundation/curves/bn254';
3
4
  import { ProtocolContractAddress } from '@aztec/protocol-contracts';
4
5
  import { BlockHash, type L2BlockId } from '@aztec/stdlib/block';
5
- import { Gas } from '@aztec/stdlib/gas';
6
+ import { Gas, GasFees } from '@aztec/stdlib/gas';
6
7
  import { type Tx, TxHash } from '@aztec/stdlib/tx';
7
8
 
8
9
  import { getFeePayerBalanceDelta } from '../../msg_validators/tx_validator/fee_payer_balance.js';
9
- import { getTxPriorityFee } from '../tx_pool/priority.js';
10
10
  import { type PreAddResult, TxPoolRejectionCode } from './eviction/interfaces.js';
11
11
 
12
12
  /** Validator-compatible data interface, mirroring the subset of PrivateKernelTailCircuitPublicInputs used by validators. */
@@ -23,7 +23,7 @@ export type TxMetaValidationData = {
23
23
  };
24
24
  };
25
25
  txContext: {
26
- gasSettings: { gasLimits: Gas };
26
+ gasSettings: { gasLimits: Gas; maxFeesPerGas: GasFees };
27
27
  };
28
28
  };
29
29
  };
@@ -67,6 +67,9 @@ export type TxMetaData = {
67
67
  /** Timestamp by which the transaction must be included (for expiration checks) */
68
68
  readonly expirationTimestamp: bigint;
69
69
 
70
+ /** Whether the tx's setup-phase calls pass the allow list check. Computed at receipt time. */
71
+ readonly allowedSetupCalls: boolean;
72
+
70
73
  /** Validator-compatible data, providing the same access patterns as Tx.data */
71
74
  readonly data: TxMetaValidationData;
72
75
 
@@ -84,8 +87,12 @@ export type TxState = 'pending' | 'protected' | 'mined' | 'deleted';
84
87
  * Builds TxMetaData from a full Tx object.
85
88
  * Extracts all relevant fields for efficient in-memory storage and querying.
86
89
  * Fr values are captured in closures for zero-cost re-validation.
90
+ *
91
+ * @param allowedSetupCalls - Whether the tx's setup-phase calls pass the allow list.
92
+ * For gossip/RPC txs this is always `true` (already validated by PhasesTxValidator).
93
+ * For req/resp txs this should be computed by the caller using the phases validator.
87
94
  */
88
- export async function buildTxMetaData(tx: Tx): Promise<TxMetaData> {
95
+ export async function buildTxMetaData(tx: Tx, allowedSetupCalls: boolean = true): Promise<TxMetaData> {
89
96
  const txHashObj = tx.getTxHash();
90
97
  const txHash = txHashObj.toString();
91
98
  const txHashBigInt = txHashObj.toBigInt();
@@ -112,6 +119,7 @@ export async function buildTxMetaData(tx: Tx): Promise<TxMetaData> {
112
119
  feeLimit,
113
120
  nullifiers,
114
121
  expirationTimestamp,
122
+ allowedSetupCalls,
115
123
  receivedAt: 0,
116
124
  estimatedSizeBytes,
117
125
  data: {
@@ -124,7 +132,10 @@ export async function buildTxMetaData(tx: Tx): Promise<TxMetaData> {
124
132
  globalVariables: { blockNumber: anchorBlockNumber },
125
133
  },
126
134
  txContext: {
127
- gasSettings: { gasLimits: tx.data.constants.txContext.gasSettings.gasLimits },
135
+ gasSettings: {
136
+ gasLimits: tx.data.constants.txContext.gasSettings.gasLimits,
137
+ maxFeesPerGas: tx.data.constants.txContext.gasSettings.maxFeesPerGas,
138
+ },
128
139
  },
129
140
  },
130
141
  },
@@ -277,17 +288,19 @@ export function checkNullifierConflict(
277
288
  }
278
289
 
279
290
  /** Creates a stub TxMetaValidationData for tests that don't exercise validators. */
280
- export function stubTxMetaValidationData(overrides: { expirationTimestamp?: bigint } = {}): TxMetaValidationData {
291
+ export function stubTxMetaValidationData(
292
+ overrides: { expirationTimestamp?: bigint; maxFeesPerGas?: GasFees } = {},
293
+ ): TxMetaValidationData {
281
294
  return {
282
295
  getNonEmptyNullifiers: () => [],
283
296
  expirationTimestamp: overrides.expirationTimestamp ?? 0n,
284
297
  constants: {
285
298
  anchorBlockHeader: {
286
- hash: () => Promise.resolve(new BlockHash(Fr.ZERO)),
299
+ hash: () => Promise.resolve(BlockHash.ZERO),
287
300
  globalVariables: { blockNumber: BlockNumber(0) },
288
301
  },
289
302
  txContext: {
290
- gasSettings: { gasLimits: Gas.empty() },
303
+ gasSettings: { gasLimits: Gas.empty(), maxFeesPerGas: overrides.maxFeesPerGas ?? GasFees.empty() },
291
304
  },
292
305
  },
293
306
  };
@@ -304,6 +317,8 @@ export function stubTxMetaData(
304
317
  nullifiers?: string[];
305
318
  expirationTimestamp?: bigint;
306
319
  anchorBlockHeaderHash?: string;
320
+ allowedSetupCalls?: boolean;
321
+ maxFeesPerGas?: GasFees;
307
322
  } = {},
308
323
  ): TxMetaData {
309
324
  const txHashBigInt = Fr.fromHexString(txHash).toBigInt();
@@ -320,8 +335,15 @@ export function stubTxMetaData(
320
335
  feeLimit: overrides.feeLimit ?? 100n,
321
336
  nullifiers: overrides.nullifiers ?? [`0x${normalizedTxHash.slice(2)}null1`],
322
337
  expirationTimestamp,
338
+ allowedSetupCalls: overrides.allowedSetupCalls ?? true,
323
339
  receivedAt: 0,
324
340
  estimatedSizeBytes: 0,
325
- data: stubTxMetaValidationData({ expirationTimestamp }),
341
+ data: stubTxMetaValidationData({ expirationTimestamp, maxFeesPerGas: overrides.maxFeesPerGas }),
326
342
  };
327
343
  }
344
+
345
+ /** Returns the priority fee for a tx, based on the L2 priority fee capped by the max fee per gas. */
346
+ function getTxPriorityFee(tx: Tx): bigint {
347
+ const { maxPriorityFeesPerGas: priorityFees, maxFeesPerGas } = tx.getGasSettings();
348
+ return minBigint(maxFeesPerGas.feePerL2Gas, priorityFees.feePerL2Gas);
349
+ }
@@ -11,7 +11,14 @@ import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-clien
11
11
  import EventEmitter from 'node:events';
12
12
 
13
13
  import { PoolInstrumentation, PoolName } from '../instrumentation.js';
14
- import type { AddTxsResult, TxPoolV2, TxPoolV2Config, TxPoolV2Dependencies, TxPoolV2Events } from './interfaces.js';
14
+ import type {
15
+ AddTxsResult,
16
+ PoolReadAccess,
17
+ TxPoolV2,
18
+ TxPoolV2Config,
19
+ TxPoolV2Dependencies,
20
+ TxPoolV2Events,
21
+ } from './interfaces.js';
15
22
  import type { TxState } from './tx_metadata.js';
16
23
  import { TxPoolV2Impl } from './tx_pool_v2_impl.js';
17
24
 
@@ -165,6 +172,11 @@ export class AztecKVTxPoolV2 extends (EventEmitter as new () => TypedEventEmitte
165
172
  return this.#queue.put(() => Promise.resolve(this.#impl.getLowestPriorityPending(limit)));
166
173
  }
167
174
 
175
+ /** Returns read-only access to the pool. Used for testing. */
176
+ getPoolReadAccess(): PoolReadAccess {
177
+ return this.#impl.getPoolReadAccess();
178
+ }
179
+
168
180
  // === Configuration ===
169
181
 
170
182
  updateConfig(config: Partial<TxPoolV2Config>): Promise<void> {
@@ -1,4 +1,5 @@
1
1
  import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
2
+ import { FifoSet } from '@aztec/foundation/fifo-set';
2
3
  import type { Logger } from '@aztec/foundation/log';
3
4
  import type { DateProvider } from '@aztec/foundation/timer';
4
5
  import type { AztecAsyncKVStore, AztecAsyncMap } from '@aztec/kv-store';
@@ -17,6 +18,7 @@ import {
17
18
  EvictionManager,
18
19
  FeePayerBalanceEvictionRule,
19
20
  FeePayerBalancePreAddRule,
21
+ InsufficientFeePerGasEvictionRule,
20
22
  InvalidTxsAfterMiningRule,
21
23
  InvalidTxsAfterReorgRule,
22
24
  LowPriorityEvictionRule,
@@ -39,6 +41,13 @@ import {
39
41
  import { type TxMetaData, type TxState, buildTxMetaData, checkNullifierConflict } from './tx_metadata.js';
40
42
  import { TxPoolIndices } from './tx_pool_indices.js';
41
43
 
44
+ /**
45
+ * Maximum number of full transactions to load into memory at once when finalizing a block.
46
+ * Bounds peak memory while archiving and hard-deleting mined txs (~23k txs/epoch at 10 TPS would
47
+ * otherwise OOM the node).
48
+ */
49
+ const FINALIZE_BLOCK_CHUNK_SIZE = 100;
50
+
42
51
  /**
43
52
  * Callbacks for the implementation to notify the outer class about events and metrics.
44
53
  */
@@ -62,6 +71,7 @@ export class TxPoolV2Impl {
62
71
  #l2BlockSource: L2BlockSource;
63
72
  #worldStateSynchronizer: WorldStateSynchronizer;
64
73
  #createTxValidator: TxPoolV2Dependencies['createTxValidator'];
74
+ #checkAllowedSetupCalls: TxPoolV2Dependencies['checkAllowedSetupCalls'];
65
75
 
66
76
  // === In-Memory Indices ===
67
77
  #indices: TxPoolIndices = new TxPoolIndices();
@@ -73,7 +83,7 @@ export class TxPoolV2Impl {
73
83
  #evictionManager: EvictionManager;
74
84
  #dateProvider: DateProvider;
75
85
  #instrumentation: TxPoolV2Instrumentation;
76
- #evictedTxHashes: Set<string> = new Set();
86
+ #evictedTxHashes: FifoSet<string>;
77
87
  #log: Logger;
78
88
  #callbacks: TxPoolV2Callbacks;
79
89
 
@@ -93,8 +103,10 @@ export class TxPoolV2Impl {
93
103
  this.#l2BlockSource = deps.l2BlockSource;
94
104
  this.#worldStateSynchronizer = deps.worldStateSynchronizer;
95
105
  this.#createTxValidator = deps.createTxValidator;
106
+ this.#checkAllowedSetupCalls = deps.checkAllowedSetupCalls;
96
107
 
97
108
  this.#config = { ...DEFAULT_TX_POOL_V2_CONFIG, ...config };
109
+ this.#evictedTxHashes = FifoSet.withLimit<string>(this.#config.evictedTxCacheSize);
98
110
  this.#archive = new TxArchive(archiveStore, this.#config.archivedTxLimit, log);
99
111
  this.#deletedPool = new DeletedPool(store, this.#txsDB, log);
100
112
  this.#dateProvider = dateProvider;
@@ -114,6 +126,7 @@ export class TxPoolV2Impl {
114
126
 
115
127
  // Post-event eviction rules (run after events to check ALL pending txs)
116
128
  this.#evictionManager.registerRule(new InvalidTxsAfterMiningRule());
129
+ this.#evictionManager.registerRule(new InsufficientFeePerGasEvictionRule(deps.blockMinFeesProvider));
117
130
  this.#evictionManager.registerRule(new InvalidTxsAfterReorgRule(deps.worldStateSynchronizer));
118
131
  this.#evictionManager.registerRule(new FeePayerBalanceEvictionRule(deps.worldStateSynchronizer));
119
132
  // LowPriorityEvictionRule handles cases where txs become pending via prepareForSlot (unprotect)
@@ -136,39 +149,67 @@ export class TxPoolV2Impl {
136
149
  // Step 0: Hydrate deleted pool state
137
150
  await this.#deletedPool.hydrateFromDatabase();
138
151
 
139
- // Step 1: Load all transactions from DB (excluding soft-deleted)
140
- const { loaded, errors: deserializationErrors } = await this.#loadAllTxsFromDb();
152
+ // Step 1: Stream txs from DB, building metadata and mined status one at a time.
153
+ const minedMetas: TxMetaData[] = [];
154
+ const pendingMetas: TxMetaData[] = [];
155
+ const deserializationErrors: string[] = [];
141
156
 
142
- // Step 2: Check mined status for each tx
143
- await this.#markMinedStatusBatch(loaded.map(l => l.meta));
157
+ for await (const [txHashStr, buffer] of this.#txsDB.entriesAsync()) {
158
+ // Skip soft-deleted transactions - they stay in DB but not in indices
159
+ if (this.#deletedPool.isSoftDeleted(txHashStr)) {
160
+ continue;
161
+ }
144
162
 
145
- // Step 3: Partition by mined status
146
- const mined: TxMetaData[] = [];
147
- const nonMined: { tx: Tx; meta: TxMetaData }[] = [];
148
- for (const entry of loaded) {
149
- if (entry.meta.minedL2BlockId !== undefined) {
150
- mined.push(entry.meta);
163
+ let meta: TxMetaData;
164
+ let txEffect: Awaited<ReturnType<L2BlockSource['getTxEffect']>>;
165
+ try {
166
+ const tx = Tx.fromBuffer(buffer);
167
+ // Resolve allowed-setup-calls and the tx effect concurrently
168
+ // getTxEffect failures are non-fatal (we just treat the tx as not-yet-mined), so
169
+ // its rejection is swallowed before the Promise.all so it can't fail-fast the batch.
170
+ const txEffectPromise = this.#l2BlockSource.getTxEffect(tx.getTxHash()).catch(err => {
171
+ this.#log.warn(`Failed to check mined status for tx ${txHashStr}`, { err });
172
+ return undefined;
173
+ });
174
+ const [allowedSetupCalls, fetchedTxEffect] = await Promise.all([
175
+ this.#checkAllowedSetupCalls(tx),
176
+ txEffectPromise,
177
+ ]);
178
+ meta = await buildTxMetaData(tx, allowedSetupCalls);
179
+ txEffect = fetchedTxEffect;
180
+ } catch (err) {
181
+ this.#log.warn(`Failed to deserialize tx ${txHashStr}, deleting`, { err });
182
+ deserializationErrors.push(txHashStr);
183
+ continue;
184
+ }
185
+
186
+ if (txEffect) {
187
+ meta.minedL2BlockId = {
188
+ number: txEffect.l2BlockNumber,
189
+ hash: txEffect.l2BlockHash.toString(),
190
+ };
191
+ }
192
+
193
+ if (meta.minedL2BlockId !== undefined) {
194
+ minedMetas.push(meta);
151
195
  } else {
152
- nonMined.push(entry);
196
+ pendingMetas.push(meta);
153
197
  }
154
198
  }
155
199
 
156
- // Step 4: Validate non-mined transactions
157
- const { valid, invalid } = await this.#revalidateMetadata(
158
- nonMined.map(e => e.meta),
159
- 'on startup',
160
- );
200
+ // Step 2: Validate non-mined transactions
201
+ const { valid, invalid } = await this.#revalidateMetadata(pendingMetas, 'on startup');
161
202
 
162
- // Step 5: Populate mined indices (these don't need conflict resolution)
163
- for (const meta of mined) {
203
+ // Step 3: Populate mined indices (these don't need conflict resolution)
204
+ for (const meta of minedMetas) {
164
205
  this.#indices.addMined(meta);
165
206
  }
166
207
 
167
- // Step 6: Rebuild pending pool by running pre-add rules for each tx
208
+ // Step 4: Rebuild pending pool by running pre-add rules for each tx
168
209
  // This resolves nullifier conflicts, fee payer balance issues, and pool size limits
169
210
  const { rejected } = await this.#rebuildPendingPool(valid);
170
211
 
171
- // Step 7: Delete invalid and rejected txs from DB only (indices were never populated for these)
212
+ // Step 5: Delete invalid and rejected txs from DB only (indices were never populated for these)
172
213
  const toDelete = [...deserializationErrors, ...invalid, ...rejected];
173
214
  if (toDelete.length === 0) {
174
215
  return;
@@ -354,6 +395,7 @@ export class TxPoolV2Impl {
354
395
 
355
396
  // Check if already in pool
356
397
  if (this.#indices.has(txHashStr)) {
398
+ this.#log.verbose(`canAddPendingTx: tx ${txHashStr} already in pool`);
357
399
  return 'ignored';
358
400
  }
359
401
 
@@ -362,26 +404,37 @@ export class TxPoolV2Impl {
362
404
  const poolAccess = this.#createPreAddPoolAccess();
363
405
  const preAddResult = await this.#evictionManager.runPreAddRules(meta, poolAccess);
364
406
 
365
- return preAddResult.shouldIgnore ? 'ignored' : 'accepted';
407
+ if (preAddResult.shouldIgnore) {
408
+ this.#log.verbose(`canAddPendingTx: tx ${txHashStr} ignored by pre-add rule`, {
409
+ reason: preAddResult.reason?.message ?? 'no reason provided',
410
+ });
411
+ return 'ignored';
412
+ }
413
+ return 'accepted';
366
414
  }
367
415
 
368
416
  async addProtectedTxs(txs: Tx[], block: BlockHeader, opts: { source?: string }): Promise<void> {
369
417
  const slotNumber = block.globalVariables.slotNumber;
370
418
 
419
+ // Precompute setup-call allow-list flags outside the store transaction
420
+ const allowedFlags = await Promise.all(txs.map(tx => this.#checkAllowedSetupCalls(tx)));
421
+
371
422
  await this.#store.transactionAsync(async () => {
372
- for (const tx of txs) {
423
+ for (let i = 0; i < txs.length; i++) {
424
+ const tx = txs[i];
373
425
  const txHash = tx.getTxHash();
374
426
  const txHashStr = txHash.toString();
375
427
  const isNew = !this.#indices.has(txHashStr);
376
428
  const minedBlockId = await this.#getMinedBlockId(txHash);
377
429
 
378
430
  if (isNew) {
431
+ const meta = await buildTxMetaData(tx, allowedFlags[i]);
379
432
  // New tx - add as mined or protected (callback emitted by #addTx)
380
433
  if (minedBlockId) {
381
- await this.#addTx(tx, { mined: minedBlockId }, opts);
434
+ await this.#addTx(tx, { mined: minedBlockId }, opts, meta);
382
435
  this.#indices.setProtection(txHashStr, slotNumber);
383
436
  } else {
384
- await this.#addTx(tx, { protected: slotNumber }, opts);
437
+ await this.#addTx(tx, { protected: slotNumber }, opts, meta);
385
438
  }
386
439
  } else {
387
440
  // Existing tx - update protection and mined status
@@ -624,28 +677,29 @@ export class TxPoolV2Impl {
624
677
  // Step 1: Find mined txs at or before finalized block
625
678
  const minedTxsToFinalize = this.#indices.findTxsMinedAtOrBefore(blockNumber);
626
679
 
627
- await this.#store.transactionAsync(async () => {
628
- // Step 2: Collect mined txs for archiving (before deletion)
629
- const txsToArchive: Tx[] = [];
630
- if (this.#archive.isEnabled()) {
631
- for (const txHashStr of minedTxsToFinalize) {
680
+ // Step 2: Archive in chunks if archiving is enabled. Hydrating an entire epoch's worth of
681
+ // mined txs at once would OOM under load. When archiving is disabled there is no need to hydrate the txs at all.
682
+ if (this.#archive.isEnabled()) {
683
+ for (let i = 0; i < minedTxsToFinalize.length; i += FINALIZE_BLOCK_CHUNK_SIZE) {
684
+ const chunk = minedTxsToFinalize.slice(i, i + FINALIZE_BLOCK_CHUNK_SIZE);
685
+ const txsToArchive: Tx[] = [];
686
+ for (const txHashStr of chunk) {
632
687
  const buffer = await this.#txsDB.getAsync(txHashStr);
633
688
  if (buffer) {
634
689
  txsToArchive.push(Tx.fromBuffer(buffer));
635
690
  }
636
691
  }
692
+ if (txsToArchive.length > 0) {
693
+ await this.#archive.archiveTxs(txsToArchive);
694
+ }
637
695
  }
696
+ }
638
697
 
639
- // Step 3: Delete mined txs from active pool
698
+ // Step 3: Delete mined txs from the active pool and finalize soft-deleted txs in one
699
+ // transaction. Only tx hashes are touched here, so memory is bounded and atomicity is preserved.
700
+ await this.#store.transactionAsync(async () => {
640
701
  await this.#deleteTxsBatch(minedTxsToFinalize);
641
-
642
- // Step 4: Finalize soft-deleted txs
643
702
  await this.#deletedPool.finalizeBlock(blockNumber);
644
-
645
- // Step 5: Archive mined txs
646
- if (txsToArchive.length > 0) {
647
- await this.#archive.archiveTxs(txsToArchive);
648
- }
649
703
  });
650
704
 
651
705
  if (minedTxsToFinalize.length > 0) {
@@ -851,21 +905,11 @@ export class TxPoolV2Impl {
851
905
  this.#instrumentation.recordEvictions(txHashes.length, reason);
852
906
  for (const txHashStr of txHashes) {
853
907
  this.#log.debug(`Evicting tx ${txHashStr}`, { txHash: txHashStr, reason });
854
- this.#addToEvictedCache(txHashStr);
908
+ this.#evictedTxHashes.add(txHashStr);
855
909
  }
856
910
  await this.#deleteTxsBatch(txHashes);
857
911
  }
858
912
 
859
- /** Adds a tx hash to the bounded evicted cache, evicting the oldest entry if at capacity. */
860
- #addToEvictedCache(txHashStr: string): void {
861
- if (this.#evictedTxHashes.size >= this.#config.evictedTxCacheSize) {
862
- // FIFO eviction: remove the first (oldest) entry
863
- const oldest = this.#evictedTxHashes.values().next().value!;
864
- this.#evictedTxHashes.delete(oldest);
865
- }
866
- this.#evictedTxHashes.add(txHashStr);
867
- }
868
-
869
913
  // ============================================================================
870
914
  // PRIVATE HELPERS - Validation & Conflict Resolution
871
915
  // ============================================================================
@@ -960,50 +1004,6 @@ export class TxPoolV2Impl {
960
1004
  };
961
1005
  }
962
1006
 
963
- /** Loads all transactions from the database, returning loaded txs and deserialization errors */
964
- async #loadAllTxsFromDb(): Promise<{
965
- loaded: { tx: Tx; meta: TxMetaData }[];
966
- errors: string[];
967
- }> {
968
- const loaded: { tx: Tx; meta: TxMetaData }[] = [];
969
- const errors: string[] = [];
970
-
971
- for await (const [txHashStr, buffer] of this.#txsDB.entriesAsync()) {
972
- // Skip soft-deleted transactions - they stay in DB but not in indices
973
- if (this.#deletedPool.isSoftDeleted(txHashStr)) {
974
- continue;
975
- }
976
-
977
- try {
978
- const tx = Tx.fromBuffer(buffer);
979
- const meta = await buildTxMetaData(tx);
980
- loaded.push({ tx, meta });
981
- } catch (err) {
982
- this.#log.warn(`Failed to deserialize tx ${txHashStr}, deleting`, { err });
983
- errors.push(txHashStr);
984
- }
985
- }
986
-
987
- return { loaded, errors };
988
- }
989
-
990
- /** Queries block source and marks mined status on transaction metadata */
991
- async #markMinedStatusBatch(metas: TxMetaData[]): Promise<void> {
992
- for (const meta of metas) {
993
- try {
994
- const txEffect = await this.#l2BlockSource.getTxEffect(TxHash.fromString(meta.txHash));
995
- if (txEffect) {
996
- meta.minedL2BlockId = {
997
- number: txEffect.l2BlockNumber,
998
- hash: txEffect.l2BlockHash.toString(),
999
- };
1000
- }
1001
- } catch (err) {
1002
- this.#log.warn(`Failed to check mined status for tx ${meta.txHash}`, { err });
1003
- }
1004
- }
1005
- }
1006
-
1007
1007
  /**
1008
1008
  * Rebuilds the pending pool by processing each tx through pre-add rules.
1009
1009
  * Starts with an empty pending pool and adds txs one by one, resolving conflicts.
@@ -0,0 +1,49 @@
1
+ # Attestation Validation
2
+
3
+ This module validates `CheckpointAttestation` gossipsub messages. Attestations are signatures from committee members endorsing a checkpoint proposal.
4
+
5
+ **Topic**: `checkpoint_attestation` | **Snappy size limit**: 5 KB
6
+
7
+ ## Stage 1: AttestationValidator (Gossipsub Validation)
8
+
9
+ | # | Rule | Consequence | Severity | File |
10
+ |---|------|-------------|----------|------|
11
+ | 1 | **Slot timeliness**: `currentSlot` or `nextSlot`. Previous slot within 500ms: IGNORE. Older: REJECT. | REJECT or IGNORE | HighToleranceError | `attestation_validator.ts` |
12
+ | 2 | **Attester signature**: `getSender()` must recover valid address | REJECT | LowToleranceError | same |
13
+ | 3 | **Attester in committee**: recovered address in committee for slot | REJECT | HighToleranceError | same |
14
+ | 4 | **Proposer exists**: `getProposerAttesterAddressInSlot` must return defined | REJECT | HighToleranceError | same |
15
+ | 5 | **Proposer signature**: `getProposer()` must recover valid address | REJECT | LowToleranceError | same |
16
+ | 6 | **Proposer matches expected**: recovered proposer = expected for slot | REJECT | HighToleranceError | same |
17
+ | 7 | **NoCommitteeError**: committee unavailable | REJECT | LowToleranceError | same |
18
+
19
+ **Fisherman mode extension** (`FishermanAttestationValidator`): if a checkpoint proposal for the same archive exists in pool, the attestation's `ConsensusPayload` must `.equals()` the stored proposal's payload. On mismatch: REJECT + LowToleranceError.
20
+
21
+ ## Stage 2: Pool Admission
22
+
23
+ | # | Rule | Consequence |
24
+ |---|------|-------------|
25
+ | 8 | Sender recoverable (pool-side) | Silent drop |
26
+ | 9 | Not a duplicate (same slot + proposalId + signer) | IGNORE |
27
+ | 10 | Per-signer cap: `MAX_ATTESTATIONS_PER_SLOT_AND_SIGNER` = 2 | IGNORE |
28
+
29
+ Own attestations added via `addOwnCheckpointAttestations` bypass the per-signer cap.
30
+
31
+ ## Stage 3: Equivocation Detection
32
+
33
+ When a signer's attestation count for a slot reaches exactly 2 (different proposals): `duplicateAttestationCallback` fires -> `WANT_TO_SLASH_EVENT` with `OffenseType.DUPLICATE_ATTESTATION`. Attestation still ACCEPTED and rebroadcast. Callback fires once (not again at count 3+).
34
+
35
+ ## Validation at L1 Checkpoint Submission (Archiver)
36
+
37
+ | Rule | Consequence | File |
38
+ |------|-------------|------|
39
+ | Each attestation must have recoverable signature (or address-only is allowed but does not count toward quorum) | Checkpoint rejected as invalid | `archiver/src/modules/validation.ts` |
40
+ | Attestation at index `i` must correspond to committee member at index `i` | Checkpoint rejected as invalid | same |
41
+ | Valid attestation count >= floor(committee * 2/3) + 1 | Checkpoint rejected as invalid | same |
42
+ | No committee / escape hatch open | Accepted unconditionally | same |
43
+
44
+ Note: `skipValidateCheckpointAttestations` config flag bypasses all archiver attestation validation.
45
+
46
+ ## Gossipsub Topic Scoring
47
+
48
+ P3 enabled with expected messages per slot = `targetCommitteeSize`. Conservative threshold (30% of convergence value). Max P3 penalty = -34 per topic.
49
+
@@ -3,19 +3,35 @@ import { NoCommitteeError } from '@aztec/ethereum/contracts';
3
3
  import { type Logger, createLogger } from '@aztec/foundation/log';
4
4
  import {
5
5
  type CheckpointAttestation,
6
+ type CoordinationSignatureContext,
6
7
  type P2PValidator,
7
8
  PeerErrorSeverity,
8
9
  type ValidationResult,
10
+ hasValidSignatureContext,
9
11
  } from '@aztec/stdlib/p2p';
10
12
 
11
- import { isWithinClockTolerance } from '../clock_tolerance.js';
13
+ import { PipeliningWindow, isWithinClockTolerance } from '../clock_tolerance.js';
12
14
 
13
15
  export class CheckpointAttestationValidator implements P2PValidator<CheckpointAttestation> {
14
16
  protected epochCache: EpochCacheInterface;
15
17
  protected logger: Logger;
18
+ private readonly pipeliningWindow: PipeliningWindow;
19
+ protected readonly signatureContext: CoordinationSignatureContext;
16
20
 
17
- constructor(epochCache: EpochCacheInterface) {
21
+ constructor(
22
+ epochCache: EpochCacheInterface,
23
+ opts: {
24
+ l1PublishingTime?: number;
25
+ p2pPropagationTime?: number;
26
+ signatureContext: CoordinationSignatureContext;
27
+ },
28
+ ) {
18
29
  this.epochCache = epochCache;
30
+ this.pipeliningWindow = new PipeliningWindow(epochCache, {
31
+ l1PublishingTime: opts.l1PublishingTime,
32
+ p2pPropagationTime: opts.p2pPropagationTime,
33
+ });
34
+ this.signatureContext = opts.signatureContext;
19
35
  this.logger = createLogger('p2p:checkpoint-attestation-validator');
20
36
  }
21
37
 
@@ -23,18 +39,34 @@ export class CheckpointAttestationValidator implements P2PValidator<CheckpointAt
23
39
  const slotNumber = message.payload.header.slotNumber;
24
40
 
25
41
  try {
26
- const { currentSlot, nextSlot } = this.epochCache.getCurrentAndNextSlot();
42
+ // Cross-chain replay check: reject attestations that carry a foreign signing domain.
43
+ if (!hasValidSignatureContext(message.payload, this.signatureContext)) {
44
+ this.logger.warn(`Rejecting checkpoint attestation with foreign signature context for slot ${slotNumber}`, {
45
+ chainId: message.payload.signatureContext.chainId,
46
+ rollupAddress: message.payload.signatureContext.rollupAddress.toString(),
47
+ expectedChainId: this.signatureContext.chainId,
48
+ expectedRollupAddress: this.signatureContext.rollupAddress.toString(),
49
+ });
50
+ return { result: 'reject', severity: PeerErrorSeverity.LowToleranceError };
51
+ }
52
+
53
+ // Use target slots since proposals target pipeline slots (slot + 1 when pipelining).
54
+ const { targetSlot, nextSlot } = this.epochCache.getTargetAndNextSlot();
27
55
 
28
- if (slotNumber !== currentSlot && slotNumber !== nextSlot) {
29
- // Check if message is for previous slot and within clock tolerance
30
- if (!isWithinClockTolerance(slotNumber, currentSlot, this.epochCache)) {
56
+ if (slotNumber !== targetSlot && slotNumber !== nextSlot) {
57
+ // When pipelining, accept attestations for the current slot (built in the previous slot)
58
+ // until the target slot reaches its L1 publish cutoff.
59
+ if (this.pipeliningWindow.acceptsAttestation(slotNumber)) {
60
+ // Fall through to remaining validation (signature, committee, etc.)
61
+ } else if (!isWithinClockTolerance(slotNumber, targetSlot, this.epochCache)) {
31
62
  this.logger.warn(
32
- `Checkpoint attestation slot ${slotNumber} is not current (${currentSlot}) or next (${nextSlot}) slot`,
63
+ `Checkpoint attestation slot ${slotNumber} is not current (${targetSlot}) or next (${nextSlot}) slot`,
33
64
  );
34
65
  return { result: 'reject', severity: PeerErrorSeverity.HighToleranceError };
66
+ } else {
67
+ this.logger.debug(`Ignoring checkpoint attestation for previous slot ${slotNumber} within clock tolerance`);
68
+ return { result: 'ignore' };
35
69
  }
36
- this.logger.debug(`Ignoring checkpoint attestation for previous slot ${slotNumber} within clock tolerance`);
37
- return { result: 'ignore' };
38
70
  }
39
71
 
40
72
  // Verify the signature is valid