@aztec/p2p 0.0.1-commit.3fd054f6 → 0.0.1-commit.431c48d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (429) hide show
  1. package/README.md +7 -6
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +22 -6
  5. package/dest/client/factory.d.ts +4 -3
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +35 -25
  8. package/dest/client/interface.d.ts +52 -12
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +36 -20
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +127 -54
  13. package/dest/config.d.ts +150 -107
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +77 -26
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +9 -16
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +10 -17
  22. package/dest/index.d.ts +1 -2
  23. package/dest/index.d.ts.map +1 -1
  24. package/dest/index.js +0 -1
  25. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +98 -56
  26. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/attestation_pool.js +269 -196
  28. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  29. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +218 -59
  31. package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
  32. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/mocks.js +6 -4
  34. package/dest/mem_pools/index.d.ts +1 -2
  35. package/dest/mem_pools/index.d.ts.map +1 -1
  36. package/dest/mem_pools/instrumentation.d.ts +9 -4
  37. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  38. package/dest/mem_pools/instrumentation.js +28 -9
  39. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +10 -5
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
  41. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +29 -20
  42. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +3 -3
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +6 -6
  45. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  46. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  47. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +3 -3
  48. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +1 -1
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +3 -1
  51. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
  52. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  53. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +64 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +1 -1
  58. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -1
  59. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +3 -4
  60. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +1 -1
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -1
  62. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +6 -7
  63. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +1 -1
  64. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  65. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +6 -5
  66. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +11 -1
  67. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -1
  68. package/dest/mem_pools/tx_pool_v2/instrumentation.js +24 -0
  69. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +33 -5
  70. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  71. package/dest/mem_pools/tx_pool_v2/interfaces.js +2 -1
  72. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +5 -2
  73. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  74. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +13 -6
  75. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +15 -1
  76. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  77. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +31 -0
  78. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +16 -3
  79. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  80. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +83 -32
  81. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +50 -6
  82. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  83. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +243 -127
  84. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
  85. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  86. package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -16
  87. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  88. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  89. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  90. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +8 -3
  91. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  92. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +2 -2
  93. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +8 -3
  94. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  95. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +8 -2
  96. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +25 -3
  97. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  98. package/dest/msg_validators/proposal_validator/proposal_validator.js +85 -15
  99. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  100. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  101. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
  102. package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
  103. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  104. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  105. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  106. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  107. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  108. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/tx_validator/data_validator.js +1 -0
  110. package/dest/msg_validators/tx_validator/factory.d.ts +14 -15
  111. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  112. package/dest/msg_validators/tx_validator/factory.js +29 -16
  113. package/dest/msg_validators/tx_validator/gas_validator.d.ts +47 -10
  114. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  115. package/dest/msg_validators/tx_validator/gas_validator.js +65 -48
  116. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  117. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  118. package/dest/msg_validators/tx_validator/index.js +2 -0
  119. package/dest/msg_validators/tx_validator/phases_validator.js +2 -2
  120. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  121. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  122. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  123. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  124. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  125. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  126. package/dest/services/data_store.d.ts +1 -1
  127. package/dest/services/data_store.d.ts.map +1 -1
  128. package/dest/services/data_store.js +5 -5
  129. package/dest/services/discv5/discV5_service.d.ts +13 -2
  130. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  131. package/dest/services/discv5/discV5_service.js +119 -23
  132. package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
  133. package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
  134. package/dest/services/discv5/persisted_enr_store.js +145 -0
  135. package/dest/services/dummy_service.d.ts +18 -16
  136. package/dest/services/dummy_service.d.ts.map +1 -1
  137. package/dest/services/dummy_service.js +21 -16
  138. package/dest/services/encoding.d.ts +19 -6
  139. package/dest/services/encoding.d.ts.map +1 -1
  140. package/dest/services/encoding.js +25 -15
  141. package/dest/services/gossipsub/topic_score_params.d.ts +6 -12
  142. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  143. package/dest/services/gossipsub/topic_score_params.js +4 -14
  144. package/dest/services/libp2p/instrumentation.d.ts +6 -1
  145. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  146. package/dest/services/libp2p/instrumentation.js +21 -0
  147. package/dest/services/libp2p/libp2p_service.d.ts +49 -44
  148. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  149. package/dest/services/libp2p/libp2p_service.js +388 -279
  150. package/dest/services/peer-manager/peer_manager.d.ts +31 -3
  151. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  152. package/dest/services/peer-manager/peer_manager.js +121 -23
  153. package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
  154. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  155. package/dest/services/peer-manager/peer_scoring.js +102 -13
  156. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +1 -8
  157. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  158. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +35 -44
  159. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +8 -5
  160. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  161. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  162. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  163. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  164. package/dest/services/reqresp/config.d.ts +15 -3
  165. package/dest/services/reqresp/config.d.ts.map +1 -1
  166. package/dest/services/reqresp/config.js +11 -0
  167. package/dest/services/reqresp/interface.d.ts +16 -18
  168. package/dest/services/reqresp/interface.d.ts.map +1 -1
  169. package/dest/services/reqresp/interface.js +10 -20
  170. package/dest/services/reqresp/metrics.d.ts +1 -1
  171. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  172. package/dest/services/reqresp/metrics.js +0 -1
  173. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
  174. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  175. package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
  176. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  177. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  178. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
  179. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
  180. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  181. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
  182. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  183. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  184. package/dest/services/reqresp/protocols/index.js +0 -1
  185. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  186. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  187. package/dest/services/reqresp/protocols/tx.js +1 -3
  188. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  189. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  190. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  191. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  192. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  193. package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
  194. package/dest/services/reqresp/reqresp.d.ts +7 -29
  195. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  196. package/dest/services/reqresp/reqresp.js +59 -209
  197. package/dest/services/service.d.ts +43 -18
  198. package/dest/services/service.d.ts.map +1 -1
  199. package/dest/services/tx_collection/config.d.ts +2 -23
  200. package/dest/services/tx_collection/config.d.ts.map +1 -1
  201. package/dest/services/tx_collection/config.js +2 -55
  202. package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
  203. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  204. package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
  205. package/dest/services/tx_collection/file_store_tx_source.d.ts +5 -4
  206. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
  207. package/dest/services/tx_collection/file_store_tx_source.js +39 -29
  208. package/dest/services/tx_collection/index.d.ts +2 -3
  209. package/dest/services/tx_collection/index.d.ts.map +1 -1
  210. package/dest/services/tx_collection/index.js +0 -1
  211. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  212. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  213. package/dest/services/tx_collection/instrumentation.js +0 -2
  214. package/dest/services/tx_collection/tx_collection.d.ts +35 -51
  215. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  216. package/dest/services/tx_collection/tx_collection.js +275 -119
  217. package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
  218. package/dest/services/tx_collection/tx_collection_sink.js +2 -2
  219. package/dest/services/tx_collection/tx_source.d.ts +6 -5
  220. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  221. package/dest/services/tx_collection/tx_source.js +13 -8
  222. package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
  223. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  224. package/dest/services/tx_file_store/tx_file_store.js +4 -14
  225. package/dest/services/tx_provider.d.ts +3 -1
  226. package/dest/services/tx_provider.d.ts.map +1 -1
  227. package/dest/services/tx_provider.js +3 -0
  228. package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
  229. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  230. package/dest/test-helpers/make-test-p2p-clients.js +5 -2
  231. package/dest/test-helpers/mock-pubsub.d.ts +33 -9
  232. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  233. package/dest/test-helpers/mock-pubsub.js +57 -44
  234. package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
  235. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  236. package/dest/test-helpers/reqresp-nodes.js +16 -18
  237. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  238. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  239. package/dest/test-helpers/test_tx_provider.js +3 -0
  240. package/dest/test-helpers/testbench-utils.d.ts +15 -14
  241. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  242. package/dest/test-helpers/testbench-utils.js +28 -13
  243. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  244. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  245. package/dest/testbench/p2p_client_testbench_worker.js +101 -39
  246. package/dest/testbench/worker_client_manager.d.ts +10 -6
  247. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  248. package/dest/testbench/worker_client_manager.js +51 -9
  249. package/dest/util.d.ts +11 -6
  250. package/dest/util.d.ts.map +1 -1
  251. package/dest/util.js +35 -14
  252. package/dest/versioning.d.ts +3 -6
  253. package/dest/versioning.d.ts.map +1 -1
  254. package/dest/versioning.js +3 -24
  255. package/package.json +17 -17
  256. package/src/bootstrap/bootstrap.ts +17 -3
  257. package/src/client/factory.ts +53 -24
  258. package/src/client/interface.ts +48 -18
  259. package/src/client/p2p_client.ts +144 -86
  260. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  261. package/src/config.ts +159 -34
  262. package/src/errors/p2p-service.error.ts +11 -0
  263. package/src/errors/reqresp.error.ts +13 -19
  264. package/src/index.ts +0 -1
  265. package/src/mem_pools/attestation_pool/attestation_pool.ts +324 -239
  266. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +238 -63
  267. package/src/mem_pools/attestation_pool/mocks.ts +13 -8
  268. package/src/mem_pools/index.ts +0 -3
  269. package/src/mem_pools/instrumentation.ts +18 -12
  270. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +30 -20
  271. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +7 -7
  272. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +2 -4
  273. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +3 -2
  274. package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
  275. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +67 -0
  276. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +1 -3
  277. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -7
  278. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +5 -6
  279. package/src/mem_pools/tx_pool_v2/instrumentation.ts +27 -0
  280. package/src/mem_pools/tx_pool_v2/interfaces.ts +31 -4
  281. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +20 -8
  282. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +35 -0
  283. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +94 -31
  284. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +270 -133
  285. package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -15
  286. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +15 -7
  287. package/src/msg_validators/proposal_validator/README.md +1 -1
  288. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +15 -3
  289. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +26 -3
  290. package/src/msg_validators/proposal_validator/proposal_validator.ts +94 -12
  291. package/src/msg_validators/tx_validator/README.md +13 -3
  292. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
  293. package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
  294. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  295. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  296. package/src/msg_validators/tx_validator/data_validator.ts +2 -0
  297. package/src/msg_validators/tx_validator/factory.ts +37 -20
  298. package/src/msg_validators/tx_validator/gas_validator.ts +99 -54
  299. package/src/msg_validators/tx_validator/index.ts +2 -0
  300. package/src/msg_validators/tx_validator/phases_validator.ts +2 -2
  301. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  302. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  303. package/src/services/data_store.ts +5 -13
  304. package/src/services/discv5/discV5_service.ts +126 -14
  305. package/src/services/discv5/persisted_enr_store.ts +158 -0
  306. package/src/services/dummy_service.ts +26 -40
  307. package/src/services/encoding.ts +28 -20
  308. package/src/services/gossipsub/README.md +33 -11
  309. package/src/services/gossipsub/topic_score_params.ts +9 -18
  310. package/src/services/libp2p/instrumentation.ts +22 -0
  311. package/src/services/libp2p/libp2p_service.ts +456 -305
  312. package/src/services/peer-manager/peer_manager.ts +133 -22
  313. package/src/services/peer-manager/peer_scoring.ts +102 -8
  314. package/src/services/reqresp/README.md +2 -37
  315. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +39 -52
  316. package/src/services/reqresp/batch-tx-requester/interface.ts +11 -4
  317. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  318. package/src/services/reqresp/config.ts +19 -2
  319. package/src/services/reqresp/interface.ts +21 -47
  320. package/src/services/reqresp/metrics.ts +0 -1
  321. package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
  322. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
  323. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
  324. package/src/services/reqresp/protocols/index.ts +0 -1
  325. package/src/services/reqresp/protocols/tx.ts +1 -3
  326. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  327. package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
  328. package/src/services/reqresp/reqresp.ts +69 -252
  329. package/src/services/service.ts +51 -35
  330. package/src/services/tx_collection/config.ts +3 -80
  331. package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
  332. package/src/services/tx_collection/file_store_tx_source.ts +43 -31
  333. package/src/services/tx_collection/index.ts +1 -6
  334. package/src/services/tx_collection/instrumentation.ts +1 -7
  335. package/src/services/tx_collection/tx_collection.ts +330 -173
  336. package/src/services/tx_collection/tx_collection_sink.ts +2 -2
  337. package/src/services/tx_collection/tx_source.ts +10 -8
  338. package/src/services/tx_file_store/tx_file_store.ts +5 -17
  339. package/src/services/tx_provider.ts +5 -0
  340. package/src/test-helpers/make-test-p2p-clients.ts +3 -0
  341. package/src/test-helpers/mock-pubsub.ts +61 -60
  342. package/src/test-helpers/reqresp-nodes.ts +12 -22
  343. package/src/test-helpers/test_tx_provider.ts +5 -0
  344. package/src/test-helpers/testbench-utils.ts +35 -26
  345. package/src/testbench/p2p_client_testbench_worker.ts +108 -53
  346. package/src/testbench/worker_client_manager.ts +59 -20
  347. package/src/util.ts +32 -17
  348. package/src/versioning.ts +3 -33
  349. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  350. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  351. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -304
  352. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  353. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  354. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  355. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  356. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  357. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  358. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  359. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  360. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  361. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  362. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  363. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  364. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  365. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  366. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -123
  367. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  368. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  369. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  370. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  371. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  372. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  373. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  374. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  375. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  376. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  377. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  378. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  379. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  380. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  381. package/dest/mem_pools/tx_pool/index.js +0 -2
  382. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  383. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  384. package/dest/mem_pools/tx_pool/priority.js +0 -15
  385. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  386. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  387. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  388. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  389. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  390. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -402
  391. package/dest/msg_validators/clock_tolerance.d.ts +0 -21
  392. package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
  393. package/dest/msg_validators/clock_tolerance.js +0 -38
  394. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  395. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  396. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  397. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  398. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  399. package/dest/services/reqresp/protocols/block.js +0 -32
  400. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -51
  401. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  402. package/dest/services/tx_collection/fast_tx_collection.js +0 -311
  403. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -48
  404. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  405. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  406. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
  407. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  408. package/dest/services/tx_collection/slow_tx_collection.js +0 -211
  409. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -343
  410. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  411. package/src/mem_pools/tx_pool/README.md +0 -270
  412. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  413. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  414. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  415. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -163
  416. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  417. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  418. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  419. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  420. package/src/mem_pools/tx_pool/index.ts +0 -2
  421. package/src/mem_pools/tx_pool/priority.ts +0 -20
  422. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  423. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -321
  424. package/src/msg_validators/clock_tolerance.ts +0 -52
  425. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  426. package/src/services/reqresp/protocols/block.ts +0 -37
  427. package/src/services/tx_collection/fast_tx_collection.ts +0 -361
  428. package/src/services/tx_collection/proposal_tx_collector.ts +0 -108
  429. package/src/services/tx_collection/slow_tx_collection.ts +0 -266
@@ -1,4 +1,5 @@
1
1
  import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
2
+ import { FifoSet } from '@aztec/foundation/fifo-set';
2
3
  import type { Logger } from '@aztec/foundation/log';
3
4
  import type { DateProvider } from '@aztec/foundation/timer';
4
5
  import type { AztecAsyncKVStore, AztecAsyncMap } from '@aztec/kv-store';
@@ -17,6 +18,7 @@ import {
17
18
  EvictionManager,
18
19
  FeePayerBalanceEvictionRule,
19
20
  FeePayerBalancePreAddRule,
21
+ InsufficientFeePerGasEvictionRule,
20
22
  InvalidTxsAfterMiningRule,
21
23
  InvalidTxsAfterReorgRule,
22
24
  LowPriorityEvictionRule,
@@ -39,13 +41,29 @@ import {
39
41
  import { type TxMetaData, type TxState, buildTxMetaData, checkNullifierConflict } from './tx_metadata.js';
40
42
  import { TxPoolIndices } from './tx_pool_indices.js';
41
43
 
44
+ /**
45
+ * Maximum number of finalized txs to archive or hard-delete per serial-queue item. Bounds both
46
+ * peak memory (~23k txs/epoch at 10 TPS would otherwise OOM the node) and, more importantly, how
47
+ * long finalization occupies the pool's serial queue per item: gossip tx validation waits on that
48
+ * queue, so each item must stay well under the gossipsub mcache eviction window.
49
+ */
50
+ export const FINALIZE_BLOCK_CHUNK_SIZE = 16;
51
+
42
52
  /**
43
53
  * Callbacks for the implementation to notify the outer class about events and metrics.
44
54
  */
55
+ /** A tx that has just transitioned to mined, with the time it spent in the pool. */
56
+ export interface MinedTxInfo {
57
+ txHash: string;
58
+ /** Wall-clock ms from receipt into the pool to being marked mined. Undefined when the
59
+ * receive time is unknown (e.g. a tx hydrated from the DB on restart, receivedAt === 0). */
60
+ minedDelayMs?: number;
61
+ }
62
+
45
63
  export interface TxPoolV2Callbacks {
46
64
  onTxsAdded: (txs: Tx[], opts: { source?: string }) => void;
47
65
  onTxsRemoved: (txHashes: string[] | bigint[]) => void;
48
- onTxsMined: (txHashes: string[]) => void;
66
+ onTxsMined: (minedTxs: MinedTxInfo[]) => void;
49
67
  }
50
68
 
51
69
  /**
@@ -56,7 +74,10 @@ export interface TxPoolV2Callbacks {
56
74
  export class TxPoolV2Impl {
57
75
  // === Persistence ===
58
76
  #store: AztecAsyncKVStore;
77
+ /** Tx data without its proof. Proofs live in #proofsDB so a tx can be read without loading its proof. */
59
78
  #txsDB: AztecAsyncMap<string, Buffer>;
79
+ /** Tx proofs, keyed by tx hash. Written and deleted in lockstep with #txsDB. */
80
+ #proofsDB: AztecAsyncMap<string, Buffer>;
60
81
 
61
82
  // === Dependencies ===
62
83
  #l2BlockSource: L2BlockSource;
@@ -74,7 +95,7 @@ export class TxPoolV2Impl {
74
95
  #evictionManager: EvictionManager;
75
96
  #dateProvider: DateProvider;
76
97
  #instrumentation: TxPoolV2Instrumentation;
77
- #evictedTxHashes: Set<string> = new Set();
98
+ #evictedTxHashes: FifoSet<string>;
78
99
  #log: Logger;
79
100
  #callbacks: TxPoolV2Callbacks;
80
101
 
@@ -90,6 +111,7 @@ export class TxPoolV2Impl {
90
111
  ) {
91
112
  this.#store = store;
92
113
  this.#txsDB = store.openMap('txs');
114
+ this.#proofsDB = store.openMap('tx_proofs');
93
115
 
94
116
  this.#l2BlockSource = deps.l2BlockSource;
95
117
  this.#worldStateSynchronizer = deps.worldStateSynchronizer;
@@ -97,8 +119,9 @@ export class TxPoolV2Impl {
97
119
  this.#checkAllowedSetupCalls = deps.checkAllowedSetupCalls;
98
120
 
99
121
  this.#config = { ...DEFAULT_TX_POOL_V2_CONFIG, ...config };
122
+ this.#evictedTxHashes = FifoSet.withLimit<string>(this.#config.evictedTxCacheSize);
100
123
  this.#archive = new TxArchive(archiveStore, this.#config.archivedTxLimit, log);
101
- this.#deletedPool = new DeletedPool(store, this.#txsDB, log);
124
+ this.#deletedPool = new DeletedPool(store, txHashStr => this.#deleteTxData(txHashStr), log);
102
125
  this.#dateProvider = dateProvider;
103
126
  this.#instrumentation = new TxPoolV2Instrumentation(telemetry, () => this.#indices.getTotalMetadataBytes());
104
127
  this.#log = log;
@@ -116,6 +139,7 @@ export class TxPoolV2Impl {
116
139
 
117
140
  // Post-event eviction rules (run after events to check ALL pending txs)
118
141
  this.#evictionManager.registerRule(new InvalidTxsAfterMiningRule());
142
+ this.#evictionManager.registerRule(new InsufficientFeePerGasEvictionRule(deps.blockMinFeesProvider));
119
143
  this.#evictionManager.registerRule(new InvalidTxsAfterReorgRule(deps.worldStateSynchronizer));
120
144
  this.#evictionManager.registerRule(new FeePayerBalanceEvictionRule(deps.worldStateSynchronizer));
121
145
  // LowPriorityEvictionRule handles cases where txs become pending via prepareForSlot (unprotect)
@@ -138,46 +162,74 @@ export class TxPoolV2Impl {
138
162
  // Step 0: Hydrate deleted pool state
139
163
  await this.#deletedPool.hydrateFromDatabase();
140
164
 
141
- // Step 1: Load all transactions from DB (excluding soft-deleted)
142
- const { loaded, errors: deserializationErrors } = await this.#loadAllTxsFromDb();
165
+ // Step 1: Stream txs from DB, building metadata and mined status one at a time.
166
+ const minedMetas: TxMetaData[] = [];
167
+ const pendingMetas: TxMetaData[] = [];
168
+ const deserializationErrors: string[] = [];
169
+
170
+ for await (const [txHashStr, buffer] of this.#txsDB.entriesAsync()) {
171
+ // Skip soft-deleted transactions - they stay in DB but not in indices
172
+ if (this.#deletedPool.isSoftDeleted(txHashStr)) {
173
+ continue;
174
+ }
175
+
176
+ let meta: TxMetaData;
177
+ let txEffect: Awaited<ReturnType<L2BlockSource['getTxEffect']>>;
178
+ try {
179
+ const tx = Tx.fromBuffer(buffer);
180
+ // Resolve allowed-setup-calls and the tx effect concurrently
181
+ // getTxEffect failures are non-fatal (we just treat the tx as not-yet-mined), so
182
+ // its rejection is swallowed before the Promise.all so it can't fail-fast the batch.
183
+ const txEffectPromise = this.#l2BlockSource.getTxEffect(tx.getTxHash()).catch(err => {
184
+ this.#log.warn(`Failed to check mined status for tx ${txHashStr}`, { err });
185
+ return undefined;
186
+ });
187
+ const [allowedSetupCalls, fetchedTxEffect] = await Promise.all([
188
+ this.#checkAllowedSetupCalls(tx),
189
+ txEffectPromise,
190
+ ]);
191
+ meta = await buildTxMetaData(tx, allowedSetupCalls);
192
+ txEffect = fetchedTxEffect;
193
+ } catch (err) {
194
+ this.#log.warn(`Failed to deserialize tx ${txHashStr}, deleting`, { err });
195
+ deserializationErrors.push(txHashStr);
196
+ continue;
197
+ }
143
198
 
144
- // Step 2: Check mined status for each tx
145
- await this.#markMinedStatusBatch(loaded.map(l => l.meta));
199
+ if (txEffect) {
200
+ meta.minedL2BlockId = {
201
+ number: txEffect.l2BlockNumber,
202
+ hash: txEffect.l2BlockHash.toString(),
203
+ };
204
+ }
146
205
 
147
- // Step 3: Partition by mined status
148
- const mined: TxMetaData[] = [];
149
- const nonMined: { tx: Tx; meta: TxMetaData }[] = [];
150
- for (const entry of loaded) {
151
- if (entry.meta.minedL2BlockId !== undefined) {
152
- mined.push(entry.meta);
206
+ if (meta.minedL2BlockId !== undefined) {
207
+ minedMetas.push(meta);
153
208
  } else {
154
- nonMined.push(entry);
209
+ pendingMetas.push(meta);
155
210
  }
156
211
  }
157
212
 
158
- // Step 4: Validate non-mined transactions
159
- const { valid, invalid } = await this.#revalidateMetadata(
160
- nonMined.map(e => e.meta),
161
- 'on startup',
162
- );
213
+ // Step 2: Validate non-mined transactions
214
+ const { valid, invalid } = await this.#revalidateMetadata(pendingMetas, 'on startup');
163
215
 
164
- // Step 5: Populate mined indices (these don't need conflict resolution)
165
- for (const meta of mined) {
216
+ // Step 3: Populate mined indices (these don't need conflict resolution)
217
+ for (const meta of minedMetas) {
166
218
  this.#indices.addMined(meta);
167
219
  }
168
220
 
169
- // Step 6: Rebuild pending pool by running pre-add rules for each tx
221
+ // Step 4: Rebuild pending pool by running pre-add rules for each tx
170
222
  // This resolves nullifier conflicts, fee payer balance issues, and pool size limits
171
223
  const { rejected } = await this.#rebuildPendingPool(valid);
172
224
 
173
- // Step 7: Delete invalid and rejected txs from DB only (indices were never populated for these)
225
+ // Step 5: Delete invalid and rejected txs from DB only (indices were never populated for these)
174
226
  const toDelete = [...deserializationErrors, ...invalid, ...rejected];
175
227
  if (toDelete.length === 0) {
176
228
  return;
177
229
  }
178
230
  await this.#store.transactionAsync(async () => {
179
231
  for (const txHashStr of toDelete) {
180
- await this.#txsDB.delete(txHashStr);
232
+ await this.#deleteTxData(txHashStr);
181
233
  }
182
234
  });
183
235
  this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup`, { txHashes: toDelete });
@@ -423,10 +475,11 @@ export class TxPoolV2Impl {
423
475
  // Update protection for existing tx
424
476
  this.#indices.updateProtection(txHashStr, slotNumber);
425
477
  } else if (this.#deletedPool.isSoftDeleted(txHashStr)) {
426
- // Resurrect soft-deleted tx as protected
478
+ // Resurrect soft-deleted tx as protected. Load the proof too: #addTx rewrites both entries, so re-adding
479
+ // a proofless tx would wipe the stored proof.
427
480
  const buffer = await this.#txsDB.getAsync(txHashStr);
428
481
  if (buffer) {
429
- const tx = Tx.fromBuffer(buffer);
482
+ const tx = await this.#loadTxWithProof(txHashStr, buffer);
430
483
  await this.#addTx(tx, { protected: slotNumber });
431
484
  softDeletedHits++;
432
485
  } else {
@@ -516,7 +569,15 @@ export class TxPoolV2Impl {
516
569
  });
517
570
 
518
571
  if (found.length > 0) {
519
- this.#callbacks.onTxsMined(found.map(m => m.txHash));
572
+ // receivedAt is 0 for txs hydrated from the DB on restart (true receive time lost) — leave
573
+ // their delay undefined so the metric isn't polluted by epoch-sized values.
574
+ const now = this.#dateProvider.now();
575
+ this.#callbacks.onTxsMined(
576
+ found.map(m => ({
577
+ txHash: m.txHash,
578
+ minedDelayMs: m.receivedAt > 0 ? now - m.receivedAt : undefined,
579
+ })),
580
+ );
520
581
  }
521
582
 
522
583
  this.#log.info(`Marked ${found.length} txs as mined in block ${blockId.number}`);
@@ -541,29 +602,62 @@ export class TxPoolV2Impl {
541
602
  }
542
603
 
543
604
  this.#log.info(`Preparing for slot ${slotNumber}: unprotecting ${txsToRestore.length} txs`);
605
+ await this.#restoreUnprotectedToPending(txsToRestore, 'during prepareForSlot');
606
+ });
607
+ }
544
608
 
545
- // Step 4: Validate for pending pool
546
- const { valid, invalid } = await this.#revalidateMetadata(txsToRestore, 'during prepareForSlot');
609
+ async unprotectTxs(txHashes: TxHash[], slotNumber: SlotNumber): Promise<void> {
610
+ const hashStrs = txHashes.map(h => h.toString());
547
611
 
548
- // Step 5: Resolve nullifier conflicts and add winners to pending indices
549
- const { added, toEvict } = this.#applyNullifierConflictResolution(valid);
612
+ await this.#store.transactionAsync(async () => {
613
+ // Only release entries still recorded at this exact slot. A tx that another, still-live proposal
614
+ // raised to a higher slot via updateProtection must keep that protection. Mined txs have no
615
+ // protection entry and so are never matched here.
616
+ const matching = this.#indices.findProtectedTxsAtSlot(hashStrs, slotNumber);
617
+ if (matching.length === 0) {
618
+ this.#log.debug(`Unprotecting txs for slot ${slotNumber}: no matching protections to release`);
619
+ return;
620
+ }
550
621
 
551
- // Step 6: Delete invalid txs and evict conflict losers
552
- await this.#deleteTxsBatch(invalid);
553
- await this.#evictTxs(toEvict, 'NullifierConflict');
622
+ this.#indices.clearProtection(matching);
554
623
 
555
- // Step 7: Run eviction rules (enforce pool size limit)
556
- if (added.length > 0) {
557
- const feePayers = added.map(meta => meta.feePayer);
558
- const uniqueFeePayers = new Set<string>(feePayers);
559
- await this.#evictionManager.evictAfterNewTxs(
560
- added.map(m => m.txHash),
561
- [...uniqueFeePayers],
562
- );
624
+ const txsToRestore = this.#indices.filterRestorable(matching);
625
+ if (txsToRestore.length === 0) {
626
+ return;
563
627
  }
628
+
629
+ this.#log.info(`Unprotecting ${txsToRestore.length} txs from failed proposal at slot ${slotNumber}`);
630
+ await this.#restoreUnprotectedToPending(txsToRestore, 'during unprotectTxs');
564
631
  });
565
632
  }
566
633
 
634
+ /**
635
+ * Returns just-unprotected txs to the pending pool: revalidates them, resolves nullifier
636
+ * conflicts, deletes losers, then enforces the pool size limit. Must run inside a store
637
+ * transaction; callers clear the protection entries before invoking.
638
+ */
639
+ async #restoreUnprotectedToPending(txsToRestore: TxMetaData[], context: string): Promise<void> {
640
+ // Step 1: Validate for pending pool
641
+ const { valid, invalid } = await this.#revalidateMetadata(txsToRestore, context);
642
+
643
+ // Step 2: Resolve nullifier conflicts and add winners to pending indices
644
+ const { added, toEvict } = this.#applyNullifierConflictResolution(valid);
645
+
646
+ // Step 3: Delete invalid txs and evict conflict losers
647
+ await this.#deleteTxsBatch(invalid);
648
+ await this.#evictTxs(toEvict, 'NullifierConflict');
649
+
650
+ // Step 4: Run eviction rules (enforce pool size limit)
651
+ if (added.length > 0) {
652
+ const feePayers = added.map(meta => meta.feePayer);
653
+ const uniqueFeePayers = new Set<string>(feePayers);
654
+ await this.#evictionManager.evictAfterNewTxs(
655
+ added.map(m => m.txHash),
656
+ [...uniqueFeePayers],
657
+ );
658
+ }
659
+ }
660
+
567
661
  async handlePrunedBlocks(latestBlock: L2BlockId, options?: { deleteAllTxs?: boolean }): Promise<void> {
568
662
  // Step 1: Find transactions mined after the prune point
569
663
  const txsToUnmine = this.#indices.findTxsMinedAfter(latestBlock.number);
@@ -632,59 +726,142 @@ export class TxPoolV2Impl {
632
726
  this.#log.info(`Deleted ${txHashes.length} failed txs`, { txHashes: txHashes.map(h => h.toString()) });
633
727
  }
634
728
 
635
- async handleFinalizedBlock(block: BlockHeader): Promise<void> {
636
- const blockNumber = block.globalVariables.blockNumber;
637
-
638
- // Step 1: Find mined txs at or before finalized block
639
- const minedTxsToFinalize = this.#indices.findTxsMinedAtOrBefore(blockNumber);
729
+ /**
730
+ * Resolves what a finalized block event should process: the cutoff block and the mined txs at or
731
+ * before it. The wrapper feeds the result to archiveFinalizedTxs / finalizeTxs in chunks, each as
732
+ * its own serial-queue item, so gossip-driven pool operations can interleave with finalization
733
+ * instead of stalling behind an entire epoch's worth of tx processing.
734
+ */
735
+ async prepareFinalization(block: BlockHeader): Promise<{ cutoffBlock: BlockNumber; txHashes: string[] }> {
736
+ // Hold finalized txs for a configurable margin behind the finalized tip so a prover still
737
+ // proving an epoch with already-finalized blocks isn't starved of its txs. 0 deletes at the finalized tip.
738
+ const cutoffBlock = await this.#finalizationCutoffBlock(block);
739
+ return { cutoffBlock, txHashes: this.#indices.findTxsMinedAtOrBefore(cutoffBlock) };
740
+ }
640
741
 
641
- await this.#store.transactionAsync(async () => {
642
- // Step 2: Collect mined txs for archiving (before deletion)
643
- const txsToArchive: Tx[] = [];
644
- if (this.#archive.isEnabled()) {
645
- for (const txHashStr of minedTxsToFinalize) {
646
- const buffer = await this.#txsDB.getAsync(txHashStr);
647
- if (buffer) {
648
- txsToArchive.push(Tx.fromBuffer(buffer));
649
- }
650
- }
742
+ /**
743
+ * Copies the given finalized txs into the archive. The pool stores txs proof-stripped, which is
744
+ * exactly the archive format, so buffers are copied as-is without deserialization.
745
+ */
746
+ async archiveFinalizedTxs(txHashes: string[]): Promise<void> {
747
+ if (!this.#archive.isEnabled()) {
748
+ return;
749
+ }
750
+ const entries: { txHash: string; buffer: Buffer }[] = [];
751
+ for (const txHash of txHashes) {
752
+ const buffer = await this.#txsDB.getAsync(txHash);
753
+ if (buffer) {
754
+ entries.push({ txHash, buffer });
651
755
  }
756
+ }
757
+ await this.#archive.archiveTxBuffers(entries);
758
+ }
652
759
 
653
- // Step 3: Delete mined txs from active pool
654
- await this.#deleteTxsBatch(minedTxsToFinalize);
655
-
656
- // Step 4: Finalize soft-deleted txs
657
- await this.#deletedPool.finalizeBlock(blockNumber);
760
+ /**
761
+ * Deletes a batch of finalized mined txs from the active pool. Callers may invoke this in
762
+ * chunks: a crash between chunks leaves some finalized txs mined, and the next finalized-block
763
+ * event lists and deletes them again (the operation is idempotent), so per-chunk atomicity is
764
+ * sufficient. Since other pool operations may interleave between the finalization plan being
765
+ * computed and this call, each tx is re-checked to still be mined at or before the cutoff.
766
+ */
767
+ async deleteFinalizedTxs(txHashes: string[], cutoffBlock: BlockNumber): Promise<void> {
768
+ const stillFinalized = txHashes.filter(txHash => {
769
+ const minedBlock = this.#indices.getMetadata(txHash)?.minedL2BlockId?.number;
770
+ return minedBlock !== undefined && minedBlock <= cutoffBlock;
771
+ });
772
+ if (stillFinalized.length === 0) {
773
+ return;
774
+ }
775
+ await this.#store.transactionAsync(async () => {
776
+ await this.#deleteTxsBatch(stillFinalized);
777
+ });
778
+ }
658
779
 
659
- // Step 5: Archive mined txs
660
- if (txsToArchive.length > 0) {
661
- await this.#archive.archiveTxs(txsToArchive);
662
- }
780
+ /** Finalizes soft-deleted txs up to the cutoff and logs the completed finalization. */
781
+ async completeFinalization(
782
+ txHashes: string[],
783
+ cutoffBlock: BlockNumber,
784
+ finalizedBlockNumber: BlockNumber,
785
+ ): Promise<void> {
786
+ await this.#store.transactionAsync(async () => {
787
+ await this.#deletedPool.finalizeBlock(cutoffBlock);
663
788
  });
664
789
 
665
- if (minedTxsToFinalize.length > 0) {
666
- this.#log.info(`Finalized ${minedTxsToFinalize.length} mined txs from blocks up to ${blockNumber}`, {
667
- txHashes: minedTxsToFinalize,
790
+ if (txHashes.length > 0) {
791
+ this.#log.info(`Finalized ${txHashes.length} mined txs from blocks up to ${cutoffBlock}`, {
792
+ txHashes,
793
+ finalizedBlockNumber,
794
+ cutoffBlock,
668
795
  });
669
796
  }
670
797
  }
671
798
 
799
+ /**
800
+ * Resolves the block up to which finalized txs may be deleted, given `keepFinalizedTxsForSlots`.
801
+ * With a margin of 0 this is just the finalized block. Otherwise we keep txs whose block is within
802
+ * the margin (in slots) of the finalized tip: take the target slot `finalizedSlot - margin`, find the
803
+ * latest checkpoint at or before it with a single reverse range query (`limit: 1`), and use that
804
+ * checkpoint's last block as the cutoff. This rounds to a checkpoint boundary, so it can retain slightly
805
+ * more than the configured margin but never less, and never deletes past the finalized block.
806
+ */
807
+ async #finalizationCutoffBlock(block: BlockHeader): Promise<BlockNumber> {
808
+ const keepSlots = this.#config.keepFinalizedTxsForSlots;
809
+ if (keepSlots <= 0) {
810
+ return block.globalVariables.blockNumber;
811
+ }
812
+
813
+ // The goal here really is to ensure we keep transactions long enough for them to be proven.
814
+ // So we could be smart and calculate the number of slots until the end of the proof submission window.
815
+ // Our approach here is a lot simpler however and we just keep transactions for the configured number
816
+ // of slots past L1 finalisation. This means we may keep transactions in the mined pool for longer
817
+ // than strictly necessary.
818
+ const targetSlot = block.getSlot() - keepSlots;
819
+ if (targetSlot < 0) {
820
+ // The margin reaches past genesis: keep everything.
821
+ return BlockNumber(0);
822
+ }
823
+
824
+ const [checkpoint] = await this.#l2BlockSource.getCheckpointsData({
825
+ fromSlot: SlotNumber(targetSlot),
826
+ limit: 1,
827
+ reverse: true,
828
+ });
829
+ // No checkpoint at or before the target slot (e.g. early chain): keep everything.
830
+ return checkpoint ? BlockNumber(checkpoint.startBlock + checkpoint.blockCount - 1) : BlockNumber(0);
831
+ }
832
+
672
833
  // === Query Methods ===
673
834
 
674
- async getTxByHash(txHash: TxHash): Promise<Tx | undefined> {
675
- const buffer = await this.#txsDB.getAsync(txHash.toString());
676
- return buffer ? Tx.fromBuffer(buffer) : undefined;
835
+ async getTxByHash(txHash: TxHash, opts: { includeProof?: boolean } = {}): Promise<Tx | undefined> {
836
+ const txHashStr = txHash.toString();
837
+ const buffer = await this.#txsDB.getAsync(txHashStr);
838
+ if (!buffer) {
839
+ return undefined;
840
+ }
841
+ return opts.includeProof === false ? Tx.fromBuffer(buffer) : this.#loadTxWithProof(txHashStr, buffer);
677
842
  }
678
843
 
679
- async getTxsByHash(txHashes: TxHash[]): Promise<(Tx | undefined)[]> {
844
+ async getTxsByHash(txHashes: TxHash[], opts: { includeProof?: boolean } = {}): Promise<(Tx | undefined)[]> {
680
845
  const results: (Tx | undefined)[] = [];
681
846
  for (const h of txHashes) {
682
- const buffer = await this.#txsDB.getAsync(h.toString());
683
- results.push(buffer ? Tx.fromBuffer(buffer) : undefined);
847
+ results.push(await this.getTxByHash(h, opts));
684
848
  }
685
849
  return results;
686
850
  }
687
851
 
852
+ /** Deserializes a tx blob loaded from #txsDB together with its separately-stored proof. */
853
+ async #loadTxWithProof(txHashStr: string, buffer: Buffer): Promise<Tx> {
854
+ const proofBuffer = await this.#proofsDB.getAsync(txHashStr);
855
+ if (!proofBuffer) {
856
+ // #addTx always writes a proof entry (an empty proof serializes to a 4-byte sentinel), so a missing entry
857
+ // means the blob/proof invariant is broken. Return the proofless tx but flag it, since a consumer that needs
858
+ // the proof (eg serving peers) would otherwise fail far away from the root cause.
859
+ this.#log.warn(`Missing stored proof for tx ${txHashStr}`, { txHash: txHashStr });
860
+ return Tx.fromBuffer(buffer);
861
+ }
862
+ return Tx.fromBuffers(buffer, proofBuffer);
863
+ }
864
+
688
865
  hasTxs(txHashes: TxHash[]): boolean[] {
689
866
  return txHashes.map(h => {
690
867
  const hashStr = h.toString();
@@ -720,6 +897,11 @@ export class TxPoolV2Impl {
720
897
  return this.#indices.getPendingTxCount();
721
898
  }
722
899
 
900
+ hasEligiblePendingTxs(minCount: number): boolean {
901
+ const maxReceivedAt = this.#dateProvider.now() - this.#config.minTxPoolAgeMs;
902
+ return this.#indices.hasEligiblePendingTxs(maxReceivedAt, minCount);
903
+ }
904
+
723
905
  getMinedTxHashes(): [TxHash, L2BlockId][] {
724
906
  return this.#indices.getMinedTxs().map(([hash, blockId]) => [TxHash.fromString(hash), blockId]);
725
907
  }
@@ -763,6 +945,9 @@ export class TxPoolV2Impl {
763
945
  if (config.minTxPoolAgeMs !== undefined) {
764
946
  this.#config.minTxPoolAgeMs = config.minTxPoolAgeMs;
765
947
  }
948
+ if (config.keepFinalizedTxsForSlots !== undefined) {
949
+ this.#config.keepFinalizedTxsForSlots = config.keepFinalizedTxsForSlots;
950
+ }
766
951
  // Update eviction rules with new config
767
952
  this.#evictionManager.updateConfig(config);
768
953
  }
@@ -811,7 +996,8 @@ export class TxPoolV2Impl {
811
996
  const meta = precomputedMeta ?? (await buildTxMetaData(tx));
812
997
  meta.receivedAt = this.#dateProvider.now();
813
998
 
814
- await this.#txsDB.set(txHashStr, tx.toBuffer());
999
+ await this.#txsDB.set(txHashStr, tx.withoutProof().toBuffer());
1000
+ await this.#proofsDB.set(txHashStr, tx.chonkProof.toBuffer());
815
1001
  await this.#deletedPool.clearSoftDeleted(txHashStr);
816
1002
  this.#callbacks.onTxsAdded([tx], opts);
817
1003
 
@@ -850,6 +1036,12 @@ export class TxPoolV2Impl {
850
1036
  await this.#deletedPool.deleteTx(txHashStr);
851
1037
  }
852
1038
 
1039
+ /** Hard-deletes a tx's stored data (tx blob and proof) from the DB. */
1040
+ async #deleteTxData(txHashStr: string): Promise<void> {
1041
+ await this.#txsDB.delete(txHashStr);
1042
+ await this.#proofsDB.delete(txHashStr);
1043
+ }
1044
+
853
1045
  /** Deletes a batch of transactions, emitting callbacks individually for each. */
854
1046
  async #deleteTxsBatch(txHashes: string[]): Promise<void> {
855
1047
  for (const txHashStr of txHashes) {
@@ -865,21 +1057,11 @@ export class TxPoolV2Impl {
865
1057
  this.#instrumentation.recordEvictions(txHashes.length, reason);
866
1058
  for (const txHashStr of txHashes) {
867
1059
  this.#log.debug(`Evicting tx ${txHashStr}`, { txHash: txHashStr, reason });
868
- this.#addToEvictedCache(txHashStr);
1060
+ this.#evictedTxHashes.add(txHashStr);
869
1061
  }
870
1062
  await this.#deleteTxsBatch(txHashes);
871
1063
  }
872
1064
 
873
- /** Adds a tx hash to the bounded evicted cache, evicting the oldest entry if at capacity. */
874
- #addToEvictedCache(txHashStr: string): void {
875
- if (this.#evictedTxHashes.size >= this.#config.evictedTxCacheSize) {
876
- // FIFO eviction: remove the first (oldest) entry
877
- const oldest = this.#evictedTxHashes.values().next().value!;
878
- this.#evictedTxHashes.delete(oldest);
879
- }
880
- this.#evictedTxHashes.add(txHashStr);
881
- }
882
-
883
1065
  // ============================================================================
884
1066
  // PRIVATE HELPERS - Validation & Conflict Resolution
885
1067
  // ============================================================================
@@ -974,51 +1156,6 @@ export class TxPoolV2Impl {
974
1156
  };
975
1157
  }
976
1158
 
977
- /** Loads all transactions from the database, returning loaded txs and deserialization errors */
978
- async #loadAllTxsFromDb(): Promise<{
979
- loaded: { tx: Tx; meta: TxMetaData }[];
980
- errors: string[];
981
- }> {
982
- const loaded: { tx: Tx; meta: TxMetaData }[] = [];
983
- const errors: string[] = [];
984
-
985
- for await (const [txHashStr, buffer] of this.#txsDB.entriesAsync()) {
986
- // Skip soft-deleted transactions - they stay in DB but not in indices
987
- if (this.#deletedPool.isSoftDeleted(txHashStr)) {
988
- continue;
989
- }
990
-
991
- try {
992
- const tx = Tx.fromBuffer(buffer);
993
- const allowedSetupCalls = await this.#checkAllowedSetupCalls(tx);
994
- const meta = await buildTxMetaData(tx, allowedSetupCalls);
995
- loaded.push({ tx, meta });
996
- } catch (err) {
997
- this.#log.warn(`Failed to deserialize tx ${txHashStr}, deleting`, { err });
998
- errors.push(txHashStr);
999
- }
1000
- }
1001
-
1002
- return { loaded, errors };
1003
- }
1004
-
1005
- /** Queries block source and marks mined status on transaction metadata */
1006
- async #markMinedStatusBatch(metas: TxMetaData[]): Promise<void> {
1007
- for (const meta of metas) {
1008
- try {
1009
- const txEffect = await this.#l2BlockSource.getTxEffect(TxHash.fromString(meta.txHash));
1010
- if (txEffect) {
1011
- meta.minedL2BlockId = {
1012
- number: txEffect.l2BlockNumber,
1013
- hash: txEffect.l2BlockHash.toString(),
1014
- };
1015
- }
1016
- } catch (err) {
1017
- this.#log.warn(`Failed to check mined status for tx ${meta.txHash}`, { err });
1018
- }
1019
- }
1020
- }
1021
-
1022
1159
  /**
1023
1160
  * Rebuilds the pending pool by processing each tx through pre-add rules.
1024
1161
  * Starts with an empty pending pool and adds txs one by one, resolving conflicts.
@@ -1093,7 +1230,7 @@ export class TxPoolV2Impl {
1093
1230
  const publicStateSource = new DatabasePublicStateSource(db);
1094
1231
  const balance = await publicStateSource.storageRead(
1095
1232
  ProtocolContractAddress.FeeJuice,
1096
- await computeFeePayerBalanceStorageSlot(AztecAddress.fromString(feePayer)),
1233
+ await computeFeePayerBalanceStorageSlot(AztecAddress.fromStringUnsafe(feePayer)),
1097
1234
  );
1098
1235
  return balance.toBigInt();
1099
1236
  },