@aztec/p2p 0.0.1-commit.f2ce05ee → 0.0.1-commit.f5a9928

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (522) hide show
  1. package/README.md +130 -3
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +22 -6
  5. package/dest/client/factory.d.ts +11 -10
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +64 -17
  8. package/dest/client/interface.d.ts +86 -40
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +67 -64
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +251 -251
  13. package/dest/config.d.ts +173 -94
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +158 -44
  16. package/dest/errors/p2p-service.error.d.ts +9 -0
  17. package/dest/errors/p2p-service.error.d.ts.map +1 -0
  18. package/dest/errors/p2p-service.error.js +10 -0
  19. package/dest/errors/reqresp.error.d.ts +9 -16
  20. package/dest/errors/reqresp.error.d.ts.map +1 -1
  21. package/dest/errors/reqresp.error.js +10 -17
  22. package/dest/errors/tx-pool.error.d.ts +8 -0
  23. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  24. package/dest/errors/tx-pool.error.js +9 -0
  25. package/dest/index.d.ts +2 -2
  26. package/dest/index.d.ts.map +1 -1
  27. package/dest/index.js +1 -1
  28. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +106 -55
  29. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/attestation_pool.js +302 -195
  31. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  32. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  33. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +274 -115
  34. package/dest/mem_pools/attestation_pool/index.d.ts +2 -2
  35. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  36. package/dest/mem_pools/attestation_pool/index.js +1 -1
  37. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  38. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  39. package/dest/mem_pools/attestation_pool/mocks.js +7 -5
  40. package/dest/mem_pools/index.d.ts +2 -2
  41. package/dest/mem_pools/index.d.ts.map +1 -1
  42. package/dest/mem_pools/instrumentation.d.ts +12 -5
  43. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  44. package/dest/mem_pools/instrumentation.js +38 -17
  45. package/dest/mem_pools/interface.d.ts +3 -3
  46. package/dest/mem_pools/interface.d.ts.map +1 -1
  47. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +10 -5
  48. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
  49. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +29 -20
  50. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  51. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  52. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
  54. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
  55. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
  56. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  57. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  58. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +8 -4
  59. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
  60. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  61. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +15 -5
  62. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +3 -2
  63. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  64. package/dest/mem_pools/tx_pool_v2/eviction/index.js +2 -1
  65. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +64 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +54 -5
  69. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
  70. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +1 -1
  72. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -1
  73. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +6 -5
  74. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +1 -1
  75. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -1
  76. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +9 -8
  77. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
  78. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  79. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +15 -6
  80. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
  81. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
  82. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +16 -4
  83. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
  84. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
  85. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +3 -3
  86. package/dest/mem_pools/tx_pool_v2/index.d.ts +3 -2
  87. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
  88. package/dest/mem_pools/tx_pool_v2/index.js +2 -1
  89. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +25 -0
  90. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  91. package/dest/mem_pools/tx_pool_v2/instrumentation.js +67 -0
  92. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +62 -16
  93. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  94. package/dest/mem_pools/tx_pool_v2/interfaces.js +6 -1
  95. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +81 -15
  96. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  97. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +147 -19
  98. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +26 -3
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  100. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +79 -43
  101. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +27 -7
  102. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  103. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +94 -32
  104. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +62 -9
  105. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  106. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +537 -246
  107. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
  108. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -15
  110. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  111. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  112. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  113. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +12 -5
  114. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  115. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +11 -3
  116. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +12 -5
  117. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  118. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +23 -3
  119. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +36 -9
  120. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  121. package/dest/msg_validators/proposal_validator/proposal_validator.js +130 -48
  122. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  123. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  124. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +11 -18
  125. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  126. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  127. package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -21
  128. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
  129. package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
  130. package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
  131. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  132. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  133. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  134. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  135. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  136. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  137. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  138. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
  139. package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
  140. package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
  141. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  142. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  143. package/dest/msg_validators/tx_validator/data_validator.js +36 -2
  144. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  145. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  146. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  147. package/dest/msg_validators/tx_validator/factory.d.ts +133 -7
  148. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  149. package/dest/msg_validators/tx_validator/factory.js +261 -61
  150. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
  151. package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
  152. package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
  153. package/dest/msg_validators/tx_validator/gas_validator.d.ts +104 -3
  154. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  155. package/dest/msg_validators/tx_validator/gas_validator.js +137 -53
  156. package/dest/msg_validators/tx_validator/index.d.ts +5 -1
  157. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  158. package/dest/msg_validators/tx_validator/index.js +4 -0
  159. package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
  160. package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
  161. package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
  162. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  163. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  164. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  165. package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
  166. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  167. package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
  168. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  169. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  170. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  171. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  172. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  173. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  174. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  175. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  176. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  177. package/dest/services/data_store.d.ts +1 -1
  178. package/dest/services/data_store.d.ts.map +1 -1
  179. package/dest/services/data_store.js +5 -5
  180. package/dest/services/discv5/discV5_service.d.ts +13 -2
  181. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  182. package/dest/services/discv5/discV5_service.js +119 -23
  183. package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
  184. package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
  185. package/dest/services/discv5/persisted_enr_store.js +145 -0
  186. package/dest/services/dummy_service.d.ts +25 -19
  187. package/dest/services/dummy_service.d.ts.map +1 -1
  188. package/dest/services/dummy_service.js +28 -20
  189. package/dest/services/encoding.d.ts +24 -7
  190. package/dest/services/encoding.d.ts.map +1 -1
  191. package/dest/services/encoding.js +43 -26
  192. package/dest/services/gossipsub/topic_score_params.d.ts +23 -17
  193. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  194. package/dest/services/gossipsub/topic_score_params.js +36 -24
  195. package/dest/services/libp2p/instrumentation.d.ts +6 -1
  196. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  197. package/dest/services/libp2p/instrumentation.js +21 -0
  198. package/dest/services/libp2p/libp2p_service.d.ts +71 -60
  199. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  200. package/dest/services/libp2p/libp2p_service.js +602 -407
  201. package/dest/services/peer-manager/metrics.d.ts +3 -1
  202. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  203. package/dest/services/peer-manager/metrics.js +6 -0
  204. package/dest/services/peer-manager/peer_manager.d.ts +31 -3
  205. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  206. package/dest/services/peer-manager/peer_manager.js +127 -26
  207. package/dest/services/peer-manager/peer_scoring.d.ts +34 -2
  208. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  209. package/dest/services/peer-manager/peer_scoring.js +102 -13
  210. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +5 -8
  211. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  212. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +95 -127
  213. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +11 -11
  214. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  215. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +11 -13
  216. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  217. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +31 -46
  218. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +19 -11
  219. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  220. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +52 -15
  221. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  222. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  223. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  224. package/dest/services/reqresp/config.d.ts +15 -3
  225. package/dest/services/reqresp/config.d.ts.map +1 -1
  226. package/dest/services/reqresp/config.js +11 -0
  227. package/dest/services/reqresp/interface.d.ts +25 -18
  228. package/dest/services/reqresp/interface.d.ts.map +1 -1
  229. package/dest/services/reqresp/interface.js +23 -19
  230. package/dest/services/reqresp/metrics.d.ts +1 -1
  231. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  232. package/dest/services/reqresp/metrics.js +0 -1
  233. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
  234. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  235. package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
  236. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +3 -3
  237. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  238. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
  239. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +18 -7
  240. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  241. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +57 -24
  242. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  243. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  244. package/dest/services/reqresp/protocols/index.js +0 -1
  245. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  246. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  247. package/dest/services/reqresp/protocols/tx.js +21 -3
  248. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
  249. package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
  250. package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
  251. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  252. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  253. package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
  254. package/dest/services/reqresp/reqresp.d.ts +7 -29
  255. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  256. package/dest/services/reqresp/reqresp.js +85 -219
  257. package/dest/services/service.d.ts +63 -19
  258. package/dest/services/service.d.ts.map +1 -1
  259. package/dest/services/tx_collection/config.d.ts +11 -14
  260. package/dest/services/tx_collection/config.d.ts.map +1 -1
  261. package/dest/services/tx_collection/config.js +26 -33
  262. package/dest/services/tx_collection/file_store_tx_collection.d.ts +37 -0
  263. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  264. package/dest/services/tx_collection/file_store_tx_collection.js +127 -0
  265. package/dest/services/tx_collection/file_store_tx_source.d.ts +38 -0
  266. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  267. package/dest/services/tx_collection/file_store_tx_source.js +100 -0
  268. package/dest/services/tx_collection/index.d.ts +3 -3
  269. package/dest/services/tx_collection/index.d.ts.map +1 -1
  270. package/dest/services/tx_collection/index.js +1 -1
  271. package/dest/services/tx_collection/instrumentation.js +1 -2
  272. package/dest/services/tx_collection/request_tracker.d.ts +53 -0
  273. package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
  274. package/dest/services/tx_collection/request_tracker.js +84 -0
  275. package/dest/services/tx_collection/tx_collection.d.ts +45 -51
  276. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  277. package/dest/services/tx_collection/tx_collection.js +296 -68
  278. package/dest/services/tx_collection/tx_collection_sink.d.ts +19 -9
  279. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  280. package/dest/services/tx_collection/tx_collection_sink.js +28 -31
  281. package/dest/services/tx_collection/tx_source.d.ts +13 -7
  282. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  283. package/dest/services/tx_collection/tx_source.js +29 -7
  284. package/dest/services/tx_file_store/config.d.ts +1 -3
  285. package/dest/services/tx_file_store/config.d.ts.map +1 -1
  286. package/dest/services/tx_file_store/config.js +0 -4
  287. package/dest/services/tx_file_store/tx_file_store.d.ts +4 -5
  288. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  289. package/dest/services/tx_file_store/tx_file_store.js +13 -20
  290. package/dest/services/tx_provider.d.ts +6 -4
  291. package/dest/services/tx_provider.d.ts.map +1 -1
  292. package/dest/services/tx_provider.js +12 -8
  293. package/dest/test-helpers/make-test-p2p-clients.d.ts +7 -8
  294. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  295. package/dest/test-helpers/make-test-p2p-clients.js +5 -3
  296. package/dest/test-helpers/mock-pubsub.d.ts +56 -6
  297. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  298. package/dest/test-helpers/mock-pubsub.js +128 -14
  299. package/dest/test-helpers/reqresp-nodes.d.ts +5 -7
  300. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  301. package/dest/test-helpers/reqresp-nodes.js +17 -19
  302. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  303. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  304. package/dest/test-helpers/test_tx_provider.js +3 -0
  305. package/dest/test-helpers/testbench-utils.d.ts +49 -37
  306. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  307. package/dest/test-helpers/testbench-utils.js +142 -50
  308. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  309. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  310. package/dest/testbench/p2p_client_testbench_worker.js +112 -49
  311. package/dest/testbench/worker_client_manager.d.ts +12 -6
  312. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  313. package/dest/testbench/worker_client_manager.js +57 -11
  314. package/dest/util.d.ts +13 -8
  315. package/dest/util.d.ts.map +1 -1
  316. package/dest/util.js +35 -14
  317. package/dest/versioning.d.ts +3 -6
  318. package/dest/versioning.d.ts.map +1 -1
  319. package/dest/versioning.js +3 -24
  320. package/package.json +17 -17
  321. package/src/bootstrap/bootstrap.ts +17 -3
  322. package/src/client/factory.ts +129 -28
  323. package/src/client/interface.ts +88 -48
  324. package/src/client/p2p_client.ts +284 -317
  325. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  326. package/src/config.ts +280 -49
  327. package/src/errors/p2p-service.error.ts +11 -0
  328. package/src/errors/reqresp.error.ts +13 -19
  329. package/src/errors/tx-pool.error.ts +12 -0
  330. package/src/index.ts +1 -1
  331. package/src/mem_pools/attestation_pool/attestation_pool.ts +373 -236
  332. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +298 -119
  333. package/src/mem_pools/attestation_pool/index.ts +3 -3
  334. package/src/mem_pools/attestation_pool/mocks.ts +14 -8
  335. package/src/mem_pools/index.ts +1 -1
  336. package/src/mem_pools/instrumentation.ts +27 -17
  337. package/src/mem_pools/interface.ts +2 -2
  338. package/src/mem_pools/tx_pool_v2/README.md +85 -11
  339. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +30 -20
  340. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  341. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
  342. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +6 -4
  343. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +21 -6
  344. package/src/mem_pools/tx_pool_v2/eviction/index.ts +5 -0
  345. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +67 -0
  346. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +59 -4
  347. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +4 -6
  348. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +8 -10
  349. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -10
  350. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +33 -6
  351. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +4 -3
  352. package/src/mem_pools/tx_pool_v2/index.ts +2 -1
  353. package/src/mem_pools/tx_pool_v2/instrumentation.ts +96 -0
  354. package/src/mem_pools/tx_pool_v2/interfaces.ts +63 -16
  355. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +215 -27
  356. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +91 -43
  357. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +122 -33
  358. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +602 -242
  359. package/src/msg_validators/attestation_validator/README.md +49 -0
  360. package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -14
  361. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +15 -7
  362. package/src/msg_validators/proposal_validator/README.md +123 -0
  363. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +26 -4
  364. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +43 -7
  365. package/src/msg_validators/proposal_validator/proposal_validator.ts +155 -49
  366. package/src/msg_validators/tx_validator/README.md +129 -0
  367. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +8 -17
  368. package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
  369. package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
  370. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  371. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  372. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  373. package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
  374. package/src/msg_validators/tx_validator/data_validator.ts +44 -1
  375. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  376. package/src/msg_validators/tx_validator/factory.ts +413 -80
  377. package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
  378. package/src/msg_validators/tx_validator/gas_validator.ts +195 -54
  379. package/src/msg_validators/tx_validator/index.ts +4 -0
  380. package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
  381. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  382. package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
  383. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  384. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  385. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  386. package/src/services/data_store.ts +5 -13
  387. package/src/services/discv5/discV5_service.ts +126 -14
  388. package/src/services/discv5/persisted_enr_store.ts +158 -0
  389. package/src/services/dummy_service.ts +38 -46
  390. package/src/services/encoding.ts +42 -26
  391. package/src/services/gossipsub/README.md +59 -22
  392. package/src/services/gossipsub/topic_score_params.ts +58 -31
  393. package/src/services/libp2p/instrumentation.ts +22 -0
  394. package/src/services/libp2p/libp2p_service.ts +687 -466
  395. package/src/services/peer-manager/metrics.ts +7 -0
  396. package/src/services/peer-manager/peer_manager.ts +140 -25
  397. package/src/services/peer-manager/peer_scoring.ts +102 -8
  398. package/src/services/reqresp/README.md +194 -0
  399. package/src/services/reqresp/batch-tx-requester/README.md +46 -7
  400. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +92 -138
  401. package/src/services/reqresp/batch-tx-requester/interface.ts +14 -10
  402. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +30 -71
  403. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +68 -24
  404. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  405. package/src/services/reqresp/config.ts +19 -2
  406. package/src/services/reqresp/interface.ts +45 -46
  407. package/src/services/reqresp/metrics.ts +0 -1
  408. package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
  409. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +36 -32
  410. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +64 -20
  411. package/src/services/reqresp/protocols/index.ts +0 -1
  412. package/src/services/reqresp/protocols/tx.ts +23 -3
  413. package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
  414. package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
  415. package/src/services/reqresp/reqresp.ts +100 -263
  416. package/src/services/service.ts +80 -35
  417. package/src/services/tx_collection/config.ts +40 -49
  418. package/src/services/tx_collection/file_store_tx_collection.ts +153 -0
  419. package/src/services/tx_collection/file_store_tx_source.ts +129 -0
  420. package/src/services/tx_collection/index.ts +2 -6
  421. package/src/services/tx_collection/instrumentation.ts +1 -1
  422. package/src/services/tx_collection/request_tracker.ts +127 -0
  423. package/src/services/tx_collection/tx_collection.ts +362 -110
  424. package/src/services/tx_collection/tx_collection_sink.ts +32 -36
  425. package/src/services/tx_collection/tx_source.ts +29 -8
  426. package/src/services/tx_file_store/config.ts +0 -6
  427. package/src/services/tx_file_store/tx_file_store.ts +15 -25
  428. package/src/services/tx_provider.ts +15 -9
  429. package/src/test-helpers/make-test-p2p-clients.ts +7 -6
  430. package/src/test-helpers/mock-pubsub.ts +152 -14
  431. package/src/test-helpers/reqresp-nodes.ts +15 -28
  432. package/src/test-helpers/test_tx_provider.ts +5 -0
  433. package/src/test-helpers/testbench-utils.ts +171 -68
  434. package/src/testbench/p2p_client_testbench_worker.ts +121 -64
  435. package/src/testbench/worker_client_manager.ts +72 -25
  436. package/src/util.ts +40 -19
  437. package/src/versioning.ts +3 -33
  438. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  439. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  440. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -305
  441. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  442. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  443. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  444. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
  445. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
  446. package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
  447. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
  448. package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
  449. package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
  450. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
  451. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
  452. package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
  453. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
  454. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
  455. package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
  456. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
  457. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
  458. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
  459. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
  460. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
  461. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
  462. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
  463. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
  464. package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
  465. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
  466. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
  467. package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
  468. package/dest/mem_pools/tx_pool/index.d.ts +0 -3
  469. package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
  470. package/dest/mem_pools/tx_pool/index.js +0 -2
  471. package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
  472. package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
  473. package/dest/mem_pools/tx_pool/priority.js +0 -15
  474. package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
  475. package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
  476. package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
  477. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
  478. package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
  479. package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
  480. package/dest/msg_validators/clock_tolerance.d.ts +0 -21
  481. package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
  482. package/dest/msg_validators/clock_tolerance.js +0 -37
  483. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
  484. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
  485. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
  486. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  487. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  488. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  489. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  490. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  491. package/dest/services/reqresp/protocols/block.js +0 -32
  492. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -52
  493. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  494. package/dest/services/tx_collection/fast_tx_collection.js +0 -307
  495. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -48
  496. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  497. package/dest/services/tx_collection/proposal_tx_collector.js +0 -49
  498. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -53
  499. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  500. package/dest/services/tx_collection/slow_tx_collection.js +0 -177
  501. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -336
  502. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  503. package/src/mem_pools/tx_pool/README.md +0 -270
  504. package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
  505. package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
  506. package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
  507. package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
  508. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
  509. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
  510. package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
  511. package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
  512. package/src/mem_pools/tx_pool/index.ts +0 -2
  513. package/src/mem_pools/tx_pool/priority.ts +0 -20
  514. package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
  515. package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
  516. package/src/msg_validators/clock_tolerance.ts +0 -51
  517. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
  518. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  519. package/src/services/reqresp/protocols/block.ts +0 -37
  520. package/src/services/tx_collection/fast_tx_collection.ts +0 -354
  521. package/src/services/tx_collection/proposal_tx_collector.ts +0 -112
  522. package/src/services/tx_collection/slow_tx_collection.ts +0 -233
@@ -1,13 +1,23 @@
1
+ import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
2
+ import { FifoSet } from '@aztec/foundation/fifo-set';
1
3
  import { ProtocolContractAddress } from '@aztec/protocol-contracts';
2
4
  import { computeFeePayerBalanceStorageSlot } from '@aztec/protocol-contracts/fee-juice';
3
5
  import { AztecAddress } from '@aztec/stdlib/aztec-address';
4
6
  import { DatabasePublicStateSource } from '@aztec/stdlib/trees';
5
7
  import { Tx, TxHash } from '@aztec/stdlib/tx';
6
8
  import { TxArchive } from './archive/index.js';
7
- import { EvictionManager, FeePayerBalanceEvictionRule, FeePayerBalancePreAddRule, InvalidTxsAfterMiningRule, InvalidTxsAfterReorgRule, LowPriorityEvictionRule, LowPriorityPreAddRule, NullifierConflictRule } from './eviction/index.js';
9
+ import { DeletedPool } from './deleted_pool.js';
10
+ import { EvictionManager, FeePayerBalanceEvictionRule, FeePayerBalancePreAddRule, InsufficientFeePerGasEvictionRule, InvalidTxsAfterMiningRule, InvalidTxsAfterReorgRule, LowPriorityEvictionRule, LowPriorityPreAddRule, NullifierConflictRule, TxPoolRejectionCode } from './eviction/index.js';
11
+ import { TxPoolV2Instrumentation } from './instrumentation.js';
8
12
  import { DEFAULT_TX_POOL_V2_CONFIG } from './interfaces.js';
9
13
  import { buildTxMetaData, checkNullifierConflict } from './tx_metadata.js';
10
14
  import { TxPoolIndices } from './tx_pool_indices.js';
15
+ /**
16
+ * Maximum number of finalized txs to archive or hard-delete per serial-queue item. Bounds both
17
+ * peak memory (~23k txs/epoch at 10 TPS would otherwise OOM the node) and, more importantly, how
18
+ * long finalization occupies the pool's serial queue per item: gossip tx validation waits on that
19
+ * queue, so each item must stay well under the gossipsub mcache eviction window.
20
+ */ export const FINALIZE_BLOCK_CHUNK_SIZE = 16;
11
21
  /**
12
22
  * Implementation of TxPoolV2 logic.
13
23
  *
@@ -15,30 +25,42 @@ import { TxPoolIndices } from './tx_pool_indices.js';
15
25
  */ export class TxPoolV2Impl {
16
26
  // === Persistence ===
17
27
  #store;
18
- #txsDB;
28
+ /** Tx data without its proof. Proofs live in #proofsDB so a tx can be read without loading its proof. */ #txsDB;
29
+ /** Tx proofs, keyed by tx hash. Written and deleted in lockstep with #txsDB. */ #proofsDB;
19
30
  // === Dependencies ===
20
31
  #l2BlockSource;
21
32
  #worldStateSynchronizer;
22
- #pendingTxValidator;
33
+ #createTxValidator;
34
+ #checkAllowedSetupCalls;
23
35
  // === In-Memory Indices ===
24
36
  #indices = new TxPoolIndices();
25
37
  // === Config & Services ===
26
38
  #config;
27
39
  #archive;
40
+ #deletedPool;
28
41
  #evictionManager;
42
+ #dateProvider;
43
+ #instrumentation;
44
+ #evictedTxHashes;
29
45
  #log;
30
46
  #callbacks;
31
- constructor(store, archiveStore, deps, callbacks, config = {}, log){
47
+ constructor(store, archiveStore, deps, callbacks, telemetry, config = {}, dateProvider, log){
32
48
  this.#store = store;
33
49
  this.#txsDB = store.openMap('txs');
50
+ this.#proofsDB = store.openMap('tx_proofs');
34
51
  this.#l2BlockSource = deps.l2BlockSource;
35
52
  this.#worldStateSynchronizer = deps.worldStateSynchronizer;
36
- this.#pendingTxValidator = deps.pendingTxValidator;
53
+ this.#createTxValidator = deps.createTxValidator;
54
+ this.#checkAllowedSetupCalls = deps.checkAllowedSetupCalls;
37
55
  this.#config = {
38
56
  ...DEFAULT_TX_POOL_V2_CONFIG,
39
57
  ...config
40
58
  };
59
+ this.#evictedTxHashes = FifoSet.withLimit(this.#config.evictedTxCacheSize);
41
60
  this.#archive = new TxArchive(archiveStore, this.#config.archivedTxLimit, log);
61
+ this.#deletedPool = new DeletedPool(store, (txHashStr)=>this.#deleteTxData(txHashStr), log);
62
+ this.#dateProvider = dateProvider;
63
+ this.#instrumentation = new TxPoolV2Instrumentation(telemetry, ()=>this.#indices.getTotalMetadataBytes());
42
64
  this.#log = log;
43
65
  this.#callbacks = callbacks;
44
66
  // Setup eviction manager with rules
@@ -51,6 +73,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
51
73
  }));
52
74
  // Post-event eviction rules (run after events to check ALL pending txs)
53
75
  this.#evictionManager.registerRule(new InvalidTxsAfterMiningRule());
76
+ this.#evictionManager.registerRule(new InsufficientFeePerGasEvictionRule(deps.blockMinFeesProvider));
54
77
  this.#evictionManager.registerRule(new InvalidTxsAfterReorgRule(deps.worldStateSynchronizer));
55
78
  this.#evictionManager.registerRule(new FeePayerBalanceEvictionRule(deps.worldStateSynchronizer));
56
79
  // LowPriorityEvictionRule handles cases where txs become pending via prepareForSlot (unprotect)
@@ -69,30 +92,65 @@ import { TxPoolIndices } from './tx_pool_indices.js';
69
92
  * Note: Protected status is lost on restart. All non-mined txs are rebuilt as pending
70
93
  * by running pre-add rules to resolve nullifier conflicts, balance checks, and pool size limits.
71
94
  */ async hydrateFromDatabase() {
72
- // Step 1: Load all transactions from DB
73
- const { loaded, errors: deserializationErrors } = await this.#loadAllTxsFromDb();
74
- // Step 2: Check mined status for each tx
75
- await this.#markMinedStatusBatch(loaded.map((l)=>l.meta));
76
- // Step 3: Partition by mined status
77
- const mined = [];
78
- const nonMined = [];
79
- for (const entry of loaded){
80
- if (entry.meta.minedL2BlockId !== undefined) {
81
- mined.push(entry.meta);
95
+ // Step 0: Hydrate deleted pool state
96
+ await this.#deletedPool.hydrateFromDatabase();
97
+ // Step 1: Stream txs from DB, building metadata and mined status one at a time.
98
+ const minedMetas = [];
99
+ const pendingMetas = [];
100
+ const deserializationErrors = [];
101
+ for await (const [txHashStr, buffer] of this.#txsDB.entriesAsync()){
102
+ // Skip soft-deleted transactions - they stay in DB but not in indices
103
+ if (this.#deletedPool.isSoftDeleted(txHashStr)) {
104
+ continue;
105
+ }
106
+ let meta;
107
+ let txEffect;
108
+ try {
109
+ const tx = Tx.fromBuffer(buffer);
110
+ // Resolve allowed-setup-calls and the tx effect concurrently
111
+ // getTxEffect failures are non-fatal (we just treat the tx as not-yet-mined), so
112
+ // its rejection is swallowed before the Promise.all so it can't fail-fast the batch.
113
+ const txEffectPromise = this.#l2BlockSource.getTxEffect(tx.getTxHash()).catch((err)=>{
114
+ this.#log.warn(`Failed to check mined status for tx ${txHashStr}`, {
115
+ err
116
+ });
117
+ return undefined;
118
+ });
119
+ const [allowedSetupCalls, fetchedTxEffect] = await Promise.all([
120
+ this.#checkAllowedSetupCalls(tx),
121
+ txEffectPromise
122
+ ]);
123
+ meta = await buildTxMetaData(tx, allowedSetupCalls);
124
+ txEffect = fetchedTxEffect;
125
+ } catch (err) {
126
+ this.#log.warn(`Failed to deserialize tx ${txHashStr}, deleting`, {
127
+ err
128
+ });
129
+ deserializationErrors.push(txHashStr);
130
+ continue;
131
+ }
132
+ if (txEffect) {
133
+ meta.minedL2BlockId = {
134
+ number: txEffect.l2BlockNumber,
135
+ hash: txEffect.l2BlockHash.toString()
136
+ };
137
+ }
138
+ if (meta.minedL2BlockId !== undefined) {
139
+ minedMetas.push(meta);
82
140
  } else {
83
- nonMined.push(entry);
141
+ pendingMetas.push(meta);
84
142
  }
85
143
  }
86
- // Step 4: Validate non-mined transactions
87
- const { valid, invalid } = await this.#validateTxBatch(nonMined, 'on startup');
88
- // Step 5: Populate mined indices (these don't need conflict resolution)
89
- for (const meta of mined){
144
+ // Step 2: Validate non-mined transactions
145
+ const { valid, invalid } = await this.#revalidateMetadata(pendingMetas, 'on startup');
146
+ // Step 3: Populate mined indices (these don't need conflict resolution)
147
+ for (const meta of minedMetas){
90
148
  this.#indices.addMined(meta);
91
149
  }
92
- // Step 6: Rebuild pending pool by running pre-add rules for each tx
150
+ // Step 4: Rebuild pending pool by running pre-add rules for each tx
93
151
  // This resolves nullifier conflicts, fee payer balance issues, and pool size limits
94
152
  const { rejected } = await this.#rebuildPendingPool(valid);
95
- // Step 7: Delete invalid and rejected txs from DB only (indices were never populated for these)
153
+ // Step 5: Delete invalid and rejected txs from DB only (indices were never populated for these)
96
154
  const toDelete = [
97
155
  ...deserializationErrors,
98
156
  ...invalid,
@@ -103,17 +161,46 @@ import { TxPoolIndices } from './tx_pool_indices.js';
103
161
  }
104
162
  await this.#store.transactionAsync(async ()=>{
105
163
  for (const txHashStr of toDelete){
106
- await this.#txsDB.delete(txHashStr);
164
+ await this.#deleteTxData(txHashStr);
107
165
  }
108
166
  });
109
- this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup`);
167
+ this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup`, {
168
+ txHashes: toDelete
169
+ });
110
170
  }
111
171
  async addPendingTxs(txs, opts) {
112
172
  const accepted = [];
113
173
  const ignored = [];
114
174
  const rejected = [];
175
+ const errors = new Map();
115
176
  const acceptedPending = new Set();
177
+ // Phase 1: Pre-compute all throwable I/O outside the transaction.
178
+ // If any pre-computation throws, the entire call fails before mutations happen.
179
+ const precomputed = new Map();
180
+ const validator = await this.#createTxValidator();
181
+ for (const tx of txs){
182
+ const txHash = tx.getTxHash();
183
+ const txHashStr = txHash.toString();
184
+ const meta = await buildTxMetaData(tx);
185
+ const minedBlockId = await this.#getMinedBlockId(txHash);
186
+ // Validate non-mined txs (mined and pre-protected txs bypass validation inside the transaction)
187
+ let isValid = true;
188
+ if (!minedBlockId) {
189
+ isValid = await this.#validateMeta(meta, validator);
190
+ }
191
+ precomputed.set(txHashStr, {
192
+ meta,
193
+ minedBlockId,
194
+ isValid
195
+ });
196
+ }
197
+ // Phase 2: Apply mutations inside the transaction using only pre-computed results,
198
+ // in-memory reads, and buffered DB writes. Nothing here can throw an unhandled exception.
116
199
  const poolAccess = this.#createPreAddPoolAccess();
200
+ const preAddContext = opts.feeComparisonOnly !== undefined ? {
201
+ feeComparisonOnly: opts.feeComparisonOnly,
202
+ priceBumpPercentage: this.#config.priceBumpPercentage
203
+ } : undefined;
117
204
  await this.#store.transactionAsync(async ()=>{
118
205
  for (const tx of txs){
119
206
  const txHash = tx.getTxHash();
@@ -123,82 +210,112 @@ import { TxPoolIndices } from './tx_pool_indices.js';
123
210
  ignored.push(txHash);
124
211
  continue;
125
212
  }
126
- // Check mined status first (applies to all paths)
127
- const minedBlockId = await this.#getMinedBlockId(txHash);
213
+ const { meta, minedBlockId, isValid } = precomputed.get(txHashStr);
128
214
  const preProtectedSlot = this.#indices.getProtectionSlot(txHashStr);
129
215
  if (minedBlockId) {
130
216
  // Already mined - add directly (protection already set if pre-protected)
131
217
  await this.#addTx(tx, {
132
218
  mined: minedBlockId
133
- }, opts);
219
+ }, opts, meta);
134
220
  accepted.push(txHash);
135
221
  } else if (preProtectedSlot !== undefined) {
136
222
  // Pre-protected and not mined - add as protected (bypass validation)
137
223
  await this.#addTx(tx, {
138
224
  protected: preProtectedSlot
139
- }, opts);
225
+ }, opts, meta);
140
226
  accepted.push(txHash);
227
+ } else if (!isValid) {
228
+ // Failed pre-computed validation
229
+ rejected.push(txHash);
141
230
  } else {
142
- // Regular pending tx - validate and run pre-add rules
143
- const result = await this.#tryAddRegularPendingTx(tx, opts, poolAccess, acceptedPending, ignored);
231
+ // Regular pending tx - run pre-add rules using pre-computed metadata
232
+ const result = await this.#tryAddRegularPendingTx(tx, meta, opts, poolAccess, acceptedPending, ignored, errors, preAddContext);
144
233
  if (result.status === 'accepted') {
145
234
  acceptedPending.add(txHashStr);
146
- } else if (result.status === 'rejected') {
147
- rejected.push(txHash);
148
235
  } else {
149
236
  ignored.push(txHash);
150
237
  }
151
238
  }
152
239
  }
240
+ // Run post-add eviction rules for pending txs (inside transaction for atomicity)
241
+ if (acceptedPending.size > 0) {
242
+ const feePayers = Array.from(acceptedPending).map((txHash)=>this.#indices.getMetadata(txHash).feePayer);
243
+ const uniqueFeePayers = new Set(feePayers);
244
+ await this.#evictionManager.evictAfterNewTxs(Array.from(acceptedPending), [
245
+ ...uniqueFeePayers
246
+ ]);
247
+ }
153
248
  });
154
249
  // Build final accepted list for pending txs (excludes intra-batch evictions)
155
250
  for (const txHashStr of acceptedPending){
156
251
  accepted.push(TxHash.fromString(txHashStr));
157
252
  }
158
- // Run post-add eviction rules for pending txs
159
- if (acceptedPending.size > 0) {
160
- const feePayers = Array.from(acceptedPending).map((txHash)=>this.#indices.getMetadata(txHash).feePayer);
161
- const uniqueFeePayers = new Set(feePayers);
162
- await this.#evictionManager.evictAfterNewTxs(Array.from(acceptedPending), [
163
- ...uniqueFeePayers
164
- ]);
253
+ // Record metrics
254
+ if (ignored.length > 0) {
255
+ this.#instrumentation.recordIgnored(ignored.length);
256
+ }
257
+ if (rejected.length > 0) {
258
+ this.#instrumentation.recordRejected(rejected.length);
165
259
  }
166
260
  return {
167
261
  accepted,
168
262
  ignored,
169
- rejected
263
+ rejected,
264
+ ...errors.size > 0 ? {
265
+ errors
266
+ } : {}
170
267
  };
171
268
  }
172
- /** Validates and adds a regular pending tx. Returns status. */ async #tryAddRegularPendingTx(tx, opts, poolAccess, acceptedPending, ignored) {
173
- const txHash = tx.getTxHash();
174
- const txHashStr = txHash.toString();
175
- // Validate transaction
176
- if (!await this.#validateTx(tx)) {
177
- return {
178
- status: 'rejected'
179
- };
180
- }
181
- // Build metadata and run pre-add rules
182
- const meta = await buildTxMetaData(tx);
183
- const preAddResult = await this.#evictionManager.runPreAddRules(meta, poolAccess);
269
+ /** Adds a validated pending tx, running pre-add rules and evicting conflicts. */ async #tryAddRegularPendingTx(tx, precomputedMeta, opts, poolAccess, acceptedPending, ignored, errors, preAddContext) {
270
+ const txHashStr = tx.getTxHash().toString();
271
+ // Run pre-add rules
272
+ const preAddResult = await this.#evictionManager.runPreAddRules(precomputedMeta, poolAccess, preAddContext);
184
273
  if (preAddResult.shouldIgnore) {
185
- this.#log.debug(`Ignoring tx ${txHashStr}: ${preAddResult.reason}`);
274
+ this.#log.debug(`Ignoring tx ${txHashStr}: ${preAddResult.reason?.message ?? 'unknown reason'}`);
275
+ if (preAddResult.reason && preAddResult.reason.code !== TxPoolRejectionCode.INTERNAL_ERROR) {
276
+ errors.set(txHashStr, preAddResult.reason);
277
+ }
186
278
  return {
187
279
  status: 'ignored'
188
280
  };
189
281
  }
190
- // Evict conflicts
191
- for (const evictHashStr of preAddResult.txHashesToEvict){
192
- await this.#deleteTx(evictHashStr);
193
- this.#log.debug(`Evicted tx ${evictHashStr} due to higher-fee tx ${txHashStr}`);
194
- if (acceptedPending.has(evictHashStr)) {
195
- // Evicted tx was from this batch - mark as ignored in result
196
- acceptedPending.delete(evictHashStr);
197
- ignored.push(TxHash.fromString(evictHashStr));
282
+ // Evict conflicts, grouped by rule name for metrics
283
+ if (preAddResult.evictions && preAddResult.evictions.length > 0) {
284
+ const byReason = new Map();
285
+ for (const { txHash: evictHash, reason } of preAddResult.evictions){
286
+ const group = byReason.get(reason);
287
+ if (group) {
288
+ group.push(evictHash);
289
+ } else {
290
+ byReason.set(reason, [
291
+ evictHash
292
+ ]);
293
+ }
294
+ }
295
+ for (const [reason, hashes] of byReason){
296
+ await this.#evictTxs(hashes, reason);
198
297
  }
298
+ for (const evictHashStr of preAddResult.txHashesToEvict){
299
+ this.#log.debug(`Evicted tx ${evictHashStr} due to higher-fee tx ${txHashStr}`, {
300
+ evictedTxHash: evictHashStr,
301
+ replacementTxHash: txHashStr
302
+ });
303
+ if (acceptedPending.has(evictHashStr)) {
304
+ // Evicted tx was from this batch - mark as ignored in result
305
+ acceptedPending.delete(evictHashStr);
306
+ ignored.push(TxHash.fromString(evictHashStr));
307
+ }
308
+ }
309
+ }
310
+ // Randomly drop the transaction for testing purposes (report as accepted so it propagates)
311
+ if (this.#config.dropTransactionsProbability > 0 && Math.random() < this.#config.dropTransactionsProbability) {
312
+ this.#log.debug(`Dropping tx ${txHashStr} (simulated drop for testing)`);
313
+ return {
314
+ status: 'accepted'
315
+ };
199
316
  }
200
317
  // Add the transaction
201
- await this.#addTx(tx, 'pending', opts);
318
+ await this.#addTx(tx, 'pending', opts, precomputedMeta);
202
319
  return {
203
320
  status: 'accepted'
204
321
  };
@@ -207,38 +324,44 @@ import { TxPoolIndices } from './tx_pool_indices.js';
207
324
  const txHashStr = tx.getTxHash().toString();
208
325
  // Check if already in pool
209
326
  if (this.#indices.has(txHashStr)) {
327
+ this.#log.verbose(`canAddPendingTx: tx ${txHashStr} already in pool`);
210
328
  return 'ignored';
211
329
  }
212
- // Validate transaction (no logging for dry-run check)
213
- const validationResult = await this.#pendingTxValidator.validateTx(tx);
214
- if (validationResult.result !== 'valid') {
215
- return 'rejected';
216
- }
217
- // Build metadata and use pre-add rules
330
+ // Build metadata and check pre-add rules
218
331
  const meta = await buildTxMetaData(tx);
219
332
  const poolAccess = this.#createPreAddPoolAccess();
220
333
  const preAddResult = await this.#evictionManager.runPreAddRules(meta, poolAccess);
221
- return preAddResult.shouldIgnore ? 'ignored' : 'accepted';
334
+ if (preAddResult.shouldIgnore) {
335
+ this.#log.verbose(`canAddPendingTx: tx ${txHashStr} ignored by pre-add rule`, {
336
+ reason: preAddResult.reason?.message ?? 'no reason provided'
337
+ });
338
+ return 'ignored';
339
+ }
340
+ return 'accepted';
222
341
  }
223
342
  async addProtectedTxs(txs, block, opts) {
224
343
  const slotNumber = block.globalVariables.slotNumber;
344
+ // Precompute setup-call allow-list flags outside the store transaction
345
+ const allowedFlags = await Promise.all(txs.map((tx)=>this.#checkAllowedSetupCalls(tx)));
225
346
  await this.#store.transactionAsync(async ()=>{
226
- for (const tx of txs){
347
+ for(let i = 0; i < txs.length; i++){
348
+ const tx = txs[i];
227
349
  const txHash = tx.getTxHash();
228
350
  const txHashStr = txHash.toString();
229
351
  const isNew = !this.#indices.has(txHashStr);
230
352
  const minedBlockId = await this.#getMinedBlockId(txHash);
231
353
  if (isNew) {
354
+ const meta = await buildTxMetaData(tx, allowedFlags[i]);
232
355
  // New tx - add as mined or protected (callback emitted by #addTx)
233
356
  if (minedBlockId) {
234
357
  await this.#addTx(tx, {
235
358
  mined: minedBlockId
236
- }, opts);
359
+ }, opts, meta);
237
360
  this.#indices.setProtection(txHashStr, slotNumber);
238
361
  } else {
239
362
  await this.#addTx(tx, {
240
363
  protected: slotNumber
241
- }, opts);
364
+ }, opts, meta);
242
365
  }
243
366
  } else {
244
367
  // Existing tx - update protection and mined status
@@ -251,20 +374,54 @@ import { TxPoolIndices } from './tx_pool_indices.js';
251
374
  }
252
375
  });
253
376
  }
254
- protectTxs(txHashes, block) {
377
+ async protectTxs(txHashes, block) {
255
378
  const slotNumber = block.globalVariables.slotNumber;
256
379
  const missing = [];
257
- for (const txHash of txHashes){
258
- const txHashStr = txHash.toString();
259
- if (this.#indices.has(txHashStr)) {
260
- // Update protection for existing tx
261
- this.#indices.updateProtection(txHashStr, slotNumber);
262
- } else {
263
- // Pre-record protection for tx we don't have yet
264
- this.#indices.setProtection(txHashStr, slotNumber);
265
- missing.push(txHash);
380
+ let softDeletedHits = 0;
381
+ let missingPreviouslyEvicted = 0;
382
+ await this.#store.transactionAsync(async ()=>{
383
+ for (const txHash of txHashes){
384
+ const txHashStr = txHash.toString();
385
+ if (this.#indices.has(txHashStr)) {
386
+ // Update protection for existing tx
387
+ this.#indices.updateProtection(txHashStr, slotNumber);
388
+ } else if (this.#deletedPool.isSoftDeleted(txHashStr)) {
389
+ // Resurrect soft-deleted tx as protected. Load the proof too: #addTx rewrites both entries, so re-adding
390
+ // a proofless tx would wipe the stored proof.
391
+ const buffer = await this.#txsDB.getAsync(txHashStr);
392
+ if (buffer) {
393
+ const tx = await this.#loadTxWithProof(txHashStr, buffer);
394
+ await this.#addTx(tx, {
395
+ protected: slotNumber
396
+ });
397
+ softDeletedHits++;
398
+ } else {
399
+ // Data missing despite soft-delete flag — treat as truly missing
400
+ this.#indices.setProtection(txHashStr, slotNumber);
401
+ missing.push(txHash);
402
+ }
403
+ } else {
404
+ // Truly missing — pre-record protection for tx we don't have yet
405
+ this.#indices.setProtection(txHashStr, slotNumber);
406
+ missing.push(txHash);
407
+ if (this.#evictedTxHashes.has(txHashStr)) {
408
+ missingPreviouslyEvicted++;
409
+ }
410
+ }
266
411
  }
412
+ });
413
+ // Record metrics
414
+ if (softDeletedHits > 0) {
415
+ this.#instrumentation.recordSoftDeletedHits(softDeletedHits);
416
+ }
417
+ if (missing.length > 0) {
418
+ this.#log.debug(`protectTxs missing tx hashes: ${missing.map((h)=>h.toString()).join(', ')}`);
419
+ this.#instrumentation.recordMissingOnProtect(missing.length);
267
420
  }
421
+ if (missingPreviouslyEvicted > 0) {
422
+ this.#instrumentation.recordMissingPreviouslyEvicted(missingPreviouslyEvicted);
423
+ }
424
+ this.#log.info(`Protected ${txHashes.length} txs, missing: ${missing.length}, soft-deleted hits: ${softDeletedHits}`);
268
425
  return missing;
269
426
  }
270
427
  async addMinedTxs(txs, block, opts) {
@@ -283,6 +440,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
283
440
  mined: blockId
284
441
  }, opts);
285
442
  }
443
+ await this.#deletedPool.clearIfMinedHigher(txHashStr, blockId.number);
286
444
  }
287
445
  });
288
446
  }
@@ -302,35 +460,77 @@ import { TxPoolIndices } from './tx_pool_indices.js';
302
460
  found.push(meta);
303
461
  }
304
462
  }
305
- // Step 4: Mark txs as mined (only those we have in the pool)
306
- for (const meta of found){
307
- this.#indices.markAsMined(meta, blockId);
463
+ await this.#store.transactionAsync(async ()=>{
464
+ // Step 4: Mark txs as mined (only those we have in the pool)
465
+ for (const meta of found){
466
+ this.#indices.markAsMined(meta, blockId);
467
+ await this.#deletedPool.clearIfMinedHigher(meta.txHash, blockId.number);
468
+ }
469
+ // Step 5: Run post-event eviction rules (inside transaction for atomicity)
470
+ await this.#evictionManager.evictAfterNewBlock(block.header, nullifiers, feePayers);
471
+ });
472
+ if (found.length > 0) {
473
+ // receivedAt is 0 for txs hydrated from the DB on restart (true receive time lost) — leave
474
+ // their delay undefined so the metric isn't polluted by epoch-sized values.
475
+ const now = this.#dateProvider.now();
476
+ this.#callbacks.onTxsMined(found.map((m)=>({
477
+ txHash: m.txHash,
478
+ minedDelayMs: m.receivedAt > 0 ? now - m.receivedAt : undefined
479
+ })));
308
480
  }
309
- // Step 5: Run eviction rules (remove pending txs with conflicting nullifiers/expired timestamps)
310
- await this.#evictionManager.evictAfterNewBlock(block.header, nullifiers, feePayers);
311
481
  this.#log.info(`Marked ${found.length} txs as mined in block ${blockId.number}`);
312
482
  }
313
483
  async prepareForSlot(slotNumber) {
314
- // Step 1: Find expired protected txs
315
- const expiredProtected = this.#indices.findExpiredProtectedTxs(slotNumber);
316
- // Step 2: Clear protection for all expired entries (including those without metadata)
317
- this.#indices.clearProtection(expiredProtected);
318
- // Step 3: Filter to only txs that have metadata and are not mined
319
- const txsToRestore = this.#indices.filterRestorable(expiredProtected);
320
- if (txsToRestore.length === 0) {
321
- return;
322
- }
323
- this.#log.info(`Preparing for slot ${slotNumber}: unprotecting ${txsToRestore.length} txs`);
324
- // Step 4: Validate for pending pool
325
- const { valid, invalid } = await this.#loadAndValidateTxs(txsToRestore, 'during prepareForSlot');
326
- // Step 5: Resolve nullifier conflicts and add winners to pending indices
484
+ await this.#store.transactionAsync(async ()=>{
485
+ // Step 0: Clean up slot-deleted txs from previous slots
486
+ await this.#deletedPool.cleanupSlotDeleted(slotNumber);
487
+ // Step 1: Find expired protected txs
488
+ const expiredProtected = this.#indices.findExpiredProtectedTxs(slotNumber);
489
+ // Step 2: Clear protection for all expired entries (including those without metadata)
490
+ this.#indices.clearProtection(expiredProtected);
491
+ // Step 3: Filter to only txs that have metadata and are not mined
492
+ const txsToRestore = this.#indices.filterRestorable(expiredProtected);
493
+ if (txsToRestore.length === 0) {
494
+ this.#log.debug(`Preparing for slot ${slotNumber}, no txs to unprotect`);
495
+ return;
496
+ }
497
+ this.#log.info(`Preparing for slot ${slotNumber}: unprotecting ${txsToRestore.length} txs`);
498
+ await this.#restoreUnprotectedToPending(txsToRestore, 'during prepareForSlot');
499
+ });
500
+ }
501
+ async unprotectTxs(txHashes, slotNumber) {
502
+ const hashStrs = txHashes.map((h)=>h.toString());
503
+ await this.#store.transactionAsync(async ()=>{
504
+ // Only release entries still recorded at this exact slot. A tx that another, still-live proposal
505
+ // raised to a higher slot via updateProtection must keep that protection. Mined txs have no
506
+ // protection entry and so are never matched here.
507
+ const matching = this.#indices.findProtectedTxsAtSlot(hashStrs, slotNumber);
508
+ if (matching.length === 0) {
509
+ this.#log.debug(`Unprotecting txs for slot ${slotNumber}: no matching protections to release`);
510
+ return;
511
+ }
512
+ this.#indices.clearProtection(matching);
513
+ const txsToRestore = this.#indices.filterRestorable(matching);
514
+ if (txsToRestore.length === 0) {
515
+ return;
516
+ }
517
+ this.#log.info(`Unprotecting ${txsToRestore.length} txs from failed proposal at slot ${slotNumber}`);
518
+ await this.#restoreUnprotectedToPending(txsToRestore, 'during unprotectTxs');
519
+ });
520
+ }
521
+ /**
522
+ * Returns just-unprotected txs to the pending pool: revalidates them, resolves nullifier
523
+ * conflicts, deletes losers, then enforces the pool size limit. Must run inside a store
524
+ * transaction; callers clear the protection entries before invoking.
525
+ */ async #restoreUnprotectedToPending(txsToRestore, context) {
526
+ // Step 1: Validate for pending pool
527
+ const { valid, invalid } = await this.#revalidateMetadata(txsToRestore, context);
528
+ // Step 2: Resolve nullifier conflicts and add winners to pending indices
327
529
  const { added, toEvict } = this.#applyNullifierConflictResolution(valid);
328
- // Step 6: Delete invalid and evicted txs
329
- await this.#deleteTxsBatch([
330
- ...invalid,
331
- ...toEvict
332
- ]);
333
- // Step 7: Run eviction rules (enforce pool size limit)
530
+ // Step 3: Delete invalid txs and evict conflict losers
531
+ await this.#deleteTxsBatch(invalid);
532
+ await this.#evictTxs(toEvict, 'NullifierConflict');
533
+ // Step 4: Run eviction rules (enforce pool size limit)
334
534
  if (added.length > 0) {
335
535
  const feePayers = added.map((meta)=>meta.feePayer);
336
536
  const uniqueFeePayers = new Set(feePayers);
@@ -339,7 +539,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
339
539
  ]);
340
540
  }
341
541
  }
342
- async handlePrunedBlocks(latestBlock) {
542
+ async handlePrunedBlocks(latestBlock, options) {
343
543
  // Step 1: Find transactions mined after the prune point
344
544
  const txsToUnmine = this.#indices.findTxsMinedAfter(latestBlock.number);
345
545
  if (txsToUnmine.length === 0) {
@@ -347,86 +547,210 @@ import { TxPoolIndices } from './tx_pool_indices.js';
347
547
  return;
348
548
  }
349
549
  this.#log.info(`Handling prune to block ${latestBlock.number}: un-mining ${txsToUnmine.length} txs`);
350
- // Step 2: Unmine - clear mined status from metadata
351
- for (const meta of txsToUnmine){
352
- this.#indices.markAsUnmined(meta);
353
- }
354
- // Step 3: Filter out protected txs (they'll be handled by prepareForSlot)
355
- const unprotectedTxs = this.#indices.filterUnprotected(txsToUnmine);
356
- // Step 4: Validate for pending pool
357
- const { valid, invalid } = await this.#loadAndValidateTxs(unprotectedTxs, 'during handlePrunedBlocks');
358
- // Step 5: Resolve nullifier conflicts and add winners to pending indices
359
- const { toEvict } = this.#applyNullifierConflictResolution(valid);
360
- // Step 6: Delete invalid and evicted txs
361
- await this.#deleteTxsBatch([
362
- ...invalid,
363
- ...toEvict
364
- ]);
365
- // Step 7: Run eviction rules for ALL pending txs (not just restored ones)
366
- // This handles cases like existing pending txs with invalid fee payer balances
367
- await this.#evictionManager.evictAfterChainPrune(latestBlock.number);
550
+ await this.#store.transactionAsync(async ()=>{
551
+ // Step 2: Mark ALL un-mined txs with their original mined block number
552
+ // This ensures they get soft-deleted if removed later, and only hard-deleted
553
+ // when their original mined block is finalized
554
+ await this.#deletedPool.markFromPrunedBlock(txsToUnmine.map((m)=>({
555
+ txHash: m.txHash,
556
+ minedAtBlock: BlockNumber(m.minedL2BlockId.number)
557
+ })));
558
+ // Step 3: Unmine - clear mined status from metadata
559
+ for (const meta of txsToUnmine){
560
+ this.#indices.markAsUnmined(meta);
561
+ }
562
+ // If deleteAllTxs is set (epoch prune), delete all un-mined txs and return early
563
+ if (options?.deleteAllTxs) {
564
+ const allTxHashes = txsToUnmine.map((m)=>m.txHash);
565
+ await this.#deleteTxsBatch(allTxHashes);
566
+ this.#log.info(`Handled prune to block ${latestBlock.number} with deleteAllTxs: deleted ${allTxHashes.length} txs`);
567
+ return;
568
+ }
569
+ // Step 4: Filter out protected txs (they'll be handled by prepareForSlot)
570
+ const unprotectedTxs = this.#indices.filterUnprotected(txsToUnmine);
571
+ // Step 5: Validate for pending pool
572
+ const { valid, invalid } = await this.#revalidateMetadata(unprotectedTxs, 'during handlePrunedBlocks');
573
+ // Step 6: Resolve nullifier conflicts and add winners to pending indices
574
+ const { toEvict } = this.#applyNullifierConflictResolution(valid);
575
+ // Step 7: Delete invalid txs and evict conflict losers
576
+ await this.#deleteTxsBatch(invalid);
577
+ await this.#evictTxs(toEvict, 'NullifierConflict');
578
+ this.#log.info(`Handled prune to block ${latestBlock.number}: ${valid.length} txs restored to pending, ${invalid.length} invalid, ${toEvict.length} evicted due to nullifier conflicts`, {
579
+ txHashesRestored: valid.map((m)=>m.txHash),
580
+ txHashesInvalid: invalid,
581
+ txHashesEvicted: toEvict
582
+ });
583
+ // Step 8: Run eviction rules for ALL pending txs (not just restored ones)
584
+ // This handles cases like existing pending txs with invalid fee payer balances
585
+ await this.#evictionManager.evictAfterChainPrune(latestBlock.number);
586
+ });
368
587
  }
369
588
  async handleFailedExecution(txHashes) {
370
- // Delete failed txs
371
- await this.#deleteTxsBatch(txHashes.map((h)=>h.toString()));
372
- this.#log.info(`Deleted ${txHashes.length} failed txs`);
373
- }
374
- async handleFinalizedBlock(block) {
375
- const blockNumber = block.globalVariables.blockNumber;
376
- // Step 1: Find txs mined at or before finalized block
377
- const txsToFinalize = this.#indices.findTxsMinedAtOrBefore(blockNumber);
378
- if (txsToFinalize.length === 0) {
589
+ await this.#store.transactionAsync(async ()=>{
590
+ await this.#deleteTxsBatch(txHashes.map((h)=>h.toString()));
591
+ });
592
+ this.#log.info(`Deleted ${txHashes.length} failed txs`, {
593
+ txHashes: txHashes.map((h)=>h.toString())
594
+ });
595
+ }
596
+ /**
597
+ * Resolves what a finalized block event should process: the cutoff block and the mined txs at or
598
+ * before it. The wrapper feeds the result to archiveFinalizedTxs / finalizeTxs in chunks, each as
599
+ * its own serial-queue item, so gossip-driven pool operations can interleave with finalization
600
+ * instead of stalling behind an entire epoch's worth of tx processing.
601
+ */ async prepareFinalization(block) {
602
+ // Hold finalized txs for a configurable margin behind the finalized tip so a prover still
603
+ // proving an epoch with already-finalized blocks isn't starved of its txs. 0 deletes at the finalized tip.
604
+ const cutoffBlock = await this.#finalizationCutoffBlock(block);
605
+ return {
606
+ cutoffBlock,
607
+ txHashes: this.#indices.findTxsMinedAtOrBefore(cutoffBlock)
608
+ };
609
+ }
610
+ /**
611
+ * Copies the given finalized txs into the archive. The pool stores txs proof-stripped, which is
612
+ * exactly the archive format, so buffers are copied as-is without deserialization.
613
+ */ async archiveFinalizedTxs(txHashes) {
614
+ if (!this.#archive.isEnabled()) {
379
615
  return;
380
616
  }
381
- // Step 2: Collect txs for archiving (before deletion)
382
- const txsToArchive = [];
383
- if (this.#archive.isEnabled()) {
384
- for (const txHashStr of txsToFinalize){
385
- const buffer = await this.#txsDB.getAsync(txHashStr);
386
- if (buffer) {
387
- txsToArchive.push(Tx.fromBuffer(buffer));
388
- }
617
+ const entries = [];
618
+ for (const txHash of txHashes){
619
+ const buffer = await this.#txsDB.getAsync(txHash);
620
+ if (buffer) {
621
+ entries.push({
622
+ txHash,
623
+ buffer
624
+ });
389
625
  }
390
626
  }
391
- // Step 3: Delete from active pool
392
- await this.#deleteTxsBatch(txsToFinalize);
393
- // Step 4: Archive
394
- if (txsToArchive.length > 0) {
395
- await this.#archive.archiveTxs(txsToArchive);
627
+ await this.#archive.archiveTxBuffers(entries);
628
+ }
629
+ /**
630
+ * Deletes a batch of finalized mined txs from the active pool. Callers may invoke this in
631
+ * chunks: a crash between chunks leaves some finalized txs mined, and the next finalized-block
632
+ * event lists and deletes them again (the operation is idempotent), so per-chunk atomicity is
633
+ * sufficient. Since other pool operations may interleave between the finalization plan being
634
+ * computed and this call, each tx is re-checked to still be mined at or before the cutoff.
635
+ */ async deleteFinalizedTxs(txHashes, cutoffBlock) {
636
+ const stillFinalized = txHashes.filter((txHash)=>{
637
+ const minedBlock = this.#indices.getMetadata(txHash)?.minedL2BlockId?.number;
638
+ return minedBlock !== undefined && minedBlock <= cutoffBlock;
639
+ });
640
+ if (stillFinalized.length === 0) {
641
+ return;
396
642
  }
397
- this.#log.info(`Finalized ${txsToFinalize.length} txs from blocks up to ${blockNumber}`);
643
+ await this.#store.transactionAsync(async ()=>{
644
+ await this.#deleteTxsBatch(stillFinalized);
645
+ });
646
+ }
647
+ /** Finalizes soft-deleted txs up to the cutoff and logs the completed finalization. */ async completeFinalization(txHashes, cutoffBlock, finalizedBlockNumber) {
648
+ await this.#store.transactionAsync(async ()=>{
649
+ await this.#deletedPool.finalizeBlock(cutoffBlock);
650
+ });
651
+ if (txHashes.length > 0) {
652
+ this.#log.info(`Finalized ${txHashes.length} mined txs from blocks up to ${cutoffBlock}`, {
653
+ txHashes,
654
+ finalizedBlockNumber,
655
+ cutoffBlock
656
+ });
657
+ }
658
+ }
659
+ /**
660
+ * Resolves the block up to which finalized txs may be deleted, given `keepFinalizedTxsForSlots`.
661
+ * With a margin of 0 this is just the finalized block. Otherwise we keep txs whose block is within
662
+ * the margin (in slots) of the finalized tip: take the target slot `finalizedSlot - margin`, find the
663
+ * latest checkpoint at or before it with a single reverse range query (`limit: 1`), and use that
664
+ * checkpoint's last block as the cutoff. This rounds to a checkpoint boundary, so it can retain slightly
665
+ * more than the configured margin but never less, and never deletes past the finalized block.
666
+ */ async #finalizationCutoffBlock(block) {
667
+ const keepSlots = this.#config.keepFinalizedTxsForSlots;
668
+ if (keepSlots <= 0) {
669
+ return block.globalVariables.blockNumber;
670
+ }
671
+ // The goal here really is to ensure we keep transactions long enough for them to be proven.
672
+ // So we could be smart and calculate the number of slots until the end of the proof submission window.
673
+ // Our approach here is a lot simpler however and we just keep transactions for the configured number
674
+ // of slots past L1 finalisation. This means we may keep transactions in the mined pool for longer
675
+ // than strictly necessary.
676
+ const targetSlot = block.getSlot() - keepSlots;
677
+ if (targetSlot < 0) {
678
+ // The margin reaches past genesis: keep everything.
679
+ return BlockNumber(0);
680
+ }
681
+ const [checkpoint] = await this.#l2BlockSource.getCheckpointsData({
682
+ fromSlot: SlotNumber(targetSlot),
683
+ limit: 1,
684
+ reverse: true
685
+ });
686
+ // No checkpoint at or before the target slot (e.g. early chain): keep everything.
687
+ return checkpoint ? BlockNumber(checkpoint.startBlock + checkpoint.blockCount - 1) : BlockNumber(0);
398
688
  }
399
689
  // === Query Methods ===
400
- async getTxByHash(txHash) {
401
- const buffer = await this.#txsDB.getAsync(txHash.toString());
402
- return buffer ? Tx.fromBuffer(buffer) : undefined;
690
+ async getTxByHash(txHash, opts = {}) {
691
+ const txHashStr = txHash.toString();
692
+ const buffer = await this.#txsDB.getAsync(txHashStr);
693
+ if (!buffer) {
694
+ return undefined;
695
+ }
696
+ return opts.includeProof === false ? Tx.fromBuffer(buffer) : this.#loadTxWithProof(txHashStr, buffer);
403
697
  }
404
- async getTxsByHash(txHashes) {
698
+ async getTxsByHash(txHashes, opts = {}) {
405
699
  const results = [];
406
700
  for (const h of txHashes){
407
- const buffer = await this.#txsDB.getAsync(h.toString());
408
- results.push(buffer ? Tx.fromBuffer(buffer) : undefined);
701
+ results.push(await this.getTxByHash(h, opts));
409
702
  }
410
703
  return results;
411
704
  }
705
+ /** Deserializes a tx blob loaded from #txsDB together with its separately-stored proof. */ async #loadTxWithProof(txHashStr, buffer) {
706
+ const proofBuffer = await this.#proofsDB.getAsync(txHashStr);
707
+ if (!proofBuffer) {
708
+ // #addTx always writes a proof entry (an empty proof serializes to a 4-byte sentinel), so a missing entry
709
+ // means the blob/proof invariant is broken. Return the proofless tx but flag it, since a consumer that needs
710
+ // the proof (eg serving peers) would otherwise fail far away from the root cause.
711
+ this.#log.warn(`Missing stored proof for tx ${txHashStr}`, {
712
+ txHash: txHashStr
713
+ });
714
+ return Tx.fromBuffer(buffer);
715
+ }
716
+ return Tx.fromBuffers(buffer, proofBuffer);
717
+ }
412
718
  hasTxs(txHashes) {
413
- return txHashes.map((h)=>this.#indices.has(h.toString()));
719
+ return txHashes.map((h)=>{
720
+ const hashStr = h.toString();
721
+ return this.#indices.has(hashStr) || this.#deletedPool.isSoftDeleted(hashStr);
722
+ });
414
723
  }
415
724
  getTxStatus(txHash) {
416
- const meta = this.#indices.getMetadata(txHash.toString());
417
- if (!meta) {
418
- return undefined;
725
+ const txHashStr = txHash.toString();
726
+ const meta = this.#indices.getMetadata(txHashStr);
727
+ if (meta) {
728
+ return this.#indices.getTxState(meta);
419
729
  }
420
- return this.#indices.getTxState(meta);
730
+ // Check if soft-deleted
731
+ if (this.#deletedPool.isSoftDeleted(txHashStr)) {
732
+ return 'deleted';
733
+ }
734
+ return undefined;
421
735
  }
422
736
  getPendingTxHashes() {
423
737
  return [
424
738
  ...this.#indices.iteratePendingByPriority('desc')
425
739
  ].map((hash)=>TxHash.fromString(hash));
426
740
  }
741
+ getEligiblePendingTxHashes() {
742
+ const maxReceivedAt = this.#dateProvider.now() - this.#config.minTxPoolAgeMs;
743
+ return [
744
+ ...this.#indices.iterateEligiblePendingByPriority('desc', maxReceivedAt)
745
+ ].map((hash)=>TxHash.fromString(hash));
746
+ }
427
747
  getPendingTxCount() {
428
748
  return this.#indices.getPendingTxCount();
429
749
  }
750
+ hasEligiblePendingTxs(minCount) {
751
+ const maxReceivedAt = this.#dateProvider.now() - this.#config.minTxPoolAgeMs;
752
+ return this.#indices.hasEligiblePendingTxs(maxReceivedAt, minCount);
753
+ }
430
754
  getMinedTxHashes() {
431
755
  return this.#indices.getMinedTxs().map(([hash, blockId])=>[
432
756
  TxHash.fromString(hash),
@@ -463,6 +787,12 @@ import { TxPoolIndices } from './tx_pool_indices.js';
463
787
  this.#config.archivedTxLimit = config.archivedTxLimit;
464
788
  this.#archive.updateLimit(config.archivedTxLimit);
465
789
  }
790
+ if (config.minTxPoolAgeMs !== undefined) {
791
+ this.#config.minTxPoolAgeMs = config.minTxPoolAgeMs;
792
+ }
793
+ if (config.keepFinalizedTxsForSlots !== undefined) {
794
+ this.#config.keepFinalizedTxsForSlots = config.keepFinalizedTxsForSlots;
795
+ }
466
796
  // Update eviction rules with new config
467
797
  this.#evictionManager.updateConfig(config);
468
798
  }
@@ -477,7 +807,10 @@ import { TxPoolIndices } from './tx_pool_indices.js';
477
807
  }
478
808
  // === Metrics ===
479
809
  countTxs() {
480
- return this.#indices.countTxs();
810
+ return {
811
+ ...this.#indices.countTxs(),
812
+ softDeleted: this.#deletedPool.getSoftDeletedCount()
813
+ };
481
814
  }
482
815
  // ============================================================================
483
816
  // PRIVATE HELPERS - Transaction Management
@@ -485,10 +818,13 @@ import { TxPoolIndices } from './tx_pool_indices.js';
485
818
  /**
486
819
  * Adds a new transaction to the pool with the specified state.
487
820
  * Emits onTxsAdded callback immediately after DB write.
488
- */ async #addTx(tx, state, opts = {}) {
821
+ */ async #addTx(tx, state, opts = {}, precomputedMeta) {
489
822
  const txHashStr = tx.getTxHash().toString();
490
- const meta = await buildTxMetaData(tx);
491
- await this.#txsDB.set(txHashStr, tx.toBuffer());
823
+ const meta = precomputedMeta ?? await buildTxMetaData(tx);
824
+ meta.receivedAt = this.#dateProvider.now();
825
+ await this.#txsDB.set(txHashStr, tx.withoutProof().toBuffer());
826
+ await this.#proofsDB.set(txHashStr, tx.chonkProof.toBuffer());
827
+ await this.#deletedPool.clearSoftDeleted(txHashStr);
492
828
  this.#callbacks.onTxsAdded([
493
829
  tx
494
830
  ], opts);
@@ -501,64 +837,70 @@ import { TxPoolIndices } from './tx_pool_indices.js';
501
837
  this.#indices.addMined(meta);
502
838
  }
503
839
  const stateStr = typeof state === 'string' ? state : Object.keys(state)[0];
504
- this.#log.verbose(`Added ${stateStr} tx ${txHashStr}`, {
840
+ this.#log.debug(`Added tx ${txHashStr} as ${stateStr}`, {
505
841
  eventName: 'tx-added-to-pool',
506
- state: stateStr
842
+ txHash: txHashStr,
843
+ state: stateStr,
844
+ source: opts.source
507
845
  });
508
846
  return meta;
509
847
  }
510
848
  /**
511
849
  * Deletes a transaction from both indices and DB.
512
850
  * Emits onTxsRemoved callback immediately after DB delete.
851
+ */ /**
852
+ * Deletes a transaction from the pool.
853
+ * Delegates to DeletedPool which decides soft vs hard delete based on whether
854
+ * the tx is from a pruned block.
513
855
  */ async #deleteTx(txHashStr) {
514
856
  this.#indices.remove(txHashStr);
515
- await this.#txsDB.delete(txHashStr);
516
857
  this.#callbacks.onTxsRemoved([
517
858
  txHashStr
518
859
  ]);
860
+ await this.#deletedPool.deleteTx(txHashStr);
861
+ }
862
+ /** Hard-deletes a tx's stored data (tx blob and proof) from the DB. */ async #deleteTxData(txHashStr) {
863
+ await this.#txsDB.delete(txHashStr);
864
+ await this.#proofsDB.delete(txHashStr);
519
865
  }
520
866
  /** Deletes a batch of transactions, emitting callbacks individually for each. */ async #deleteTxsBatch(txHashes) {
521
867
  for (const txHashStr of txHashes){
522
868
  await this.#deleteTx(txHashStr);
523
869
  }
524
870
  }
871
+ /** Evicts transactions: records eviction metric with reason, caches hashes, then deletes. */ async #evictTxs(txHashes, reason) {
872
+ if (txHashes.length === 0) {
873
+ return;
874
+ }
875
+ this.#instrumentation.recordEvictions(txHashes.length, reason);
876
+ for (const txHashStr of txHashes){
877
+ this.#log.debug(`Evicting tx ${txHashStr}`, {
878
+ txHash: txHashStr,
879
+ reason
880
+ });
881
+ this.#evictedTxHashes.add(txHashStr);
882
+ }
883
+ await this.#deleteTxsBatch(txHashes);
884
+ }
525
885
  // ============================================================================
526
886
  // PRIVATE HELPERS - Validation & Conflict Resolution
527
887
  // ============================================================================
528
- /** Validates a single transaction, returning true if valid */ async #validateTx(tx, context) {
529
- const result = await this.#pendingTxValidator.validateTx(tx);
888
+ /** Validates transaction metadata, returning true if valid */ async #validateMeta(meta, validator, context) {
889
+ const txValidator = validator ?? await this.#createTxValidator();
890
+ const result = await txValidator.validateTx(meta);
530
891
  if (result.result !== 'valid') {
531
892
  const contextStr = context ? ` ${context}` : '';
532
- this.#log.info(`Tx ${tx.getTxHash()}${contextStr} failed validation: ${result.reason?.join(', ')}`);
893
+ this.#log.info(`Tx ${meta.txHash}${contextStr} failed validation: ${result.reason?.join(', ')}`);
533
894
  return false;
534
895
  }
535
896
  return true;
536
897
  }
537
- /** Loads transactions from DB, returning loaded txs and missing hashes */ async #loadTxsFromDb(metas) {
538
- const loaded = [];
539
- const missing = [];
540
- for (const meta of metas){
541
- const buffer = await this.#txsDB.getAsync(meta.txHash);
542
- if (!buffer) {
543
- this.#log.warn(`Tx ${meta.txHash} not found in DB`);
544
- missing.push(meta.txHash);
545
- continue;
546
- }
547
- loaded.push({
548
- tx: Tx.fromBuffer(buffer),
549
- meta
550
- });
551
- }
552
- return {
553
- loaded,
554
- missing
555
- };
556
- }
557
- /** Validates a batch of transactions, returning valid and invalid groups */ async #validateTxBatch(txs, context) {
898
+ /** Validates metadata directly */ async #revalidateMetadata(metas, context) {
558
899
  const valid = [];
559
900
  const invalid = [];
560
- for (const { tx, meta } of txs){
561
- if (await this.#validateTx(tx, context)) {
901
+ const validator = await this.#createTxValidator();
902
+ for (const meta of metas){
903
+ if (await this.#validateMeta(meta, validator, context)) {
562
904
  valid.push(meta);
563
905
  } else {
564
906
  invalid.push(meta.txHash);
@@ -569,17 +911,6 @@ import { TxPoolIndices } from './tx_pool_indices.js';
569
911
  invalid
570
912
  };
571
913
  }
572
- /** Loads transactions from DB and validates them */ async #loadAndValidateTxs(metas, context) {
573
- const { loaded, missing } = await this.#loadTxsFromDb(metas);
574
- const { valid, invalid } = await this.#validateTxBatch(loaded, context);
575
- return {
576
- valid,
577
- invalid: [
578
- ...missing,
579
- ...invalid
580
- ]
581
- };
582
- }
583
914
  /**
584
915
  * Resolves nullifier conflicts between incoming txs and existing pending txs.
585
916
  * Modifies the pending indices during iteration to maintain consistent state
@@ -631,46 +962,6 @@ import { TxPoolIndices } from './tx_pool_indices.js';
631
962
  hash: txEffect.l2BlockHash.toString()
632
963
  };
633
964
  }
634
- /** Loads all transactions from the database, returning loaded txs and deserialization errors */ async #loadAllTxsFromDb() {
635
- const loaded = [];
636
- const errors = [];
637
- for await (const [txHashStr, buffer] of this.#txsDB.entriesAsync()){
638
- try {
639
- const tx = Tx.fromBuffer(buffer);
640
- const meta = await buildTxMetaData(tx);
641
- loaded.push({
642
- tx,
643
- meta
644
- });
645
- } catch (err) {
646
- this.#log.warn(`Failed to deserialize tx ${txHashStr}, deleting`, {
647
- err
648
- });
649
- errors.push(txHashStr);
650
- }
651
- }
652
- return {
653
- loaded,
654
- errors
655
- };
656
- }
657
- /** Queries block source and marks mined status on transaction metadata */ async #markMinedStatusBatch(metas) {
658
- for (const meta of metas){
659
- try {
660
- const txEffect = await this.#l2BlockSource.getTxEffect(TxHash.fromString(meta.txHash));
661
- if (txEffect) {
662
- meta.minedL2BlockId = {
663
- number: txEffect.l2BlockNumber,
664
- hash: txEffect.l2BlockHash.toString()
665
- };
666
- }
667
- } catch (err) {
668
- this.#log.warn(`Failed to check mined status for tx ${meta.txHash}`, {
669
- err
670
- });
671
- }
672
- }
673
- }
674
965
  /**
675
966
  * Rebuilds the pending pool by processing each tx through pre-add rules.
676
967
  * Starts with an empty pending pool and adds txs one by one, resolving conflicts.
@@ -685,7 +976,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
685
976
  if (preAddResult.shouldIgnore) {
686
977
  // Transaction rejected - mark for deletion from DB
687
978
  rejected.push(meta.txHash);
688
- this.#log.debug(`Rejected tx ${meta.txHash} during rebuild: ${preAddResult.reason}`);
979
+ this.#log.debug(`Rejected tx ${meta.txHash} during rebuild: ${preAddResult.reason?.message ?? 'unknown reason'}`);
689
980
  continue;
690
981
  }
691
982
  // Evict any conflicting txs identified by pre-add rules
@@ -721,7 +1012,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
721
1012
  getFeePayerPendingTxs: (feePayer)=>this.#indices.getFeePayerPendingTxs(feePayer),
722
1013
  getPendingTxCount: ()=>this.#indices.getPendingTxCount(),
723
1014
  getLowestPriorityPending: (limit)=>this.#indices.getLowestPriorityPending(limit),
724
- deleteTxs: (txHashes)=>this.#deleteTxsBatch(txHashes)
1015
+ deleteTxs: (txHashes, reason)=>this.#evictTxs(txHashes, reason ?? 'unknown')
725
1016
  };
726
1017
  }
727
1018
  #createPreAddPoolAccess() {
@@ -737,7 +1028,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
737
1028
  getFeePayerBalance: async (feePayer)=>{
738
1029
  const db = this.#worldStateSynchronizer.getCommitted();
739
1030
  const publicStateSource = new DatabasePublicStateSource(db);
740
- const balance = await publicStateSource.storageRead(ProtocolContractAddress.FeeJuice, await computeFeePayerBalanceStorageSlot(AztecAddress.fromString(feePayer)));
1031
+ const balance = await publicStateSource.storageRead(ProtocolContractAddress.FeeJuice, await computeFeePayerBalanceStorageSlot(AztecAddress.fromStringUnsafe(feePayer)));
741
1032
  return balance.toBigInt();
742
1033
  },
743
1034
  getFeePayerPendingTxs: (feePayer)=>this.#indices.getFeePayerPendingTxs(feePayer),