@aztec/p2p 0.0.1-commit.4d79d1f2d → 0.0.1-commit.5358163d3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (277) hide show
  1. package/dest/client/factory.d.ts +6 -6
  2. package/dest/client/factory.d.ts.map +1 -1
  3. package/dest/client/factory.js +23 -30
  4. package/dest/client/interface.d.ts +14 -19
  5. package/dest/client/interface.d.ts.map +1 -1
  6. package/dest/client/p2p_client.d.ts +9 -18
  7. package/dest/client/p2p_client.d.ts.map +1 -1
  8. package/dest/client/p2p_client.js +52 -72
  9. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +6 -7
  10. package/dest/config.d.ts +20 -14
  11. package/dest/config.d.ts.map +1 -1
  12. package/dest/config.js +30 -35
  13. package/dest/errors/tx-pool.error.d.ts +8 -0
  14. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  15. package/dest/errors/tx-pool.error.js +9 -0
  16. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +4 -2
  17. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  18. package/dest/mem_pools/attestation_pool/attestation_pool.js +10 -1
  19. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  20. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  21. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  22. package/dest/mem_pools/instrumentation.d.ts +4 -2
  23. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  24. package/dest/mem_pools/instrumentation.js +16 -14
  25. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  26. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +30 -13
  27. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
  28. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +91 -20
  29. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
  30. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
  31. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
  32. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  33. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  34. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +5 -2
  35. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
  36. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  37. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
  38. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
  39. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  40. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
  41. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +48 -5
  42. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
  43. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
  44. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
  45. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
  46. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
  47. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  48. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
  49. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
  50. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
  51. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +14 -4
  52. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
  53. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
  54. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +2 -2
  55. package/dest/mem_pools/tx_pool_v2/index.d.ts +2 -2
  56. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
  57. package/dest/mem_pools/tx_pool_v2/index.js +1 -1
  58. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  59. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  61. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +20 -6
  62. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  63. package/dest/mem_pools/tx_pool_v2/interfaces.js +4 -1
  64. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +34 -8
  65. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  66. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +76 -10
  67. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +12 -3
  68. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  69. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +36 -14
  70. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +9 -4
  71. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  72. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +14 -6
  73. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +14 -5
  74. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  75. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +299 -142
  76. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +2 -1
  77. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  78. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +2 -1
  79. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  80. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +3 -1
  81. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  82. package/dest/msg_validators/proposal_validator/proposal_validator.js +10 -0
  83. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +2 -1
  84. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +1 -1
  85. package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +166 -0
  86. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +2 -2
  87. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  88. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  89. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
  90. package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
  91. package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -10
  92. package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
  93. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  94. package/dest/msg_validators/tx_validator/factory.js +219 -58
  95. package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
  96. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  97. package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
  98. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  99. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  100. package/dest/msg_validators/tx_validator/index.js +1 -0
  101. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  102. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  103. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  104. package/dest/msg_validators/tx_validator/phases_validator.d.ts +2 -2
  105. package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
  106. package/dest/msg_validators/tx_validator/phases_validator.js +25 -24
  107. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +2 -2
  108. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  109. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  110. package/dest/services/dummy_service.d.ts +4 -4
  111. package/dest/services/dummy_service.d.ts.map +1 -1
  112. package/dest/services/dummy_service.js +4 -4
  113. package/dest/services/encoding.d.ts +2 -2
  114. package/dest/services/encoding.d.ts.map +1 -1
  115. package/dest/services/encoding.js +9 -8
  116. package/dest/services/gossipsub/topic_score_params.d.ts +18 -6
  117. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  118. package/dest/services/gossipsub/topic_score_params.js +32 -10
  119. package/dest/services/libp2p/libp2p_service.d.ts +16 -13
  120. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  121. package/dest/services/libp2p/libp2p_service.js +77 -84
  122. package/dest/services/peer-manager/metrics.d.ts +3 -1
  123. package/dest/services/peer-manager/metrics.d.ts.map +1 -1
  124. package/dest/services/peer-manager/metrics.js +6 -0
  125. package/dest/services/peer-manager/peer_manager.d.ts +1 -1
  126. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  127. package/dest/services/peer-manager/peer_manager.js +2 -1
  128. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -3
  129. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  130. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +19 -46
  131. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
  132. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  133. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
  134. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  135. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
  136. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
  137. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  138. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
  139. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  140. package/dest/services/reqresp/reqresp.d.ts +1 -1
  141. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  142. package/dest/services/reqresp/reqresp.js +2 -1
  143. package/dest/services/service.d.ts +5 -3
  144. package/dest/services/service.d.ts.map +1 -1
  145. package/dest/services/tx_collection/config.d.ts +13 -1
  146. package/dest/services/tx_collection/config.d.ts.map +1 -1
  147. package/dest/services/tx_collection/config.js +30 -0
  148. package/dest/services/tx_collection/fast_tx_collection.d.ts +1 -1
  149. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  150. package/dest/services/tx_collection/fast_tx_collection.js +39 -33
  151. package/dest/services/tx_collection/file_store_tx_collection.d.ts +38 -29
  152. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  153. package/dest/services/tx_collection/file_store_tx_collection.js +126 -77
  154. package/dest/services/tx_collection/file_store_tx_source.d.ts +16 -6
  155. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
  156. package/dest/services/tx_collection/file_store_tx_source.js +49 -16
  157. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  158. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  159. package/dest/services/tx_collection/instrumentation.js +2 -1
  160. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  161. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  162. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  163. package/dest/services/tx_collection/proposal_tx_collector.d.ts +7 -6
  164. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  165. package/dest/services/tx_collection/proposal_tx_collector.js +5 -4
  166. package/dest/services/tx_collection/slow_tx_collection.d.ts +5 -3
  167. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  168. package/dest/services/tx_collection/slow_tx_collection.js +17 -12
  169. package/dest/services/tx_collection/tx_collection.d.ts +9 -6
  170. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  171. package/dest/services/tx_collection/tx_collection.js +26 -10
  172. package/dest/services/tx_collection/tx_collection_sink.d.ts +6 -5
  173. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  174. package/dest/services/tx_collection/tx_collection_sink.js +13 -22
  175. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  176. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  177. package/dest/services/tx_collection/tx_source.js +19 -2
  178. package/dest/services/tx_file_store/tx_file_store.d.ts +3 -2
  179. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  180. package/dest/services/tx_file_store/tx_file_store.js +9 -6
  181. package/dest/services/tx_provider.d.ts +3 -3
  182. package/dest/services/tx_provider.d.ts.map +1 -1
  183. package/dest/services/tx_provider.js +4 -4
  184. package/dest/test-helpers/make-test-p2p-clients.d.ts +5 -6
  185. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  186. package/dest/test-helpers/make-test-p2p-clients.js +1 -2
  187. package/dest/test-helpers/mock-pubsub.d.ts +4 -4
  188. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  189. package/dest/test-helpers/mock-pubsub.js +8 -2
  190. package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
  191. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  192. package/dest/test-helpers/reqresp-nodes.js +2 -2
  193. package/dest/test-helpers/testbench-utils.d.ts +8 -3
  194. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  195. package/dest/test-helpers/testbench-utils.js +7 -1
  196. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  197. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  198. package/dest/testbench/p2p_client_testbench_worker.js +13 -13
  199. package/dest/util.d.ts +2 -2
  200. package/dest/util.d.ts.map +1 -1
  201. package/package.json +14 -14
  202. package/src/client/factory.ts +39 -48
  203. package/src/client/interface.ts +17 -20
  204. package/src/client/p2p_client.ts +60 -104
  205. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +19 -10
  206. package/src/config.ts +44 -42
  207. package/src/errors/tx-pool.error.ts +12 -0
  208. package/src/mem_pools/attestation_pool/attestation_pool.ts +13 -4
  209. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  210. package/src/mem_pools/instrumentation.ts +17 -13
  211. package/src/mem_pools/tx_pool/README.md +1 -1
  212. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  213. package/src/mem_pools/tx_pool_v2/README.md +43 -27
  214. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +109 -22
  215. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
  216. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +5 -2
  217. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
  218. package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
  219. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +49 -4
  220. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
  221. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
  222. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
  223. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +24 -6
  224. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +3 -3
  225. package/src/mem_pools/tx_pool_v2/index.ts +1 -1
  226. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  227. package/src/mem_pools/tx_pool_v2/interfaces.ts +21 -6
  228. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +107 -17
  229. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +43 -16
  230. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +21 -7
  231. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +331 -138
  232. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +1 -1
  233. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +1 -1
  234. package/src/msg_validators/proposal_validator/proposal_validator.ts +15 -1
  235. package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +144 -1
  236. package/src/msg_validators/tx_validator/README.md +115 -0
  237. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -3
  238. package/src/msg_validators/tx_validator/allowed_public_setup.ts +27 -13
  239. package/src/msg_validators/tx_validator/factory.ts +353 -77
  240. package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
  241. package/src/msg_validators/tx_validator/index.ts +1 -0
  242. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  243. package/src/msg_validators/tx_validator/phases_validator.ts +25 -29
  244. package/src/msg_validators/tx_validator/timestamp_validator.ts +7 -7
  245. package/src/services/dummy_service.ts +6 -6
  246. package/src/services/encoding.ts +7 -7
  247. package/src/services/gossipsub/README.md +29 -14
  248. package/src/services/gossipsub/topic_score_params.ts +49 -13
  249. package/src/services/libp2p/libp2p_service.ts +89 -92
  250. package/src/services/peer-manager/metrics.ts +7 -0
  251. package/src/services/peer-manager/peer_manager.ts +2 -1
  252. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +20 -48
  253. package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
  254. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
  255. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
  256. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  257. package/src/services/reqresp/reqresp.ts +3 -1
  258. package/src/services/service.ts +11 -2
  259. package/src/services/tx_collection/config.ts +42 -0
  260. package/src/services/tx_collection/fast_tx_collection.ts +51 -30
  261. package/src/services/tx_collection/file_store_tx_collection.ts +143 -93
  262. package/src/services/tx_collection/file_store_tx_source.ts +64 -17
  263. package/src/services/tx_collection/instrumentation.ts +7 -1
  264. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  265. package/src/services/tx_collection/proposal_tx_collector.ts +8 -7
  266. package/src/services/tx_collection/slow_tx_collection.ts +17 -13
  267. package/src/services/tx_collection/tx_collection.ts +45 -14
  268. package/src/services/tx_collection/tx_collection_sink.ts +15 -29
  269. package/src/services/tx_collection/tx_source.ts +22 -3
  270. package/src/services/tx_file_store/tx_file_store.ts +6 -4
  271. package/src/services/tx_provider.ts +2 -2
  272. package/src/test-helpers/make-test-p2p-clients.ts +0 -2
  273. package/src/test-helpers/mock-pubsub.ts +13 -6
  274. package/src/test-helpers/reqresp-nodes.ts +2 -5
  275. package/src/test-helpers/testbench-utils.ts +11 -3
  276. package/src/testbench/p2p_client_testbench_worker.ts +22 -19
  277. package/src/util.ts +7 -1
@@ -6,7 +6,8 @@ import { DatabasePublicStateSource } from '@aztec/stdlib/trees';
6
6
  import { Tx, TxHash } from '@aztec/stdlib/tx';
7
7
  import { TxArchive } from './archive/index.js';
8
8
  import { DeletedPool } from './deleted_pool.js';
9
- import { EvictionManager, FeePayerBalanceEvictionRule, FeePayerBalancePreAddRule, InvalidTxsAfterMiningRule, InvalidTxsAfterReorgRule, LowPriorityEvictionRule, LowPriorityPreAddRule, NullifierConflictRule } from './eviction/index.js';
9
+ import { EvictionManager, FeePayerBalanceEvictionRule, FeePayerBalancePreAddRule, InvalidTxsAfterMiningRule, InvalidTxsAfterReorgRule, LowPriorityEvictionRule, LowPriorityPreAddRule, NullifierConflictRule, TxPoolRejectionCode } from './eviction/index.js';
10
+ import { TxPoolV2Instrumentation } from './instrumentation.js';
10
11
  import { DEFAULT_TX_POOL_V2_CONFIG } from './interfaces.js';
11
12
  import { buildTxMetaData, checkNullifierConflict } from './tx_metadata.js';
12
13
  import { TxPoolIndices } from './tx_pool_indices.js';
@@ -29,9 +30,12 @@ import { TxPoolIndices } from './tx_pool_indices.js';
29
30
  #archive;
30
31
  #deletedPool;
31
32
  #evictionManager;
33
+ #dateProvider;
34
+ #instrumentation;
35
+ #evictedTxHashes = new Set();
32
36
  #log;
33
37
  #callbacks;
34
- constructor(store, archiveStore, deps, callbacks, config = {}, log){
38
+ constructor(store, archiveStore, deps, callbacks, telemetry, config = {}, dateProvider, log){
35
39
  this.#store = store;
36
40
  this.#txsDB = store.openMap('txs');
37
41
  this.#l2BlockSource = deps.l2BlockSource;
@@ -43,6 +47,8 @@ import { TxPoolIndices } from './tx_pool_indices.js';
43
47
  };
44
48
  this.#archive = new TxArchive(archiveStore, this.#config.archivedTxLimit, log);
45
49
  this.#deletedPool = new DeletedPool(store, this.#txsDB, log);
50
+ this.#dateProvider = dateProvider;
51
+ this.#instrumentation = new TxPoolV2Instrumentation(telemetry, ()=>this.#indices.getTotalMetadataBytes());
46
52
  this.#log = log;
47
53
  this.#callbacks = callbacks;
48
54
  // Setup eviction manager with rules
@@ -112,14 +118,42 @@ import { TxPoolIndices } from './tx_pool_indices.js';
112
118
  await this.#txsDB.delete(txHashStr);
113
119
  }
114
120
  });
115
- this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup`);
121
+ this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup`, {
122
+ txHashes: toDelete
123
+ });
116
124
  }
117
125
  async addPendingTxs(txs, opts) {
118
126
  const accepted = [];
119
127
  const ignored = [];
120
128
  const rejected = [];
129
+ const errors = new Map();
121
130
  const acceptedPending = new Set();
131
+ // Phase 1: Pre-compute all throwable I/O outside the transaction.
132
+ // If any pre-computation throws, the entire call fails before mutations happen.
133
+ const precomputed = new Map();
134
+ const validator = await this.#createTxValidator();
135
+ for (const tx of txs){
136
+ const txHash = tx.getTxHash();
137
+ const txHashStr = txHash.toString();
138
+ const meta = await buildTxMetaData(tx);
139
+ const minedBlockId = await this.#getMinedBlockId(txHash);
140
+ // Validate non-mined txs (mined and pre-protected txs bypass validation inside the transaction)
141
+ let isValid = true;
142
+ if (!minedBlockId) {
143
+ isValid = await this.#validateMeta(meta, validator);
144
+ }
145
+ precomputed.set(txHashStr, {
146
+ meta,
147
+ minedBlockId,
148
+ isValid
149
+ });
150
+ }
151
+ // Phase 2: Apply mutations inside the transaction using only pre-computed results,
152
+ // in-memory reads, and buffered DB writes. Nothing here can throw an unhandled exception.
122
153
  const poolAccess = this.#createPreAddPoolAccess();
154
+ const preAddContext = opts.feeComparisonOnly !== undefined ? {
155
+ feeComparisonOnly: opts.feeComparisonOnly
156
+ } : undefined;
123
157
  await this.#store.transactionAsync(async ()=>{
124
158
  for (const tx of txs){
125
159
  const txHash = tx.getTxHash();
@@ -129,82 +163,112 @@ import { TxPoolIndices } from './tx_pool_indices.js';
129
163
  ignored.push(txHash);
130
164
  continue;
131
165
  }
132
- // Check mined status first (applies to all paths)
133
- const minedBlockId = await this.#getMinedBlockId(txHash);
166
+ const { meta, minedBlockId, isValid } = precomputed.get(txHashStr);
134
167
  const preProtectedSlot = this.#indices.getProtectionSlot(txHashStr);
135
168
  if (minedBlockId) {
136
169
  // Already mined - add directly (protection already set if pre-protected)
137
170
  await this.#addTx(tx, {
138
171
  mined: minedBlockId
139
- }, opts);
172
+ }, opts, meta);
140
173
  accepted.push(txHash);
141
174
  } else if (preProtectedSlot !== undefined) {
142
175
  // Pre-protected and not mined - add as protected (bypass validation)
143
176
  await this.#addTx(tx, {
144
177
  protected: preProtectedSlot
145
- }, opts);
178
+ }, opts, meta);
146
179
  accepted.push(txHash);
180
+ } else if (!isValid) {
181
+ // Failed pre-computed validation
182
+ rejected.push(txHash);
147
183
  } else {
148
- // Regular pending tx - validate and run pre-add rules
149
- const result = await this.#tryAddRegularPendingTx(tx, opts, poolAccess, acceptedPending, ignored);
184
+ // Regular pending tx - run pre-add rules using pre-computed metadata
185
+ const result = await this.#tryAddRegularPendingTx(tx, meta, opts, poolAccess, acceptedPending, ignored, errors, preAddContext);
150
186
  if (result.status === 'accepted') {
151
187
  acceptedPending.add(txHashStr);
152
- } else if (result.status === 'rejected') {
153
- rejected.push(txHash);
154
188
  } else {
155
189
  ignored.push(txHash);
156
190
  }
157
191
  }
158
192
  }
193
+ // Run post-add eviction rules for pending txs (inside transaction for atomicity)
194
+ if (acceptedPending.size > 0) {
195
+ const feePayers = Array.from(acceptedPending).map((txHash)=>this.#indices.getMetadata(txHash).feePayer);
196
+ const uniqueFeePayers = new Set(feePayers);
197
+ await this.#evictionManager.evictAfterNewTxs(Array.from(acceptedPending), [
198
+ ...uniqueFeePayers
199
+ ]);
200
+ }
159
201
  });
160
202
  // Build final accepted list for pending txs (excludes intra-batch evictions)
161
203
  for (const txHashStr of acceptedPending){
162
204
  accepted.push(TxHash.fromString(txHashStr));
163
205
  }
164
- // Run post-add eviction rules for pending txs
165
- if (acceptedPending.size > 0) {
166
- const feePayers = Array.from(acceptedPending).map((txHash)=>this.#indices.getMetadata(txHash).feePayer);
167
- const uniqueFeePayers = new Set(feePayers);
168
- await this.#evictionManager.evictAfterNewTxs(Array.from(acceptedPending), [
169
- ...uniqueFeePayers
170
- ]);
206
+ // Record metrics
207
+ if (ignored.length > 0) {
208
+ this.#instrumentation.recordIgnored(ignored.length);
209
+ }
210
+ if (rejected.length > 0) {
211
+ this.#instrumentation.recordRejected(rejected.length);
171
212
  }
172
213
  return {
173
214
  accepted,
174
215
  ignored,
175
- rejected
216
+ rejected,
217
+ ...errors.size > 0 ? {
218
+ errors
219
+ } : {}
176
220
  };
177
221
  }
178
- /** Validates and adds a regular pending tx. Returns status. */ async #tryAddRegularPendingTx(tx, opts, poolAccess, acceptedPending, ignored) {
179
- const txHash = tx.getTxHash();
180
- const txHashStr = txHash.toString();
181
- // Build metadata and validate using metadata
182
- const meta = await buildTxMetaData(tx);
183
- if (!await this.#validateMeta(meta)) {
184
- return {
185
- status: 'rejected'
186
- };
187
- }
222
+ /** Adds a validated pending tx, running pre-add rules and evicting conflicts. */ async #tryAddRegularPendingTx(tx, precomputedMeta, opts, poolAccess, acceptedPending, ignored, errors, preAddContext) {
223
+ const txHashStr = tx.getTxHash().toString();
188
224
  // Run pre-add rules
189
- const preAddResult = await this.#evictionManager.runPreAddRules(meta, poolAccess);
225
+ const preAddResult = await this.#evictionManager.runPreAddRules(precomputedMeta, poolAccess, preAddContext);
190
226
  if (preAddResult.shouldIgnore) {
191
- this.#log.debug(`Ignoring tx ${txHashStr}: ${preAddResult.reason}`);
227
+ this.#log.debug(`Ignoring tx ${txHashStr}: ${preAddResult.reason?.message ?? 'unknown reason'}`);
228
+ if (preAddResult.reason && preAddResult.reason.code !== TxPoolRejectionCode.INTERNAL_ERROR) {
229
+ errors.set(txHashStr, preAddResult.reason);
230
+ }
192
231
  return {
193
232
  status: 'ignored'
194
233
  };
195
234
  }
196
- // Evict conflicts
197
- for (const evictHashStr of preAddResult.txHashesToEvict){
198
- await this.#deleteTx(evictHashStr);
199
- this.#log.debug(`Evicted tx ${evictHashStr} due to higher-fee tx ${txHashStr}`);
200
- if (acceptedPending.has(evictHashStr)) {
201
- // Evicted tx was from this batch - mark as ignored in result
202
- acceptedPending.delete(evictHashStr);
203
- ignored.push(TxHash.fromString(evictHashStr));
235
+ // Evict conflicts, grouped by rule name for metrics
236
+ if (preAddResult.evictions && preAddResult.evictions.length > 0) {
237
+ const byReason = new Map();
238
+ for (const { txHash: evictHash, reason } of preAddResult.evictions){
239
+ const group = byReason.get(reason);
240
+ if (group) {
241
+ group.push(evictHash);
242
+ } else {
243
+ byReason.set(reason, [
244
+ evictHash
245
+ ]);
246
+ }
204
247
  }
248
+ for (const [reason, hashes] of byReason){
249
+ await this.#evictTxs(hashes, reason);
250
+ }
251
+ for (const evictHashStr of preAddResult.txHashesToEvict){
252
+ this.#log.debug(`Evicted tx ${evictHashStr} due to higher-fee tx ${txHashStr}`, {
253
+ evictedTxHash: evictHashStr,
254
+ replacementTxHash: txHashStr
255
+ });
256
+ if (acceptedPending.has(evictHashStr)) {
257
+ // Evicted tx was from this batch - mark as ignored in result
258
+ acceptedPending.delete(evictHashStr);
259
+ ignored.push(TxHash.fromString(evictHashStr));
260
+ }
261
+ }
262
+ }
263
+ // Randomly drop the transaction for testing purposes (report as accepted so it propagates)
264
+ if (this.#config.dropTransactionsProbability > 0 && Math.random() < this.#config.dropTransactionsProbability) {
265
+ this.#log.debug(`Dropping tx ${txHashStr} (simulated drop for testing)`);
266
+ return {
267
+ status: 'accepted'
268
+ };
205
269
  }
206
270
  // Add the transaction
207
- await this.#addTx(tx, 'pending', opts);
271
+ await this.#addTx(tx, 'pending', opts, precomputedMeta);
208
272
  return {
209
273
  status: 'accepted'
210
274
  };
@@ -215,13 +279,8 @@ import { TxPoolIndices } from './tx_pool_indices.js';
215
279
  if (this.#indices.has(txHashStr)) {
216
280
  return 'ignored';
217
281
  }
218
- // Build metadata and validate using metadata
282
+ // Build metadata and check pre-add rules
219
283
  const meta = await buildTxMetaData(tx);
220
- const validationResult = await this.#validateMeta(meta, undefined, 'can add pending');
221
- if (validationResult !== true) {
222
- return 'rejected';
223
- }
224
- // Use pre-add rules
225
284
  const poolAccess = this.#createPreAddPoolAccess();
226
285
  const preAddResult = await this.#evictionManager.runPreAddRules(meta, poolAccess);
227
286
  return preAddResult.shouldIgnore ? 'ignored' : 'accepted';
@@ -257,20 +316,53 @@ import { TxPoolIndices } from './tx_pool_indices.js';
257
316
  }
258
317
  });
259
318
  }
260
- protectTxs(txHashes, block) {
319
+ async protectTxs(txHashes, block) {
261
320
  const slotNumber = block.globalVariables.slotNumber;
262
321
  const missing = [];
263
- for (const txHash of txHashes){
264
- const txHashStr = txHash.toString();
265
- if (this.#indices.has(txHashStr)) {
266
- // Update protection for existing tx
267
- this.#indices.updateProtection(txHashStr, slotNumber);
268
- } else {
269
- // Pre-record protection for tx we don't have yet
270
- this.#indices.setProtection(txHashStr, slotNumber);
271
- missing.push(txHash);
322
+ let softDeletedHits = 0;
323
+ let missingPreviouslyEvicted = 0;
324
+ await this.#store.transactionAsync(async ()=>{
325
+ for (const txHash of txHashes){
326
+ const txHashStr = txHash.toString();
327
+ if (this.#indices.has(txHashStr)) {
328
+ // Update protection for existing tx
329
+ this.#indices.updateProtection(txHashStr, slotNumber);
330
+ } else if (this.#deletedPool.isSoftDeleted(txHashStr)) {
331
+ // Resurrect soft-deleted tx as protected
332
+ const buffer = await this.#txsDB.getAsync(txHashStr);
333
+ if (buffer) {
334
+ const tx = Tx.fromBuffer(buffer);
335
+ await this.#addTx(tx, {
336
+ protected: slotNumber
337
+ });
338
+ softDeletedHits++;
339
+ } else {
340
+ // Data missing despite soft-delete flag — treat as truly missing
341
+ this.#indices.setProtection(txHashStr, slotNumber);
342
+ missing.push(txHash);
343
+ }
344
+ } else {
345
+ // Truly missing — pre-record protection for tx we don't have yet
346
+ this.#indices.setProtection(txHashStr, slotNumber);
347
+ missing.push(txHash);
348
+ if (this.#evictedTxHashes.has(txHashStr)) {
349
+ missingPreviouslyEvicted++;
350
+ }
351
+ }
272
352
  }
353
+ });
354
+ // Record metrics
355
+ if (softDeletedHits > 0) {
356
+ this.#instrumentation.recordSoftDeletedHits(softDeletedHits);
357
+ }
358
+ if (missing.length > 0) {
359
+ this.#log.debug(`protectTxs missing tx hashes: ${missing.map((h)=>h.toString()).join(', ')}`);
360
+ this.#instrumentation.recordMissingOnProtect(missing.length);
361
+ }
362
+ if (missingPreviouslyEvicted > 0) {
363
+ this.#instrumentation.recordMissingPreviouslyEvicted(missingPreviouslyEvicted);
273
364
  }
365
+ this.#log.info(`Protected ${txHashes.length} txs, missing: ${missing.length}, soft-deleted hits: ${softDeletedHits}`);
274
366
  return missing;
275
367
  }
276
368
  async addMinedTxs(txs, block, opts) {
@@ -309,45 +401,53 @@ import { TxPoolIndices } from './tx_pool_indices.js';
309
401
  found.push(meta);
310
402
  }
311
403
  }
312
- // Step 4: Mark txs as mined (only those we have in the pool)
313
- for (const meta of found){
314
- this.#indices.markAsMined(meta, blockId);
315
- await this.#deletedPool.clearIfMinedHigher(meta.txHash, blockId.number);
404
+ await this.#store.transactionAsync(async ()=>{
405
+ // Step 4: Mark txs as mined (only those we have in the pool)
406
+ for (const meta of found){
407
+ this.#indices.markAsMined(meta, blockId);
408
+ await this.#deletedPool.clearIfMinedHigher(meta.txHash, blockId.number);
409
+ }
410
+ // Step 5: Run post-event eviction rules (inside transaction for atomicity)
411
+ await this.#evictionManager.evictAfterNewBlock(block.header, nullifiers, feePayers);
412
+ });
413
+ if (found.length > 0) {
414
+ this.#callbacks.onTxsMined(found.map((m)=>m.txHash));
316
415
  }
317
- // Step 5: Run eviction rules (remove pending txs with conflicting nullifiers/expired timestamps)
318
- await this.#evictionManager.evictAfterNewBlock(block.header, nullifiers, feePayers);
319
416
  this.#log.info(`Marked ${found.length} txs as mined in block ${blockId.number}`);
320
417
  }
321
418
  async prepareForSlot(slotNumber) {
322
- // Step 1: Find expired protected txs
323
- const expiredProtected = this.#indices.findExpiredProtectedTxs(slotNumber);
324
- // Step 2: Clear protection for all expired entries (including those without metadata)
325
- this.#indices.clearProtection(expiredProtected);
326
- // Step 3: Filter to only txs that have metadata and are not mined
327
- const txsToRestore = this.#indices.filterRestorable(expiredProtected);
328
- if (txsToRestore.length === 0) {
329
- return;
330
- }
331
- this.#log.info(`Preparing for slot ${slotNumber}: unprotecting ${txsToRestore.length} txs`);
332
- // Step 4: Validate for pending pool
333
- const { valid, invalid } = await this.#revalidateMetadata(txsToRestore, 'during prepareForSlot');
334
- // Step 5: Resolve nullifier conflicts and add winners to pending indices
335
- const { added, toEvict } = this.#applyNullifierConflictResolution(valid);
336
- // Step 6: Delete invalid and evicted txs
337
- await this.#deleteTxsBatch([
338
- ...invalid,
339
- ...toEvict
340
- ]);
341
- // Step 7: Run eviction rules (enforce pool size limit)
342
- if (added.length > 0) {
343
- const feePayers = added.map((meta)=>meta.feePayer);
344
- const uniqueFeePayers = new Set(feePayers);
345
- await this.#evictionManager.evictAfterNewTxs(added.map((m)=>m.txHash), [
346
- ...uniqueFeePayers
347
- ]);
348
- }
419
+ await this.#store.transactionAsync(async ()=>{
420
+ // Step 0: Clean up slot-deleted txs from previous slots
421
+ await this.#deletedPool.cleanupSlotDeleted(slotNumber);
422
+ // Step 1: Find expired protected txs
423
+ const expiredProtected = this.#indices.findExpiredProtectedTxs(slotNumber);
424
+ // Step 2: Clear protection for all expired entries (including those without metadata)
425
+ this.#indices.clearProtection(expiredProtected);
426
+ // Step 3: Filter to only txs that have metadata and are not mined
427
+ const txsToRestore = this.#indices.filterRestorable(expiredProtected);
428
+ if (txsToRestore.length === 0) {
429
+ this.#log.debug(`Preparing for slot ${slotNumber}, no txs to unprotect`);
430
+ return;
431
+ }
432
+ this.#log.info(`Preparing for slot ${slotNumber}: unprotecting ${txsToRestore.length} txs`);
433
+ // Step 4: Validate for pending pool
434
+ const { valid, invalid } = await this.#revalidateMetadata(txsToRestore, 'during prepareForSlot');
435
+ // Step 5: Resolve nullifier conflicts and add winners to pending indices
436
+ const { added, toEvict } = this.#applyNullifierConflictResolution(valid);
437
+ // Step 6: Delete invalid txs and evict conflict losers
438
+ await this.#deleteTxsBatch(invalid);
439
+ await this.#evictTxs(toEvict, 'NullifierConflict');
440
+ // Step 7: Run eviction rules (enforce pool size limit)
441
+ if (added.length > 0) {
442
+ const feePayers = added.map((meta)=>meta.feePayer);
443
+ const uniqueFeePayers = new Set(feePayers);
444
+ await this.#evictionManager.evictAfterNewTxs(added.map((m)=>m.txHash), [
445
+ ...uniqueFeePayers
446
+ ]);
447
+ }
448
+ });
349
449
  }
350
- async handlePrunedBlocks(latestBlock) {
450
+ async handlePrunedBlocks(latestBlock, options) {
351
451
  // Step 1: Find transactions mined after the prune point
352
452
  const txsToUnmine = this.#indices.findTxsMinedAfter(latestBlock.number);
353
453
  if (txsToUnmine.length === 0) {
@@ -355,61 +455,80 @@ import { TxPoolIndices } from './tx_pool_indices.js';
355
455
  return;
356
456
  }
357
457
  this.#log.info(`Handling prune to block ${latestBlock.number}: un-mining ${txsToUnmine.length} txs`);
358
- // Step 2: Mark ALL un-mined txs with their original mined block number
359
- // This ensures they get soft-deleted if removed later, and only hard-deleted
360
- // when their original mined block is finalized
361
- await this.#deletedPool.markFromPrunedBlock(txsToUnmine.map((m)=>({
362
- txHash: m.txHash,
363
- minedAtBlock: BlockNumber(m.minedL2BlockId.number)
364
- })));
365
- // Step 3: Unmine - clear mined status from metadata
366
- for (const meta of txsToUnmine){
367
- this.#indices.markAsUnmined(meta);
368
- }
369
- // Step 4: Filter out protected txs (they'll be handled by prepareForSlot)
370
- const unprotectedTxs = this.#indices.filterUnprotected(txsToUnmine);
371
- // Step 4: Validate for pending pool
372
- const { valid, invalid } = await this.#revalidateMetadata(unprotectedTxs, 'during handlePrunedBlocks');
373
- // Step 6: Resolve nullifier conflicts and add winners to pending indices
374
- const { toEvict } = this.#applyNullifierConflictResolution(valid);
375
- // Step 7: Delete invalid and evicted txs
376
- await this.#deleteTxsBatch([
377
- ...invalid,
378
- ...toEvict
379
- ]);
380
- // Step 8: Run eviction rules for ALL pending txs (not just restored ones)
381
- // This handles cases like existing pending txs with invalid fee payer balances
382
- await this.#evictionManager.evictAfterChainPrune(latestBlock.number);
458
+ await this.#store.transactionAsync(async ()=>{
459
+ // Step 2: Mark ALL un-mined txs with their original mined block number
460
+ // This ensures they get soft-deleted if removed later, and only hard-deleted
461
+ // when their original mined block is finalized
462
+ await this.#deletedPool.markFromPrunedBlock(txsToUnmine.map((m)=>({
463
+ txHash: m.txHash,
464
+ minedAtBlock: BlockNumber(m.minedL2BlockId.number)
465
+ })));
466
+ // Step 3: Unmine - clear mined status from metadata
467
+ for (const meta of txsToUnmine){
468
+ this.#indices.markAsUnmined(meta);
469
+ }
470
+ // If deleteAllTxs is set (epoch prune), delete all un-mined txs and return early
471
+ if (options?.deleteAllTxs) {
472
+ const allTxHashes = txsToUnmine.map((m)=>m.txHash);
473
+ await this.#deleteTxsBatch(allTxHashes);
474
+ this.#log.info(`Handled prune to block ${latestBlock.number} with deleteAllTxs: deleted ${allTxHashes.length} txs`);
475
+ return;
476
+ }
477
+ // Step 4: Filter out protected txs (they'll be handled by prepareForSlot)
478
+ const unprotectedTxs = this.#indices.filterUnprotected(txsToUnmine);
479
+ // Step 5: Validate for pending pool
480
+ const { valid, invalid } = await this.#revalidateMetadata(unprotectedTxs, 'during handlePrunedBlocks');
481
+ // Step 6: Resolve nullifier conflicts and add winners to pending indices
482
+ const { toEvict } = this.#applyNullifierConflictResolution(valid);
483
+ // Step 7: Delete invalid txs and evict conflict losers
484
+ await this.#deleteTxsBatch(invalid);
485
+ await this.#evictTxs(toEvict, 'NullifierConflict');
486
+ this.#log.info(`Handled prune to block ${latestBlock.number}: ${valid.length} txs restored to pending, ${invalid.length} invalid, ${toEvict.length} evicted due to nullifier conflicts`, {
487
+ txHashesRestored: valid.map((m)=>m.txHash),
488
+ txHashesInvalid: invalid,
489
+ txHashesEvicted: toEvict
490
+ });
491
+ // Step 8: Run eviction rules for ALL pending txs (not just restored ones)
492
+ // This handles cases like existing pending txs with invalid fee payer balances
493
+ await this.#evictionManager.evictAfterChainPrune(latestBlock.number);
494
+ });
383
495
  }
384
496
  async handleFailedExecution(txHashes) {
385
- // Delete failed txs
386
- await this.#deleteTxsBatch(txHashes.map((h)=>h.toString()));
387
- this.#log.info(`Deleted ${txHashes.length} failed txs`);
497
+ await this.#store.transactionAsync(async ()=>{
498
+ await this.#deleteTxsBatch(txHashes.map((h)=>h.toString()));
499
+ });
500
+ this.#log.info(`Deleted ${txHashes.length} failed txs`, {
501
+ txHashes: txHashes.map((h)=>h.toString())
502
+ });
388
503
  }
389
504
  async handleFinalizedBlock(block) {
390
505
  const blockNumber = block.globalVariables.blockNumber;
391
506
  // Step 1: Find mined txs at or before finalized block
392
507
  const minedTxsToFinalize = this.#indices.findTxsMinedAtOrBefore(blockNumber);
393
- // Step 2: Collect mined txs for archiving (before deletion)
394
- const txsToArchive = [];
395
- if (this.#archive.isEnabled()) {
396
- for (const txHashStr of minedTxsToFinalize){
397
- const buffer = await this.#txsDB.getAsync(txHashStr);
398
- if (buffer) {
399
- txsToArchive.push(Tx.fromBuffer(buffer));
508
+ await this.#store.transactionAsync(async ()=>{
509
+ // Step 2: Collect mined txs for archiving (before deletion)
510
+ const txsToArchive = [];
511
+ if (this.#archive.isEnabled()) {
512
+ for (const txHashStr of minedTxsToFinalize){
513
+ const buffer = await this.#txsDB.getAsync(txHashStr);
514
+ if (buffer) {
515
+ txsToArchive.push(Tx.fromBuffer(buffer));
516
+ }
400
517
  }
401
518
  }
402
- }
403
- // Step 3: Delete mined txs from active pool
404
- await this.#deleteTxsBatch(minedTxsToFinalize);
405
- // Step 4: Finalize soft-deleted txs
406
- await this.#deletedPool.finalizeBlock(blockNumber);
407
- // Step 5: Archive mined txs
408
- if (txsToArchive.length > 0) {
409
- await this.#archive.archiveTxs(txsToArchive);
410
- }
519
+ // Step 3: Delete mined txs from active pool
520
+ await this.#deleteTxsBatch(minedTxsToFinalize);
521
+ // Step 4: Finalize soft-deleted txs
522
+ await this.#deletedPool.finalizeBlock(blockNumber);
523
+ // Step 5: Archive mined txs
524
+ if (txsToArchive.length > 0) {
525
+ await this.#archive.archiveTxs(txsToArchive);
526
+ }
527
+ });
411
528
  if (minedTxsToFinalize.length > 0) {
412
- this.#log.info(`Finalized ${minedTxsToFinalize.length} mined txs from blocks up to ${blockNumber}`);
529
+ this.#log.info(`Finalized ${minedTxsToFinalize.length} mined txs from blocks up to ${blockNumber}`, {
530
+ txHashes: minedTxsToFinalize
531
+ });
413
532
  }
414
533
  }
415
534
  // === Query Methods ===
@@ -448,6 +567,12 @@ import { TxPoolIndices } from './tx_pool_indices.js';
448
567
  ...this.#indices.iteratePendingByPriority('desc')
449
568
  ].map((hash)=>TxHash.fromString(hash));
450
569
  }
570
+ getEligiblePendingTxHashes() {
571
+ const maxReceivedAt = this.#dateProvider.now() - this.#config.minTxPoolAgeMs;
572
+ return [
573
+ ...this.#indices.iterateEligiblePendingByPriority('desc', maxReceivedAt)
574
+ ].map((hash)=>TxHash.fromString(hash));
575
+ }
451
576
  getPendingTxCount() {
452
577
  return this.#indices.getPendingTxCount();
453
578
  }
@@ -487,6 +612,9 @@ import { TxPoolIndices } from './tx_pool_indices.js';
487
612
  this.#config.archivedTxLimit = config.archivedTxLimit;
488
613
  this.#archive.updateLimit(config.archivedTxLimit);
489
614
  }
615
+ if (config.minTxPoolAgeMs !== undefined) {
616
+ this.#config.minTxPoolAgeMs = config.minTxPoolAgeMs;
617
+ }
490
618
  // Update eviction rules with new config
491
619
  this.#evictionManager.updateConfig(config);
492
620
  }
@@ -501,7 +629,10 @@ import { TxPoolIndices } from './tx_pool_indices.js';
501
629
  }
502
630
  // === Metrics ===
503
631
  countTxs() {
504
- return this.#indices.countTxs();
632
+ return {
633
+ ...this.#indices.countTxs(),
634
+ softDeleted: this.#deletedPool.getSoftDeletedCount()
635
+ };
505
636
  }
506
637
  // ============================================================================
507
638
  // PRIVATE HELPERS - Transaction Management
@@ -509,10 +640,12 @@ import { TxPoolIndices } from './tx_pool_indices.js';
509
640
  /**
510
641
  * Adds a new transaction to the pool with the specified state.
511
642
  * Emits onTxsAdded callback immediately after DB write.
512
- */ async #addTx(tx, state, opts = {}) {
643
+ */ async #addTx(tx, state, opts = {}, precomputedMeta) {
513
644
  const txHashStr = tx.getTxHash().toString();
514
- const meta = await buildTxMetaData(tx);
645
+ const meta = precomputedMeta ?? await buildTxMetaData(tx);
646
+ meta.receivedAt = this.#dateProvider.now();
515
647
  await this.#txsDB.set(txHashStr, tx.toBuffer());
648
+ await this.#deletedPool.clearSoftDeleted(txHashStr);
516
649
  this.#callbacks.onTxsAdded([
517
650
  tx
518
651
  ], opts);
@@ -525,9 +658,11 @@ import { TxPoolIndices } from './tx_pool_indices.js';
525
658
  this.#indices.addMined(meta);
526
659
  }
527
660
  const stateStr = typeof state === 'string' ? state : Object.keys(state)[0];
528
- this.#log.verbose(`Added ${stateStr} tx ${txHashStr}`, {
661
+ this.#log.debug(`Added tx ${txHashStr} as ${stateStr}`, {
529
662
  eventName: 'tx-added-to-pool',
530
- state: stateStr
663
+ txHash: txHashStr,
664
+ state: stateStr,
665
+ source: opts.source
531
666
  });
532
667
  return meta;
533
668
  }
@@ -550,6 +685,28 @@ import { TxPoolIndices } from './tx_pool_indices.js';
550
685
  await this.#deleteTx(txHashStr);
551
686
  }
552
687
  }
688
+ /** Evicts transactions: records eviction metric with reason, caches hashes, then deletes. */ async #evictTxs(txHashes, reason) {
689
+ if (txHashes.length === 0) {
690
+ return;
691
+ }
692
+ this.#instrumentation.recordEvictions(txHashes.length, reason);
693
+ for (const txHashStr of txHashes){
694
+ this.#log.debug(`Evicting tx ${txHashStr}`, {
695
+ txHash: txHashStr,
696
+ reason
697
+ });
698
+ this.#addToEvictedCache(txHashStr);
699
+ }
700
+ await this.#deleteTxsBatch(txHashes);
701
+ }
702
+ /** Adds a tx hash to the bounded evicted cache, evicting the oldest entry if at capacity. */ #addToEvictedCache(txHashStr) {
703
+ if (this.#evictedTxHashes.size >= this.#config.evictedTxCacheSize) {
704
+ // FIFO eviction: remove the first (oldest) entry
705
+ const oldest = this.#evictedTxHashes.values().next().value;
706
+ this.#evictedTxHashes.delete(oldest);
707
+ }
708
+ this.#evictedTxHashes.add(txHashStr);
709
+ }
553
710
  // ============================================================================
554
711
  // PRIVATE HELPERS - Validation & Conflict Resolution
555
712
  // ============================================================================
@@ -688,7 +845,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
688
845
  if (preAddResult.shouldIgnore) {
689
846
  // Transaction rejected - mark for deletion from DB
690
847
  rejected.push(meta.txHash);
691
- this.#log.debug(`Rejected tx ${meta.txHash} during rebuild: ${preAddResult.reason}`);
848
+ this.#log.debug(`Rejected tx ${meta.txHash} during rebuild: ${preAddResult.reason?.message ?? 'unknown reason'}`);
692
849
  continue;
693
850
  }
694
851
  // Evict any conflicting txs identified by pre-add rules
@@ -724,7 +881,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
724
881
  getFeePayerPendingTxs: (feePayer)=>this.#indices.getFeePayerPendingTxs(feePayer),
725
882
  getPendingTxCount: ()=>this.#indices.getPendingTxCount(),
726
883
  getLowestPriorityPending: (limit)=>this.#indices.getLowestPriorityPending(limit),
727
- deleteTxs: (txHashes)=>this.#deleteTxsBatch(txHashes)
884
+ deleteTxs: (txHashes, reason)=>this.#evictTxs(txHashes, reason ?? 'unknown')
728
885
  };
729
886
  }
730
887
  #createPreAddPoolAccess() {
@@ -4,6 +4,7 @@ import { ProposalValidator } from '../proposal_validator/proposal_validator.js';
4
4
  export declare class BlockProposalValidator extends ProposalValidator<BlockProposal> implements P2PValidator<BlockProposal> {
5
5
  constructor(epochCache: EpochCacheInterface, opts: {
6
6
  txsPermitted: boolean;
7
+ maxTxsPerBlock?: number;
7
8
  });
8
9
  }
9
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYmxvY2tfcHJvcG9zYWxfdmFsaWRhdG9yLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvbXNnX3ZhbGlkYXRvcnMvcHJvcG9zYWxfdmFsaWRhdG9yL2Jsb2NrX3Byb3Bvc2FsX3ZhbGlkYXRvci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssRUFBRSxtQkFBbUIsRUFBRSxNQUFNLG9CQUFvQixDQUFDO0FBQzlELE9BQU8sS0FBSyxFQUFFLGFBQWEsRUFBRSxZQUFZLEVBQUUsTUFBTSxtQkFBbUIsQ0FBQztBQUVyRSxPQUFPLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSw2Q0FBNkMsQ0FBQztBQUVoRixxQkFBYSxzQkFBdUIsU0FBUSxpQkFBaUIsQ0FBQyxhQUFhLENBQUUsWUFBVyxZQUFZLENBQUMsYUFBYSxDQUFDO0lBQ2pILFlBQVksVUFBVSxFQUFFLG1CQUFtQixFQUFFLElBQUksRUFBRTtRQUFFLFlBQVksRUFBRSxPQUFPLENBQUE7S0FBRSxFQUUzRTtDQUNGIn0=
10
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYmxvY2tfcHJvcG9zYWxfdmFsaWRhdG9yLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvbXNnX3ZhbGlkYXRvcnMvcHJvcG9zYWxfdmFsaWRhdG9yL2Jsb2NrX3Byb3Bvc2FsX3ZhbGlkYXRvci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssRUFBRSxtQkFBbUIsRUFBRSxNQUFNLG9CQUFvQixDQUFDO0FBQzlELE9BQU8sS0FBSyxFQUFFLGFBQWEsRUFBRSxZQUFZLEVBQUUsTUFBTSxtQkFBbUIsQ0FBQztBQUVyRSxPQUFPLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSw2Q0FBNkMsQ0FBQztBQUVoRixxQkFBYSxzQkFBdUIsU0FBUSxpQkFBaUIsQ0FBQyxhQUFhLENBQUUsWUFBVyxZQUFZLENBQUMsYUFBYSxDQUFDO0lBQ2pILFlBQVksVUFBVSxFQUFFLG1CQUFtQixFQUFFLElBQUksRUFBRTtRQUFFLFlBQVksRUFBRSxPQUFPLENBQUM7UUFBQyxjQUFjLENBQUMsRUFBRSxNQUFNLENBQUE7S0FBRSxFQUVwRztDQUNGIn0=