@aztec/p2p 0.0.1-commit.8afd444 → 0.0.1-commit.934299a21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (333) hide show
  1. package/dest/client/factory.d.ts +7 -6
  2. package/dest/client/factory.d.ts.map +1 -1
  3. package/dest/client/factory.js +35 -11
  4. package/dest/client/interface.d.ts +45 -32
  5. package/dest/client/interface.d.ts.map +1 -1
  6. package/dest/client/p2p_client.d.ts +38 -50
  7. package/dest/client/p2p_client.d.ts.map +1 -1
  8. package/dest/client/p2p_client.js +145 -200
  9. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +6 -6
  10. package/dest/config.d.ts +25 -9
  11. package/dest/config.d.ts.map +1 -1
  12. package/dest/config.js +16 -6
  13. package/dest/errors/tx-pool.error.d.ts +8 -0
  14. package/dest/errors/tx-pool.error.d.ts.map +1 -0
  15. package/dest/errors/tx-pool.error.js +9 -0
  16. package/dest/index.d.ts +2 -1
  17. package/dest/index.d.ts.map +1 -1
  18. package/dest/index.js +1 -0
  19. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +104 -88
  20. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  21. package/dest/mem_pools/attestation_pool/attestation_pool.js +441 -3
  22. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +353 -87
  25. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  26. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/index.js +1 -2
  28. package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
  29. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  30. package/dest/mem_pools/attestation_pool/mocks.js +2 -2
  31. package/dest/mem_pools/index.d.ts +3 -2
  32. package/dest/mem_pools/index.d.ts.map +1 -1
  33. package/dest/mem_pools/index.js +1 -1
  34. package/dest/mem_pools/interface.d.ts +5 -5
  35. package/dest/mem_pools/interface.d.ts.map +1 -1
  36. package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
  37. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  38. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  39. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  40. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  41. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  42. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  43. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +104 -0
  44. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
  45. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +251 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  47. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  48. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +128 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  51. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +93 -0
  52. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +95 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +174 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +25 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  63. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +65 -0
  64. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  65. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  66. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +93 -0
  67. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  68. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  69. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +78 -0
  70. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  71. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  72. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +73 -0
  73. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  74. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  75. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  76. package/dest/mem_pools/tx_pool_v2/index.d.ts +6 -0
  77. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  78. package/dest/mem_pools/tx_pool_v2/index.js +5 -0
  79. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
  80. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
  81. package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
  82. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +211 -0
  83. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  84. package/dest/mem_pools/tx_pool_v2/interfaces.js +9 -0
  85. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +105 -0
  86. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  87. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +164 -0
  88. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  89. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  90. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  91. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +108 -0
  92. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  93. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +355 -0
  94. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +60 -0
  95. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  96. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +161 -0
  97. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +77 -0
  98. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  99. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +891 -0
  100. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  101. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  102. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +4 -4
  103. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
  105. package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
  106. package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
  107. package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
  108. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
  109. package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
  110. package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
  111. package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
  112. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  113. package/dest/msg_validators/tx_validator/factory.js +219 -58
  114. package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
  115. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  116. package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
  117. package/dest/msg_validators/tx_validator/index.d.ts +2 -1
  118. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  119. package/dest/msg_validators/tx_validator/index.js +1 -0
  120. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
  121. package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
  122. package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
  123. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
  124. package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
  125. package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
  126. package/dest/services/dummy_service.d.ts +13 -5
  127. package/dest/services/dummy_service.d.ts.map +1 -1
  128. package/dest/services/dummy_service.js +10 -4
  129. package/dest/services/encoding.d.ts +2 -2
  130. package/dest/services/encoding.d.ts.map +1 -1
  131. package/dest/services/encoding.js +4 -3
  132. package/dest/services/gossipsub/index.d.ts +3 -0
  133. package/dest/services/gossipsub/index.d.ts.map +1 -0
  134. package/dest/services/gossipsub/index.js +2 -0
  135. package/dest/services/gossipsub/scoring.d.ts +21 -3
  136. package/dest/services/gossipsub/scoring.d.ts.map +1 -1
  137. package/dest/services/gossipsub/scoring.js +24 -7
  138. package/dest/services/gossipsub/topic_score_params.d.ts +173 -0
  139. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -0
  140. package/dest/services/gossipsub/topic_score_params.js +346 -0
  141. package/dest/services/libp2p/libp2p_service.d.ts +90 -37
  142. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  143. package/dest/services/libp2p/libp2p_service.js +413 -327
  144. package/dest/services/peer-manager/peer_scoring.d.ts +1 -1
  145. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  146. package/dest/services/peer-manager/peer_scoring.js +25 -2
  147. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +6 -5
  148. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  149. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +26 -53
  150. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
  151. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  152. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
  153. package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
  154. package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
  155. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
  156. package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
  157. package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
  158. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
  159. package/dest/services/reqresp/interface.d.ts +10 -1
  160. package/dest/services/reqresp/interface.d.ts.map +1 -1
  161. package/dest/services/reqresp/interface.js +15 -1
  162. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +7 -5
  163. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  164. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
  165. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +21 -10
  166. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  167. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +27 -11
  168. package/dest/services/reqresp/protocols/tx.d.ts +7 -1
  169. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  170. package/dest/services/reqresp/protocols/tx.js +20 -0
  171. package/dest/services/reqresp/reqresp.d.ts +1 -1
  172. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  173. package/dest/services/reqresp/reqresp.js +11 -4
  174. package/dest/services/service.d.ts +39 -3
  175. package/dest/services/service.d.ts.map +1 -1
  176. package/dest/services/tx_collection/config.d.ts +22 -4
  177. package/dest/services/tx_collection/config.d.ts.map +1 -1
  178. package/dest/services/tx_collection/config.js +49 -3
  179. package/dest/services/tx_collection/fast_tx_collection.d.ts +6 -5
  180. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  181. package/dest/services/tx_collection/fast_tx_collection.js +64 -48
  182. package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
  183. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
  184. package/dest/services/tx_collection/file_store_tx_collection.js +167 -0
  185. package/dest/services/tx_collection/file_store_tx_source.d.ts +37 -0
  186. package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
  187. package/dest/services/tx_collection/file_store_tx_source.js +90 -0
  188. package/dest/services/tx_collection/index.d.ts +3 -2
  189. package/dest/services/tx_collection/index.d.ts.map +1 -1
  190. package/dest/services/tx_collection/index.js +1 -0
  191. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  192. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  193. package/dest/services/tx_collection/instrumentation.js +2 -1
  194. package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
  195. package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
  196. package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
  197. package/dest/services/tx_collection/proposal_tx_collector.d.ts +15 -14
  198. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  199. package/dest/services/tx_collection/proposal_tx_collector.js +6 -6
  200. package/dest/services/tx_collection/slow_tx_collection.d.ts +7 -3
  201. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
  202. package/dest/services/tx_collection/slow_tx_collection.js +60 -26
  203. package/dest/services/tx_collection/tx_collection.d.ts +23 -10
  204. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  205. package/dest/services/tx_collection/tx_collection.js +75 -3
  206. package/dest/services/tx_collection/tx_collection_sink.d.ts +18 -8
  207. package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
  208. package/dest/services/tx_collection/tx_collection_sink.js +26 -29
  209. package/dest/services/tx_collection/tx_source.d.ts +8 -3
  210. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  211. package/dest/services/tx_collection/tx_source.js +19 -2
  212. package/dest/services/tx_file_store/config.d.ts +1 -3
  213. package/dest/services/tx_file_store/config.d.ts.map +1 -1
  214. package/dest/services/tx_file_store/config.js +0 -4
  215. package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
  216. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  217. package/dest/services/tx_file_store/tx_file_store.js +9 -6
  218. package/dest/services/tx_provider.d.ts +4 -4
  219. package/dest/services/tx_provider.d.ts.map +1 -1
  220. package/dest/services/tx_provider.js +9 -8
  221. package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
  222. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  223. package/dest/test-helpers/mock-pubsub.d.ts +29 -2
  224. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  225. package/dest/test-helpers/mock-pubsub.js +103 -2
  226. package/dest/test-helpers/reqresp-nodes.d.ts +1 -1
  227. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  228. package/dest/test-helpers/reqresp-nodes.js +2 -1
  229. package/dest/test-helpers/testbench-utils.d.ts +43 -38
  230. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  231. package/dest/test-helpers/testbench-utils.js +128 -59
  232. package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
  233. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  234. package/dest/testbench/p2p_client_testbench_worker.js +10 -10
  235. package/dest/util.d.ts +2 -2
  236. package/dest/util.d.ts.map +1 -1
  237. package/package.json +14 -14
  238. package/src/client/factory.ts +66 -14
  239. package/src/client/interface.ts +61 -33
  240. package/src/client/p2p_client.ts +179 -236
  241. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +19 -9
  242. package/src/config.ts +35 -11
  243. package/src/errors/tx-pool.error.ts +12 -0
  244. package/src/index.ts +1 -0
  245. package/src/mem_pools/attestation_pool/attestation_pool.ts +496 -91
  246. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +442 -102
  247. package/src/mem_pools/attestation_pool/index.ts +9 -2
  248. package/src/mem_pools/attestation_pool/mocks.ts +2 -1
  249. package/src/mem_pools/index.ts +4 -1
  250. package/src/mem_pools/interface.ts +4 -4
  251. package/src/mem_pools/tx_pool/README.md +1 -1
  252. package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
  253. package/src/mem_pools/tx_pool_v2/README.md +275 -0
  254. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  255. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  256. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +321 -0
  257. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +160 -0
  258. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +121 -0
  259. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +122 -0
  260. package/src/mem_pools/tx_pool_v2/eviction/index.ts +27 -0
  261. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +209 -0
  262. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  263. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  264. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +91 -0
  265. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +90 -0
  266. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
  267. package/src/mem_pools/tx_pool_v2/index.ts +12 -0
  268. package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
  269. package/src/mem_pools/tx_pool_v2/interfaces.ts +242 -0
  270. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +255 -0
  271. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  272. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +444 -0
  273. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +223 -0
  274. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +1063 -0
  275. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  276. package/src/msg_validators/tx_validator/README.md +115 -0
  277. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +5 -5
  278. package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
  279. package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
  280. package/src/msg_validators/tx_validator/factory.ts +353 -77
  281. package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
  282. package/src/msg_validators/tx_validator/index.ts +1 -0
  283. package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
  284. package/src/msg_validators/tx_validator/timestamp_validator.ts +23 -18
  285. package/src/services/dummy_service.ts +18 -6
  286. package/src/services/encoding.ts +4 -3
  287. package/src/services/gossipsub/README.md +641 -0
  288. package/src/services/gossipsub/index.ts +2 -0
  289. package/src/services/gossipsub/scoring.ts +29 -5
  290. package/src/services/gossipsub/topic_score_params.ts +487 -0
  291. package/src/services/libp2p/libp2p_service.ts +440 -349
  292. package/src/services/peer-manager/peer_scoring.ts +25 -0
  293. package/src/services/reqresp/batch-tx-requester/README.md +7 -7
  294. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +31 -59
  295. package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
  296. package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
  297. package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
  298. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
  299. package/src/services/reqresp/interface.ts +26 -1
  300. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +23 -14
  301. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +38 -15
  302. package/src/services/reqresp/protocols/tx.ts +22 -0
  303. package/src/services/reqresp/reqresp.ts +13 -3
  304. package/src/services/service.ts +51 -2
  305. package/src/services/tx_collection/config.ts +74 -6
  306. package/src/services/tx_collection/fast_tx_collection.ts +74 -51
  307. package/src/services/tx_collection/file_store_tx_collection.ts +202 -0
  308. package/src/services/tx_collection/file_store_tx_source.ts +117 -0
  309. package/src/services/tx_collection/index.ts +2 -1
  310. package/src/services/tx_collection/instrumentation.ts +7 -1
  311. package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
  312. package/src/services/tx_collection/proposal_tx_collector.ts +20 -21
  313. package/src/services/tx_collection/slow_tx_collection.ts +66 -33
  314. package/src/services/tx_collection/tx_collection.ts +113 -16
  315. package/src/services/tx_collection/tx_collection_sink.ts +30 -34
  316. package/src/services/tx_collection/tx_source.ts +22 -3
  317. package/src/services/tx_file_store/config.ts +0 -6
  318. package/src/services/tx_file_store/tx_file_store.ts +10 -8
  319. package/src/services/tx_provider.ts +10 -9
  320. package/src/test-helpers/make-test-p2p-clients.ts +3 -3
  321. package/src/test-helpers/mock-pubsub.ts +143 -3
  322. package/src/test-helpers/reqresp-nodes.ts +2 -1
  323. package/src/test-helpers/testbench-utils.ts +127 -71
  324. package/src/testbench/p2p_client_testbench_worker.ts +22 -15
  325. package/src/util.ts +7 -1
  326. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  327. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  328. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  329. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  330. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  331. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  332. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  333. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
@@ -0,0 +1,891 @@
1
+ import { BlockNumber } from '@aztec/foundation/branded-types';
2
+ import { ProtocolContractAddress } from '@aztec/protocol-contracts';
3
+ import { computeFeePayerBalanceStorageSlot } from '@aztec/protocol-contracts/fee-juice';
4
+ import { AztecAddress } from '@aztec/stdlib/aztec-address';
5
+ import { DatabasePublicStateSource } from '@aztec/stdlib/trees';
6
+ import { Tx, TxHash } from '@aztec/stdlib/tx';
7
+ import { TxArchive } from './archive/index.js';
8
+ import { DeletedPool } from './deleted_pool.js';
9
+ import { EvictionManager, FeePayerBalanceEvictionRule, FeePayerBalancePreAddRule, InvalidTxsAfterMiningRule, InvalidTxsAfterReorgRule, LowPriorityEvictionRule, LowPriorityPreAddRule, NullifierConflictRule, TxPoolRejectionCode } from './eviction/index.js';
10
+ import { TxPoolV2Instrumentation } from './instrumentation.js';
11
+ import { DEFAULT_TX_POOL_V2_CONFIG } from './interfaces.js';
12
+ import { buildTxMetaData, checkNullifierConflict } from './tx_metadata.js';
13
+ import { TxPoolIndices } from './tx_pool_indices.js';
14
+ /**
15
+ * Implementation of TxPoolV2 logic.
16
+ *
17
+ * This class contains all the actual transaction pool logic.
18
+ */ export class TxPoolV2Impl {
19
+ // === Persistence ===
20
+ #store;
21
+ #txsDB;
22
+ // === Dependencies ===
23
+ #l2BlockSource;
24
+ #worldStateSynchronizer;
25
+ #createTxValidator;
26
+ // === In-Memory Indices ===
27
+ #indices = new TxPoolIndices();
28
+ // === Config & Services ===
29
+ #config;
30
+ #archive;
31
+ #deletedPool;
32
+ #evictionManager;
33
+ #dateProvider;
34
+ #instrumentation;
35
+ #evictedTxHashes = new Set();
36
+ #log;
37
+ #callbacks;
38
+ constructor(store, archiveStore, deps, callbacks, telemetry, config = {}, dateProvider, log){
39
+ this.#store = store;
40
+ this.#txsDB = store.openMap('txs');
41
+ this.#l2BlockSource = deps.l2BlockSource;
42
+ this.#worldStateSynchronizer = deps.worldStateSynchronizer;
43
+ this.#createTxValidator = deps.createTxValidator;
44
+ this.#config = {
45
+ ...DEFAULT_TX_POOL_V2_CONFIG,
46
+ ...config
47
+ };
48
+ this.#archive = new TxArchive(archiveStore, this.#config.archivedTxLimit, log);
49
+ this.#deletedPool = new DeletedPool(store, this.#txsDB, log);
50
+ this.#dateProvider = dateProvider;
51
+ this.#instrumentation = new TxPoolV2Instrumentation(telemetry, ()=>this.#indices.getTotalMetadataBytes());
52
+ this.#log = log;
53
+ this.#callbacks = callbacks;
54
+ // Setup eviction manager with rules
55
+ this.#evictionManager = new EvictionManager(this.#createPoolOperations(), log);
56
+ // Pre-add rules (run during addPendingTxs) - work with TxMetaData
57
+ this.#evictionManager.registerPreAddRule(new NullifierConflictRule());
58
+ this.#evictionManager.registerPreAddRule(new FeePayerBalancePreAddRule());
59
+ this.#evictionManager.registerPreAddRule(new LowPriorityPreAddRule({
60
+ maxPoolSize: this.#config.maxPendingTxCount
61
+ }));
62
+ // Post-event eviction rules (run after events to check ALL pending txs)
63
+ this.#evictionManager.registerRule(new InvalidTxsAfterMiningRule());
64
+ this.#evictionManager.registerRule(new InvalidTxsAfterReorgRule(deps.worldStateSynchronizer));
65
+ this.#evictionManager.registerRule(new FeePayerBalanceEvictionRule(deps.worldStateSynchronizer));
66
+ // LowPriorityEvictionRule handles cases where txs become pending via prepareForSlot (unprotect)
67
+ // The pre-add rule handles the addPendingTxs case, but post-event is needed for unprotect
68
+ this.#evictionManager.registerRule(new LowPriorityEvictionRule({
69
+ maxPoolSize: this.#config.maxPendingTxCount
70
+ }));
71
+ }
72
+ // ============================================================================
73
+ // PUBLIC IMPLEMENTATION METHODS
74
+ // ============================================================================
75
+ /**
76
+ * Hydrates the in-memory state from the database on startup.
77
+ * Pipeline: Load → Check Mined Status → Partition → Validate Non-Mined → Rebuild Pending Pool → Delete Invalid
78
+ *
79
+ * Note: Protected status is lost on restart. All non-mined txs are rebuilt as pending
80
+ * by running pre-add rules to resolve nullifier conflicts, balance checks, and pool size limits.
81
+ */ async hydrateFromDatabase() {
82
+ // Step 0: Hydrate deleted pool state
83
+ await this.#deletedPool.hydrateFromDatabase();
84
+ // Step 1: Load all transactions from DB (excluding soft-deleted)
85
+ const { loaded, errors: deserializationErrors } = await this.#loadAllTxsFromDb();
86
+ // Step 2: Check mined status for each tx
87
+ await this.#markMinedStatusBatch(loaded.map((l)=>l.meta));
88
+ // Step 3: Partition by mined status
89
+ const mined = [];
90
+ const nonMined = [];
91
+ for (const entry of loaded){
92
+ if (entry.meta.minedL2BlockId !== undefined) {
93
+ mined.push(entry.meta);
94
+ } else {
95
+ nonMined.push(entry);
96
+ }
97
+ }
98
+ // Step 4: Validate non-mined transactions
99
+ const { valid, invalid } = await this.#revalidateMetadata(nonMined.map((e)=>e.meta), 'on startup');
100
+ // Step 5: Populate mined indices (these don't need conflict resolution)
101
+ for (const meta of mined){
102
+ this.#indices.addMined(meta);
103
+ }
104
+ // Step 6: Rebuild pending pool by running pre-add rules for each tx
105
+ // This resolves nullifier conflicts, fee payer balance issues, and pool size limits
106
+ const { rejected } = await this.#rebuildPendingPool(valid);
107
+ // Step 7: Delete invalid and rejected txs from DB only (indices were never populated for these)
108
+ const toDelete = [
109
+ ...deserializationErrors,
110
+ ...invalid,
111
+ ...rejected
112
+ ];
113
+ if (toDelete.length === 0) {
114
+ return;
115
+ }
116
+ await this.#store.transactionAsync(async ()=>{
117
+ for (const txHashStr of toDelete){
118
+ await this.#txsDB.delete(txHashStr);
119
+ }
120
+ });
121
+ this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup`, {
122
+ txHashes: toDelete
123
+ });
124
+ }
125
+ async addPendingTxs(txs, opts) {
126
+ const accepted = [];
127
+ const ignored = [];
128
+ const rejected = [];
129
+ const errors = new Map();
130
+ const acceptedPending = new Set();
131
+ const poolAccess = this.#createPreAddPoolAccess();
132
+ const preAddContext = opts.feeComparisonOnly !== undefined ? {
133
+ feeComparisonOnly: opts.feeComparisonOnly
134
+ } : undefined;
135
+ await this.#store.transactionAsync(async ()=>{
136
+ for (const tx of txs){
137
+ const txHash = tx.getTxHash();
138
+ const txHashStr = txHash.toString();
139
+ // Skip duplicates
140
+ if (this.#indices.has(txHashStr)) {
141
+ ignored.push(txHash);
142
+ continue;
143
+ }
144
+ // Check mined status first (applies to all paths)
145
+ const minedBlockId = await this.#getMinedBlockId(txHash);
146
+ const preProtectedSlot = this.#indices.getProtectionSlot(txHashStr);
147
+ if (minedBlockId) {
148
+ // Already mined - add directly (protection already set if pre-protected)
149
+ await this.#addTx(tx, {
150
+ mined: minedBlockId
151
+ }, opts);
152
+ accepted.push(txHash);
153
+ } else if (preProtectedSlot !== undefined) {
154
+ // Pre-protected and not mined - add as protected (bypass validation)
155
+ await this.#addTx(tx, {
156
+ protected: preProtectedSlot
157
+ }, opts);
158
+ accepted.push(txHash);
159
+ } else {
160
+ // Regular pending tx - validate and run pre-add rules
161
+ const result = await this.#tryAddRegularPendingTx(tx, opts, poolAccess, acceptedPending, ignored, errors, preAddContext);
162
+ if (result.status === 'accepted') {
163
+ acceptedPending.add(txHashStr);
164
+ } else if (result.status === 'rejected') {
165
+ rejected.push(txHash);
166
+ } else {
167
+ ignored.push(txHash);
168
+ }
169
+ }
170
+ }
171
+ // Run post-add eviction rules for pending txs (inside transaction for atomicity)
172
+ if (acceptedPending.size > 0) {
173
+ const feePayers = Array.from(acceptedPending).map((txHash)=>this.#indices.getMetadata(txHash).feePayer);
174
+ const uniqueFeePayers = new Set(feePayers);
175
+ await this.#evictionManager.evictAfterNewTxs(Array.from(acceptedPending), [
176
+ ...uniqueFeePayers
177
+ ]);
178
+ }
179
+ });
180
+ // Build final accepted list for pending txs (excludes intra-batch evictions)
181
+ for (const txHashStr of acceptedPending){
182
+ accepted.push(TxHash.fromString(txHashStr));
183
+ }
184
+ // Record metrics
185
+ if (ignored.length > 0) {
186
+ this.#instrumentation.recordIgnored(ignored.length);
187
+ }
188
+ if (rejected.length > 0) {
189
+ this.#instrumentation.recordRejected(rejected.length);
190
+ }
191
+ return {
192
+ accepted,
193
+ ignored,
194
+ rejected,
195
+ ...errors.size > 0 ? {
196
+ errors
197
+ } : {}
198
+ };
199
+ }
200
+ /** Validates and adds a regular pending tx. Returns status. */ async #tryAddRegularPendingTx(tx, opts, poolAccess, acceptedPending, ignored, errors, preAddContext) {
201
+ const txHash = tx.getTxHash();
202
+ const txHashStr = txHash.toString();
203
+ // Build metadata and validate using metadata
204
+ const meta = await buildTxMetaData(tx);
205
+ if (!await this.#validateMeta(meta)) {
206
+ return {
207
+ status: 'rejected'
208
+ };
209
+ }
210
+ // Run pre-add rules
211
+ const preAddResult = await this.#evictionManager.runPreAddRules(meta, poolAccess, preAddContext);
212
+ if (preAddResult.shouldIgnore) {
213
+ this.#log.debug(`Ignoring tx ${txHashStr}: ${preAddResult.reason?.message ?? 'unknown reason'}`);
214
+ if (preAddResult.reason && preAddResult.reason.code !== TxPoolRejectionCode.INTERNAL_ERROR) {
215
+ errors.set(txHashStr, preAddResult.reason);
216
+ }
217
+ return {
218
+ status: 'ignored'
219
+ };
220
+ }
221
+ // Evict conflicts, grouped by rule name for metrics
222
+ if (preAddResult.evictions && preAddResult.evictions.length > 0) {
223
+ const byReason = new Map();
224
+ for (const { txHash: evictHash, reason } of preAddResult.evictions){
225
+ const group = byReason.get(reason);
226
+ if (group) {
227
+ group.push(evictHash);
228
+ } else {
229
+ byReason.set(reason, [
230
+ evictHash
231
+ ]);
232
+ }
233
+ }
234
+ for (const [reason, hashes] of byReason){
235
+ await this.#evictTxs(hashes, reason);
236
+ }
237
+ for (const evictHashStr of preAddResult.txHashesToEvict){
238
+ this.#log.debug(`Evicted tx ${evictHashStr} due to higher-fee tx ${txHashStr}`, {
239
+ evictedTxHash: evictHashStr,
240
+ replacementTxHash: txHashStr
241
+ });
242
+ if (acceptedPending.has(evictHashStr)) {
243
+ // Evicted tx was from this batch - mark as ignored in result
244
+ acceptedPending.delete(evictHashStr);
245
+ ignored.push(TxHash.fromString(evictHashStr));
246
+ }
247
+ }
248
+ }
249
+ // Randomly drop the transaction for testing purposes (report as accepted so it propagates)
250
+ if (this.#config.dropTransactionsProbability > 0 && Math.random() < this.#config.dropTransactionsProbability) {
251
+ this.#log.debug(`Dropping tx ${txHashStr} (simulated drop for testing)`);
252
+ return {
253
+ status: 'accepted'
254
+ };
255
+ }
256
+ // Add the transaction
257
+ await this.#addTx(tx, 'pending', opts);
258
+ return {
259
+ status: 'accepted'
260
+ };
261
+ }
262
+ async canAddPendingTx(tx) {
263
+ const txHashStr = tx.getTxHash().toString();
264
+ // Check if already in pool
265
+ if (this.#indices.has(txHashStr)) {
266
+ return 'ignored';
267
+ }
268
+ // Build metadata and check pre-add rules
269
+ const meta = await buildTxMetaData(tx);
270
+ const poolAccess = this.#createPreAddPoolAccess();
271
+ const preAddResult = await this.#evictionManager.runPreAddRules(meta, poolAccess);
272
+ return preAddResult.shouldIgnore ? 'ignored' : 'accepted';
273
+ }
274
+ async addProtectedTxs(txs, block, opts) {
275
+ const slotNumber = block.globalVariables.slotNumber;
276
+ await this.#store.transactionAsync(async ()=>{
277
+ for (const tx of txs){
278
+ const txHash = tx.getTxHash();
279
+ const txHashStr = txHash.toString();
280
+ const isNew = !this.#indices.has(txHashStr);
281
+ const minedBlockId = await this.#getMinedBlockId(txHash);
282
+ if (isNew) {
283
+ // New tx - add as mined or protected (callback emitted by #addTx)
284
+ if (minedBlockId) {
285
+ await this.#addTx(tx, {
286
+ mined: minedBlockId
287
+ }, opts);
288
+ this.#indices.setProtection(txHashStr, slotNumber);
289
+ } else {
290
+ await this.#addTx(tx, {
291
+ protected: slotNumber
292
+ }, opts);
293
+ }
294
+ } else {
295
+ // Existing tx - update protection and mined status
296
+ this.#indices.updateProtection(txHashStr, slotNumber);
297
+ if (minedBlockId) {
298
+ const meta = this.#indices.getMetadata(txHashStr);
299
+ this.#indices.markAsMined(meta, minedBlockId);
300
+ }
301
+ }
302
+ }
303
+ });
304
+ }
305
+ async protectTxs(txHashes, block) {
306
+ const slotNumber = block.globalVariables.slotNumber;
307
+ const missing = [];
308
+ let softDeletedHits = 0;
309
+ let missingPreviouslyEvicted = 0;
310
+ await this.#store.transactionAsync(async ()=>{
311
+ for (const txHash of txHashes){
312
+ const txHashStr = txHash.toString();
313
+ if (this.#indices.has(txHashStr)) {
314
+ // Update protection for existing tx
315
+ this.#indices.updateProtection(txHashStr, slotNumber);
316
+ } else if (this.#deletedPool.isSoftDeleted(txHashStr)) {
317
+ // Resurrect soft-deleted tx as protected
318
+ const buffer = await this.#txsDB.getAsync(txHashStr);
319
+ if (buffer) {
320
+ const tx = Tx.fromBuffer(buffer);
321
+ await this.#addTx(tx, {
322
+ protected: slotNumber
323
+ });
324
+ softDeletedHits++;
325
+ } else {
326
+ // Data missing despite soft-delete flag — treat as truly missing
327
+ this.#indices.setProtection(txHashStr, slotNumber);
328
+ missing.push(txHash);
329
+ }
330
+ } else {
331
+ // Truly missing — pre-record protection for tx we don't have yet
332
+ this.#indices.setProtection(txHashStr, slotNumber);
333
+ missing.push(txHash);
334
+ if (this.#evictedTxHashes.has(txHashStr)) {
335
+ missingPreviouslyEvicted++;
336
+ }
337
+ }
338
+ }
339
+ });
340
+ // Record metrics
341
+ if (softDeletedHits > 0) {
342
+ this.#instrumentation.recordSoftDeletedHits(softDeletedHits);
343
+ }
344
+ if (missing.length > 0) {
345
+ this.#log.debug(`protectTxs missing tx hashes: ${missing.map((h)=>h.toString()).join(', ')}`);
346
+ this.#instrumentation.recordMissingOnProtect(missing.length);
347
+ }
348
+ if (missingPreviouslyEvicted > 0) {
349
+ this.#instrumentation.recordMissingPreviouslyEvicted(missingPreviouslyEvicted);
350
+ }
351
+ this.#log.info(`Protected ${txHashes.length} txs, missing: ${missing.length}, soft-deleted hits: ${softDeletedHits}`);
352
+ return missing;
353
+ }
354
+ async addMinedTxs(txs, block, opts) {
355
+ // Step 1: Build block ID
356
+ const blockId = await this.#buildBlockId(block);
357
+ await this.#store.transactionAsync(async ()=>{
358
+ for (const tx of txs){
359
+ const txHashStr = tx.getTxHash().toString();
360
+ const existingMeta = this.#indices.getMetadata(txHashStr);
361
+ if (existingMeta) {
362
+ // Mark existing tx as mined
363
+ this.#indices.markAsMined(existingMeta, blockId);
364
+ } else {
365
+ // Add new mined tx (callback emitted by #addTx)
366
+ await this.#addTx(tx, {
367
+ mined: blockId
368
+ }, opts);
369
+ }
370
+ await this.#deletedPool.clearIfMinedHigher(txHashStr, blockId.number);
371
+ }
372
+ });
373
+ }
374
+ async handleMinedBlock(block) {
375
+ // Step 1: Build block ID
376
+ const blockId = await this.#buildBlockId(block.header);
377
+ // Step 2: Extract tx hashes and nullifiers directly from the block
378
+ const txHashes = block.body.txEffects.map((tx)=>tx.txHash);
379
+ const nullifiers = block.body.txEffects.flatMap((tx)=>tx.nullifiers.map((n)=>n.toString()));
380
+ // Step 3: Collect fee payers from txs we have in the pool (for balance-based eviction)
381
+ const feePayers = [];
382
+ const found = [];
383
+ for (const txHash of txHashes){
384
+ const meta = this.#indices.getMetadata(txHash.toString());
385
+ if (meta) {
386
+ feePayers.push(meta.feePayer);
387
+ found.push(meta);
388
+ }
389
+ }
390
+ await this.#store.transactionAsync(async ()=>{
391
+ // Step 4: Mark txs as mined (only those we have in the pool)
392
+ for (const meta of found){
393
+ this.#indices.markAsMined(meta, blockId);
394
+ await this.#deletedPool.clearIfMinedHigher(meta.txHash, blockId.number);
395
+ }
396
+ // Step 5: Run post-event eviction rules (inside transaction for atomicity)
397
+ await this.#evictionManager.evictAfterNewBlock(block.header, nullifiers, feePayers);
398
+ });
399
+ this.#log.info(`Marked ${found.length} txs as mined in block ${blockId.number}`);
400
+ }
401
+ async prepareForSlot(slotNumber) {
402
+ await this.#store.transactionAsync(async ()=>{
403
+ // Step 0: Clean up slot-deleted txs from previous slots
404
+ await this.#deletedPool.cleanupSlotDeleted(slotNumber);
405
+ // Step 1: Find expired protected txs
406
+ const expiredProtected = this.#indices.findExpiredProtectedTxs(slotNumber);
407
+ // Step 2: Clear protection for all expired entries (including those without metadata)
408
+ this.#indices.clearProtection(expiredProtected);
409
+ // Step 3: Filter to only txs that have metadata and are not mined
410
+ const txsToRestore = this.#indices.filterRestorable(expiredProtected);
411
+ if (txsToRestore.length === 0) {
412
+ this.#log.debug(`Preparing for slot ${slotNumber}, no txs to unprotect`);
413
+ return;
414
+ }
415
+ this.#log.info(`Preparing for slot ${slotNumber}: unprotecting ${txsToRestore.length} txs`);
416
+ // Step 4: Validate for pending pool
417
+ const { valid, invalid } = await this.#revalidateMetadata(txsToRestore, 'during prepareForSlot');
418
+ // Step 5: Resolve nullifier conflicts and add winners to pending indices
419
+ const { added, toEvict } = this.#applyNullifierConflictResolution(valid);
420
+ // Step 6: Delete invalid txs and evict conflict losers
421
+ await this.#deleteTxsBatch(invalid);
422
+ await this.#evictTxs(toEvict, 'NullifierConflict');
423
+ // Step 7: Run eviction rules (enforce pool size limit)
424
+ if (added.length > 0) {
425
+ const feePayers = added.map((meta)=>meta.feePayer);
426
+ const uniqueFeePayers = new Set(feePayers);
427
+ await this.#evictionManager.evictAfterNewTxs(added.map((m)=>m.txHash), [
428
+ ...uniqueFeePayers
429
+ ]);
430
+ }
431
+ });
432
+ }
433
+ async handlePrunedBlocks(latestBlock, options) {
434
+ // Step 1: Find transactions mined after the prune point
435
+ const txsToUnmine = this.#indices.findTxsMinedAfter(latestBlock.number);
436
+ if (txsToUnmine.length === 0) {
437
+ this.#log.debug(`No transactions to un-mine for prune to block ${latestBlock.number}`);
438
+ return;
439
+ }
440
+ this.#log.info(`Handling prune to block ${latestBlock.number}: un-mining ${txsToUnmine.length} txs`);
441
+ await this.#store.transactionAsync(async ()=>{
442
+ // Step 2: Mark ALL un-mined txs with their original mined block number
443
+ // This ensures they get soft-deleted if removed later, and only hard-deleted
444
+ // when their original mined block is finalized
445
+ await this.#deletedPool.markFromPrunedBlock(txsToUnmine.map((m)=>({
446
+ txHash: m.txHash,
447
+ minedAtBlock: BlockNumber(m.minedL2BlockId.number)
448
+ })));
449
+ // Step 3: Unmine - clear mined status from metadata
450
+ for (const meta of txsToUnmine){
451
+ this.#indices.markAsUnmined(meta);
452
+ }
453
+ // If deleteAllTxs is set (epoch prune), delete all un-mined txs and return early
454
+ if (options?.deleteAllTxs) {
455
+ const allTxHashes = txsToUnmine.map((m)=>m.txHash);
456
+ await this.#deleteTxsBatch(allTxHashes);
457
+ this.#log.info(`Handled prune to block ${latestBlock.number} with deleteAllTxs: deleted ${allTxHashes.length} txs`);
458
+ return;
459
+ }
460
+ // Step 4: Filter out protected txs (they'll be handled by prepareForSlot)
461
+ const unprotectedTxs = this.#indices.filterUnprotected(txsToUnmine);
462
+ // Step 5: Validate for pending pool
463
+ const { valid, invalid } = await this.#revalidateMetadata(unprotectedTxs, 'during handlePrunedBlocks');
464
+ // Step 6: Resolve nullifier conflicts and add winners to pending indices
465
+ const { toEvict } = this.#applyNullifierConflictResolution(valid);
466
+ // Step 7: Delete invalid txs and evict conflict losers
467
+ await this.#deleteTxsBatch(invalid);
468
+ await this.#evictTxs(toEvict, 'NullifierConflict');
469
+ this.#log.info(`Handled prune to block ${latestBlock.number}: ${valid.length} txs restored to pending, ${invalid.length} invalid, ${toEvict.length} evicted due to nullifier conflicts`, {
470
+ txHashesRestored: valid.map((m)=>m.txHash),
471
+ txHashesInvalid: invalid,
472
+ txHashesEvicted: toEvict
473
+ });
474
+ // Step 8: Run eviction rules for ALL pending txs (not just restored ones)
475
+ // This handles cases like existing pending txs with invalid fee payer balances
476
+ await this.#evictionManager.evictAfterChainPrune(latestBlock.number);
477
+ });
478
+ }
479
+ async handleFailedExecution(txHashes) {
480
+ await this.#store.transactionAsync(async ()=>{
481
+ await this.#deleteTxsBatch(txHashes.map((h)=>h.toString()));
482
+ });
483
+ this.#log.info(`Deleted ${txHashes.length} failed txs`, {
484
+ txHashes: txHashes.map((h)=>h.toString())
485
+ });
486
+ }
487
+ async handleFinalizedBlock(block) {
488
+ const blockNumber = block.globalVariables.blockNumber;
489
+ // Step 1: Find mined txs at or before finalized block
490
+ const minedTxsToFinalize = this.#indices.findTxsMinedAtOrBefore(blockNumber);
491
+ await this.#store.transactionAsync(async ()=>{
492
+ // Step 2: Collect mined txs for archiving (before deletion)
493
+ const txsToArchive = [];
494
+ if (this.#archive.isEnabled()) {
495
+ for (const txHashStr of minedTxsToFinalize){
496
+ const buffer = await this.#txsDB.getAsync(txHashStr);
497
+ if (buffer) {
498
+ txsToArchive.push(Tx.fromBuffer(buffer));
499
+ }
500
+ }
501
+ }
502
+ // Step 3: Delete mined txs from active pool
503
+ await this.#deleteTxsBatch(minedTxsToFinalize);
504
+ // Step 4: Finalize soft-deleted txs
505
+ await this.#deletedPool.finalizeBlock(blockNumber);
506
+ // Step 5: Archive mined txs
507
+ if (txsToArchive.length > 0) {
508
+ await this.#archive.archiveTxs(txsToArchive);
509
+ }
510
+ });
511
+ if (minedTxsToFinalize.length > 0) {
512
+ this.#log.info(`Finalized ${minedTxsToFinalize.length} mined txs from blocks up to ${blockNumber}`, {
513
+ txHashes: minedTxsToFinalize
514
+ });
515
+ }
516
+ }
517
+ // === Query Methods ===
518
+ async getTxByHash(txHash) {
519
+ const buffer = await this.#txsDB.getAsync(txHash.toString());
520
+ return buffer ? Tx.fromBuffer(buffer) : undefined;
521
+ }
522
+ async getTxsByHash(txHashes) {
523
+ const results = [];
524
+ for (const h of txHashes){
525
+ const buffer = await this.#txsDB.getAsync(h.toString());
526
+ results.push(buffer ? Tx.fromBuffer(buffer) : undefined);
527
+ }
528
+ return results;
529
+ }
530
+ hasTxs(txHashes) {
531
+ return txHashes.map((h)=>{
532
+ const hashStr = h.toString();
533
+ return this.#indices.has(hashStr) || this.#deletedPool.isSoftDeleted(hashStr);
534
+ });
535
+ }
536
+ getTxStatus(txHash) {
537
+ const txHashStr = txHash.toString();
538
+ const meta = this.#indices.getMetadata(txHashStr);
539
+ if (meta) {
540
+ return this.#indices.getTxState(meta);
541
+ }
542
+ // Check if soft-deleted
543
+ if (this.#deletedPool.isSoftDeleted(txHashStr)) {
544
+ return 'deleted';
545
+ }
546
+ return undefined;
547
+ }
548
+ getPendingTxHashes() {
549
+ return [
550
+ ...this.#indices.iteratePendingByPriority('desc')
551
+ ].map((hash)=>TxHash.fromString(hash));
552
+ }
553
+ getEligiblePendingTxHashes() {
554
+ const maxReceivedAt = this.#dateProvider.now() - this.#config.minTxPoolAgeMs;
555
+ return [
556
+ ...this.#indices.iterateEligiblePendingByPriority('desc', maxReceivedAt)
557
+ ].map((hash)=>TxHash.fromString(hash));
558
+ }
559
+ getPendingTxCount() {
560
+ return this.#indices.getPendingTxCount();
561
+ }
562
+ getMinedTxHashes() {
563
+ return this.#indices.getMinedTxs().map(([hash, blockId])=>[
564
+ TxHash.fromString(hash),
565
+ blockId
566
+ ]);
567
+ }
568
+ getMinedTxCount() {
569
+ let count = 0;
570
+ for (const [, meta] of this.#indices.iterateMetadata()){
571
+ if (meta.minedL2BlockId !== undefined) {
572
+ count++;
573
+ }
574
+ }
575
+ return count;
576
+ }
577
+ isEmpty() {
578
+ return this.#indices.isEmpty();
579
+ }
580
+ getTxCount() {
581
+ return this.#indices.getTxCount();
582
+ }
583
+ getArchivedTxByHash(txHash) {
584
+ return this.#archive.getTxByHash(txHash);
585
+ }
586
+ getLowestPriorityPending(limit) {
587
+ return this.#indices.getLowestPriorityPending(limit).map((h)=>TxHash.fromString(h));
588
+ }
589
+ // === Configuration ===
590
+ updateConfig(config) {
591
+ if (config.maxPendingTxCount !== undefined) {
592
+ this.#config.maxPendingTxCount = config.maxPendingTxCount;
593
+ }
594
+ if (config.archivedTxLimit !== undefined) {
595
+ this.#config.archivedTxLimit = config.archivedTxLimit;
596
+ this.#archive.updateLimit(config.archivedTxLimit);
597
+ }
598
+ if (config.minTxPoolAgeMs !== undefined) {
599
+ this.#config.minTxPoolAgeMs = config.minTxPoolAgeMs;
600
+ }
601
+ // Update eviction rules with new config
602
+ this.#evictionManager.updateConfig(config);
603
+ }
604
+ // === Pool Read Access ===
605
+ getPoolReadAccess() {
606
+ return {
607
+ getMetadata: (txHash)=>this.#indices.getMetadata(txHash),
608
+ getTxHashByNullifier: (nullifier)=>this.#indices.getTxHashByNullifier(nullifier),
609
+ getTxHashesByFeePayer: (feePayer)=>this.#indices.getTxHashesByFeePayer(feePayer),
610
+ getPendingTxCount: ()=>this.#indices.getPendingTxCount()
611
+ };
612
+ }
613
+ // === Metrics ===
614
+ countTxs() {
615
+ return {
616
+ ...this.#indices.countTxs(),
617
+ softDeleted: this.#deletedPool.getSoftDeletedCount()
618
+ };
619
+ }
620
+ // ============================================================================
621
+ // PRIVATE HELPERS - Transaction Management
622
+ // ============================================================================
623
+ /**
624
+ * Adds a new transaction to the pool with the specified state.
625
+ * Emits onTxsAdded callback immediately after DB write.
626
+ */ async #addTx(tx, state, opts = {}) {
627
+ const txHashStr = tx.getTxHash().toString();
628
+ const meta = await buildTxMetaData(tx);
629
+ meta.receivedAt = this.#dateProvider.now();
630
+ await this.#txsDB.set(txHashStr, tx.toBuffer());
631
+ await this.#deletedPool.clearSoftDeleted(txHashStr);
632
+ this.#callbacks.onTxsAdded([
633
+ tx
634
+ ], opts);
635
+ if (state === 'pending') {
636
+ this.#indices.addPending(meta);
637
+ } else if ('protected' in state) {
638
+ this.#indices.addProtected(meta, state.protected);
639
+ } else {
640
+ meta.minedL2BlockId = state.mined;
641
+ this.#indices.addMined(meta);
642
+ }
643
+ const stateStr = typeof state === 'string' ? state : Object.keys(state)[0];
644
+ this.#log.debug(`Added tx ${txHashStr} as ${stateStr}`, {
645
+ eventName: 'tx-added-to-pool',
646
+ txHash: txHashStr,
647
+ state: stateStr,
648
+ source: opts.source
649
+ });
650
+ return meta;
651
+ }
652
+ /**
653
+ * Deletes a transaction from both indices and DB.
654
+ * Emits onTxsRemoved callback immediately after DB delete.
655
+ */ /**
656
+ * Deletes a transaction from the pool.
657
+ * Delegates to DeletedPool which decides soft vs hard delete based on whether
658
+ * the tx is from a pruned block.
659
+ */ async #deleteTx(txHashStr) {
660
+ this.#indices.remove(txHashStr);
661
+ this.#callbacks.onTxsRemoved([
662
+ txHashStr
663
+ ]);
664
+ await this.#deletedPool.deleteTx(txHashStr);
665
+ }
666
+ /** Deletes a batch of transactions, emitting callbacks individually for each. */ async #deleteTxsBatch(txHashes) {
667
+ for (const txHashStr of txHashes){
668
+ await this.#deleteTx(txHashStr);
669
+ }
670
+ }
671
+ /** Evicts transactions: records eviction metric with reason, caches hashes, then deletes. */ async #evictTxs(txHashes, reason) {
672
+ if (txHashes.length === 0) {
673
+ return;
674
+ }
675
+ this.#instrumentation.recordEvictions(txHashes.length, reason);
676
+ for (const txHashStr of txHashes){
677
+ this.#log.debug(`Evicting tx ${txHashStr}`, {
678
+ txHash: txHashStr,
679
+ reason
680
+ });
681
+ this.#addToEvictedCache(txHashStr);
682
+ }
683
+ await this.#deleteTxsBatch(txHashes);
684
+ }
685
+ /** Adds a tx hash to the bounded evicted cache, evicting the oldest entry if at capacity. */ #addToEvictedCache(txHashStr) {
686
+ if (this.#evictedTxHashes.size >= this.#config.evictedTxCacheSize) {
687
+ // FIFO eviction: remove the first (oldest) entry
688
+ const oldest = this.#evictedTxHashes.values().next().value;
689
+ this.#evictedTxHashes.delete(oldest);
690
+ }
691
+ this.#evictedTxHashes.add(txHashStr);
692
+ }
693
+ // ============================================================================
694
+ // PRIVATE HELPERS - Validation & Conflict Resolution
695
+ // ============================================================================
696
+ /** Validates transaction metadata, returning true if valid */ async #validateMeta(meta, validator, context) {
697
+ const txValidator = validator ?? await this.#createTxValidator();
698
+ const result = await txValidator.validateTx(meta);
699
+ if (result.result !== 'valid') {
700
+ const contextStr = context ? ` ${context}` : '';
701
+ this.#log.info(`Tx ${meta.txHash}${contextStr} failed validation: ${result.reason?.join(', ')}`);
702
+ return false;
703
+ }
704
+ return true;
705
+ }
706
+ /** Validates metadata directly */ async #revalidateMetadata(metas, context) {
707
+ const valid = [];
708
+ const invalid = [];
709
+ const validator = await this.#createTxValidator();
710
+ for (const meta of metas){
711
+ if (await this.#validateMeta(meta, validator, context)) {
712
+ valid.push(meta);
713
+ } else {
714
+ invalid.push(meta.txHash);
715
+ }
716
+ }
717
+ return {
718
+ valid,
719
+ invalid
720
+ };
721
+ }
722
+ /**
723
+ * Resolves nullifier conflicts between incoming txs and existing pending txs.
724
+ * Modifies the pending indices during iteration to maintain consistent state
725
+ * for subsequent conflict checks within the same batch.
726
+ */ #applyNullifierConflictResolution(txs) {
727
+ const added = [];
728
+ const toEvict = [];
729
+ for (const meta of txs){
730
+ const conflict = checkNullifierConflict(meta, (nullifier)=>this.#indices.getTxHashByNullifier(nullifier), (txHash)=>this.#indices.getMetadata(txHash));
731
+ if (conflict.shouldIgnore) {
732
+ // Lower priority than existing - don't add, mark for deletion
733
+ toEvict.push(meta.txHash);
734
+ } else {
735
+ // Higher priority - evict existing conflicts
736
+ toEvict.push(...conflict.txHashesToEvict);
737
+ // Remove evicted from indices immediately for subsequent checks
738
+ for (const evictHash of conflict.txHashesToEvict){
739
+ const evictMeta = this.#indices.getMetadata(evictHash);
740
+ if (evictMeta) {
741
+ this.#indices.removeFromPendingIndices(evictMeta);
742
+ }
743
+ }
744
+ // Add to pending indices immediately so subsequent txs in the batch see this tx
745
+ this.#indices.addToPendingIndices(meta);
746
+ added.push(meta);
747
+ }
748
+ }
749
+ return {
750
+ added,
751
+ toEvict
752
+ };
753
+ }
754
+ // ============================================================================
755
+ // PRIVATE HELPERS - Block & Hydration
756
+ // ============================================================================
757
+ async #buildBlockId(block) {
758
+ return {
759
+ number: block.globalVariables.blockNumber,
760
+ hash: (await block.hash()).toString()
761
+ };
762
+ }
763
+ /** Checks if a tx is already mined and returns its block ID if so */ async #getMinedBlockId(txHash) {
764
+ const txEffect = await this.#l2BlockSource.getTxEffect(txHash);
765
+ if (!txEffect) {
766
+ return undefined;
767
+ }
768
+ return {
769
+ number: txEffect.l2BlockNumber,
770
+ hash: txEffect.l2BlockHash.toString()
771
+ };
772
+ }
773
+ /** Loads all transactions from the database, returning loaded txs and deserialization errors */ async #loadAllTxsFromDb() {
774
+ const loaded = [];
775
+ const errors = [];
776
+ for await (const [txHashStr, buffer] of this.#txsDB.entriesAsync()){
777
+ // Skip soft-deleted transactions - they stay in DB but not in indices
778
+ if (this.#deletedPool.isSoftDeleted(txHashStr)) {
779
+ continue;
780
+ }
781
+ try {
782
+ const tx = Tx.fromBuffer(buffer);
783
+ const meta = await buildTxMetaData(tx);
784
+ loaded.push({
785
+ tx,
786
+ meta
787
+ });
788
+ } catch (err) {
789
+ this.#log.warn(`Failed to deserialize tx ${txHashStr}, deleting`, {
790
+ err
791
+ });
792
+ errors.push(txHashStr);
793
+ }
794
+ }
795
+ return {
796
+ loaded,
797
+ errors
798
+ };
799
+ }
800
+ /** Queries block source and marks mined status on transaction metadata */ async #markMinedStatusBatch(metas) {
801
+ for (const meta of metas){
802
+ try {
803
+ const txEffect = await this.#l2BlockSource.getTxEffect(TxHash.fromString(meta.txHash));
804
+ if (txEffect) {
805
+ meta.minedL2BlockId = {
806
+ number: txEffect.l2BlockNumber,
807
+ hash: txEffect.l2BlockHash.toString()
808
+ };
809
+ }
810
+ } catch (err) {
811
+ this.#log.warn(`Failed to check mined status for tx ${meta.txHash}`, {
812
+ err
813
+ });
814
+ }
815
+ }
816
+ }
817
+ /**
818
+ * Rebuilds the pending pool by processing each tx through pre-add rules.
819
+ * Starts with an empty pending pool and adds txs one by one, resolving conflicts.
820
+ * Returns the list of accepted and rejected tx hashes.
821
+ */ async #rebuildPendingPool(metas) {
822
+ const accepted = new Set();
823
+ const rejected = [];
824
+ const poolAccess = this.#createPreAddPoolAccess();
825
+ for (const meta of metas){
826
+ // Run pre-add rules against current pending pool state (metadata not yet in pool)
827
+ const preAddResult = await this.#evictionManager.runPreAddRules(meta, poolAccess);
828
+ if (preAddResult.shouldIgnore) {
829
+ // Transaction rejected - mark for deletion from DB
830
+ rejected.push(meta.txHash);
831
+ this.#log.debug(`Rejected tx ${meta.txHash} during rebuild: ${preAddResult.reason?.message ?? 'unknown reason'}`);
832
+ continue;
833
+ }
834
+ // Evict any conflicting txs identified by pre-add rules
835
+ for (const evictHashStr of preAddResult.txHashesToEvict){
836
+ const evictMeta = this.#indices.getMetadata(evictHashStr);
837
+ if (evictMeta) {
838
+ this.#indices.removeFromPendingIndices(evictMeta);
839
+ this.#indices.remove(evictHashStr);
840
+ rejected.push(evictHashStr);
841
+ accepted.delete(evictHashStr);
842
+ this.#log.debug(`Evicted tx ${evictHashStr} during rebuild due to conflict with ${meta.txHash}`);
843
+ }
844
+ }
845
+ // Add to indices
846
+ this.#indices.addPending(meta);
847
+ accepted.add(meta.txHash);
848
+ }
849
+ this.#log.info(`Rebuilt pending pool: ${accepted.size} accepted, ${rejected.length} rejected`);
850
+ return {
851
+ accepted: [
852
+ ...accepted
853
+ ],
854
+ rejected
855
+ };
856
+ }
857
+ // ============================================================================
858
+ // PRIVATE HELPERS - Pool Access Adapters
859
+ // ============================================================================
860
+ #createPoolOperations() {
861
+ return {
862
+ getPendingTxs: ()=>this.#indices.getPendingTxs(),
863
+ getPendingFeePayers: ()=>this.#indices.getPendingFeePayers(),
864
+ getFeePayerPendingTxs: (feePayer)=>this.#indices.getFeePayerPendingTxs(feePayer),
865
+ getPendingTxCount: ()=>this.#indices.getPendingTxCount(),
866
+ getLowestPriorityPending: (limit)=>this.#indices.getLowestPriorityPending(limit),
867
+ deleteTxs: (txHashes, reason)=>this.#evictTxs(txHashes, reason ?? 'unknown')
868
+ };
869
+ }
870
+ #createPreAddPoolAccess() {
871
+ return {
872
+ getMetadata: (txHashStr)=>{
873
+ const meta = this.#indices.getMetadata(txHashStr);
874
+ if (!meta || this.#indices.getTxState(meta) !== 'pending') {
875
+ return undefined;
876
+ }
877
+ return meta;
878
+ },
879
+ getTxHashByNullifier: (nullifier)=>this.#indices.getTxHashByNullifier(nullifier),
880
+ getFeePayerBalance: async (feePayer)=>{
881
+ const db = this.#worldStateSynchronizer.getCommitted();
882
+ const publicStateSource = new DatabasePublicStateSource(db);
883
+ const balance = await publicStateSource.storageRead(ProtocolContractAddress.FeeJuice, await computeFeePayerBalanceStorageSlot(AztecAddress.fromString(feePayer)));
884
+ return balance.toBigInt();
885
+ },
886
+ getFeePayerPendingTxs: (feePayer)=>this.#indices.getFeePayerPendingTxs(feePayer),
887
+ getPendingTxCount: ()=>this.#indices.getPendingTxCount(),
888
+ getLowestPriorityPendingTx: ()=>this.#indices.getLowestPriorityPendingTx()
889
+ };
890
+ }
891
+ }