@aztec/p2p 0.0.1-commit.42ee6df9b → 0.0.1-commit.431c48d

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (360) hide show
  1. package/README.md +7 -6
  2. package/dest/bootstrap/bootstrap.d.ts +1 -1
  3. package/dest/bootstrap/bootstrap.d.ts.map +1 -1
  4. package/dest/bootstrap/bootstrap.js +22 -6
  5. package/dest/client/factory.d.ts +4 -3
  6. package/dest/client/factory.d.ts.map +1 -1
  7. package/dest/client/factory.js +32 -23
  8. package/dest/client/interface.d.ts +44 -11
  9. package/dest/client/interface.d.ts.map +1 -1
  10. package/dest/client/p2p_client.d.ts +34 -19
  11. package/dest/client/p2p_client.d.ts.map +1 -1
  12. package/dest/client/p2p_client.js +119 -59
  13. package/dest/config.d.ts +150 -107
  14. package/dest/config.d.ts.map +1 -1
  15. package/dest/config.js +77 -26
  16. package/dest/errors/reqresp.error.d.ts +9 -16
  17. package/dest/errors/reqresp.error.d.ts.map +1 -1
  18. package/dest/errors/reqresp.error.js +10 -17
  19. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +98 -56
  20. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  21. package/dest/mem_pools/attestation_pool/attestation_pool.js +270 -198
  22. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
  23. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  24. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +218 -59
  25. package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
  26. package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
  27. package/dest/mem_pools/attestation_pool/mocks.js +6 -4
  28. package/dest/mem_pools/instrumentation.d.ts +9 -4
  29. package/dest/mem_pools/instrumentation.d.ts.map +1 -1
  30. package/dest/mem_pools/instrumentation.js +28 -9
  31. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +10 -5
  32. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -1
  33. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +29 -20
  34. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +3 -3
  35. package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
  36. package/dest/mem_pools/tx_pool_v2/deleted_pool.js +6 -6
  37. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
  38. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
  39. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +3 -3
  40. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +1 -1
  41. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
  42. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +3 -1
  43. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
  44. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
  45. package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
  47. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
  48. package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +64 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +1 -1
  50. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -1
  51. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +3 -4
  52. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +1 -1
  53. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -1
  54. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +6 -7
  55. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +1 -1
  56. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
  57. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +6 -5
  58. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +11 -1
  59. package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -1
  60. package/dest/mem_pools/tx_pool_v2/instrumentation.js +24 -0
  61. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +33 -5
  62. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
  63. package/dest/mem_pools/tx_pool_v2/interfaces.js +2 -1
  64. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +5 -2
  65. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
  66. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +8 -5
  67. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +15 -1
  68. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
  69. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +31 -0
  70. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +16 -3
  71. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
  72. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +83 -32
  73. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +50 -6
  74. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
  75. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +243 -127
  76. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +10 -3
  77. package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
  78. package/dest/msg_validators/attestation_validator/attestation_validator.js +38 -16
  79. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
  80. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  81. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
  82. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +8 -3
  83. package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
  84. package/dest/msg_validators/proposal_validator/block_proposal_validator.js +2 -2
  85. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +8 -3
  86. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
  87. package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +8 -2
  88. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +25 -3
  89. package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
  90. package/dest/msg_validators/proposal_validator/proposal_validator.js +85 -15
  91. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
  92. package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
  93. package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
  94. package/dest/msg_validators/tx_validator/allowed_public_setup.js +3 -3
  95. package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
  96. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
  97. package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
  98. package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
  99. package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
  100. package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
  101. package/dest/msg_validators/tx_validator/data_validator.js +1 -0
  102. package/dest/msg_validators/tx_validator/factory.d.ts +14 -15
  103. package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
  104. package/dest/msg_validators/tx_validator/factory.js +29 -16
  105. package/dest/msg_validators/tx_validator/gas_validator.d.ts +47 -10
  106. package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
  107. package/dest/msg_validators/tx_validator/gas_validator.js +65 -48
  108. package/dest/msg_validators/tx_validator/index.d.ts +3 -1
  109. package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
  110. package/dest/msg_validators/tx_validator/index.js +2 -0
  111. package/dest/msg_validators/tx_validator/phases_validator.js +2 -2
  112. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
  113. package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
  114. package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
  115. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
  116. package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
  117. package/dest/msg_validators/tx_validator/tx_validation_cache.js +68 -0
  118. package/dest/services/data_store.d.ts +1 -1
  119. package/dest/services/data_store.d.ts.map +1 -1
  120. package/dest/services/data_store.js +5 -5
  121. package/dest/services/discv5/discV5_service.d.ts +13 -2
  122. package/dest/services/discv5/discV5_service.d.ts.map +1 -1
  123. package/dest/services/discv5/discV5_service.js +119 -23
  124. package/dest/services/discv5/persisted_enr_store.d.ts +38 -0
  125. package/dest/services/discv5/persisted_enr_store.d.ts.map +1 -0
  126. package/dest/services/discv5/persisted_enr_store.js +145 -0
  127. package/dest/services/dummy_service.d.ts +18 -18
  128. package/dest/services/dummy_service.d.ts.map +1 -1
  129. package/dest/services/dummy_service.js +19 -18
  130. package/dest/services/encoding.d.ts +19 -6
  131. package/dest/services/encoding.d.ts.map +1 -1
  132. package/dest/services/encoding.js +25 -15
  133. package/dest/services/gossipsub/topic_score_params.d.ts +6 -12
  134. package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
  135. package/dest/services/gossipsub/topic_score_params.js +4 -14
  136. package/dest/services/libp2p/instrumentation.d.ts +6 -1
  137. package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
  138. package/dest/services/libp2p/instrumentation.js +21 -0
  139. package/dest/services/libp2p/libp2p_service.d.ts +40 -43
  140. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  141. package/dest/services/libp2p/libp2p_service.js +370 -276
  142. package/dest/services/peer-manager/peer_manager.d.ts +26 -2
  143. package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
  144. package/dest/services/peer-manager/peer_manager.js +103 -17
  145. package/dest/services/peer-manager/peer_scoring.d.ts +30 -1
  146. package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
  147. package/dest/services/peer-manager/peer_scoring.js +74 -3
  148. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +1 -8
  149. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  150. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +35 -44
  151. package/dest/services/reqresp/batch-tx-requester/interface.d.ts +8 -5
  152. package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
  153. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
  154. package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
  155. package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
  156. package/dest/services/reqresp/config.d.ts +15 -3
  157. package/dest/services/reqresp/config.d.ts.map +1 -1
  158. package/dest/services/reqresp/config.js +11 -0
  159. package/dest/services/reqresp/interface.d.ts +16 -18
  160. package/dest/services/reqresp/interface.d.ts.map +1 -1
  161. package/dest/services/reqresp/interface.js +10 -20
  162. package/dest/services/reqresp/metrics.d.ts +1 -1
  163. package/dest/services/reqresp/metrics.d.ts.map +1 -1
  164. package/dest/services/reqresp/metrics.js +0 -1
  165. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts +4 -3
  166. package/dest/services/reqresp/protocols/block_txs/bitvector.d.ts.map +1 -1
  167. package/dest/services/reqresp/protocols/block_txs/bitvector.js +3 -2
  168. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
  169. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  170. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +31 -28
  171. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +12 -7
  172. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  173. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +42 -24
  174. package/dest/services/reqresp/protocols/index.d.ts +1 -2
  175. package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
  176. package/dest/services/reqresp/protocols/index.js +0 -1
  177. package/dest/services/reqresp/protocols/tx.d.ts +1 -1
  178. package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
  179. package/dest/services/reqresp/protocols/tx.js +1 -3
  180. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
  181. package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
  182. package/dest/services/reqresp/rate-limiter/rate_limits.js +3 -13
  183. package/dest/services/reqresp/reqresp.d.ts +7 -29
  184. package/dest/services/reqresp/reqresp.d.ts.map +1 -1
  185. package/dest/services/reqresp/reqresp.js +59 -209
  186. package/dest/services/service.d.ts +41 -19
  187. package/dest/services/service.d.ts.map +1 -1
  188. package/dest/services/tx_collection/config.d.ts +2 -23
  189. package/dest/services/tx_collection/config.d.ts.map +1 -1
  190. package/dest/services/tx_collection/config.js +2 -55
  191. package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
  192. package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
  193. package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
  194. package/dest/services/tx_collection/index.d.ts +2 -3
  195. package/dest/services/tx_collection/index.d.ts.map +1 -1
  196. package/dest/services/tx_collection/index.js +0 -1
  197. package/dest/services/tx_collection/instrumentation.d.ts +1 -1
  198. package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
  199. package/dest/services/tx_collection/instrumentation.js +0 -2
  200. package/dest/services/tx_collection/tx_collection.d.ts +35 -51
  201. package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
  202. package/dest/services/tx_collection/tx_collection.js +275 -119
  203. package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
  204. package/dest/services/tx_collection/tx_collection_sink.js +2 -2
  205. package/dest/services/tx_collection/tx_source.d.ts +1 -1
  206. package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
  207. package/dest/services/tx_collection/tx_source.js +4 -1
  208. package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
  209. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
  210. package/dest/services/tx_file_store/tx_file_store.js +4 -14
  211. package/dest/services/tx_provider.d.ts +3 -1
  212. package/dest/services/tx_provider.d.ts.map +1 -1
  213. package/dest/services/tx_provider.js +3 -0
  214. package/dest/test-helpers/make-test-p2p-clients.d.ts +1 -1
  215. package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
  216. package/dest/test-helpers/make-test-p2p-clients.js +5 -2
  217. package/dest/test-helpers/mock-pubsub.d.ts +33 -9
  218. package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
  219. package/dest/test-helpers/mock-pubsub.js +57 -44
  220. package/dest/test-helpers/reqresp-nodes.d.ts +4 -5
  221. package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
  222. package/dest/test-helpers/reqresp-nodes.js +16 -18
  223. package/dest/test-helpers/test_tx_provider.d.ts +3 -1
  224. package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
  225. package/dest/test-helpers/test_tx_provider.js +3 -0
  226. package/dest/test-helpers/testbench-utils.d.ts +15 -14
  227. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  228. package/dest/test-helpers/testbench-utils.js +28 -13
  229. package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
  230. package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
  231. package/dest/testbench/p2p_client_testbench_worker.js +60 -27
  232. package/dest/testbench/worker_client_manager.d.ts +10 -6
  233. package/dest/testbench/worker_client_manager.d.ts.map +1 -1
  234. package/dest/testbench/worker_client_manager.js +51 -8
  235. package/dest/util.d.ts +11 -6
  236. package/dest/util.d.ts.map +1 -1
  237. package/dest/util.js +35 -14
  238. package/dest/versioning.d.ts +3 -6
  239. package/dest/versioning.d.ts.map +1 -1
  240. package/dest/versioning.js +3 -24
  241. package/package.json +17 -17
  242. package/src/bootstrap/bootstrap.ts +17 -3
  243. package/src/client/factory.ts +48 -24
  244. package/src/client/interface.ts +39 -17
  245. package/src/client/p2p_client.ts +135 -92
  246. package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
  247. package/src/config.ts +159 -34
  248. package/src/errors/reqresp.error.ts +13 -19
  249. package/src/mem_pools/attestation_pool/attestation_pool.ts +325 -242
  250. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +238 -63
  251. package/src/mem_pools/attestation_pool/mocks.ts +13 -8
  252. package/src/mem_pools/instrumentation.ts +18 -12
  253. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +30 -20
  254. package/src/mem_pools/tx_pool_v2/deleted_pool.ts +7 -7
  255. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +2 -4
  256. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +3 -2
  257. package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
  258. package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +67 -0
  259. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +1 -3
  260. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -7
  261. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +5 -6
  262. package/src/mem_pools/tx_pool_v2/instrumentation.ts +27 -0
  263. package/src/mem_pools/tx_pool_v2/interfaces.ts +31 -4
  264. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +13 -7
  265. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +35 -0
  266. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +94 -31
  267. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +270 -133
  268. package/src/msg_validators/attestation_validator/attestation_validator.ts +46 -15
  269. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +15 -7
  270. package/src/msg_validators/proposal_validator/block_proposal_validator.ts +15 -3
  271. package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +26 -3
  272. package/src/msg_validators/proposal_validator/proposal_validator.ts +94 -12
  273. package/src/msg_validators/tx_validator/README.md +13 -3
  274. package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
  275. package/src/msg_validators/tx_validator/allowed_public_setup.ts +3 -3
  276. package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
  277. package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
  278. package/src/msg_validators/tx_validator/data_validator.ts +2 -0
  279. package/src/msg_validators/tx_validator/factory.ts +37 -20
  280. package/src/msg_validators/tx_validator/gas_validator.ts +99 -54
  281. package/src/msg_validators/tx_validator/index.ts +2 -0
  282. package/src/msg_validators/tx_validator/phases_validator.ts +2 -2
  283. package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
  284. package/src/msg_validators/tx_validator/tx_validation_cache.ts +101 -0
  285. package/src/services/data_store.ts +5 -13
  286. package/src/services/discv5/discV5_service.ts +126 -14
  287. package/src/services/discv5/persisted_enr_store.ts +158 -0
  288. package/src/services/dummy_service.ts +25 -44
  289. package/src/services/encoding.ts +28 -20
  290. package/src/services/gossipsub/README.md +33 -11
  291. package/src/services/gossipsub/topic_score_params.ts +9 -18
  292. package/src/services/libp2p/instrumentation.ts +22 -0
  293. package/src/services/libp2p/libp2p_service.ts +433 -302
  294. package/src/services/peer-manager/peer_manager.ts +112 -16
  295. package/src/services/peer-manager/peer_scoring.ts +81 -3
  296. package/src/services/reqresp/README.md +2 -37
  297. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +39 -52
  298. package/src/services/reqresp/batch-tx-requester/interface.ts +11 -4
  299. package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
  300. package/src/services/reqresp/config.ts +19 -2
  301. package/src/services/reqresp/interface.ts +21 -47
  302. package/src/services/reqresp/metrics.ts +0 -1
  303. package/src/services/reqresp/protocols/block_txs/bitvector.ts +3 -2
  304. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +34 -30
  305. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +47 -20
  306. package/src/services/reqresp/protocols/index.ts +0 -1
  307. package/src/services/reqresp/protocols/tx.ts +1 -3
  308. package/src/services/reqresp/rate-limiter/rate_limits.ts +3 -13
  309. package/src/services/reqresp/reqresp.ts +69 -252
  310. package/src/services/service.ts +48 -37
  311. package/src/services/tx_collection/config.ts +3 -80
  312. package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
  313. package/src/services/tx_collection/index.ts +1 -6
  314. package/src/services/tx_collection/instrumentation.ts +1 -7
  315. package/src/services/tx_collection/tx_collection.ts +330 -173
  316. package/src/services/tx_collection/tx_collection_sink.ts +2 -2
  317. package/src/services/tx_collection/tx_source.ts +2 -1
  318. package/src/services/tx_file_store/tx_file_store.ts +5 -17
  319. package/src/services/tx_provider.ts +5 -0
  320. package/src/test-helpers/make-test-p2p-clients.ts +3 -0
  321. package/src/test-helpers/mock-pubsub.ts +61 -60
  322. package/src/test-helpers/reqresp-nodes.ts +12 -22
  323. package/src/test-helpers/test_tx_provider.ts +5 -0
  324. package/src/test-helpers/testbench-utils.ts +35 -26
  325. package/src/testbench/p2p_client_testbench_worker.ts +68 -44
  326. package/src/testbench/worker_client_manager.ts +59 -19
  327. package/src/util.ts +32 -17
  328. package/src/versioning.ts +3 -33
  329. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
  330. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
  331. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -315
  332. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
  333. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
  334. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
  335. package/dest/msg_validators/clock_tolerance.d.ts +0 -21
  336. package/dest/msg_validators/clock_tolerance.d.ts.map +0 -1
  337. package/dest/msg_validators/clock_tolerance.js +0 -38
  338. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
  339. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
  340. package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
  341. package/dest/services/reqresp/protocols/block.d.ts +0 -9
  342. package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
  343. package/dest/services/reqresp/protocols/block.js +0 -32
  344. package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -51
  345. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
  346. package/dest/services/tx_collection/fast_tx_collection.js +0 -311
  347. package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -48
  348. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
  349. package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
  350. package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
  351. package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
  352. package/dest/services/tx_collection/slow_tx_collection.js +0 -211
  353. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -355
  354. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
  355. package/src/msg_validators/clock_tolerance.ts +0 -52
  356. package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
  357. package/src/services/reqresp/protocols/block.ts +0 -37
  358. package/src/services/tx_collection/fast_tx_collection.ts +0 -361
  359. package/src/services/tx_collection/proposal_tx_collector.ts +0 -108
  360. package/src/services/tx_collection/slow_tx_collection.ts +0 -266
@@ -1,4 +1,3 @@
1
- import { Fr } from '@aztec/foundation/curves/bn254';
2
1
  import { toArray } from '@aztec/foundation/iterable';
3
2
  import { createLogger } from '@aztec/foundation/log';
4
3
  import { BlockProposal, CheckpointAttestation, CheckpointProposal } from '@aztec/stdlib/p2p';
@@ -12,114 +11,146 @@ export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
12
11
  *
13
12
  * Attestations and proposals observed via the p2p network are stored for requests
14
13
  * from the validator to produce a block, or to serve to other peers.
14
+ *
15
+ * Equivocation detection: distinct *signed payload hashes* arriving at the same
16
+ * position are tracked in the matching index multimap so the equivocation count
17
+ * reaches 2 even when archive collides on `feeAssetPriceModifier` variants.
18
+ * Proposal bytes are retained per accepted payload hash, up to the same equivocation
19
+ * caps, for slashing watchers that need signed P2P proposals.
15
20
  */ export class AttestationPool {
16
21
  store;
17
22
  log;
18
23
  metrics;
19
- // Checkpoint attestations from attestation key (slot-proposalId-signer) to serialized CheckpointAttestation
20
- // Keys are lexicographically sortable allowing range queries by slot or by (slot, proposalId)
21
- checkpointAttestations;
22
- // Checkpoint proposals from proposal archive to serialized CheckpointProposal
23
- checkpointProposals;
24
- // Checkpoint proposals indexed by slot for querying all proposals in a slot
25
- // Key: slot number, Value: proposal archive strings
26
- checkpointProposalsForSlot;
27
- // Block proposals from proposal archive to serialized BlockProposal
28
- blockProposals;
29
- // Block proposals indexed by slot and index-within-checkpoint for duplicate detection
30
- // Key: (slot << 10) | indexWithinCheckpoint, Value: archive string
31
- blockProposalsForSlotAndIndex;
32
- // Checkpoint attestations indexed by (slot, signer) for tracking attestations per (slot, signer) for duplicate detection
33
- // Key: `${Fr(slot).toString()}-${signerAddress}` string (padded for lexicographic ordering), Value: `proposalId` strings
34
- checkpointAttestationsPerSlotAndSigner;
24
+ // Checkpoint attestations from `${paddedSlot}-${signer}` to serialized CheckpointAttestation.
25
+ // Stores the first attestation seen per (slot, signer); subsequent distinct payload
26
+ // hashes from the same signer are tracked only in `attestationHashesPerSlotAndSigner`
27
+ // for equivocation detection.
28
+ attestationPerSlotAndSigner;
29
+ // Distinct payload hashes seen per (slot, signer) for tracking attestation equivocations.
30
+ // Key: `${paddedSlot}-${signerAddress}`, Value: CheckpointProposalHash (`0x`-prefixed hex)
31
+ attestationHashesPerSlotAndSigner;
32
+ // Checkpoint proposals from `${paddedSlot}-${payloadHash}` to serialized CheckpointProposalCore.
33
+ // Stores every accepted distinct payload up to MAX_CHECKPOINT_PROPOSALS_PER_SLOT.
34
+ checkpointProposalsPerSlotAndHash;
35
+ // Distinct payload hashes seen per slot. Hash collision = duplicate.
36
+ // Hash count reaching 2 = equivocation.
37
+ // Key: slot number, Value: CheckpointProposalHash (`0x`-prefixed hex)
38
+ checkpointProposalHashesPerSlot;
39
+ // Block proposals from `${paddedSlot}-${paddedIndex}-${payloadHash}` to serialized BlockProposal.
40
+ // Stores every accepted distinct payload up to MAX_BLOCK_PROPOSALS_PER_POSITION.
41
+ blockProposalsPerSlotIndexAndHash;
42
+ // Distinct payload hashes seen per (slot, indexWithinCheckpoint).
43
+ // Key: slot * (1 << INDEX_BITS) + indexWithinCheckpoint, Value: BlockProposalHash (`0x`-prefixed hex)
44
+ blockProposalHashesPerSlotAndIndex;
45
+ // Secondary index from archive root to all retained block proposal keys.
46
+ blockProposalKeysPerArchive;
35
47
  constructor(store, telemetry = getTelemetryClient(), log = createLogger('aztec:attestation_pool')){
36
48
  this.store = store;
37
49
  this.log = log;
38
50
  this.poolStats = async ()=>{
39
51
  return {
40
- itemCount: await this.checkpointAttestations.sizeAsync()
52
+ itemCount: await this.attestationPerSlotAndSigner.sizeAsync()
41
53
  };
42
54
  };
43
55
  // Initialize block proposal storage
44
- this.blockProposals = store.openMap('proposals');
45
- this.blockProposalsForSlotAndIndex = store.openMultiMap('block_proposals_for_slot_and_index');
56
+ this.blockProposalsPerSlotIndexAndHash = store.openMap('block_proposals_by_slot_index_and_hash');
57
+ this.blockProposalHashesPerSlotAndIndex = store.openMultiMap('block_proposals_for_slot_and_index');
58
+ this.blockProposalKeysPerArchive = store.openMultiMap('block_proposals_by_archive');
46
59
  // Initialize checkpoint attestations storage
47
- this.checkpointAttestations = store.openMap('checkpoint_attestations');
48
- this.checkpointAttestationsPerSlotAndSigner = store.openMultiMap('checkpoint_attestations_per_slot_and_signer');
60
+ this.attestationPerSlotAndSigner = store.openMap('checkpoint_attestations');
61
+ this.attestationHashesPerSlotAndSigner = store.openMultiMap('checkpoint_attestations_per_slot_and_signer');
49
62
  // Initialize checkpoint proposal storage
50
- this.checkpointProposals = store.openMap('checkpoint_proposals');
51
- this.checkpointProposalsForSlot = store.openMultiMap('checkpoint_proposals_for_slot');
63
+ this.checkpointProposalsPerSlotAndHash = store.openMap('checkpoint_proposals_by_slot_and_hash');
64
+ this.checkpointProposalHashesPerSlot = store.openMultiMap('checkpoint_proposals_for_slot');
52
65
  this.metrics = new PoolInstrumentation(telemetry, PoolName.ATTESTATION_POOL, this.poolStats);
53
66
  }
54
67
  poolStats;
55
68
  /** Returns whether the pool is empty. */ async isEmpty() {
56
- for await (const _ of this.checkpointAttestations.entriesAsync()){
57
- return false;
58
- }
59
- for await (const _ of this.blockProposals.entriesAsync()){
60
- return false;
61
- }
62
- return true;
69
+ const [attestationCount, blockProposalCount, checkpointProposalCount] = await Promise.all([
70
+ this.attestationPerSlotAndSigner.sizeAsync(),
71
+ this.blockProposalsPerSlotIndexAndHash.sizeAsync(),
72
+ this.checkpointProposalsPerSlotAndHash.sizeAsync()
73
+ ]);
74
+ return attestationCount === 0 && blockProposalCount === 0 && checkpointProposalCount === 0;
75
+ }
76
+ /** Number of bits reserved for indexWithinCheckpoint in position keys. */ static INDEX_BITS = 10;
77
+ /** Maximum indexWithinCheckpoint value (2^10 - 1 = 1023). */ static MAX_INDEX = (1 << AttestationPool.INDEX_BITS) - 1;
78
+ /** Decimal digits used to left-pad slot numbers in string keys.
79
+ * 10 digits ≈ 3500 years at 36 s/slot, leaving ample headroom. */ static SLOT_PAD_DIGITS = 10;
80
+ /** Fixed-width decimal slot string for use in composite string keys. */ slotPaddedKey(slot) {
81
+ return slot.toString().padStart(AttestationPool.SLOT_PAD_DIGITS, '0');
63
82
  }
64
- getProposalKey(slot, proposalId) {
65
- const slotStr = typeof slot === 'string' ? slot : new Fr(slot).toString();
66
- const proposalIdStr = typeof proposalId === 'string' ? proposalId : Buffer.isBuffer(proposalId) ? Fr.fromBuffer(proposalId).toString() : proposalId.toString();
67
- return `${slotStr}-${proposalIdStr}`;
83
+ /** Fixed-width decimal index string for use in composite string keys. */ indexPaddedKey(indexWithinCheckpoint) {
84
+ return indexWithinCheckpoint.toString().padStart(4, '0');
68
85
  }
69
- getAttestationKey(slot, proposalId, address) {
70
- return `${this.getProposalKey(slot, proposalId)}-${address}`;
86
+ /** Key for retained block proposals. */ getBlockProposalKey(slot, indexWithinCheckpoint, payloadHash) {
87
+ return `${this.slotPaddedKey(slot)}-${this.indexPaddedKey(indexWithinCheckpoint)}-${payloadHash}`;
71
88
  }
72
- /** Returns range bounds for querying all attestations for a given slot. */ getAttestationKeyRangeForSlot(slot) {
73
- const slotStr = new Fr(slot).toString();
89
+ /** Range bounds for all retained block proposals in a slot. */ getBlockProposalKeyRangeForSlot(slot) {
74
90
  return {
75
- start: `${slotStr}-`,
76
- end: `${slotStr}-Z`
77
- }; // 'Z' sorts after any hex character
91
+ start: `${this.slotPaddedKey(slot)}-`,
92
+ end: `${this.slotPaddedKey(slot + 1)}-`
93
+ };
94
+ }
95
+ /** Key for retained checkpoint proposals. */ getCheckpointProposalKey(slot, payloadHash) {
96
+ return `${this.slotPaddedKey(slot)}-${payloadHash}`;
78
97
  }
79
- /** Returns range bounds for querying all attestations for a given (slot, proposalId). */ getAttestationKeyRangeForProposal(slot, proposalId) {
80
- const proposalKey = this.getProposalKey(slot, proposalId);
98
+ /** Range bounds for all retained checkpoint proposals in a slot. */ getCheckpointProposalKeyRangeForSlot(slot) {
81
99
  return {
82
- start: `${proposalKey}-`,
83
- end: `${proposalKey}-Z`
100
+ start: `${this.slotPaddedKey(slot)}-`,
101
+ end: `${this.slotPaddedKey(slot + 1)}-`
84
102
  };
85
103
  }
86
- /** Creates a key for the per-signer-per-slot attestation index. Uses padded slot for lexicographic ordering. */ getSlotSignerKey(slot, signerAddress) {
87
- const slotStr = new Fr(slot).toString();
88
- return `${slotStr}-${signerAddress}`;
104
+ /** Key for the per-(slot, signer) attestation main store and equivocation index. */ getSlotSignerKey(slot, signerAddress) {
105
+ return `${this.slotPaddedKey(slot)}-${signerAddress}`;
89
106
  }
90
- /** Number of bits reserved for indexWithinCheckpoint in position keys. */ static INDEX_BITS = 10;
91
- /** Maximum indexWithinCheckpoint value (2^10 - 1 = 1023). */ static MAX_INDEX = (1 << AttestationPool.INDEX_BITS) - 1;
92
- /** Creates a position key for block proposals: (slot << 10) | indexWithinCheckpoint. */ getBlockPositionKey(slot, indexWithinCheckpoint) {
107
+ /**
108
+ * Returns range bounds for querying all attestations for a given slot.
109
+ * Fixed-width padding ensures the slot prefix sorts cleanly, so using the next
110
+ * slot's prefix as the upper bound captures exactly the current slot's entries.
111
+ */ getAttestationKeyRangeForSlot(slot) {
112
+ return {
113
+ start: `${this.slotPaddedKey(slot)}-`,
114
+ end: `${this.slotPaddedKey(slot + 1)}-`
115
+ };
116
+ }
117
+ /** Creates a position key for block proposals: slot * 1024 + indexWithinCheckpoint.
118
+ * Uses multiplication instead of bit-shift to avoid 32-bit signed integer overflow
119
+ * (bit-shift overflows after slot ~2^21, roughly 278 days of uptime). */ getBlockPositionKey(slot, indexWithinCheckpoint) {
93
120
  if (indexWithinCheckpoint > AttestationPool.MAX_INDEX) {
94
121
  throw new Error(`Value for indexWithinCheckpoint ${indexWithinCheckpoint} exceeds maximum ${AttestationPool.MAX_INDEX}`);
95
122
  }
96
- return slot << AttestationPool.INDEX_BITS | indexWithinCheckpoint;
123
+ return slot * (1 << AttestationPool.INDEX_BITS) + indexWithinCheckpoint;
124
+ }
125
+ /** Returns true if the multimap already contains the given value for the given key. */ async multimapHasValue(map, key, value) {
126
+ const values = await toArray(map.getValuesAsync(key));
127
+ return values.includes(value);
97
128
  }
98
129
  /**
99
130
  * Attempts to add a block proposal to the pool.
100
131
  *
101
- * This method performs validation and addition in a single call:
102
- * - Checks if the proposal already exists (returns alreadyExists: true if so)
103
- * - Checks if the position has reached the proposal cap (returns added: false if so)
104
- * - Adds the proposal if validation passes
132
+ * - Detects duplicates by signed-payload hash (not archive); a re-broadcast of the
133
+ * exact same signed payload returns `alreadyExists: true`.
134
+ * - Distinct payload hashes at the same `(slot, indexWithinCheckpoint)` are tracked
135
+ * in the equivocation index and retained up to the cap.
105
136
  *
106
137
  * @param blockProposal - The block proposal to add
107
138
  * @returns Result indicating whether the proposal was added and duplicate detection info
108
139
  */ async tryAddBlockProposal(blockProposal) {
109
140
  return await this.store.transactionAsync(async ()=>{
110
- const proposalId = blockProposal.archive.toString();
111
- // Check if already exists
112
- const alreadyExists = await this.blockProposals.hasAsync(proposalId);
113
- if (alreadyExists) {
114
- const count = await this.getBlockProposalCountForPosition(blockProposal.slotNumber, blockProposal.indexWithinCheckpoint);
141
+ const positionKey = this.getBlockPositionKey(blockProposal.slotNumber, blockProposal.indexWithinCheckpoint);
142
+ const payloadHash = blockProposal.getPayloadHash();
143
+ // Hash already tracked => exact same signed payload was already received.
144
+ if (await this.multimapHasValue(this.blockProposalHashesPerSlotAndIndex, positionKey, payloadHash)) {
145
+ const count = await this.blockProposalHashesPerSlotAndIndex.getValueCountAsync(positionKey);
115
146
  return {
116
147
  added: false,
117
148
  alreadyExists: true,
118
149
  count
119
150
  };
120
151
  }
121
- // Get current count for position and check cap, do not add if exceeded
122
- const count = await this.getBlockProposalCountForPosition(blockProposal.slotNumber, blockProposal.indexWithinCheckpoint);
152
+ // Cap reached for this position (no more new payload hashes accepted).
153
+ const count = await this.blockProposalHashesPerSlotAndIndex.getValueCountAsync(positionKey);
123
154
  if (count >= MAX_BLOCK_PROPOSALS_PER_POSITION) {
124
155
  return {
125
156
  added: false,
@@ -127,10 +158,14 @@ export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
127
158
  count
128
159
  };
129
160
  }
130
- // Add the proposal
131
- await this.addBlockProposal(blockProposal);
161
+ // Track the new payload hash for equivocation detection.
162
+ await this.blockProposalHashesPerSlotAndIndex.set(positionKey, payloadHash);
163
+ const proposalKey = this.getBlockProposalKey(blockProposal.slotNumber, blockProposal.indexWithinCheckpoint, payloadHash);
164
+ await this.blockProposalsPerSlotIndexAndHash.set(proposalKey, blockProposal.withoutSignedTxs().toBuffer());
165
+ await this.blockProposalKeysPerArchive.set(blockProposal.archive.toString(), proposalKey);
132
166
  this.log.debug(`Added block proposal for slot ${blockProposal.slotNumber} and index ${blockProposal.indexWithinCheckpoint}`, {
133
- proposalId,
167
+ archive: blockProposal.archive.toString(),
168
+ payloadHash,
134
169
  slotNumber: blockProposal.slotNumber,
135
170
  indexWithinCheckpoint: blockProposal.indexWithinCheckpoint
136
171
  });
@@ -141,47 +176,67 @@ export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
141
176
  };
142
177
  });
143
178
  }
144
- /** Gets the count of block proposals for a given position (slot, indexWithinCheckpoint). */ getBlockProposalCountForPosition(slot, indexWithinCheckpoint) {
145
- const positionKey = this.getBlockPositionKey(slot, indexWithinCheckpoint);
146
- return this.blockProposalsForSlotAndIndex.getValueCountAsync(positionKey);
147
- }
148
- /** Internal method - must be called within a transaction. */ async addBlockProposal(blockProposal) {
149
- const proposalId = blockProposal.archive.toString();
150
- // Strip signedTxs before storing to avoid persisting full tx data
151
- await this.blockProposals.set(proposalId, blockProposal.withoutSignedTxs().toBuffer());
152
- // Index by slot and position for duplicate detection
153
- const positionKey = this.getBlockPositionKey(blockProposal.slotNumber, blockProposal.indexWithinCheckpoint);
154
- await this.blockProposalsForSlotAndIndex.set(positionKey, proposalId);
155
- }
156
179
  /**
157
- * Get block proposal by its ID.
180
+ * Get block proposal by archive root.
158
181
  *
159
- * @param id - The ID of the block proposal to retrieve. The ID is proposal.payload.archive
182
+ * Resolves the archive root through the archive index and returns the first
183
+ * retained proposal for that archive. This lookup is used by block-txs req/resp,
184
+ * where any retained proposal for the requested archive gives the tx hash list.
160
185
  *
161
- * @return The block proposal if it exists, otherwise undefined.
162
- */ async getBlockProposal(id) {
163
- const buffer = await this.blockProposals.getAsync(id);
164
- try {
165
- if (buffer && buffer.length > 0) {
166
- return BlockProposal.fromBuffer(buffer);
186
+ * @param archiveRoot - The archive root to look up
187
+ * @return The block proposal if it exists and its archive matches, otherwise undefined.
188
+ */ async getBlockProposalByArchive(archiveRoot) {
189
+ for await (const proposalKey of this.blockProposalKeysPerArchive.getValuesAsync(archiveRoot)){
190
+ const buffer = await this.blockProposalsPerSlotIndexAndHash.getAsync(proposalKey);
191
+ if (!buffer || buffer.length === 0) {
192
+ continue;
193
+ }
194
+ try {
195
+ const proposal = BlockProposal.fromBuffer(buffer);
196
+ if (proposal.archive.toString() === archiveRoot) {
197
+ return proposal;
198
+ }
199
+ } catch {
200
+ continue;
167
201
  }
168
- } catch {
169
- return undefined;
170
202
  }
171
203
  return undefined;
172
204
  }
205
+ /** Returns retained signed proposals for a slot. */ async getProposalsForSlot(slot) {
206
+ const blockProposals = [];
207
+ const checkpointProposals = [];
208
+ for await (const [_, buffer] of this.blockProposalsPerSlotIndexAndHash.entriesAsync(this.getBlockProposalKeyRangeForSlot(slot))){
209
+ try {
210
+ blockProposals.push(BlockProposal.fromBuffer(buffer));
211
+ } catch {
212
+ continue;
213
+ }
214
+ }
215
+ for await (const [_, buffer] of this.checkpointProposalsPerSlotAndHash.entriesAsync(this.getCheckpointProposalKeyRangeForSlot(slot))){
216
+ try {
217
+ checkpointProposals.push(CheckpointProposal.fromBuffer(buffer));
218
+ } catch {
219
+ continue;
220
+ }
221
+ }
222
+ return {
223
+ blockProposals,
224
+ checkpointProposals
225
+ };
226
+ }
173
227
  /** Checks if any block proposals exist for a given slot (at index 0). */ async hasBlockProposalsForSlot(slot) {
174
228
  const positionKey = this.getBlockPositionKey(slot, 0);
175
- const count = await this.blockProposalsForSlotAndIndex.getValueCountAsync(positionKey);
229
+ const count = await this.blockProposalHashesPerSlotAndIndex.getValueCountAsync(positionKey);
176
230
  return count > 0;
177
231
  }
178
232
  /**
179
233
  * Attempts to add a checkpoint proposal to the pool.
180
234
  *
181
- * This method performs validation and addition in a single call:
182
- * - Checks if the proposal already exists (returns alreadyExists: true if so)
183
- * - Checks if the slot has reached the proposal cap (returns added: false if so)
184
- * - Adds the proposal if validation passes
235
+ * - Detects duplicates by signed-payload hash (not archive); a re-broadcast of the
236
+ * exact same signed payload returns `alreadyExists: true`.
237
+ * - Distinct payload hashes at the same slot are tracked in the equivocation index.
238
+ * Distinct payload bytes are retained up to the same cap so slashing watchers
239
+ * can recover signed proposals.
185
240
  *
186
241
  * Note: This method only handles the CheckpointProposalCore. If the original
187
242
  * CheckpointProposal contains a lastBlock, the caller should extract it via
@@ -190,20 +245,18 @@ export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
190
245
  * @param proposal - The checkpoint proposal core to add
191
246
  * @returns Result indicating whether the proposal was added and duplicate detection info
192
247
  */ async tryAddCheckpointProposal(proposal) {
193
- const result = await this.store.transactionAsync(async ()=>{
194
- const proposalId = proposal.archive.toString();
195
- // Check if already exists
196
- const alreadyExists = await this.checkpointProposals.hasAsync(proposalId);
197
- if (alreadyExists) {
198
- const count = await this.checkpointProposalsForSlot.getValueCountAsync(proposal.slotNumber);
248
+ return await this.store.transactionAsync(async ()=>{
249
+ const slot = proposal.slotNumber;
250
+ const payloadHash = proposal.getPayloadHash();
251
+ if (await this.multimapHasValue(this.checkpointProposalHashesPerSlot, slot, payloadHash)) {
252
+ const count = await this.checkpointProposalHashesPerSlot.getValueCountAsync(slot);
199
253
  return {
200
254
  added: false,
201
255
  alreadyExists: true,
202
256
  count
203
257
  };
204
258
  }
205
- // Get current count for slot and check cap
206
- const count = await this.checkpointProposalsForSlot.getValueCountAsync(proposal.slotNumber);
259
+ const count = await this.checkpointProposalHashesPerSlot.getValueCountAsync(slot);
207
260
  if (count >= MAX_CHECKPOINT_PROPOSALS_PER_SLOT) {
208
261
  return {
209
262
  added: false,
@@ -211,11 +264,13 @@ export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
211
264
  count
212
265
  };
213
266
  }
214
- // Add the proposal if cap not exceeded
215
- await this.addCheckpointProposal(proposal);
216
- this.log.debug(`Added checkpoint proposal for slot ${proposal.slotNumber}`, {
217
- proposalId,
218
- slotNumber: proposal.slotNumber
267
+ // Track the new payload hash for equivocation detection.
268
+ await this.checkpointProposalHashesPerSlot.set(slot, payloadHash);
269
+ await this.checkpointProposalsPerSlotAndHash.set(this.getCheckpointProposalKey(slot, payloadHash), proposal.toBuffer());
270
+ this.log.debug(`Added checkpoint proposal for slot ${slot}`, {
271
+ archive: proposal.archive.toString(),
272
+ payloadHash,
273
+ slotNumber: slot
219
274
  });
220
275
  return {
221
276
  added: true,
@@ -223,60 +278,67 @@ export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
223
278
  count: count + 1
224
279
  };
225
280
  });
226
- return result;
227
- }
228
- /** Internal method - must be called within a transaction. */ async addCheckpointProposal(proposal) {
229
- const slotKey = proposal.slotNumber;
230
- const proposalId = proposal.archive.toString();
231
- await this.checkpointProposalsForSlot.set(slotKey, proposalId);
232
- await this.checkpointProposals.set(proposalId, proposal.toBuffer());
233
281
  }
234
282
  /**
235
- * Get checkpoint proposal by its ID.
283
+ * Get a retained checkpoint proposal stored for the given slot.
284
+ * If multiple proposals were retained for an equivocation, returns the lowest
285
+ * payload hash deterministically.
236
286
  *
237
287
  * Returns a CheckpointProposalCore (without lastBlock info) since the lastBlock
238
288
  * is extracted and stored separately as a BlockProposal when added.
239
289
  *
240
- * @param id - The ID of the checkpoint proposal to retrieve (proposal.archive)
241
- * @return The checkpoint proposal core if it exists, otherwise undefined.
242
- */ async getCheckpointProposal(id) {
243
- const buffer = await this.checkpointProposals.getAsync(id);
244
- try {
245
- if (buffer && buffer.length > 0) {
246
- return CheckpointProposal.fromBuffer(buffer);
290
+ * @param slot - The slot to look up
291
+ * @return The checkpoint proposal core if one is stored, otherwise undefined.
292
+ */ async getCheckpointProposal(slot) {
293
+ for await (const [_, buffer] of this.checkpointProposalsPerSlotAndHash.entriesAsync(this.getCheckpointProposalKeyRangeForSlot(slot))){
294
+ try {
295
+ if (buffer && buffer.length > 0) {
296
+ return CheckpointProposal.fromBuffer(buffer);
297
+ }
298
+ } catch {
299
+ continue;
247
300
  }
248
- } catch {
249
- return undefined;
250
301
  }
251
302
  return undefined;
252
303
  }
304
+ /** Returns whether any checkpoint proposal is retained for the given slot. */ async hasCheckpointProposalForSlot(slot) {
305
+ return await this.getCheckpointProposal(slot) !== undefined;
306
+ }
253
307
  /**
254
308
  * Adds own checkpoint attestations to the pool.
255
- * Skips validations on number of checkpoint attestations stored for the given slot.
309
+ * Skips per-signer cap and equivocation tracking; the caller is trusted.
310
+ * Each (slot, signer) gets a single stored attestation; later additions overwrite.
256
311
  */ async addOwnCheckpointAttestations(attestations) {
257
312
  await this.store.transactionAsync(async ()=>{
258
313
  for (const attestation of attestations){
259
314
  const slotNumber = attestation.payload.header.slotNumber;
260
- const proposalId = attestation.archive.toString();
261
315
  const sender = attestation.getSender();
262
316
  // Skip attestations with invalid signatures
263
317
  if (!sender) {
264
318
  this.log.warn(`Skipping own checkpoint attestation with invalid signature for slot ${slotNumber}`, {
265
319
  signature: attestation.signature.toString(),
266
320
  slotNumber,
267
- proposalId
321
+ archive: attestation.archive.toString()
268
322
  });
269
323
  continue;
270
324
  }
271
325
  const address = sender.toString();
272
- const ownKey = this.getAttestationKey(slotNumber, proposalId, address);
273
- await this.checkpointAttestations.set(ownKey, attestation.toBuffer());
326
+ const ownKey = this.getSlotSignerKey(slotNumber, address);
327
+ const payloadHash = attestation.getPayloadHash();
328
+ // Store the signature in canonical (v ∈ {27, 28}) form; see tryAddCheckpointAttestation.
329
+ await this.attestationPerSlotAndSigner.set(ownKey, attestation.withNormalizedSignature().toBuffer());
274
330
  this.metrics.trackMempoolItemAdded(ownKey);
331
+ // Track our own payload hash so that an equivocating attestation from another
332
+ // peer at the same (slot, signer) is detected as a duplicate.
333
+ if (!await this.multimapHasValue(this.attestationHashesPerSlotAndSigner, ownKey, payloadHash)) {
334
+ await this.attestationHashesPerSlotAndSigner.set(ownKey, payloadHash);
335
+ }
275
336
  this.log.debug(`Added own checkpoint attestation for slot ${slotNumber} from ${address}`, {
276
337
  signature: attestation.signature.toString(),
277
338
  slotNumber,
278
339
  address,
279
- proposalId
340
+ archive: attestation.archive.toString(),
341
+ payloadHash
280
342
  });
281
343
  }
282
344
  });
@@ -284,29 +346,30 @@ export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
284
346
  /**
285
347
  * Get all checkpoint attestations for a given slot.
286
348
  *
349
+ * Returns one attestation per (slot, signer) — the first seen for each signer.
350
+ * Later equivocating attestations from the same signer are tracked in the index
351
+ * but their bytes are not retained.
352
+ *
287
353
  * @param slot - The slot to query
288
354
  * @return CheckpointAttestations
289
355
  */ async getCheckpointAttestationsForSlot(slot) {
290
356
  const range = this.getAttestationKeyRangeForSlot(slot);
291
357
  const attestations = [];
292
- for await (const [_, buf] of this.checkpointAttestations.entriesAsync(range)){
358
+ for await (const [_, buf] of this.attestationPerSlotAndSigner.entriesAsync(range)){
293
359
  attestations.push(CheckpointAttestation.fromBuffer(buf));
294
360
  }
295
361
  return attestations;
296
362
  }
297
363
  /**
298
- * Get checkpoint attestations for slot and given proposal.
364
+ * Get checkpoint attestations for a slot whose signed payload matches the given
365
+ * proposal payload hash.
299
366
  *
300
367
  * @param slot - The slot to query
301
- * @param proposalId - The proposal to query
302
- * @return CheckpointAttestations
303
- */ async getCheckpointAttestationsForSlotAndProposal(slot, proposalId) {
304
- const range = this.getAttestationKeyRangeForProposal(slot, proposalId);
305
- const attestations = [];
306
- for await (const [_, buf] of this.checkpointAttestations.entriesAsync(range)){
307
- attestations.push(CheckpointAttestation.fromBuffer(buf));
308
- }
309
- return attestations;
368
+ * @param proposalPayloadHash - Hex-encoded keccak256 of the target proposal's signed payload
369
+ * @return CheckpointAttestations whose `getPayloadHash()` matches `proposalPayloadHash`
370
+ */ async getCheckpointAttestationsForSlotAndProposal(slot, proposalPayloadHash) {
371
+ const all = await this.getCheckpointAttestationsForSlot(slot);
372
+ return all.filter((att)=>att.getPayloadHash() === proposalPayloadHash);
310
373
  }
311
374
  /**
312
375
  * Delete all pool data (attestations, proposals) older than the given slot.
@@ -317,48 +380,53 @@ export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
317
380
  let numberOfCheckpointProposals = 0;
318
381
  let numberOfBlockProposals = 0;
319
382
  await this.store.transactionAsync(async ()=>{
320
- // Delete checkpoint attestations with slot < oldestSlot
321
- // Attestation keys start with Fr(slot).toString(), so we use end bound of Fr(oldestSlot).toString()
322
- const attestationEndKey = new Fr(oldestSlot).toString();
323
- for await (const key of this.checkpointAttestations.keysAsync({
324
- end: attestationEndKey
383
+ const oldestSlotPadded = this.slotPaddedKey(oldestSlot);
384
+ // Delete checkpoint attestations whose key < `${oldestSlotPadded}-`. Fixed-width
385
+ // decimal padding means the slot prefix sorts strictly before any key at that slot.
386
+ for await (const key of this.attestationPerSlotAndSigner.keysAsync({
387
+ end: `${oldestSlotPadded}-`
325
388
  })){
326
- await this.checkpointAttestations.delete(key);
389
+ await this.attestationPerSlotAndSigner.delete(key);
327
390
  this.metrics.trackMempoolItemRemoved(key);
328
391
  numberOfAttestations++;
329
392
  }
330
- // Clean up per-signer-per-slot index. Keys are formatted as `${Fr(slot).toString()}-${signerAddress}`.
331
- // Since Fr pads to fixed-width hex, Fr(oldestSlot) is lexicographically greater than any key with
332
- // a smaller slot (even with the signer suffix), so using it as the exclusive end bound is correct.
333
- const slotSignerEndKey = new Fr(oldestSlot).toString();
334
- for await (const key of this.checkpointAttestationsPerSlotAndSigner.keysAsync({
335
- end: slotSignerEndKey
393
+ // Clean up per-signer-per-slot index using the same end bound.
394
+ for await (const key of this.attestationHashesPerSlotAndSigner.keysAsync({
395
+ end: `${oldestSlotPadded}-`
336
396
  })){
337
- await this.checkpointAttestationsPerSlotAndSigner.delete(key);
397
+ await this.attestationHashesPerSlotAndSigner.delete(key);
338
398
  }
339
- // Delete checkpoint proposals for slots < oldestSlot, using checkpointProposalsForSlot as index
340
- for await (const slot of this.checkpointProposalsForSlot.keysAsync({
399
+ // Delete checkpoint proposals for slots < oldestSlot.
400
+ for await (const slot of this.checkpointProposalHashesPerSlot.keysAsync({
341
401
  end: oldestSlot
342
402
  })){
343
- const proposalIds = await toArray(this.checkpointProposalsForSlot.getValuesAsync(slot));
344
- for (const proposalId of proposalIds){
345
- await this.checkpointProposals.delete(proposalId);
346
- numberOfCheckpointProposals++;
347
- }
348
- await this.checkpointProposalsForSlot.delete(slot);
403
+ await this.checkpointProposalHashesPerSlot.delete(slot);
349
404
  }
350
- // Delete block proposals for slots < oldestSlot, using blockProposalsForSlotAndIndex as index
351
- // Key format: (slot << INDEX_BITS) | indexWithinCheckpoint
352
- const blockPositionEndKey = oldestSlot << AttestationPool.INDEX_BITS;
353
- for await (const positionKey of this.blockProposalsForSlotAndIndex.keysAsync({
405
+ for await (const key of this.checkpointProposalsPerSlotAndHash.keysAsync({
406
+ end: `${oldestSlotPadded}-`
407
+ })){
408
+ await this.checkpointProposalsPerSlotAndHash.delete(key);
409
+ numberOfCheckpointProposals++;
410
+ }
411
+ // Delete block proposals for slots < oldestSlot, using blockProposalHashesPerSlotAndIndex as index.
412
+ // Key format: slot * (1 << INDEX_BITS) + indexWithinCheckpoint
413
+ const blockPositionEndKey = oldestSlot * (1 << AttestationPool.INDEX_BITS);
414
+ for await (const positionKey of this.blockProposalHashesPerSlotAndIndex.keysAsync({
354
415
  end: blockPositionEndKey
355
416
  })){
356
- const proposalIds = await toArray(this.blockProposalsForSlotAndIndex.getValuesAsync(positionKey));
357
- for (const proposalId of proposalIds){
358
- await this.blockProposals.delete(proposalId);
359
- numberOfBlockProposals++;
417
+ await this.blockProposalHashesPerSlotAndIndex.delete(positionKey);
418
+ }
419
+ for await (const [key, buffer] of this.blockProposalsPerSlotIndexAndHash.entriesAsync({
420
+ end: `${oldestSlotPadded}-`
421
+ })){
422
+ try {
423
+ const proposal = BlockProposal.fromBuffer(buffer);
424
+ await this.blockProposalKeysPerArchive.deleteValue(proposal.archive.toString(), key);
425
+ } catch {
426
+ // ignore decode errors when cleaning up
360
427
  }
361
- await this.blockProposalsForSlotAndIndex.delete(positionKey);
428
+ await this.blockProposalsPerSlotIndexAndHash.delete(key);
429
+ numberOfBlockProposals++;
362
430
  }
363
431
  });
364
432
  this.log.verbose(`Deleted old pool data`, {
@@ -371,17 +439,18 @@ export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
371
439
  /**
372
440
  * Attempts to add a checkpoint attestation to the pool.
373
441
  *
374
- * This method performs validation and addition in a single call:
375
- * - Checks if the attestation already exists (returns alreadyExists: true if so)
376
- * - Checks if this signer has reached the per-signer attestation cap for this slot
377
- * - Adds the attestation if validation passes
442
+ * - Detects duplicates by signed-payload hash (not archive); a re-broadcast of the
443
+ * exact same signed payload from the same signer returns `alreadyExists: true`.
444
+ * - Distinct payload hashes from the same (slot, signer) are tracked in the
445
+ * equivocation index. The first one's bytes are stored; later distinct hashes
446
+ * bump `count` so libp2p can fire its duplicate callback.
378
447
  *
379
448
  * @param attestation - The checkpoint attestation to add
380
- * @returns Result indicating whether the attestation was added, existence info, and count of
381
- * attestations by this signer for this slot (for equivocation detection)
449
+ * @returns Result indicating whether the attestation was added, existence info,
450
+ * and number of distinct payload hashes by this signer for this slot
451
+ * (for equivocation detection).
382
452
  */ async tryAddCheckpointAttestation(attestation) {
383
453
  const slotNumber = attestation.payload.header.slotNumber;
384
- const proposalId = attestation.archive.toString();
385
454
  const sender = attestation.getSender();
386
455
  if (!sender) {
387
456
  return {
@@ -391,24 +460,24 @@ export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
391
460
  };
392
461
  }
393
462
  const signerAddress = sender.toString();
463
+ const slotSignerKey = this.getSlotSignerKey(slotNumber, signerAddress);
464
+ const payloadHash = attestation.getPayloadHash();
394
465
  return await this.store.transactionAsync(async ()=>{
395
- const key = this.getAttestationKey(slotNumber, proposalId, signerAddress);
396
- const alreadyExists = await this.checkpointAttestations.hasAsync(key);
397
- // Get count of attestations by this signer for this slot (for duplicate detection)
398
- const signerAttestationCount = await this.getSignerAttestationCountForSlot(slotNumber, signerAddress);
399
- if (alreadyExists) {
466
+ if (await this.multimapHasValue(this.attestationHashesPerSlotAndSigner, slotSignerKey, payloadHash)) {
467
+ const count = await this.attestationHashesPerSlotAndSigner.getValueCountAsync(slotSignerKey);
400
468
  return {
401
469
  added: false,
402
470
  alreadyExists: true,
403
- count: signerAttestationCount
471
+ count
404
472
  };
405
473
  }
406
- // Check if this signer has exceeded the per-signer cap for this slot
474
+ const signerAttestationCount = await this.attestationHashesPerSlotAndSigner.getValueCountAsync(slotSignerKey);
407
475
  if (signerAttestationCount >= MAX_ATTESTATIONS_PER_SLOT_AND_SIGNER) {
408
476
  this.log.debug(`Rejecting attestation: signer ${signerAddress} exceeded per-slot cap for slot ${slotNumber}`, {
409
477
  slotNumber,
410
478
  signerAddress,
411
- proposalId,
479
+ archive: attestation.archive.toString(),
480
+ payloadHash,
412
481
  signerAttestationCount
413
482
  });
414
483
  return {
@@ -417,19 +486,26 @@ export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
417
486
  count: signerAttestationCount
418
487
  };
419
488
  }
420
- // Add the attestation
421
- await this.checkpointAttestations.set(key, attestation.toBuffer());
422
- this.metrics.trackMempoolItemAdded(key);
423
- // Track this attestation in the per-signer-per-slot index for duplicate detection
424
- const slotSignerKey = this.getSlotSignerKey(slotNumber, signerAddress);
425
- await this.checkpointAttestationsPerSlotAndSigner.set(slotSignerKey, proposalId);
489
+ // Track the new payload hash for equivocation detection.
490
+ await this.attestationHashesPerSlotAndSigner.set(slotSignerKey, payloadHash);
491
+ // Only the first distinct payload at (slot, signer) is stored; later
492
+ // equivocations are detected via the multimap but their bytes are not retained.
493
+ const alreadyHasStored = await this.attestationPerSlotAndSigner.hasAsync(slotSignerKey);
494
+ if (!alreadyHasStored) {
495
+ // Store the signature in canonical (v ∈ {27, 28}) form. `sender` recovered above, so the
496
+ // signature is non-empty and safe to normalize; this keeps a yParity-encoded (v = 0/1) variant
497
+ // from a malicious peer or an in-flight byte mutation out of the L1 bundle downstream.
498
+ await this.attestationPerSlotAndSigner.set(slotSignerKey, attestation.withNormalizedSignature().toBuffer());
499
+ this.metrics.trackMempoolItemAdded(slotSignerKey);
500
+ }
426
501
  this.log.debug(`Added checkpoint attestation for slot ${slotNumber} from ${signerAddress}`, {
427
502
  signature: attestation.signature.toString(),
428
503
  slotNumber,
429
504
  address: signerAddress,
430
- proposalId
505
+ archive: attestation.archive.toString(),
506
+ payloadHash,
507
+ stored: !alreadyHasStored
431
508
  });
432
- // Return the new count
433
509
  return {
434
510
  added: true,
435
511
  alreadyExists: false,
@@ -437,10 +513,6 @@ export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
437
513
  };
438
514
  });
439
515
  }
440
- /** Gets the count of attestations by a specific signer for a given slot. */ async getSignerAttestationCountForSlot(slot, signerAddress) {
441
- const slotSignerKey = this.getSlotSignerKey(slot, signerAddress);
442
- return await this.checkpointAttestationsPerSlotAndSigner.getValueCountAsync(slotSignerKey);
443
- }
444
516
  }
445
517
  /** Creates an AttestationPool backed by a temporary store for testing. */ export async function createTestAttestationPool(telemetry) {
446
518
  const { openTmpStore } = await import('@aztec/kv-store/lmdb-v2');