@aztec/p2p 0.0.1-commit.96dac018d → 0.0.1-commit.993d240
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +129 -3
- package/dest/bootstrap/bootstrap.d.ts +1 -1
- package/dest/bootstrap/bootstrap.d.ts.map +1 -1
- package/dest/bootstrap/bootstrap.js +9 -1
- package/dest/client/factory.d.ts +7 -7
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +34 -16
- package/dest/client/interface.d.ts +17 -8
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +15 -11
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +93 -49
- package/dest/config.d.ts +153 -102
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +134 -35
- package/dest/errors/p2p-service.error.d.ts +9 -0
- package/dest/errors/p2p-service.error.d.ts.map +1 -0
- package/dest/errors/p2p-service.error.js +10 -0
- package/dest/errors/reqresp.error.d.ts +1 -20
- package/dest/errors/reqresp.error.d.ts.map +1 -1
- package/dest/errors/reqresp.error.js +0 -21
- package/dest/index.d.ts +1 -2
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +0 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +99 -59
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +267 -197
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +181 -65
- package/dest/mem_pools/attestation_pool/mocks.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +6 -4
- package/dest/mem_pools/index.d.ts +1 -2
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.d.ts +4 -2
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +33 -15
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +2 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +2 -0
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts +16 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.js +62 -0
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +7 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +8 -6
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +2 -2
- package/dest/mem_pools/tx_pool_v2/index.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/index.js +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +12 -5
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +2 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +44 -12
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +81 -22
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +26 -44
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +4 -2
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +6 -0
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +2 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +133 -110
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts +9 -3
- package/dest/msg_validators/attestation_validator/attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/attestation_validator.js +37 -12
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +7 -3
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
- package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.js +4 -5
- package/dest/msg_validators/clock_tolerance.d.ts +12 -1
- package/dest/msg_validators/clock_tolerance.d.ts.map +1 -1
- package/dest/msg_validators/clock_tolerance.js +61 -3
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +10 -4
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.js +10 -2
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +10 -4
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.js +16 -2
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +21 -8
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +90 -44
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +8 -15
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -21
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts +17 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/allowed_setup_helpers.js +24 -0
- package/dest/msg_validators/tx_validator/archive_cache.js +1 -1
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts +15 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/cached_tx_validator.js +19 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts +9 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/contract_instance_validator.js +48 -0
- package/dest/msg_validators/tx_validator/data_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/data_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/data_validator.js +36 -2
- package/dest/msg_validators/tx_validator/factory.d.ts +27 -7
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +47 -17
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/fee_payer_balance.js +6 -2
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +48 -7
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +88 -41
- package/dest/msg_validators/tx_validator/index.d.ts +4 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +3 -0
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/metadata_validator.js +4 -4
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +22 -2
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +72 -24
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts +2 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/tx_proof_validator.js +2 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts +48 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/tx_validation_cache.js +69 -0
- package/dest/services/data_store.d.ts +1 -1
- package/dest/services/data_store.d.ts.map +1 -1
- package/dest/services/data_store.js +5 -5
- package/dest/services/discv5/discV5_service.d.ts +2 -1
- package/dest/services/discv5/discV5_service.d.ts.map +1 -1
- package/dest/services/discv5/discV5_service.js +35 -8
- package/dest/services/dummy_service.d.ts +11 -15
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +12 -16
- package/dest/services/encoding.d.ts +6 -2
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +14 -8
- package/dest/services/gossipsub/topic_score_params.d.ts +13 -2
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
- package/dest/services/gossipsub/topic_score_params.js +21 -4
- package/dest/services/libp2p/instrumentation.d.ts +3 -1
- package/dest/services/libp2p/instrumentation.d.ts.map +1 -1
- package/dest/services/libp2p/instrumentation.js +14 -0
- package/dest/services/libp2p/libp2p_service.d.ts +39 -50
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +299 -250
- package/dest/services/peer-manager/metrics.d.ts +3 -1
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +6 -0
- package/dest/services/peer-manager/peer_manager.d.ts +6 -2
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +40 -11
- package/dest/services/peer-manager/peer_scoring.d.ts +7 -2
- package/dest/services/peer-manager/peer_scoring.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_scoring.js +32 -10
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +11 -8
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +84 -71
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +10 -6
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +5 -4
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +13 -7
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +3 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +3 -0
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts +5 -14
- package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +6 -20
- package/dest/services/reqresp/config.d.ts +3 -3
- package/dest/services/reqresp/config.d.ts.map +1 -1
- package/dest/services/reqresp/interface.d.ts +16 -18
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +10 -20
- package/dest/services/reqresp/metrics.d.ts +1 -1
- package/dest/services/reqresp/metrics.d.ts.map +1 -1
- package/dest/services/reqresp/metrics.js +0 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +4 -2
- package/dest/services/reqresp/protocols/index.d.ts +1 -2
- package/dest/services/reqresp/protocols/index.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/index.js +0 -1
- package/dest/services/reqresp/protocols/tx.d.ts +1 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +1 -3
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts +5 -4
- package/dest/services/reqresp/rate-limiter/rate_limiter.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limiter.js +10 -8
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.d.ts.map +1 -1
- package/dest/services/reqresp/rate-limiter/rate_limits.js +0 -10
- package/dest/services/reqresp/reqresp.d.ts +7 -29
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +43 -215
- package/dest/services/service.d.ts +9 -12
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +2 -23
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +2 -55
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +12 -28
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/file_store_tx_collection.js +43 -83
- package/dest/services/tx_collection/file_store_tx_source.d.ts +5 -4
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/file_store_tx_source.js +39 -29
- package/dest/services/tx_collection/index.d.ts +2 -3
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +0 -1
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +0 -2
- package/dest/services/tx_collection/request_tracker.d.ts +53 -0
- package/dest/services/tx_collection/request_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/request_tracker.js +84 -0
- package/dest/services/tx_collection/tx_collection.d.ts +36 -55
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +275 -119
- package/dest/services/tx_collection/tx_collection_sink.d.ts +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +2 -2
- package/dest/services/tx_collection/tx_source.d.ts +6 -5
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +9 -7
- package/dest/services/tx_file_store/tx_file_store.d.ts +1 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +4 -14
- package/dest/services/tx_provider.d.ts +3 -1
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +3 -0
- package/dest/test-helpers/make-test-p2p-clients.d.ts +5 -6
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +5 -3
- package/dest/test-helpers/mock-pubsub.d.ts +24 -11
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +45 -45
- package/dest/test-helpers/reqresp-nodes.d.ts +5 -7
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +17 -19
- package/dest/test-helpers/test_tx_provider.d.ts +3 -1
- package/dest/test-helpers/test_tx_provider.d.ts.map +1 -1
- package/dest/test-helpers/test_tx_provider.js +3 -0
- package/dest/test-helpers/testbench-utils.d.ts +12 -14
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +42 -15
- package/dest/testbench/p2p_client_testbench_worker.d.ts +3 -5
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +88 -42
- package/dest/testbench/worker_client_manager.d.ts +12 -6
- package/dest/testbench/worker_client_manager.d.ts.map +1 -1
- package/dest/testbench/worker_client_manager.js +57 -11
- package/dest/util.d.ts +12 -7
- package/dest/util.d.ts.map +1 -1
- package/dest/util.js +35 -14
- package/dest/versioning.d.ts +3 -6
- package/dest/versioning.d.ts.map +1 -1
- package/dest/versioning.js +3 -24
- package/package.json +15 -14
- package/src/bootstrap/bootstrap.ts +9 -1
- package/src/client/factory.ts +65 -21
- package/src/client/interface.ts +18 -20
- package/src/client/p2p_client.ts +108 -82
- package/src/client/test/{tx_proposal_collector/README.md → p2p_client.batch_tx_requester.bench.README.md} +23 -53
- package/src/config.ts +226 -36
- package/src/errors/p2p-service.error.ts +11 -0
- package/src/errors/reqresp.error.ts +0 -25
- package/src/index.ts +0 -1
- package/src/mem_pools/attestation_pool/attestation_pool.ts +318 -242
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +204 -68
- package/src/mem_pools/attestation_pool/mocks.ts +13 -8
- package/src/mem_pools/index.ts +0 -3
- package/src/mem_pools/instrumentation.ts +22 -14
- package/src/mem_pools/tx_pool_v2/README.md +9 -1
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +2 -1
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +3 -0
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/eviction/insufficient_fee_per_gas_eviction_rule.ts +65 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +11 -1
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +15 -6
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +2 -1
- package/src/mem_pools/tx_pool_v2/index.ts +1 -1
- package/src/mem_pools/tx_pool_v2/interfaces.ts +12 -4
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +121 -27
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +29 -43
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +16 -1
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +141 -114
- package/src/msg_validators/attestation_validator/README.md +49 -0
- package/src/msg_validators/attestation_validator/attestation_validator.ts +41 -9
- package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +14 -7
- package/src/msg_validators/clock_tolerance.ts +79 -3
- package/src/msg_validators/proposal_validator/README.md +123 -0
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +24 -4
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +35 -7
- package/src/msg_validators/proposal_validator/proposal_validator.ts +114 -47
- package/src/msg_validators/tx_validator/README.md +15 -3
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -12
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +22 -27
- package/src/msg_validators/tx_validator/allowed_setup_helpers.ts +31 -0
- package/src/msg_validators/tx_validator/archive_cache.ts +1 -1
- package/src/msg_validators/tx_validator/cached_tx_validator.ts +31 -0
- package/src/msg_validators/tx_validator/contract_instance_validator.ts +56 -0
- package/src/msg_validators/tx_validator/data_validator.ts +44 -1
- package/src/msg_validators/tx_validator/factory.ts +61 -10
- package/src/msg_validators/tx_validator/fee_payer_balance.ts +6 -2
- package/src/msg_validators/tx_validator/gas_validator.ts +121 -39
- package/src/msg_validators/tx_validator/index.ts +3 -0
- package/src/msg_validators/tx_validator/metadata_validator.ts +12 -4
- package/src/msg_validators/tx_validator/phases_validator.ts +82 -27
- package/src/msg_validators/tx_validator/tx_proof_validator.ts +2 -0
- package/src/msg_validators/tx_validator/tx_validation_cache.ts +102 -0
- package/src/services/data_store.ts +5 -13
- package/src/services/discv5/discV5_service.ts +38 -5
- package/src/services/dummy_service.ts +14 -39
- package/src/services/encoding.ts +14 -7
- package/src/services/gossipsub/topic_score_params.ts +36 -4
- package/src/services/libp2p/instrumentation.ts +14 -0
- package/src/services/libp2p/libp2p_service.ts +326 -287
- package/src/services/peer-manager/metrics.ts +7 -0
- package/src/services/peer-manager/peer_manager.ts +46 -11
- package/src/services/peer-manager/peer_scoring.ts +27 -5
- package/src/services/reqresp/README.md +215 -0
- package/src/services/reqresp/batch-tx-requester/README.md +46 -7
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +83 -77
- package/src/services/reqresp/batch-tx-requester/interface.ts +13 -5
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +13 -6
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +5 -0
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +12 -25
- package/src/services/reqresp/config.ts +2 -2
- package/src/services/reqresp/interface.ts +21 -47
- package/src/services/reqresp/metrics.ts +0 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +4 -2
- package/src/services/reqresp/protocols/index.ts +0 -1
- package/src/services/reqresp/protocols/tx.ts +1 -3
- package/src/services/reqresp/rate-limiter/rate_limiter.ts +13 -9
- package/src/services/reqresp/rate-limiter/rate_limits.ts +0 -10
- package/src/services/reqresp/reqresp.ts +48 -261
- package/src/services/service.ts +12 -28
- package/src/services/tx_collection/config.ts +3 -80
- package/src/services/tx_collection/file_store_tx_collection.ts +54 -103
- package/src/services/tx_collection/file_store_tx_source.ts +43 -31
- package/src/services/tx_collection/index.ts +1 -6
- package/src/services/tx_collection/instrumentation.ts +1 -7
- package/src/services/tx_collection/request_tracker.ts +127 -0
- package/src/services/tx_collection/tx_collection.ts +331 -176
- package/src/services/tx_collection/tx_collection_sink.ts +2 -2
- package/src/services/tx_collection/tx_source.ts +8 -7
- package/src/services/tx_file_store/tx_file_store.ts +5 -17
- package/src/services/tx_provider.ts +5 -0
- package/src/test-helpers/make-test-p2p-clients.ts +4 -3
- package/src/test-helpers/mock-pubsub.ts +49 -66
- package/src/test-helpers/reqresp-nodes.ts +15 -28
- package/src/test-helpers/test_tx_provider.ts +5 -0
- package/src/test-helpers/testbench-utils.ts +53 -28
- package/src/testbench/p2p_client_testbench_worker.ts +91 -61
- package/src/testbench/worker_client_manager.ts +72 -25
- package/src/util.ts +33 -18
- package/src/versioning.ts +3 -33
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts +0 -2
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +0 -305
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts +0 -73
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.d.ts.map +0 -1
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.js +0 -8
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts +0 -125
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/aztec_kv_tx_pool.js +0 -596
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts +0 -32
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_manager.js +0 -112
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts +0 -157
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/eviction_strategy.js +0 -52
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts +0 -16
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.js +0 -122
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts +0 -17
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts +0 -19
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.js +0 -78
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts +0 -26
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/low_priority_eviction_rule.js +0 -84
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts +0 -25
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.js +0 -57
- package/dest/mem_pools/tx_pool/index.d.ts +0 -3
- package/dest/mem_pools/tx_pool/index.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/index.js +0 -2
- package/dest/mem_pools/tx_pool/priority.d.ts +0 -12
- package/dest/mem_pools/tx_pool/priority.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/priority.js +0 -15
- package/dest/mem_pools/tx_pool/tx_pool.d.ts +0 -127
- package/dest/mem_pools/tx_pool/tx_pool.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool.js +0 -3
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts +0 -7
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.d.ts.map +0 -1
- package/dest/mem_pools/tx_pool/tx_pool_test_suite.js +0 -400
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +0 -23
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +0 -1
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +0 -212
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts +0 -64
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map +0 -1
- package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js +0 -151
- package/dest/services/reqresp/protocols/block.d.ts +0 -9
- package/dest/services/reqresp/protocols/block.d.ts.map +0 -1
- package/dest/services/reqresp/protocols/block.js +0 -32
- package/dest/services/tx_collection/fast_tx_collection.d.ts +0 -54
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/fast_tx_collection.js +0 -327
- package/dest/services/tx_collection/missing_txs_tracker.d.ts +0 -32
- package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +0 -1
- package/dest/services/tx_collection/missing_txs_tracker.js +0 -27
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +0 -49
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +0 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +0 -50
- package/dest/services/tx_collection/slow_tx_collection.d.ts +0 -57
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +0 -1
- package/dest/services/tx_collection/slow_tx_collection.js +0 -211
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +0 -346
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker_protocol.ts +0 -43
- package/src/mem_pools/tx_pool/README.md +0 -270
- package/src/mem_pools/tx_pool/aztec_kv_tx_pool.ts +0 -746
- package/src/mem_pools/tx_pool/eviction/eviction_manager.ts +0 -132
- package/src/mem_pools/tx_pool/eviction/eviction_strategy.ts +0 -208
- package/src/mem_pools/tx_pool/eviction/fee_payer_balance_eviction_rule.ts +0 -162
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +0 -104
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_reorg_rule.ts +0 -93
- package/src/mem_pools/tx_pool/eviction/low_priority_eviction_rule.ts +0 -106
- package/src/mem_pools/tx_pool/eviction/nullifier_conflict_pre_add_rule.ts +0 -75
- package/src/mem_pools/tx_pool/index.ts +0 -2
- package/src/mem_pools/tx_pool/priority.ts +0 -20
- package/src/mem_pools/tx_pool/tx_pool.ts +0 -141
- package/src/mem_pools/tx_pool/tx_pool_test_suite.ts +0 -319
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +0 -230
- package/src/services/reqresp/connection-sampler/batch_connection_sampler.ts +0 -161
- package/src/services/reqresp/protocols/block.ts +0 -37
- package/src/services/tx_collection/fast_tx_collection.ts +0 -387
- package/src/services/tx_collection/missing_txs_tracker.ts +0 -52
- package/src/services/tx_collection/proposal_tx_collector.ts +0 -113
- package/src/services/tx_collection/slow_tx_collection.ts +0 -266
|
@@ -1,5 +1,4 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
1
|
+
import type { BlockProposalHash, CheckpointProposalHash, SlotNumber } from '@aztec/foundation/branded-types';
|
|
3
2
|
import { toArray } from '@aztec/foundation/iterable';
|
|
4
3
|
import { createLogger } from '@aztec/foundation/log';
|
|
5
4
|
import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncMultiMap } from '@aztec/kv-store';
|
|
@@ -15,27 +14,33 @@ import { PoolInstrumentation, PoolName, type PoolStatsCallback } from '../instru
|
|
|
15
14
|
|
|
16
15
|
/** Result of trying to add an item (proposal or attestation) to the pool */
|
|
17
16
|
export type TryAddResult = {
|
|
18
|
-
/** Whether the item was
|
|
17
|
+
/** Whether the item was accepted into pool state. False when it already existed, was invalid, or hit a cap. */
|
|
19
18
|
added: boolean;
|
|
20
|
-
/** Whether the exact
|
|
19
|
+
/** Whether the exact signed payload (matched by payload hash) already existed in the pool. */
|
|
21
20
|
alreadyExists: boolean;
|
|
22
|
-
/**
|
|
23
|
-
* - tryAddBlockProposal:
|
|
24
|
-
* - tryAddCheckpointProposal:
|
|
25
|
-
* - tryAddCheckpointAttestation:
|
|
21
|
+
/** Number of distinct signed-payload hashes seen for the position. Meaning varies by method:
|
|
22
|
+
* - tryAddBlockProposal: distinct payload hashes at (slot, indexWithinCheckpoint)
|
|
23
|
+
* - tryAddCheckpointProposal: distinct payload hashes at slot
|
|
24
|
+
* - tryAddCheckpointAttestation: distinct payload hashes by this signer for this slot */
|
|
26
25
|
count: number;
|
|
27
26
|
};
|
|
28
27
|
|
|
29
|
-
export
|
|
30
|
-
|
|
28
|
+
export type ProposalsForSlot = {
|
|
29
|
+
blockProposals: BlockProposal[];
|
|
30
|
+
checkpointProposals: CheckpointProposalCore[];
|
|
31
|
+
};
|
|
32
|
+
|
|
33
|
+
export const MAX_CHECKPOINT_PROPOSALS_PER_SLOT = 2;
|
|
34
|
+
export const MAX_BLOCK_PROPOSALS_PER_POSITION = 2;
|
|
31
35
|
/** Maximum attestations a single signer can make per slot before being rejected. */
|
|
32
|
-
export const MAX_ATTESTATIONS_PER_SLOT_AND_SIGNER =
|
|
36
|
+
export const MAX_ATTESTATIONS_PER_SLOT_AND_SIGNER = 2;
|
|
33
37
|
|
|
34
38
|
/** Public API interface for attestation pools. Used for typing mocks and test implementations. */
|
|
35
39
|
export type AttestationPoolApi = Pick<
|
|
36
40
|
AttestationPool,
|
|
37
41
|
| 'tryAddBlockProposal'
|
|
38
|
-
| '
|
|
42
|
+
| 'getBlockProposalByArchive'
|
|
43
|
+
| 'getProposalsForSlot'
|
|
39
44
|
| 'tryAddCheckpointProposal'
|
|
40
45
|
| 'getCheckpointProposal'
|
|
41
46
|
| 'addOwnCheckpointAttestations'
|
|
@@ -52,31 +57,45 @@ export type AttestationPoolApi = Pick<
|
|
|
52
57
|
*
|
|
53
58
|
* Attestations and proposals observed via the p2p network are stored for requests
|
|
54
59
|
* from the validator to produce a block, or to serve to other peers.
|
|
60
|
+
*
|
|
61
|
+
* Equivocation detection: distinct *signed payload hashes* arriving at the same
|
|
62
|
+
* position are tracked in the matching index multimap so the equivocation count
|
|
63
|
+
* reaches 2 even when archive collides on `feeAssetPriceModifier` variants.
|
|
64
|
+
* Proposal bytes are retained per accepted payload hash, up to the same equivocation
|
|
65
|
+
* caps, for slashing watchers that need signed P2P proposals.
|
|
55
66
|
*/
|
|
56
67
|
export class AttestationPool {
|
|
57
68
|
private metrics: PoolInstrumentation<CheckpointAttestation>;
|
|
58
69
|
|
|
59
|
-
// Checkpoint attestations from
|
|
60
|
-
//
|
|
61
|
-
|
|
70
|
+
// Checkpoint attestations from `${paddedSlot}-${signer}` to serialized CheckpointAttestation.
|
|
71
|
+
// Stores the first attestation seen per (slot, signer); subsequent distinct payload
|
|
72
|
+
// hashes from the same signer are tracked only in `attestationHashesPerSlotAndSigner`
|
|
73
|
+
// for equivocation detection.
|
|
74
|
+
private attestationPerSlotAndSigner: AztecAsyncMap<string, Buffer>;
|
|
62
75
|
|
|
63
|
-
//
|
|
64
|
-
|
|
76
|
+
// Distinct payload hashes seen per (slot, signer) for tracking attestation equivocations.
|
|
77
|
+
// Key: `${paddedSlot}-${signerAddress}`, Value: CheckpointProposalHash (`0x`-prefixed hex)
|
|
78
|
+
private attestationHashesPerSlotAndSigner: AztecAsyncMultiMap<string, CheckpointProposalHash>;
|
|
65
79
|
|
|
66
|
-
// Checkpoint proposals
|
|
67
|
-
//
|
|
68
|
-
private
|
|
80
|
+
// Checkpoint proposals from `${paddedSlot}-${payloadHash}` to serialized CheckpointProposalCore.
|
|
81
|
+
// Stores every accepted distinct payload up to MAX_CHECKPOINT_PROPOSALS_PER_SLOT.
|
|
82
|
+
private checkpointProposalsPerSlotAndHash: AztecAsyncMap<string, Buffer>;
|
|
69
83
|
|
|
70
|
-
//
|
|
71
|
-
|
|
84
|
+
// Distinct payload hashes seen per slot. Hash collision = duplicate.
|
|
85
|
+
// Hash count reaching 2 = equivocation.
|
|
86
|
+
// Key: slot number, Value: CheckpointProposalHash (`0x`-prefixed hex)
|
|
87
|
+
private checkpointProposalHashesPerSlot: AztecAsyncMultiMap<number, CheckpointProposalHash>;
|
|
72
88
|
|
|
73
|
-
// Block proposals
|
|
74
|
-
//
|
|
75
|
-
private
|
|
89
|
+
// Block proposals from `${paddedSlot}-${paddedIndex}-${payloadHash}` to serialized BlockProposal.
|
|
90
|
+
// Stores every accepted distinct payload up to MAX_BLOCK_PROPOSALS_PER_POSITION.
|
|
91
|
+
private blockProposalsPerSlotIndexAndHash: AztecAsyncMap<string, Buffer>;
|
|
76
92
|
|
|
77
|
-
//
|
|
78
|
-
// Key:
|
|
79
|
-
private
|
|
93
|
+
// Distinct payload hashes seen per (slot, indexWithinCheckpoint).
|
|
94
|
+
// Key: slot * (1 << INDEX_BITS) + indexWithinCheckpoint, Value: BlockProposalHash (`0x`-prefixed hex)
|
|
95
|
+
private blockProposalHashesPerSlotAndIndex: AztecAsyncMultiMap<number, BlockProposalHash>;
|
|
96
|
+
|
|
97
|
+
// Secondary index from archive root to all retained block proposal keys.
|
|
98
|
+
private blockProposalKeysPerArchive: AztecAsyncMultiMap<string, string>;
|
|
80
99
|
|
|
81
100
|
constructor(
|
|
82
101
|
private store: AztecAsyncKVStore,
|
|
@@ -84,128 +103,159 @@ export class AttestationPool {
|
|
|
84
103
|
private log = createLogger('aztec:attestation_pool'),
|
|
85
104
|
) {
|
|
86
105
|
// Initialize block proposal storage
|
|
87
|
-
this.
|
|
88
|
-
this.
|
|
106
|
+
this.blockProposalsPerSlotIndexAndHash = store.openMap('block_proposals_by_slot_index_and_hash');
|
|
107
|
+
this.blockProposalHashesPerSlotAndIndex = store.openMultiMap('block_proposals_for_slot_and_index');
|
|
108
|
+
this.blockProposalKeysPerArchive = store.openMultiMap('block_proposals_by_archive');
|
|
89
109
|
|
|
90
110
|
// Initialize checkpoint attestations storage
|
|
91
|
-
this.
|
|
92
|
-
this.
|
|
111
|
+
this.attestationPerSlotAndSigner = store.openMap('checkpoint_attestations');
|
|
112
|
+
this.attestationHashesPerSlotAndSigner = store.openMultiMap('checkpoint_attestations_per_slot_and_signer');
|
|
93
113
|
|
|
94
114
|
// Initialize checkpoint proposal storage
|
|
95
|
-
this.
|
|
96
|
-
this.
|
|
115
|
+
this.checkpointProposalsPerSlotAndHash = store.openMap('checkpoint_proposals_by_slot_and_hash');
|
|
116
|
+
this.checkpointProposalHashesPerSlot = store.openMultiMap('checkpoint_proposals_for_slot');
|
|
97
117
|
|
|
98
118
|
this.metrics = new PoolInstrumentation(telemetry, PoolName.ATTESTATION_POOL, this.poolStats);
|
|
99
119
|
}
|
|
100
120
|
|
|
101
121
|
private poolStats: PoolStatsCallback = async () => {
|
|
102
122
|
return {
|
|
103
|
-
itemCount: await this.
|
|
123
|
+
itemCount: await this.attestationPerSlotAndSigner.sizeAsync(),
|
|
104
124
|
};
|
|
105
125
|
};
|
|
106
126
|
|
|
107
127
|
/** Returns whether the pool is empty. */
|
|
108
128
|
public async isEmpty(): Promise<boolean> {
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
return
|
|
129
|
+
const [attestationCount, blockProposalCount, checkpointProposalCount] = await Promise.all([
|
|
130
|
+
this.attestationPerSlotAndSigner.sizeAsync(),
|
|
131
|
+
this.blockProposalsPerSlotIndexAndHash.sizeAsync(),
|
|
132
|
+
this.checkpointProposalsPerSlotAndHash.sizeAsync(),
|
|
133
|
+
]);
|
|
134
|
+
|
|
135
|
+
return attestationCount === 0 && blockProposalCount === 0 && checkpointProposalCount === 0;
|
|
116
136
|
}
|
|
117
137
|
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
: proposalId.toString();
|
|
138
|
+
/** Number of bits reserved for indexWithinCheckpoint in position keys. */
|
|
139
|
+
private static readonly INDEX_BITS = 10;
|
|
140
|
+
/** Maximum indexWithinCheckpoint value (2^10 - 1 = 1023). */
|
|
141
|
+
private static readonly MAX_INDEX = (1 << AttestationPool.INDEX_BITS) - 1;
|
|
142
|
+
/** Decimal digits used to left-pad slot numbers in string keys.
|
|
143
|
+
* 10 digits ≈ 3500 years at 36 s/slot, leaving ample headroom. */
|
|
144
|
+
private static readonly SLOT_PAD_DIGITS = 10;
|
|
126
145
|
|
|
127
|
-
|
|
146
|
+
/** Fixed-width decimal slot string for use in composite string keys. */
|
|
147
|
+
private slotPaddedKey(slot: SlotNumber | number): string {
|
|
148
|
+
return slot.toString().padStart(AttestationPool.SLOT_PAD_DIGITS, '0');
|
|
128
149
|
}
|
|
129
150
|
|
|
130
|
-
|
|
131
|
-
|
|
151
|
+
/** Fixed-width decimal index string for use in composite string keys. */
|
|
152
|
+
private indexPaddedKey(indexWithinCheckpoint: number): string {
|
|
153
|
+
return indexWithinCheckpoint.toString().padStart(4, '0');
|
|
132
154
|
}
|
|
133
155
|
|
|
134
|
-
/**
|
|
135
|
-
private
|
|
136
|
-
|
|
137
|
-
|
|
156
|
+
/** Key for retained block proposals. */
|
|
157
|
+
private getBlockProposalKey(
|
|
158
|
+
slot: SlotNumber | number,
|
|
159
|
+
indexWithinCheckpoint: number,
|
|
160
|
+
payloadHash: BlockProposalHash,
|
|
161
|
+
): string {
|
|
162
|
+
return `${this.slotPaddedKey(slot)}-${this.indexPaddedKey(indexWithinCheckpoint)}-${payloadHash}`;
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
/** Range bounds for all retained block proposals in a slot. */
|
|
166
|
+
private getBlockProposalKeyRangeForSlot(slot: SlotNumber): { start: string; end: string } {
|
|
167
|
+
return { start: `${this.slotPaddedKey(slot)}-`, end: `${this.slotPaddedKey(slot + 1)}-` };
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
/** Key for retained checkpoint proposals. */
|
|
171
|
+
private getCheckpointProposalKey(slot: SlotNumber | number, payloadHash: CheckpointProposalHash): string {
|
|
172
|
+
return `${this.slotPaddedKey(slot)}-${payloadHash}`;
|
|
138
173
|
}
|
|
139
174
|
|
|
140
|
-
/**
|
|
141
|
-
private
|
|
142
|
-
|
|
143
|
-
return { start: `${proposalKey}-`, end: `${proposalKey}-Z` };
|
|
175
|
+
/** Range bounds for all retained checkpoint proposals in a slot. */
|
|
176
|
+
private getCheckpointProposalKeyRangeForSlot(slot: SlotNumber): { start: string; end: string } {
|
|
177
|
+
return { start: `${this.slotPaddedKey(slot)}-`, end: `${this.slotPaddedKey(slot + 1)}-` };
|
|
144
178
|
}
|
|
145
179
|
|
|
146
|
-
/**
|
|
180
|
+
/** Key for the per-(slot, signer) attestation main store and equivocation index. */
|
|
147
181
|
private getSlotSignerKey(slot: SlotNumber, signerAddress: string): string {
|
|
148
|
-
|
|
149
|
-
return `${slotStr}-${signerAddress}`;
|
|
182
|
+
return `${this.slotPaddedKey(slot)}-${signerAddress}`;
|
|
150
183
|
}
|
|
151
184
|
|
|
152
|
-
/**
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
185
|
+
/**
|
|
186
|
+
* Returns range bounds for querying all attestations for a given slot.
|
|
187
|
+
* Fixed-width padding ensures the slot prefix sorts cleanly, so using the next
|
|
188
|
+
* slot's prefix as the upper bound captures exactly the current slot's entries.
|
|
189
|
+
*/
|
|
190
|
+
private getAttestationKeyRangeForSlot(slot: SlotNumber): { start: string; end: string } {
|
|
191
|
+
return { start: `${this.slotPaddedKey(slot)}-`, end: `${this.slotPaddedKey(slot + 1)}-` };
|
|
192
|
+
}
|
|
156
193
|
|
|
157
|
-
/** Creates a position key for block proposals:
|
|
194
|
+
/** Creates a position key for block proposals: slot * 1024 + indexWithinCheckpoint.
|
|
195
|
+
* Uses multiplication instead of bit-shift to avoid 32-bit signed integer overflow
|
|
196
|
+
* (bit-shift overflows after slot ~2^21, roughly 278 days of uptime). */
|
|
158
197
|
private getBlockPositionKey(slot: number, indexWithinCheckpoint: number): number {
|
|
159
198
|
if (indexWithinCheckpoint > AttestationPool.MAX_INDEX) {
|
|
160
199
|
throw new Error(
|
|
161
200
|
`Value for indexWithinCheckpoint ${indexWithinCheckpoint} exceeds maximum ${AttestationPool.MAX_INDEX}`,
|
|
162
201
|
);
|
|
163
202
|
}
|
|
164
|
-
return
|
|
203
|
+
return slot * (1 << AttestationPool.INDEX_BITS) + indexWithinCheckpoint;
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
/** Returns true if the multimap already contains the given value for the given key. */
|
|
207
|
+
private async multimapHasValue<TKey extends number | string, TValue extends string>(
|
|
208
|
+
map: AztecAsyncMultiMap<TKey, TValue>,
|
|
209
|
+
key: TKey,
|
|
210
|
+
value: TValue,
|
|
211
|
+
): Promise<boolean> {
|
|
212
|
+
const values = await toArray(map.getValuesAsync(key));
|
|
213
|
+
return values.includes(value);
|
|
165
214
|
}
|
|
166
215
|
|
|
167
216
|
/**
|
|
168
217
|
* Attempts to add a block proposal to the pool.
|
|
169
218
|
*
|
|
170
|
-
*
|
|
171
|
-
*
|
|
172
|
-
* -
|
|
173
|
-
*
|
|
219
|
+
* - Detects duplicates by signed-payload hash (not archive); a re-broadcast of the
|
|
220
|
+
* exact same signed payload returns `alreadyExists: true`.
|
|
221
|
+
* - Distinct payload hashes at the same `(slot, indexWithinCheckpoint)` are tracked
|
|
222
|
+
* in the equivocation index and retained up to the cap.
|
|
174
223
|
*
|
|
175
224
|
* @param blockProposal - The block proposal to add
|
|
176
225
|
* @returns Result indicating whether the proposal was added and duplicate detection info
|
|
177
226
|
*/
|
|
178
227
|
public async tryAddBlockProposal(blockProposal: BlockProposal): Promise<TryAddResult> {
|
|
179
228
|
return await this.store.transactionAsync(async () => {
|
|
180
|
-
const
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
if (
|
|
185
|
-
const count = await this.
|
|
186
|
-
blockProposal.slotNumber,
|
|
187
|
-
blockProposal.indexWithinCheckpoint,
|
|
188
|
-
);
|
|
229
|
+
const positionKey = this.getBlockPositionKey(blockProposal.slotNumber, blockProposal.indexWithinCheckpoint);
|
|
230
|
+
const payloadHash = blockProposal.getPayloadHash();
|
|
231
|
+
|
|
232
|
+
// Hash already tracked => exact same signed payload was already received.
|
|
233
|
+
if (await this.multimapHasValue(this.blockProposalHashesPerSlotAndIndex, positionKey, payloadHash)) {
|
|
234
|
+
const count = await this.blockProposalHashesPerSlotAndIndex.getValueCountAsync(positionKey);
|
|
189
235
|
return { added: false, alreadyExists: true, count };
|
|
190
236
|
}
|
|
191
237
|
|
|
192
|
-
//
|
|
193
|
-
const count = await this.
|
|
194
|
-
blockProposal.slotNumber,
|
|
195
|
-
blockProposal.indexWithinCheckpoint,
|
|
196
|
-
);
|
|
197
|
-
|
|
238
|
+
// Cap reached for this position (no more new payload hashes accepted).
|
|
239
|
+
const count = await this.blockProposalHashesPerSlotAndIndex.getValueCountAsync(positionKey);
|
|
198
240
|
if (count >= MAX_BLOCK_PROPOSALS_PER_POSITION) {
|
|
199
241
|
return { added: false, alreadyExists: false, count };
|
|
200
242
|
}
|
|
201
243
|
|
|
202
|
-
//
|
|
203
|
-
await this.
|
|
244
|
+
// Track the new payload hash for equivocation detection.
|
|
245
|
+
await this.blockProposalHashesPerSlotAndIndex.set(positionKey, payloadHash);
|
|
246
|
+
const proposalKey = this.getBlockProposalKey(
|
|
247
|
+
blockProposal.slotNumber,
|
|
248
|
+
blockProposal.indexWithinCheckpoint,
|
|
249
|
+
payloadHash,
|
|
250
|
+
);
|
|
251
|
+
await this.blockProposalsPerSlotIndexAndHash.set(proposalKey, blockProposal.withoutSignedTxs().toBuffer());
|
|
252
|
+
await this.blockProposalKeysPerArchive.set(blockProposal.archive.toString(), proposalKey);
|
|
204
253
|
|
|
205
254
|
this.log.debug(
|
|
206
255
|
`Added block proposal for slot ${blockProposal.slotNumber} and index ${blockProposal.indexWithinCheckpoint}`,
|
|
207
256
|
{
|
|
208
|
-
|
|
257
|
+
archive: blockProposal.archive.toString(),
|
|
258
|
+
payloadHash,
|
|
209
259
|
slotNumber: blockProposal.slotNumber,
|
|
210
260
|
indexWithinCheckpoint: blockProposal.indexWithinCheckpoint,
|
|
211
261
|
},
|
|
@@ -215,60 +265,77 @@ export class AttestationPool {
|
|
|
215
265
|
});
|
|
216
266
|
}
|
|
217
267
|
|
|
218
|
-
/** Gets the count of block proposals for a given position (slot, indexWithinCheckpoint). */
|
|
219
|
-
private getBlockProposalCountForPosition(
|
|
220
|
-
slot: SlotNumber,
|
|
221
|
-
indexWithinCheckpoint: IndexWithinCheckpoint,
|
|
222
|
-
): Promise<number> {
|
|
223
|
-
const positionKey = this.getBlockPositionKey(slot, indexWithinCheckpoint);
|
|
224
|
-
return this.blockProposalsForSlotAndIndex.getValueCountAsync(positionKey);
|
|
225
|
-
}
|
|
226
|
-
|
|
227
|
-
/** Internal method - must be called within a transaction. */
|
|
228
|
-
private async addBlockProposal(blockProposal: BlockProposal): Promise<void> {
|
|
229
|
-
const proposalId = blockProposal.archive.toString();
|
|
230
|
-
// Strip signedTxs before storing to avoid persisting full tx data
|
|
231
|
-
await this.blockProposals.set(proposalId, blockProposal.withoutSignedTxs().toBuffer());
|
|
232
|
-
|
|
233
|
-
// Index by slot and position for duplicate detection
|
|
234
|
-
const positionKey = this.getBlockPositionKey(blockProposal.slotNumber, blockProposal.indexWithinCheckpoint);
|
|
235
|
-
await this.blockProposalsForSlotAndIndex.set(positionKey, proposalId);
|
|
236
|
-
}
|
|
237
|
-
|
|
238
268
|
/**
|
|
239
|
-
* Get block proposal by
|
|
269
|
+
* Get block proposal by archive root.
|
|
240
270
|
*
|
|
241
|
-
*
|
|
271
|
+
* Resolves the archive root through the archive index and returns the first
|
|
272
|
+
* retained proposal for that archive. This lookup is used by block-txs req/resp,
|
|
273
|
+
* where any retained proposal for the requested archive gives the tx hash list.
|
|
242
274
|
*
|
|
243
|
-
* @
|
|
275
|
+
* @param archiveRoot - The archive root to look up
|
|
276
|
+
* @return The block proposal if it exists and its archive matches, otherwise undefined.
|
|
244
277
|
*/
|
|
245
|
-
public async
|
|
246
|
-
const
|
|
247
|
-
|
|
248
|
-
if (buffer
|
|
249
|
-
|
|
278
|
+
public async getBlockProposalByArchive(archiveRoot: string): Promise<BlockProposal | undefined> {
|
|
279
|
+
for await (const proposalKey of this.blockProposalKeysPerArchive.getValuesAsync(archiveRoot)) {
|
|
280
|
+
const buffer = await this.blockProposalsPerSlotIndexAndHash.getAsync(proposalKey);
|
|
281
|
+
if (!buffer || buffer.length === 0) {
|
|
282
|
+
continue;
|
|
283
|
+
}
|
|
284
|
+
try {
|
|
285
|
+
const proposal = BlockProposal.fromBuffer(buffer);
|
|
286
|
+
if (proposal.archive.toString() === archiveRoot) {
|
|
287
|
+
return proposal;
|
|
288
|
+
}
|
|
289
|
+
} catch {
|
|
290
|
+
continue;
|
|
250
291
|
}
|
|
251
|
-
} catch {
|
|
252
|
-
return undefined;
|
|
253
292
|
}
|
|
254
|
-
|
|
255
293
|
return undefined;
|
|
256
294
|
}
|
|
257
295
|
|
|
296
|
+
/** Returns retained signed proposals for a slot. */
|
|
297
|
+
public async getProposalsForSlot(slot: SlotNumber): Promise<ProposalsForSlot> {
|
|
298
|
+
const blockProposals: BlockProposal[] = [];
|
|
299
|
+
const checkpointProposals: CheckpointProposalCore[] = [];
|
|
300
|
+
|
|
301
|
+
for await (const [_, buffer] of this.blockProposalsPerSlotIndexAndHash.entriesAsync(
|
|
302
|
+
this.getBlockProposalKeyRangeForSlot(slot),
|
|
303
|
+
)) {
|
|
304
|
+
try {
|
|
305
|
+
blockProposals.push(BlockProposal.fromBuffer(buffer));
|
|
306
|
+
} catch {
|
|
307
|
+
continue;
|
|
308
|
+
}
|
|
309
|
+
}
|
|
310
|
+
|
|
311
|
+
for await (const [_, buffer] of this.checkpointProposalsPerSlotAndHash.entriesAsync(
|
|
312
|
+
this.getCheckpointProposalKeyRangeForSlot(slot),
|
|
313
|
+
)) {
|
|
314
|
+
try {
|
|
315
|
+
checkpointProposals.push(CheckpointProposal.fromBuffer(buffer));
|
|
316
|
+
} catch {
|
|
317
|
+
continue;
|
|
318
|
+
}
|
|
319
|
+
}
|
|
320
|
+
|
|
321
|
+
return { blockProposals, checkpointProposals };
|
|
322
|
+
}
|
|
323
|
+
|
|
258
324
|
/** Checks if any block proposals exist for a given slot (at index 0). */
|
|
259
325
|
public async hasBlockProposalsForSlot(slot: SlotNumber): Promise<boolean> {
|
|
260
326
|
const positionKey = this.getBlockPositionKey(slot, 0);
|
|
261
|
-
const count = await this.
|
|
327
|
+
const count = await this.blockProposalHashesPerSlotAndIndex.getValueCountAsync(positionKey);
|
|
262
328
|
return count > 0;
|
|
263
329
|
}
|
|
264
330
|
|
|
265
331
|
/**
|
|
266
332
|
* Attempts to add a checkpoint proposal to the pool.
|
|
267
333
|
*
|
|
268
|
-
*
|
|
269
|
-
*
|
|
270
|
-
* -
|
|
271
|
-
*
|
|
334
|
+
* - Detects duplicates by signed-payload hash (not archive); a re-broadcast of the
|
|
335
|
+
* exact same signed payload returns `alreadyExists: true`.
|
|
336
|
+
* - Distinct payload hashes at the same slot are tracked in the equivocation index.
|
|
337
|
+
* Distinct payload bytes are retained up to the same cap so slashing watchers
|
|
338
|
+
* can recover signed proposals.
|
|
272
339
|
*
|
|
273
340
|
* Note: This method only handles the CheckpointProposalCore. If the original
|
|
274
341
|
* CheckpointProposal contains a lastBlock, the caller should extract it via
|
|
@@ -279,59 +346,58 @@ export class AttestationPool {
|
|
|
279
346
|
*/
|
|
280
347
|
public async tryAddCheckpointProposal(proposal: CheckpointProposalCore): Promise<TryAddResult> {
|
|
281
348
|
return await this.store.transactionAsync(async () => {
|
|
282
|
-
const
|
|
349
|
+
const slot = proposal.slotNumber;
|
|
350
|
+
const payloadHash = proposal.getPayloadHash();
|
|
283
351
|
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
if (alreadyExists) {
|
|
287
|
-
const count = await this.checkpointProposalsForSlot.getValueCountAsync(proposal.slotNumber);
|
|
352
|
+
if (await this.multimapHasValue(this.checkpointProposalHashesPerSlot, slot, payloadHash)) {
|
|
353
|
+
const count = await this.checkpointProposalHashesPerSlot.getValueCountAsync(slot);
|
|
288
354
|
return { added: false, alreadyExists: true, count };
|
|
289
355
|
}
|
|
290
356
|
|
|
291
|
-
|
|
292
|
-
const count = await this.checkpointProposalsForSlot.getValueCountAsync(proposal.slotNumber);
|
|
357
|
+
const count = await this.checkpointProposalHashesPerSlot.getValueCountAsync(slot);
|
|
293
358
|
if (count >= MAX_CHECKPOINT_PROPOSALS_PER_SLOT) {
|
|
294
359
|
return { added: false, alreadyExists: false, count };
|
|
295
360
|
}
|
|
296
361
|
|
|
297
|
-
//
|
|
298
|
-
await this.
|
|
362
|
+
// Track the new payload hash for equivocation detection.
|
|
363
|
+
await this.checkpointProposalHashesPerSlot.set(slot, payloadHash);
|
|
364
|
+
await this.checkpointProposalsPerSlotAndHash.set(
|
|
365
|
+
this.getCheckpointProposalKey(slot, payloadHash),
|
|
366
|
+
proposal.toBuffer(),
|
|
367
|
+
);
|
|
299
368
|
|
|
300
|
-
this.log.debug(`Added checkpoint proposal for slot ${
|
|
301
|
-
|
|
302
|
-
|
|
369
|
+
this.log.debug(`Added checkpoint proposal for slot ${slot}`, {
|
|
370
|
+
archive: proposal.archive.toString(),
|
|
371
|
+
payloadHash,
|
|
372
|
+
slotNumber: slot,
|
|
303
373
|
});
|
|
304
374
|
|
|
305
375
|
return { added: true, alreadyExists: false, count: count + 1 };
|
|
306
376
|
});
|
|
307
377
|
}
|
|
308
378
|
|
|
309
|
-
/** Internal method - must be called within a transaction. */
|
|
310
|
-
private async addCheckpointProposal(proposal: CheckpointProposalCore): Promise<void> {
|
|
311
|
-
const slotKey = proposal.slotNumber;
|
|
312
|
-
const proposalId = proposal.archive.toString();
|
|
313
|
-
|
|
314
|
-
await this.checkpointProposalsForSlot.set(slotKey, proposalId);
|
|
315
|
-
await this.checkpointProposals.set(proposalId, proposal.toBuffer());
|
|
316
|
-
}
|
|
317
|
-
|
|
318
379
|
/**
|
|
319
|
-
* Get checkpoint proposal
|
|
380
|
+
* Get a retained checkpoint proposal stored for the given slot.
|
|
381
|
+
* If multiple proposals were retained for an equivocation, returns the lowest
|
|
382
|
+
* payload hash deterministically.
|
|
320
383
|
*
|
|
321
384
|
* Returns a CheckpointProposalCore (without lastBlock info) since the lastBlock
|
|
322
385
|
* is extracted and stored separately as a BlockProposal when added.
|
|
323
386
|
*
|
|
324
|
-
* @param
|
|
325
|
-
* @return The checkpoint proposal core if
|
|
387
|
+
* @param slot - The slot to look up
|
|
388
|
+
* @return The checkpoint proposal core if one is stored, otherwise undefined.
|
|
326
389
|
*/
|
|
327
|
-
public async getCheckpointProposal(
|
|
328
|
-
const buffer
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
390
|
+
public async getCheckpointProposal(slot: SlotNumber): Promise<CheckpointProposalCore | undefined> {
|
|
391
|
+
for await (const [_, buffer] of this.checkpointProposalsPerSlotAndHash.entriesAsync(
|
|
392
|
+
this.getCheckpointProposalKeyRangeForSlot(slot),
|
|
393
|
+
)) {
|
|
394
|
+
try {
|
|
395
|
+
if (buffer && buffer.length > 0) {
|
|
396
|
+
return CheckpointProposal.fromBuffer(buffer);
|
|
397
|
+
}
|
|
398
|
+
} catch {
|
|
399
|
+
continue;
|
|
332
400
|
}
|
|
333
|
-
} catch {
|
|
334
|
-
return undefined;
|
|
335
401
|
}
|
|
336
402
|
|
|
337
403
|
return undefined;
|
|
@@ -339,13 +405,13 @@ export class AttestationPool {
|
|
|
339
405
|
|
|
340
406
|
/**
|
|
341
407
|
* Adds own checkpoint attestations to the pool.
|
|
342
|
-
* Skips
|
|
408
|
+
* Skips per-signer cap and equivocation tracking; the caller is trusted.
|
|
409
|
+
* Each (slot, signer) gets a single stored attestation; later additions overwrite.
|
|
343
410
|
*/
|
|
344
411
|
public async addOwnCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void> {
|
|
345
412
|
await this.store.transactionAsync(async () => {
|
|
346
413
|
for (const attestation of attestations) {
|
|
347
414
|
const slotNumber = attestation.payload.header.slotNumber;
|
|
348
|
-
const proposalId = attestation.archive;
|
|
349
415
|
const sender = attestation.getSender();
|
|
350
416
|
|
|
351
417
|
// Skip attestations with invalid signatures
|
|
@@ -353,23 +419,30 @@ export class AttestationPool {
|
|
|
353
419
|
this.log.warn(`Skipping own checkpoint attestation with invalid signature for slot ${slotNumber}`, {
|
|
354
420
|
signature: attestation.signature.toString(),
|
|
355
421
|
slotNumber,
|
|
356
|
-
|
|
422
|
+
archive: attestation.archive.toString(),
|
|
357
423
|
});
|
|
358
424
|
continue;
|
|
359
425
|
}
|
|
360
426
|
|
|
361
427
|
const address = sender.toString();
|
|
428
|
+
const ownKey = this.getSlotSignerKey(slotNumber, address);
|
|
429
|
+
const payloadHash = attestation.getPayloadHash();
|
|
362
430
|
|
|
363
|
-
await this.
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
431
|
+
await this.attestationPerSlotAndSigner.set(ownKey, attestation.toBuffer());
|
|
432
|
+
this.metrics.trackMempoolItemAdded(ownKey);
|
|
433
|
+
|
|
434
|
+
// Track our own payload hash so that an equivocating attestation from another
|
|
435
|
+
// peer at the same (slot, signer) is detected as a duplicate.
|
|
436
|
+
if (!(await this.multimapHasValue(this.attestationHashesPerSlotAndSigner, ownKey, payloadHash))) {
|
|
437
|
+
await this.attestationHashesPerSlotAndSigner.set(ownKey, payloadHash);
|
|
438
|
+
}
|
|
367
439
|
|
|
368
440
|
this.log.debug(`Added own checkpoint attestation for slot ${slotNumber} from ${address}`, {
|
|
369
441
|
signature: attestation.signature.toString(),
|
|
370
442
|
slotNumber,
|
|
371
443
|
address,
|
|
372
|
-
|
|
444
|
+
archive: attestation.archive.toString(),
|
|
445
|
+
payloadHash,
|
|
373
446
|
});
|
|
374
447
|
}
|
|
375
448
|
});
|
|
@@ -378,6 +451,10 @@ export class AttestationPool {
|
|
|
378
451
|
/**
|
|
379
452
|
* Get all checkpoint attestations for a given slot.
|
|
380
453
|
*
|
|
454
|
+
* Returns one attestation per (slot, signer) — the first seen for each signer.
|
|
455
|
+
* Later equivocating attestations from the same signer are tracked in the index
|
|
456
|
+
* but their bytes are not retained.
|
|
457
|
+
*
|
|
381
458
|
* @param slot - The slot to query
|
|
382
459
|
* @return CheckpointAttestations
|
|
383
460
|
*/
|
|
@@ -385,7 +462,7 @@ export class AttestationPool {
|
|
|
385
462
|
const range = this.getAttestationKeyRangeForSlot(slot);
|
|
386
463
|
const attestations: CheckpointAttestation[] = [];
|
|
387
464
|
|
|
388
|
-
for await (const [_, buf] of this.
|
|
465
|
+
for await (const [_, buf] of this.attestationPerSlotAndSigner.entriesAsync(range)) {
|
|
389
466
|
attestations.push(CheckpointAttestation.fromBuffer(buf));
|
|
390
467
|
}
|
|
391
468
|
|
|
@@ -393,24 +470,19 @@ export class AttestationPool {
|
|
|
393
470
|
}
|
|
394
471
|
|
|
395
472
|
/**
|
|
396
|
-
* Get checkpoint attestations for slot
|
|
473
|
+
* Get checkpoint attestations for a slot whose signed payload matches the given
|
|
474
|
+
* proposal payload hash.
|
|
397
475
|
*
|
|
398
476
|
* @param slot - The slot to query
|
|
399
|
-
* @param
|
|
400
|
-
* @return CheckpointAttestations
|
|
477
|
+
* @param proposalPayloadHash - Hex-encoded keccak256 of the target proposal's signed payload
|
|
478
|
+
* @return CheckpointAttestations whose `getPayloadHash()` matches `proposalPayloadHash`
|
|
401
479
|
*/
|
|
402
480
|
public async getCheckpointAttestationsForSlotAndProposal(
|
|
403
481
|
slot: SlotNumber,
|
|
404
|
-
|
|
482
|
+
proposalPayloadHash: CheckpointProposalHash,
|
|
405
483
|
): Promise<CheckpointAttestation[]> {
|
|
406
|
-
const
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
for await (const [_, buf] of this.checkpointAttestations.entriesAsync(range)) {
|
|
410
|
-
attestations.push(CheckpointAttestation.fromBuffer(buf));
|
|
411
|
-
}
|
|
412
|
-
|
|
413
|
-
return attestations;
|
|
484
|
+
const all = await this.getCheckpointAttestationsForSlot(slot);
|
|
485
|
+
return all.filter(att => att.getPayloadHash() === proposalPayloadHash);
|
|
414
486
|
}
|
|
415
487
|
|
|
416
488
|
/**
|
|
@@ -424,42 +496,51 @@ export class AttestationPool {
|
|
|
424
496
|
let numberOfBlockProposals = 0;
|
|
425
497
|
|
|
426
498
|
await this.store.transactionAsync(async () => {
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
499
|
+
const oldestSlotPadded = this.slotPaddedKey(oldestSlot);
|
|
500
|
+
|
|
501
|
+
// Delete checkpoint attestations whose key < `${oldestSlotPadded}-`. Fixed-width
|
|
502
|
+
// decimal padding means the slot prefix sorts strictly before any key at that slot.
|
|
503
|
+
for await (const key of this.attestationPerSlotAndSigner.keysAsync({ end: `${oldestSlotPadded}-` })) {
|
|
504
|
+
await this.attestationPerSlotAndSigner.delete(key);
|
|
505
|
+
this.metrics.trackMempoolItemRemoved(key);
|
|
432
506
|
numberOfAttestations++;
|
|
433
507
|
}
|
|
434
508
|
|
|
435
|
-
// Clean up per-signer-per-slot index
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
const slotSignerEndKey = new Fr(oldestSlot).toString();
|
|
439
|
-
for await (const key of this.checkpointAttestationsPerSlotAndSigner.keysAsync({ end: slotSignerEndKey })) {
|
|
440
|
-
await this.checkpointAttestationsPerSlotAndSigner.delete(key);
|
|
509
|
+
// Clean up per-signer-per-slot index using the same end bound.
|
|
510
|
+
for await (const key of this.attestationHashesPerSlotAndSigner.keysAsync({ end: `${oldestSlotPadded}-` })) {
|
|
511
|
+
await this.attestationHashesPerSlotAndSigner.delete(key);
|
|
441
512
|
}
|
|
442
513
|
|
|
443
|
-
// Delete checkpoint proposals for slots < oldestSlot
|
|
444
|
-
for await (const slot of this.
|
|
445
|
-
|
|
446
|
-
for (const proposalId of proposalIds) {
|
|
447
|
-
await this.checkpointProposals.delete(proposalId);
|
|
448
|
-
numberOfCheckpointProposals++;
|
|
449
|
-
}
|
|
450
|
-
await this.checkpointProposalsForSlot.delete(slot);
|
|
514
|
+
// Delete checkpoint proposals for slots < oldestSlot.
|
|
515
|
+
for await (const slot of this.checkpointProposalHashesPerSlot.keysAsync({ end: oldestSlot })) {
|
|
516
|
+
await this.checkpointProposalHashesPerSlot.delete(slot);
|
|
451
517
|
}
|
|
452
518
|
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
519
|
+
for await (const key of this.checkpointProposalsPerSlotAndHash.keysAsync({
|
|
520
|
+
end: `${oldestSlotPadded}-`,
|
|
521
|
+
})) {
|
|
522
|
+
await this.checkpointProposalsPerSlotAndHash.delete(key);
|
|
523
|
+
numberOfCheckpointProposals++;
|
|
524
|
+
}
|
|
525
|
+
|
|
526
|
+
// Delete block proposals for slots < oldestSlot, using blockProposalHashesPerSlotAndIndex as index.
|
|
527
|
+
// Key format: slot * (1 << INDEX_BITS) + indexWithinCheckpoint
|
|
528
|
+
const blockPositionEndKey = oldestSlot * (1 << AttestationPool.INDEX_BITS);
|
|
529
|
+
for await (const positionKey of this.blockProposalHashesPerSlotAndIndex.keysAsync({ end: blockPositionEndKey })) {
|
|
530
|
+
await this.blockProposalHashesPerSlotAndIndex.delete(positionKey);
|
|
531
|
+
}
|
|
532
|
+
|
|
533
|
+
for await (const [key, buffer] of this.blockProposalsPerSlotIndexAndHash.entriesAsync({
|
|
534
|
+
end: `${oldestSlotPadded}-`,
|
|
535
|
+
})) {
|
|
536
|
+
try {
|
|
537
|
+
const proposal = BlockProposal.fromBuffer(buffer);
|
|
538
|
+
await this.blockProposalKeysPerArchive.deleteValue(proposal.archive.toString(), key);
|
|
539
|
+
} catch {
|
|
540
|
+
// ignore decode errors when cleaning up
|
|
461
541
|
}
|
|
462
|
-
await this.
|
|
542
|
+
await this.blockProposalsPerSlotIndexAndHash.delete(key);
|
|
543
|
+
numberOfBlockProposals++;
|
|
463
544
|
}
|
|
464
545
|
});
|
|
465
546
|
|
|
@@ -474,18 +555,19 @@ export class AttestationPool {
|
|
|
474
555
|
/**
|
|
475
556
|
* Attempts to add a checkpoint attestation to the pool.
|
|
476
557
|
*
|
|
477
|
-
*
|
|
478
|
-
*
|
|
479
|
-
* -
|
|
480
|
-
*
|
|
558
|
+
* - Detects duplicates by signed-payload hash (not archive); a re-broadcast of the
|
|
559
|
+
* exact same signed payload from the same signer returns `alreadyExists: true`.
|
|
560
|
+
* - Distinct payload hashes from the same (slot, signer) are tracked in the
|
|
561
|
+
* equivocation index. The first one's bytes are stored; later distinct hashes
|
|
562
|
+
* bump `count` so libp2p can fire its duplicate callback.
|
|
481
563
|
*
|
|
482
564
|
* @param attestation - The checkpoint attestation to add
|
|
483
|
-
* @returns Result indicating whether the attestation was added, existence info,
|
|
484
|
-
*
|
|
565
|
+
* @returns Result indicating whether the attestation was added, existence info,
|
|
566
|
+
* and number of distinct payload hashes by this signer for this slot
|
|
567
|
+
* (for equivocation detection).
|
|
485
568
|
*/
|
|
486
569
|
public async tryAddCheckpointAttestation(attestation: CheckpointAttestation): Promise<TryAddResult> {
|
|
487
570
|
const slotNumber = attestation.payload.header.slotNumber;
|
|
488
|
-
const proposalId = attestation.archive.toString();
|
|
489
571
|
const sender = attestation.getSender();
|
|
490
572
|
|
|
491
573
|
if (!sender) {
|
|
@@ -493,28 +575,23 @@ export class AttestationPool {
|
|
|
493
575
|
}
|
|
494
576
|
|
|
495
577
|
const signerAddress = sender.toString();
|
|
578
|
+
const slotSignerKey = this.getSlotSignerKey(slotNumber, signerAddress);
|
|
579
|
+
const payloadHash = attestation.getPayloadHash();
|
|
496
580
|
|
|
497
581
|
return await this.store.transactionAsync(async () => {
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
// Get count of attestations by this signer for this slot (for duplicate detection)
|
|
502
|
-
const signerAttestationCount = await this.getSignerAttestationCountForSlot(slotNumber, signerAddress);
|
|
503
|
-
|
|
504
|
-
if (alreadyExists) {
|
|
505
|
-
return {
|
|
506
|
-
added: false,
|
|
507
|
-
alreadyExists: true,
|
|
508
|
-
count: signerAttestationCount,
|
|
509
|
-
};
|
|
582
|
+
if (await this.multimapHasValue(this.attestationHashesPerSlotAndSigner, slotSignerKey, payloadHash)) {
|
|
583
|
+
const count = await this.attestationHashesPerSlotAndSigner.getValueCountAsync(slotSignerKey);
|
|
584
|
+
return { added: false, alreadyExists: true, count };
|
|
510
585
|
}
|
|
511
586
|
|
|
512
|
-
|
|
587
|
+
const signerAttestationCount = await this.attestationHashesPerSlotAndSigner.getValueCountAsync(slotSignerKey);
|
|
588
|
+
|
|
513
589
|
if (signerAttestationCount >= MAX_ATTESTATIONS_PER_SLOT_AND_SIGNER) {
|
|
514
590
|
this.log.debug(`Rejecting attestation: signer ${signerAddress} exceeded per-slot cap for slot ${slotNumber}`, {
|
|
515
591
|
slotNumber,
|
|
516
592
|
signerAddress,
|
|
517
|
-
|
|
593
|
+
archive: attestation.archive.toString(),
|
|
594
|
+
payloadHash,
|
|
518
595
|
signerAttestationCount,
|
|
519
596
|
});
|
|
520
597
|
return {
|
|
@@ -524,21 +601,26 @@ export class AttestationPool {
|
|
|
524
601
|
};
|
|
525
602
|
}
|
|
526
603
|
|
|
527
|
-
//
|
|
528
|
-
await this.
|
|
604
|
+
// Track the new payload hash for equivocation detection.
|
|
605
|
+
await this.attestationHashesPerSlotAndSigner.set(slotSignerKey, payloadHash);
|
|
529
606
|
|
|
530
|
-
//
|
|
531
|
-
|
|
532
|
-
await this.
|
|
607
|
+
// Only the first distinct payload at (slot, signer) is stored; later
|
|
608
|
+
// equivocations are detected via the multimap but their bytes are not retained.
|
|
609
|
+
const alreadyHasStored = await this.attestationPerSlotAndSigner.hasAsync(slotSignerKey);
|
|
610
|
+
if (!alreadyHasStored) {
|
|
611
|
+
await this.attestationPerSlotAndSigner.set(slotSignerKey, attestation.toBuffer());
|
|
612
|
+
this.metrics.trackMempoolItemAdded(slotSignerKey);
|
|
613
|
+
}
|
|
533
614
|
|
|
534
615
|
this.log.debug(`Added checkpoint attestation for slot ${slotNumber} from ${signerAddress}`, {
|
|
535
616
|
signature: attestation.signature.toString(),
|
|
536
617
|
slotNumber,
|
|
537
618
|
address: signerAddress,
|
|
538
|
-
|
|
619
|
+
archive: attestation.archive.toString(),
|
|
620
|
+
payloadHash,
|
|
621
|
+
stored: !alreadyHasStored,
|
|
539
622
|
});
|
|
540
623
|
|
|
541
|
-
// Return the new count
|
|
542
624
|
return {
|
|
543
625
|
added: true,
|
|
544
626
|
alreadyExists: false,
|
|
@@ -546,12 +628,6 @@ export class AttestationPool {
|
|
|
546
628
|
};
|
|
547
629
|
});
|
|
548
630
|
}
|
|
549
|
-
|
|
550
|
-
/** Gets the count of attestations by a specific signer for a given slot. */
|
|
551
|
-
private async getSignerAttestationCountForSlot(slot: SlotNumber, signerAddress: string): Promise<number> {
|
|
552
|
-
const slotSignerKey = this.getSlotSignerKey(slot, signerAddress);
|
|
553
|
-
return await this.checkpointAttestationsPerSlotAndSigner.getValueCountAsync(slotSignerKey);
|
|
554
|
-
}
|
|
555
631
|
}
|
|
556
632
|
|
|
557
633
|
/** Creates an AttestationPool backed by a temporary store for testing. */
|