@aztec/p2p 0.0.1-commit.4d79d1f2d → 0.0.1-commit.5358163d3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +6 -6
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +23 -30
- package/dest/client/interface.d.ts +14 -19
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +9 -18
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +52 -72
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +6 -7
- package/dest/config.d.ts +20 -14
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +30 -35
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +4 -2
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +10 -1
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/instrumentation.d.ts +4 -2
- package/dest/mem_pools/instrumentation.d.ts.map +1 -1
- package/dest/mem_pools/instrumentation.js +16 -14
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +30 -13
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +91 -20
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +5 -2
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +48 -5
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +14 -4
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +2 -2
- package/dest/mem_pools/tx_pool_v2/index.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/index.js +1 -1
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +20 -6
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +4 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +34 -8
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +76 -10
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +12 -3
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +36 -14
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +9 -4
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +14 -6
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +14 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +299 -142
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts +2 -1
- package/dest/msg_validators/proposal_validator/block_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts +2 -1
- package/dest/msg_validators/proposal_validator/checkpoint_proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts +3 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator.js +10 -0
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts +2 -1
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.d.ts.map +1 -1
- package/dest/msg_validators/proposal_validator/proposal_validator_test_suite.js +166 -0
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +2 -2
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts +2 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/allowed_public_setup.js +25 -10
- package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +219 -58
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
- package/dest/msg_validators/tx_validator/index.d.ts +2 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/phases_validator.d.ts +2 -2
- package/dest/msg_validators/tx_validator/phases_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/phases_validator.js +25 -24
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +2 -2
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/dummy_service.d.ts +4 -4
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +4 -4
- package/dest/services/encoding.d.ts +2 -2
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +9 -8
- package/dest/services/gossipsub/topic_score_params.d.ts +18 -6
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
- package/dest/services/gossipsub/topic_score_params.js +32 -10
- package/dest/services/libp2p/libp2p_service.d.ts +16 -13
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +77 -84
- package/dest/services/peer-manager/metrics.d.ts +3 -1
- package/dest/services/peer-manager/metrics.d.ts.map +1 -1
- package/dest/services/peer-manager/metrics.js +6 -0
- package/dest/services/peer-manager/peer_manager.d.ts +1 -1
- package/dest/services/peer-manager/peer_manager.d.ts.map +1 -1
- package/dest/services/peer-manager/peer_manager.js +2 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -3
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +19 -46
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +2 -1
- package/dest/services/service.d.ts +5 -3
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +13 -1
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +30 -0
- package/dest/services/tx_collection/fast_tx_collection.d.ts +1 -1
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +39 -33
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +38 -29
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/file_store_tx_collection.js +126 -77
- package/dest/services/tx_collection/file_store_tx_source.d.ts +16 -6
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/file_store_tx_source.js +49 -16
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +2 -1
- package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
- package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +7 -6
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +5 -4
- package/dest/services/tx_collection/slow_tx_collection.d.ts +5 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +17 -12
- package/dest/services/tx_collection/tx_collection.d.ts +9 -6
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +26 -10
- package/dest/services/tx_collection/tx_collection_sink.d.ts +6 -5
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +13 -22
- package/dest/services/tx_collection/tx_source.d.ts +8 -3
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +19 -2
- package/dest/services/tx_file_store/tx_file_store.d.ts +3 -2
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +9 -6
- package/dest/services/tx_provider.d.ts +3 -3
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +4 -4
- package/dest/test-helpers/make-test-p2p-clients.d.ts +5 -6
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +1 -2
- package/dest/test-helpers/mock-pubsub.d.ts +4 -4
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +8 -2
- package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +2 -2
- package/dest/test-helpers/testbench-utils.d.ts +8 -3
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +7 -1
- package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +13 -13
- package/dest/util.d.ts +2 -2
- package/dest/util.d.ts.map +1 -1
- package/package.json +14 -14
- package/src/client/factory.ts +39 -48
- package/src/client/interface.ts +17 -20
- package/src/client/p2p_client.ts +60 -104
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +19 -10
- package/src/config.ts +44 -42
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +13 -4
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/instrumentation.ts +17 -13
- package/src/mem_pools/tx_pool/README.md +1 -1
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/README.md +43 -27
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +109 -22
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +5 -2
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +49 -4
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +24 -6
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/index.ts +1 -1
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +21 -6
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +107 -17
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +43 -16
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +21 -7
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +331 -138
- package/src/msg_validators/proposal_validator/block_proposal_validator.ts +1 -1
- package/src/msg_validators/proposal_validator/checkpoint_proposal_validator.ts +1 -1
- package/src/msg_validators/proposal_validator/proposal_validator.ts +15 -1
- package/src/msg_validators/proposal_validator/proposal_validator_test_suite.ts +144 -1
- package/src/msg_validators/tx_validator/README.md +115 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -3
- package/src/msg_validators/tx_validator/allowed_public_setup.ts +27 -13
- package/src/msg_validators/tx_validator/factory.ts +353 -77
- package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
- package/src/msg_validators/tx_validator/index.ts +1 -0
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/phases_validator.ts +25 -29
- package/src/msg_validators/tx_validator/timestamp_validator.ts +7 -7
- package/src/services/dummy_service.ts +6 -6
- package/src/services/encoding.ts +7 -7
- package/src/services/gossipsub/README.md +29 -14
- package/src/services/gossipsub/topic_score_params.ts +49 -13
- package/src/services/libp2p/libp2p_service.ts +89 -92
- package/src/services/peer-manager/metrics.ts +7 -0
- package/src/services/peer-manager/peer_manager.ts +2 -1
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +20 -48
- package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
- package/src/services/reqresp/reqresp.ts +3 -1
- package/src/services/service.ts +11 -2
- package/src/services/tx_collection/config.ts +42 -0
- package/src/services/tx_collection/fast_tx_collection.ts +51 -30
- package/src/services/tx_collection/file_store_tx_collection.ts +143 -93
- package/src/services/tx_collection/file_store_tx_source.ts +64 -17
- package/src/services/tx_collection/instrumentation.ts +7 -1
- package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
- package/src/services/tx_collection/proposal_tx_collector.ts +8 -7
- package/src/services/tx_collection/slow_tx_collection.ts +17 -13
- package/src/services/tx_collection/tx_collection.ts +45 -14
- package/src/services/tx_collection/tx_collection_sink.ts +15 -29
- package/src/services/tx_collection/tx_source.ts +22 -3
- package/src/services/tx_file_store/tx_file_store.ts +6 -4
- package/src/services/tx_provider.ts +2 -2
- package/src/test-helpers/make-test-p2p-clients.ts +0 -2
- package/src/test-helpers/mock-pubsub.ts +13 -6
- package/src/test-helpers/reqresp-nodes.ts +2 -5
- package/src/test-helpers/testbench-utils.ts +11 -3
- package/src/testbench/p2p_client_testbench_worker.ts +22 -19
- package/src/util.ts +7 -1
|
@@ -6,7 +6,8 @@ import { DatabasePublicStateSource } from '@aztec/stdlib/trees';
|
|
|
6
6
|
import { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
7
7
|
import { TxArchive } from './archive/index.js';
|
|
8
8
|
import { DeletedPool } from './deleted_pool.js';
|
|
9
|
-
import { EvictionManager, FeePayerBalanceEvictionRule, FeePayerBalancePreAddRule, InvalidTxsAfterMiningRule, InvalidTxsAfterReorgRule, LowPriorityEvictionRule, LowPriorityPreAddRule, NullifierConflictRule } from './eviction/index.js';
|
|
9
|
+
import { EvictionManager, FeePayerBalanceEvictionRule, FeePayerBalancePreAddRule, InvalidTxsAfterMiningRule, InvalidTxsAfterReorgRule, LowPriorityEvictionRule, LowPriorityPreAddRule, NullifierConflictRule, TxPoolRejectionCode } from './eviction/index.js';
|
|
10
|
+
import { TxPoolV2Instrumentation } from './instrumentation.js';
|
|
10
11
|
import { DEFAULT_TX_POOL_V2_CONFIG } from './interfaces.js';
|
|
11
12
|
import { buildTxMetaData, checkNullifierConflict } from './tx_metadata.js';
|
|
12
13
|
import { TxPoolIndices } from './tx_pool_indices.js';
|
|
@@ -29,9 +30,12 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
29
30
|
#archive;
|
|
30
31
|
#deletedPool;
|
|
31
32
|
#evictionManager;
|
|
33
|
+
#dateProvider;
|
|
34
|
+
#instrumentation;
|
|
35
|
+
#evictedTxHashes = new Set();
|
|
32
36
|
#log;
|
|
33
37
|
#callbacks;
|
|
34
|
-
constructor(store, archiveStore, deps, callbacks, config = {}, log){
|
|
38
|
+
constructor(store, archiveStore, deps, callbacks, telemetry, config = {}, dateProvider, log){
|
|
35
39
|
this.#store = store;
|
|
36
40
|
this.#txsDB = store.openMap('txs');
|
|
37
41
|
this.#l2BlockSource = deps.l2BlockSource;
|
|
@@ -43,6 +47,8 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
43
47
|
};
|
|
44
48
|
this.#archive = new TxArchive(archiveStore, this.#config.archivedTxLimit, log);
|
|
45
49
|
this.#deletedPool = new DeletedPool(store, this.#txsDB, log);
|
|
50
|
+
this.#dateProvider = dateProvider;
|
|
51
|
+
this.#instrumentation = new TxPoolV2Instrumentation(telemetry, ()=>this.#indices.getTotalMetadataBytes());
|
|
46
52
|
this.#log = log;
|
|
47
53
|
this.#callbacks = callbacks;
|
|
48
54
|
// Setup eviction manager with rules
|
|
@@ -112,14 +118,42 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
112
118
|
await this.#txsDB.delete(txHashStr);
|
|
113
119
|
}
|
|
114
120
|
});
|
|
115
|
-
this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup
|
|
121
|
+
this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup`, {
|
|
122
|
+
txHashes: toDelete
|
|
123
|
+
});
|
|
116
124
|
}
|
|
117
125
|
async addPendingTxs(txs, opts) {
|
|
118
126
|
const accepted = [];
|
|
119
127
|
const ignored = [];
|
|
120
128
|
const rejected = [];
|
|
129
|
+
const errors = new Map();
|
|
121
130
|
const acceptedPending = new Set();
|
|
131
|
+
// Phase 1: Pre-compute all throwable I/O outside the transaction.
|
|
132
|
+
// If any pre-computation throws, the entire call fails before mutations happen.
|
|
133
|
+
const precomputed = new Map();
|
|
134
|
+
const validator = await this.#createTxValidator();
|
|
135
|
+
for (const tx of txs){
|
|
136
|
+
const txHash = tx.getTxHash();
|
|
137
|
+
const txHashStr = txHash.toString();
|
|
138
|
+
const meta = await buildTxMetaData(tx);
|
|
139
|
+
const minedBlockId = await this.#getMinedBlockId(txHash);
|
|
140
|
+
// Validate non-mined txs (mined and pre-protected txs bypass validation inside the transaction)
|
|
141
|
+
let isValid = true;
|
|
142
|
+
if (!minedBlockId) {
|
|
143
|
+
isValid = await this.#validateMeta(meta, validator);
|
|
144
|
+
}
|
|
145
|
+
precomputed.set(txHashStr, {
|
|
146
|
+
meta,
|
|
147
|
+
minedBlockId,
|
|
148
|
+
isValid
|
|
149
|
+
});
|
|
150
|
+
}
|
|
151
|
+
// Phase 2: Apply mutations inside the transaction using only pre-computed results,
|
|
152
|
+
// in-memory reads, and buffered DB writes. Nothing here can throw an unhandled exception.
|
|
122
153
|
const poolAccess = this.#createPreAddPoolAccess();
|
|
154
|
+
const preAddContext = opts.feeComparisonOnly !== undefined ? {
|
|
155
|
+
feeComparisonOnly: opts.feeComparisonOnly
|
|
156
|
+
} : undefined;
|
|
123
157
|
await this.#store.transactionAsync(async ()=>{
|
|
124
158
|
for (const tx of txs){
|
|
125
159
|
const txHash = tx.getTxHash();
|
|
@@ -129,82 +163,112 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
129
163
|
ignored.push(txHash);
|
|
130
164
|
continue;
|
|
131
165
|
}
|
|
132
|
-
|
|
133
|
-
const minedBlockId = await this.#getMinedBlockId(txHash);
|
|
166
|
+
const { meta, minedBlockId, isValid } = precomputed.get(txHashStr);
|
|
134
167
|
const preProtectedSlot = this.#indices.getProtectionSlot(txHashStr);
|
|
135
168
|
if (minedBlockId) {
|
|
136
169
|
// Already mined - add directly (protection already set if pre-protected)
|
|
137
170
|
await this.#addTx(tx, {
|
|
138
171
|
mined: minedBlockId
|
|
139
|
-
}, opts);
|
|
172
|
+
}, opts, meta);
|
|
140
173
|
accepted.push(txHash);
|
|
141
174
|
} else if (preProtectedSlot !== undefined) {
|
|
142
175
|
// Pre-protected and not mined - add as protected (bypass validation)
|
|
143
176
|
await this.#addTx(tx, {
|
|
144
177
|
protected: preProtectedSlot
|
|
145
|
-
}, opts);
|
|
178
|
+
}, opts, meta);
|
|
146
179
|
accepted.push(txHash);
|
|
180
|
+
} else if (!isValid) {
|
|
181
|
+
// Failed pre-computed validation
|
|
182
|
+
rejected.push(txHash);
|
|
147
183
|
} else {
|
|
148
|
-
// Regular pending tx -
|
|
149
|
-
const result = await this.#tryAddRegularPendingTx(tx, opts, poolAccess, acceptedPending, ignored);
|
|
184
|
+
// Regular pending tx - run pre-add rules using pre-computed metadata
|
|
185
|
+
const result = await this.#tryAddRegularPendingTx(tx, meta, opts, poolAccess, acceptedPending, ignored, errors, preAddContext);
|
|
150
186
|
if (result.status === 'accepted') {
|
|
151
187
|
acceptedPending.add(txHashStr);
|
|
152
|
-
} else if (result.status === 'rejected') {
|
|
153
|
-
rejected.push(txHash);
|
|
154
188
|
} else {
|
|
155
189
|
ignored.push(txHash);
|
|
156
190
|
}
|
|
157
191
|
}
|
|
158
192
|
}
|
|
193
|
+
// Run post-add eviction rules for pending txs (inside transaction for atomicity)
|
|
194
|
+
if (acceptedPending.size > 0) {
|
|
195
|
+
const feePayers = Array.from(acceptedPending).map((txHash)=>this.#indices.getMetadata(txHash).feePayer);
|
|
196
|
+
const uniqueFeePayers = new Set(feePayers);
|
|
197
|
+
await this.#evictionManager.evictAfterNewTxs(Array.from(acceptedPending), [
|
|
198
|
+
...uniqueFeePayers
|
|
199
|
+
]);
|
|
200
|
+
}
|
|
159
201
|
});
|
|
160
202
|
// Build final accepted list for pending txs (excludes intra-batch evictions)
|
|
161
203
|
for (const txHashStr of acceptedPending){
|
|
162
204
|
accepted.push(TxHash.fromString(txHashStr));
|
|
163
205
|
}
|
|
164
|
-
//
|
|
165
|
-
if (
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
]);
|
|
206
|
+
// Record metrics
|
|
207
|
+
if (ignored.length > 0) {
|
|
208
|
+
this.#instrumentation.recordIgnored(ignored.length);
|
|
209
|
+
}
|
|
210
|
+
if (rejected.length > 0) {
|
|
211
|
+
this.#instrumentation.recordRejected(rejected.length);
|
|
171
212
|
}
|
|
172
213
|
return {
|
|
173
214
|
accepted,
|
|
174
215
|
ignored,
|
|
175
|
-
rejected
|
|
216
|
+
rejected,
|
|
217
|
+
...errors.size > 0 ? {
|
|
218
|
+
errors
|
|
219
|
+
} : {}
|
|
176
220
|
};
|
|
177
221
|
}
|
|
178
|
-
/**
|
|
179
|
-
const
|
|
180
|
-
const txHashStr = txHash.toString();
|
|
181
|
-
// Build metadata and validate using metadata
|
|
182
|
-
const meta = await buildTxMetaData(tx);
|
|
183
|
-
if (!await this.#validateMeta(meta)) {
|
|
184
|
-
return {
|
|
185
|
-
status: 'rejected'
|
|
186
|
-
};
|
|
187
|
-
}
|
|
222
|
+
/** Adds a validated pending tx, running pre-add rules and evicting conflicts. */ async #tryAddRegularPendingTx(tx, precomputedMeta, opts, poolAccess, acceptedPending, ignored, errors, preAddContext) {
|
|
223
|
+
const txHashStr = tx.getTxHash().toString();
|
|
188
224
|
// Run pre-add rules
|
|
189
|
-
const preAddResult = await this.#evictionManager.runPreAddRules(
|
|
225
|
+
const preAddResult = await this.#evictionManager.runPreAddRules(precomputedMeta, poolAccess, preAddContext);
|
|
190
226
|
if (preAddResult.shouldIgnore) {
|
|
191
|
-
this.#log.debug(`Ignoring tx ${txHashStr}: ${preAddResult.reason}`);
|
|
227
|
+
this.#log.debug(`Ignoring tx ${txHashStr}: ${preAddResult.reason?.message ?? 'unknown reason'}`);
|
|
228
|
+
if (preAddResult.reason && preAddResult.reason.code !== TxPoolRejectionCode.INTERNAL_ERROR) {
|
|
229
|
+
errors.set(txHashStr, preAddResult.reason);
|
|
230
|
+
}
|
|
192
231
|
return {
|
|
193
232
|
status: 'ignored'
|
|
194
233
|
};
|
|
195
234
|
}
|
|
196
|
-
// Evict conflicts
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
235
|
+
// Evict conflicts, grouped by rule name for metrics
|
|
236
|
+
if (preAddResult.evictions && preAddResult.evictions.length > 0) {
|
|
237
|
+
const byReason = new Map();
|
|
238
|
+
for (const { txHash: evictHash, reason } of preAddResult.evictions){
|
|
239
|
+
const group = byReason.get(reason);
|
|
240
|
+
if (group) {
|
|
241
|
+
group.push(evictHash);
|
|
242
|
+
} else {
|
|
243
|
+
byReason.set(reason, [
|
|
244
|
+
evictHash
|
|
245
|
+
]);
|
|
246
|
+
}
|
|
204
247
|
}
|
|
248
|
+
for (const [reason, hashes] of byReason){
|
|
249
|
+
await this.#evictTxs(hashes, reason);
|
|
250
|
+
}
|
|
251
|
+
for (const evictHashStr of preAddResult.txHashesToEvict){
|
|
252
|
+
this.#log.debug(`Evicted tx ${evictHashStr} due to higher-fee tx ${txHashStr}`, {
|
|
253
|
+
evictedTxHash: evictHashStr,
|
|
254
|
+
replacementTxHash: txHashStr
|
|
255
|
+
});
|
|
256
|
+
if (acceptedPending.has(evictHashStr)) {
|
|
257
|
+
// Evicted tx was from this batch - mark as ignored in result
|
|
258
|
+
acceptedPending.delete(evictHashStr);
|
|
259
|
+
ignored.push(TxHash.fromString(evictHashStr));
|
|
260
|
+
}
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
// Randomly drop the transaction for testing purposes (report as accepted so it propagates)
|
|
264
|
+
if (this.#config.dropTransactionsProbability > 0 && Math.random() < this.#config.dropTransactionsProbability) {
|
|
265
|
+
this.#log.debug(`Dropping tx ${txHashStr} (simulated drop for testing)`);
|
|
266
|
+
return {
|
|
267
|
+
status: 'accepted'
|
|
268
|
+
};
|
|
205
269
|
}
|
|
206
270
|
// Add the transaction
|
|
207
|
-
await this.#addTx(tx, 'pending', opts);
|
|
271
|
+
await this.#addTx(tx, 'pending', opts, precomputedMeta);
|
|
208
272
|
return {
|
|
209
273
|
status: 'accepted'
|
|
210
274
|
};
|
|
@@ -215,13 +279,8 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
215
279
|
if (this.#indices.has(txHashStr)) {
|
|
216
280
|
return 'ignored';
|
|
217
281
|
}
|
|
218
|
-
// Build metadata and
|
|
282
|
+
// Build metadata and check pre-add rules
|
|
219
283
|
const meta = await buildTxMetaData(tx);
|
|
220
|
-
const validationResult = await this.#validateMeta(meta, undefined, 'can add pending');
|
|
221
|
-
if (validationResult !== true) {
|
|
222
|
-
return 'rejected';
|
|
223
|
-
}
|
|
224
|
-
// Use pre-add rules
|
|
225
284
|
const poolAccess = this.#createPreAddPoolAccess();
|
|
226
285
|
const preAddResult = await this.#evictionManager.runPreAddRules(meta, poolAccess);
|
|
227
286
|
return preAddResult.shouldIgnore ? 'ignored' : 'accepted';
|
|
@@ -257,20 +316,53 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
257
316
|
}
|
|
258
317
|
});
|
|
259
318
|
}
|
|
260
|
-
protectTxs(txHashes, block) {
|
|
319
|
+
async protectTxs(txHashes, block) {
|
|
261
320
|
const slotNumber = block.globalVariables.slotNumber;
|
|
262
321
|
const missing = [];
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
322
|
+
let softDeletedHits = 0;
|
|
323
|
+
let missingPreviouslyEvicted = 0;
|
|
324
|
+
await this.#store.transactionAsync(async ()=>{
|
|
325
|
+
for (const txHash of txHashes){
|
|
326
|
+
const txHashStr = txHash.toString();
|
|
327
|
+
if (this.#indices.has(txHashStr)) {
|
|
328
|
+
// Update protection for existing tx
|
|
329
|
+
this.#indices.updateProtection(txHashStr, slotNumber);
|
|
330
|
+
} else if (this.#deletedPool.isSoftDeleted(txHashStr)) {
|
|
331
|
+
// Resurrect soft-deleted tx as protected
|
|
332
|
+
const buffer = await this.#txsDB.getAsync(txHashStr);
|
|
333
|
+
if (buffer) {
|
|
334
|
+
const tx = Tx.fromBuffer(buffer);
|
|
335
|
+
await this.#addTx(tx, {
|
|
336
|
+
protected: slotNumber
|
|
337
|
+
});
|
|
338
|
+
softDeletedHits++;
|
|
339
|
+
} else {
|
|
340
|
+
// Data missing despite soft-delete flag — treat as truly missing
|
|
341
|
+
this.#indices.setProtection(txHashStr, slotNumber);
|
|
342
|
+
missing.push(txHash);
|
|
343
|
+
}
|
|
344
|
+
} else {
|
|
345
|
+
// Truly missing — pre-record protection for tx we don't have yet
|
|
346
|
+
this.#indices.setProtection(txHashStr, slotNumber);
|
|
347
|
+
missing.push(txHash);
|
|
348
|
+
if (this.#evictedTxHashes.has(txHashStr)) {
|
|
349
|
+
missingPreviouslyEvicted++;
|
|
350
|
+
}
|
|
351
|
+
}
|
|
272
352
|
}
|
|
353
|
+
});
|
|
354
|
+
// Record metrics
|
|
355
|
+
if (softDeletedHits > 0) {
|
|
356
|
+
this.#instrumentation.recordSoftDeletedHits(softDeletedHits);
|
|
357
|
+
}
|
|
358
|
+
if (missing.length > 0) {
|
|
359
|
+
this.#log.debug(`protectTxs missing tx hashes: ${missing.map((h)=>h.toString()).join(', ')}`);
|
|
360
|
+
this.#instrumentation.recordMissingOnProtect(missing.length);
|
|
361
|
+
}
|
|
362
|
+
if (missingPreviouslyEvicted > 0) {
|
|
363
|
+
this.#instrumentation.recordMissingPreviouslyEvicted(missingPreviouslyEvicted);
|
|
273
364
|
}
|
|
365
|
+
this.#log.info(`Protected ${txHashes.length} txs, missing: ${missing.length}, soft-deleted hits: ${softDeletedHits}`);
|
|
274
366
|
return missing;
|
|
275
367
|
}
|
|
276
368
|
async addMinedTxs(txs, block, opts) {
|
|
@@ -309,45 +401,53 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
309
401
|
found.push(meta);
|
|
310
402
|
}
|
|
311
403
|
}
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
404
|
+
await this.#store.transactionAsync(async ()=>{
|
|
405
|
+
// Step 4: Mark txs as mined (only those we have in the pool)
|
|
406
|
+
for (const meta of found){
|
|
407
|
+
this.#indices.markAsMined(meta, blockId);
|
|
408
|
+
await this.#deletedPool.clearIfMinedHigher(meta.txHash, blockId.number);
|
|
409
|
+
}
|
|
410
|
+
// Step 5: Run post-event eviction rules (inside transaction for atomicity)
|
|
411
|
+
await this.#evictionManager.evictAfterNewBlock(block.header, nullifiers, feePayers);
|
|
412
|
+
});
|
|
413
|
+
if (found.length > 0) {
|
|
414
|
+
this.#callbacks.onTxsMined(found.map((m)=>m.txHash));
|
|
316
415
|
}
|
|
317
|
-
// Step 5: Run eviction rules (remove pending txs with conflicting nullifiers/expired timestamps)
|
|
318
|
-
await this.#evictionManager.evictAfterNewBlock(block.header, nullifiers, feePayers);
|
|
319
416
|
this.#log.info(`Marked ${found.length} txs as mined in block ${blockId.number}`);
|
|
320
417
|
}
|
|
321
418
|
async prepareForSlot(slotNumber) {
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
419
|
+
await this.#store.transactionAsync(async ()=>{
|
|
420
|
+
// Step 0: Clean up slot-deleted txs from previous slots
|
|
421
|
+
await this.#deletedPool.cleanupSlotDeleted(slotNumber);
|
|
422
|
+
// Step 1: Find expired protected txs
|
|
423
|
+
const expiredProtected = this.#indices.findExpiredProtectedTxs(slotNumber);
|
|
424
|
+
// Step 2: Clear protection for all expired entries (including those without metadata)
|
|
425
|
+
this.#indices.clearProtection(expiredProtected);
|
|
426
|
+
// Step 3: Filter to only txs that have metadata and are not mined
|
|
427
|
+
const txsToRestore = this.#indices.filterRestorable(expiredProtected);
|
|
428
|
+
if (txsToRestore.length === 0) {
|
|
429
|
+
this.#log.debug(`Preparing for slot ${slotNumber}, no txs to unprotect`);
|
|
430
|
+
return;
|
|
431
|
+
}
|
|
432
|
+
this.#log.info(`Preparing for slot ${slotNumber}: unprotecting ${txsToRestore.length} txs`);
|
|
433
|
+
// Step 4: Validate for pending pool
|
|
434
|
+
const { valid, invalid } = await this.#revalidateMetadata(txsToRestore, 'during prepareForSlot');
|
|
435
|
+
// Step 5: Resolve nullifier conflicts and add winners to pending indices
|
|
436
|
+
const { added, toEvict } = this.#applyNullifierConflictResolution(valid);
|
|
437
|
+
// Step 6: Delete invalid txs and evict conflict losers
|
|
438
|
+
await this.#deleteTxsBatch(invalid);
|
|
439
|
+
await this.#evictTxs(toEvict, 'NullifierConflict');
|
|
440
|
+
// Step 7: Run eviction rules (enforce pool size limit)
|
|
441
|
+
if (added.length > 0) {
|
|
442
|
+
const feePayers = added.map((meta)=>meta.feePayer);
|
|
443
|
+
const uniqueFeePayers = new Set(feePayers);
|
|
444
|
+
await this.#evictionManager.evictAfterNewTxs(added.map((m)=>m.txHash), [
|
|
445
|
+
...uniqueFeePayers
|
|
446
|
+
]);
|
|
447
|
+
}
|
|
448
|
+
});
|
|
349
449
|
}
|
|
350
|
-
async handlePrunedBlocks(latestBlock) {
|
|
450
|
+
async handlePrunedBlocks(latestBlock, options) {
|
|
351
451
|
// Step 1: Find transactions mined after the prune point
|
|
352
452
|
const txsToUnmine = this.#indices.findTxsMinedAfter(latestBlock.number);
|
|
353
453
|
if (txsToUnmine.length === 0) {
|
|
@@ -355,61 +455,80 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
355
455
|
return;
|
|
356
456
|
}
|
|
357
457
|
this.#log.info(`Handling prune to block ${latestBlock.number}: un-mining ${txsToUnmine.length} txs`);
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
458
|
+
await this.#store.transactionAsync(async ()=>{
|
|
459
|
+
// Step 2: Mark ALL un-mined txs with their original mined block number
|
|
460
|
+
// This ensures they get soft-deleted if removed later, and only hard-deleted
|
|
461
|
+
// when their original mined block is finalized
|
|
462
|
+
await this.#deletedPool.markFromPrunedBlock(txsToUnmine.map((m)=>({
|
|
463
|
+
txHash: m.txHash,
|
|
464
|
+
minedAtBlock: BlockNumber(m.minedL2BlockId.number)
|
|
465
|
+
})));
|
|
466
|
+
// Step 3: Unmine - clear mined status from metadata
|
|
467
|
+
for (const meta of txsToUnmine){
|
|
468
|
+
this.#indices.markAsUnmined(meta);
|
|
469
|
+
}
|
|
470
|
+
// If deleteAllTxs is set (epoch prune), delete all un-mined txs and return early
|
|
471
|
+
if (options?.deleteAllTxs) {
|
|
472
|
+
const allTxHashes = txsToUnmine.map((m)=>m.txHash);
|
|
473
|
+
await this.#deleteTxsBatch(allTxHashes);
|
|
474
|
+
this.#log.info(`Handled prune to block ${latestBlock.number} with deleteAllTxs: deleted ${allTxHashes.length} txs`);
|
|
475
|
+
return;
|
|
476
|
+
}
|
|
477
|
+
// Step 4: Filter out protected txs (they'll be handled by prepareForSlot)
|
|
478
|
+
const unprotectedTxs = this.#indices.filterUnprotected(txsToUnmine);
|
|
479
|
+
// Step 5: Validate for pending pool
|
|
480
|
+
const { valid, invalid } = await this.#revalidateMetadata(unprotectedTxs, 'during handlePrunedBlocks');
|
|
481
|
+
// Step 6: Resolve nullifier conflicts and add winners to pending indices
|
|
482
|
+
const { toEvict } = this.#applyNullifierConflictResolution(valid);
|
|
483
|
+
// Step 7: Delete invalid txs and evict conflict losers
|
|
484
|
+
await this.#deleteTxsBatch(invalid);
|
|
485
|
+
await this.#evictTxs(toEvict, 'NullifierConflict');
|
|
486
|
+
this.#log.info(`Handled prune to block ${latestBlock.number}: ${valid.length} txs restored to pending, ${invalid.length} invalid, ${toEvict.length} evicted due to nullifier conflicts`, {
|
|
487
|
+
txHashesRestored: valid.map((m)=>m.txHash),
|
|
488
|
+
txHashesInvalid: invalid,
|
|
489
|
+
txHashesEvicted: toEvict
|
|
490
|
+
});
|
|
491
|
+
// Step 8: Run eviction rules for ALL pending txs (not just restored ones)
|
|
492
|
+
// This handles cases like existing pending txs with invalid fee payer balances
|
|
493
|
+
await this.#evictionManager.evictAfterChainPrune(latestBlock.number);
|
|
494
|
+
});
|
|
383
495
|
}
|
|
384
496
|
async handleFailedExecution(txHashes) {
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
497
|
+
await this.#store.transactionAsync(async ()=>{
|
|
498
|
+
await this.#deleteTxsBatch(txHashes.map((h)=>h.toString()));
|
|
499
|
+
});
|
|
500
|
+
this.#log.info(`Deleted ${txHashes.length} failed txs`, {
|
|
501
|
+
txHashes: txHashes.map((h)=>h.toString())
|
|
502
|
+
});
|
|
388
503
|
}
|
|
389
504
|
async handleFinalizedBlock(block) {
|
|
390
505
|
const blockNumber = block.globalVariables.blockNumber;
|
|
391
506
|
// Step 1: Find mined txs at or before finalized block
|
|
392
507
|
const minedTxsToFinalize = this.#indices.findTxsMinedAtOrBefore(blockNumber);
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
const
|
|
398
|
-
|
|
399
|
-
|
|
508
|
+
await this.#store.transactionAsync(async ()=>{
|
|
509
|
+
// Step 2: Collect mined txs for archiving (before deletion)
|
|
510
|
+
const txsToArchive = [];
|
|
511
|
+
if (this.#archive.isEnabled()) {
|
|
512
|
+
for (const txHashStr of minedTxsToFinalize){
|
|
513
|
+
const buffer = await this.#txsDB.getAsync(txHashStr);
|
|
514
|
+
if (buffer) {
|
|
515
|
+
txsToArchive.push(Tx.fromBuffer(buffer));
|
|
516
|
+
}
|
|
400
517
|
}
|
|
401
518
|
}
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
}
|
|
519
|
+
// Step 3: Delete mined txs from active pool
|
|
520
|
+
await this.#deleteTxsBatch(minedTxsToFinalize);
|
|
521
|
+
// Step 4: Finalize soft-deleted txs
|
|
522
|
+
await this.#deletedPool.finalizeBlock(blockNumber);
|
|
523
|
+
// Step 5: Archive mined txs
|
|
524
|
+
if (txsToArchive.length > 0) {
|
|
525
|
+
await this.#archive.archiveTxs(txsToArchive);
|
|
526
|
+
}
|
|
527
|
+
});
|
|
411
528
|
if (minedTxsToFinalize.length > 0) {
|
|
412
|
-
this.#log.info(`Finalized ${minedTxsToFinalize.length} mined txs from blocks up to ${blockNumber}
|
|
529
|
+
this.#log.info(`Finalized ${minedTxsToFinalize.length} mined txs from blocks up to ${blockNumber}`, {
|
|
530
|
+
txHashes: minedTxsToFinalize
|
|
531
|
+
});
|
|
413
532
|
}
|
|
414
533
|
}
|
|
415
534
|
// === Query Methods ===
|
|
@@ -448,6 +567,12 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
448
567
|
...this.#indices.iteratePendingByPriority('desc')
|
|
449
568
|
].map((hash)=>TxHash.fromString(hash));
|
|
450
569
|
}
|
|
570
|
+
getEligiblePendingTxHashes() {
|
|
571
|
+
const maxReceivedAt = this.#dateProvider.now() - this.#config.minTxPoolAgeMs;
|
|
572
|
+
return [
|
|
573
|
+
...this.#indices.iterateEligiblePendingByPriority('desc', maxReceivedAt)
|
|
574
|
+
].map((hash)=>TxHash.fromString(hash));
|
|
575
|
+
}
|
|
451
576
|
getPendingTxCount() {
|
|
452
577
|
return this.#indices.getPendingTxCount();
|
|
453
578
|
}
|
|
@@ -487,6 +612,9 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
487
612
|
this.#config.archivedTxLimit = config.archivedTxLimit;
|
|
488
613
|
this.#archive.updateLimit(config.archivedTxLimit);
|
|
489
614
|
}
|
|
615
|
+
if (config.minTxPoolAgeMs !== undefined) {
|
|
616
|
+
this.#config.minTxPoolAgeMs = config.minTxPoolAgeMs;
|
|
617
|
+
}
|
|
490
618
|
// Update eviction rules with new config
|
|
491
619
|
this.#evictionManager.updateConfig(config);
|
|
492
620
|
}
|
|
@@ -501,7 +629,10 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
501
629
|
}
|
|
502
630
|
// === Metrics ===
|
|
503
631
|
countTxs() {
|
|
504
|
-
return
|
|
632
|
+
return {
|
|
633
|
+
...this.#indices.countTxs(),
|
|
634
|
+
softDeleted: this.#deletedPool.getSoftDeletedCount()
|
|
635
|
+
};
|
|
505
636
|
}
|
|
506
637
|
// ============================================================================
|
|
507
638
|
// PRIVATE HELPERS - Transaction Management
|
|
@@ -509,10 +640,12 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
509
640
|
/**
|
|
510
641
|
* Adds a new transaction to the pool with the specified state.
|
|
511
642
|
* Emits onTxsAdded callback immediately after DB write.
|
|
512
|
-
*/ async #addTx(tx, state, opts = {}) {
|
|
643
|
+
*/ async #addTx(tx, state, opts = {}, precomputedMeta) {
|
|
513
644
|
const txHashStr = tx.getTxHash().toString();
|
|
514
|
-
const meta = await buildTxMetaData(tx);
|
|
645
|
+
const meta = precomputedMeta ?? await buildTxMetaData(tx);
|
|
646
|
+
meta.receivedAt = this.#dateProvider.now();
|
|
515
647
|
await this.#txsDB.set(txHashStr, tx.toBuffer());
|
|
648
|
+
await this.#deletedPool.clearSoftDeleted(txHashStr);
|
|
516
649
|
this.#callbacks.onTxsAdded([
|
|
517
650
|
tx
|
|
518
651
|
], opts);
|
|
@@ -525,9 +658,11 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
525
658
|
this.#indices.addMined(meta);
|
|
526
659
|
}
|
|
527
660
|
const stateStr = typeof state === 'string' ? state : Object.keys(state)[0];
|
|
528
|
-
this.#log.
|
|
661
|
+
this.#log.debug(`Added tx ${txHashStr} as ${stateStr}`, {
|
|
529
662
|
eventName: 'tx-added-to-pool',
|
|
530
|
-
|
|
663
|
+
txHash: txHashStr,
|
|
664
|
+
state: stateStr,
|
|
665
|
+
source: opts.source
|
|
531
666
|
});
|
|
532
667
|
return meta;
|
|
533
668
|
}
|
|
@@ -550,6 +685,28 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
550
685
|
await this.#deleteTx(txHashStr);
|
|
551
686
|
}
|
|
552
687
|
}
|
|
688
|
+
/** Evicts transactions: records eviction metric with reason, caches hashes, then deletes. */ async #evictTxs(txHashes, reason) {
|
|
689
|
+
if (txHashes.length === 0) {
|
|
690
|
+
return;
|
|
691
|
+
}
|
|
692
|
+
this.#instrumentation.recordEvictions(txHashes.length, reason);
|
|
693
|
+
for (const txHashStr of txHashes){
|
|
694
|
+
this.#log.debug(`Evicting tx ${txHashStr}`, {
|
|
695
|
+
txHash: txHashStr,
|
|
696
|
+
reason
|
|
697
|
+
});
|
|
698
|
+
this.#addToEvictedCache(txHashStr);
|
|
699
|
+
}
|
|
700
|
+
await this.#deleteTxsBatch(txHashes);
|
|
701
|
+
}
|
|
702
|
+
/** Adds a tx hash to the bounded evicted cache, evicting the oldest entry if at capacity. */ #addToEvictedCache(txHashStr) {
|
|
703
|
+
if (this.#evictedTxHashes.size >= this.#config.evictedTxCacheSize) {
|
|
704
|
+
// FIFO eviction: remove the first (oldest) entry
|
|
705
|
+
const oldest = this.#evictedTxHashes.values().next().value;
|
|
706
|
+
this.#evictedTxHashes.delete(oldest);
|
|
707
|
+
}
|
|
708
|
+
this.#evictedTxHashes.add(txHashStr);
|
|
709
|
+
}
|
|
553
710
|
// ============================================================================
|
|
554
711
|
// PRIVATE HELPERS - Validation & Conflict Resolution
|
|
555
712
|
// ============================================================================
|
|
@@ -688,7 +845,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
688
845
|
if (preAddResult.shouldIgnore) {
|
|
689
846
|
// Transaction rejected - mark for deletion from DB
|
|
690
847
|
rejected.push(meta.txHash);
|
|
691
|
-
this.#log.debug(`Rejected tx ${meta.txHash} during rebuild: ${preAddResult.reason}`);
|
|
848
|
+
this.#log.debug(`Rejected tx ${meta.txHash} during rebuild: ${preAddResult.reason?.message ?? 'unknown reason'}`);
|
|
692
849
|
continue;
|
|
693
850
|
}
|
|
694
851
|
// Evict any conflicting txs identified by pre-add rules
|
|
@@ -724,7 +881,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
724
881
|
getFeePayerPendingTxs: (feePayer)=>this.#indices.getFeePayerPendingTxs(feePayer),
|
|
725
882
|
getPendingTxCount: ()=>this.#indices.getPendingTxCount(),
|
|
726
883
|
getLowestPriorityPending: (limit)=>this.#indices.getLowestPriorityPending(limit),
|
|
727
|
-
deleteTxs: (txHashes)=>this.#
|
|
884
|
+
deleteTxs: (txHashes, reason)=>this.#evictTxs(txHashes, reason ?? 'unknown')
|
|
728
885
|
};
|
|
729
886
|
}
|
|
730
887
|
#createPreAddPoolAccess() {
|
|
@@ -4,6 +4,7 @@ import { ProposalValidator } from '../proposal_validator/proposal_validator.js';
|
|
|
4
4
|
export declare class BlockProposalValidator extends ProposalValidator<BlockProposal> implements P2PValidator<BlockProposal> {
|
|
5
5
|
constructor(epochCache: EpochCacheInterface, opts: {
|
|
6
6
|
txsPermitted: boolean;
|
|
7
|
+
maxTxsPerBlock?: number;
|
|
7
8
|
});
|
|
8
9
|
}
|
|
9
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
10
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYmxvY2tfcHJvcG9zYWxfdmFsaWRhdG9yLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvbXNnX3ZhbGlkYXRvcnMvcHJvcG9zYWxfdmFsaWRhdG9yL2Jsb2NrX3Byb3Bvc2FsX3ZhbGlkYXRvci50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssRUFBRSxtQkFBbUIsRUFBRSxNQUFNLG9CQUFvQixDQUFDO0FBQzlELE9BQU8sS0FBSyxFQUFFLGFBQWEsRUFBRSxZQUFZLEVBQUUsTUFBTSxtQkFBbUIsQ0FBQztBQUVyRSxPQUFPLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSw2Q0FBNkMsQ0FBQztBQUVoRixxQkFBYSxzQkFBdUIsU0FBUSxpQkFBaUIsQ0FBQyxhQUFhLENBQUUsWUFBVyxZQUFZLENBQUMsYUFBYSxDQUFDO0lBQ2pILFlBQVksVUFBVSxFQUFFLG1CQUFtQixFQUFFLElBQUksRUFBRTtRQUFFLFlBQVksRUFBRSxPQUFPLENBQUM7UUFBQyxjQUFjLENBQUMsRUFBRSxNQUFNLENBQUE7S0FBRSxFQUVwRztDQUNGIn0=
|