@aztec/p2p 0.0.1-commit.d6f2b3f94 → 0.0.1-commit.dbf9cec
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +6 -6
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +23 -30
- package/dest/client/interface.d.ts +14 -19
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +9 -18
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +52 -72
- package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +6 -7
- package/dest/config.d.ts +13 -6
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +5 -5
- package/dest/errors/tx-pool.error.d.ts +8 -0
- package/dest/errors/tx-pool.error.d.ts.map +1 -0
- package/dest/errors/tx-pool.error.js +9 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +4 -2
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +5 -0
- package/dest/mem_pools/attestation_pool/mocks.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/mocks.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/mocks.js +2 -2
- package/dest/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.js +3 -3
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +30 -13
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +91 -20
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +18 -9
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +5 -2
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +12 -4
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/index.js +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +48 -5
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +8 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +7 -5
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +14 -6
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +4 -4
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +14 -4
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +3 -3
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +2 -2
- package/dest/mem_pools/tx_pool_v2/index.d.ts +2 -2
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/index.js +1 -1
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts +15 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/instrumentation.js +43 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +20 -6
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +4 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +34 -8
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +76 -10
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +12 -3
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +36 -14
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +9 -4
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +11 -6
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +13 -5
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +297 -143
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +2 -2
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.js +3 -3
- package/dest/msg_validators/tx_validator/factory.d.ts +114 -6
- package/dest/msg_validators/tx_validator/factory.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/factory.js +219 -58
- package/dest/msg_validators/tx_validator/gas_validator.d.ts +58 -3
- package/dest/msg_validators/tx_validator/gas_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/gas_validator.js +73 -36
- package/dest/msg_validators/tx_validator/index.d.ts +2 -1
- package/dest/msg_validators/tx_validator/index.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/index.js +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts +14 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.d.ts.map +1 -0
- package/dest/msg_validators/tx_validator/nullifier_cache.js +24 -0
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +2 -2
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +6 -6
- package/dest/services/dummy_service.d.ts +4 -4
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +4 -4
- package/dest/services/encoding.d.ts +2 -2
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +9 -8
- package/dest/services/gossipsub/topic_score_params.d.ts +18 -6
- package/dest/services/gossipsub/topic_score_params.d.ts.map +1 -1
- package/dest/services/gossipsub/topic_score_params.js +32 -10
- package/dest/services/libp2p/libp2p_service.d.ts +16 -13
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +69 -81
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -3
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +19 -46
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts +2 -6
- package/dest/services/reqresp/batch-tx-requester/interface.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts +10 -13
- package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/missing_txs.js +25 -46
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts +17 -11
- package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map +1 -1
- package/dest/services/reqresp/batch-tx-requester/peer_collection.js +49 -15
- package/dest/services/reqresp/batch-tx-requester/tx_validator.js +2 -2
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +2 -1
- package/dest/services/service.d.ts +5 -3
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +13 -1
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +30 -0
- package/dest/services/tx_collection/fast_tx_collection.d.ts +1 -1
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +39 -33
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +38 -29
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/file_store_tx_collection.js +126 -77
- package/dest/services/tx_collection/file_store_tx_source.d.ts +16 -6
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/file_store_tx_source.js +49 -16
- package/dest/services/tx_collection/instrumentation.d.ts +1 -1
- package/dest/services/tx_collection/instrumentation.d.ts.map +1 -1
- package/dest/services/tx_collection/instrumentation.js +2 -1
- package/dest/services/tx_collection/missing_txs_tracker.d.ts +32 -0
- package/dest/services/tx_collection/missing_txs_tracker.d.ts.map +1 -0
- package/dest/services/tx_collection/missing_txs_tracker.js +27 -0
- package/dest/services/tx_collection/proposal_tx_collector.d.ts +7 -6
- package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
- package/dest/services/tx_collection/proposal_tx_collector.js +5 -4
- package/dest/services/tx_collection/slow_tx_collection.d.ts +5 -3
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +17 -12
- package/dest/services/tx_collection/tx_collection.d.ts +9 -6
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +26 -10
- package/dest/services/tx_collection/tx_collection_sink.d.ts +6 -5
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +13 -22
- package/dest/services/tx_collection/tx_source.d.ts +8 -3
- package/dest/services/tx_collection/tx_source.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_source.js +19 -2
- package/dest/services/tx_file_store/tx_file_store.d.ts +3 -2
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +9 -6
- package/dest/services/tx_provider.d.ts +3 -3
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +4 -4
- package/dest/test-helpers/make-test-p2p-clients.d.ts +5 -6
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/make-test-p2p-clients.js +1 -2
- package/dest/test-helpers/mock-pubsub.d.ts +4 -4
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +8 -2
- package/dest/test-helpers/reqresp-nodes.d.ts +2 -3
- package/dest/test-helpers/reqresp-nodes.d.ts.map +1 -1
- package/dest/test-helpers/reqresp-nodes.js +2 -2
- package/dest/test-helpers/testbench-utils.d.ts +8 -3
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +7 -1
- package/dest/testbench/p2p_client_testbench_worker.d.ts +2 -2
- package/dest/testbench/p2p_client_testbench_worker.d.ts.map +1 -1
- package/dest/testbench/p2p_client_testbench_worker.js +13 -13
- package/dest/util.d.ts +2 -2
- package/dest/util.d.ts.map +1 -1
- package/package.json +14 -14
- package/src/client/factory.ts +39 -48
- package/src/client/interface.ts +17 -20
- package/src/client/p2p_client.ts +60 -104
- package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +19 -10
- package/src/config.ts +10 -10
- package/src/errors/tx-pool.error.ts +12 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +8 -0
- package/src/mem_pools/attestation_pool/mocks.ts +2 -1
- package/src/mem_pools/tx_pool/README.md +1 -1
- package/src/mem_pools/tx_pool/eviction/invalid_txs_after_mining_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/README.md +43 -27
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +109 -22
- package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +21 -8
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +5 -2
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +18 -4
- package/src/mem_pools/tx_pool_v2/eviction/index.ts +4 -0
- package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +49 -4
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +5 -5
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +14 -9
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +24 -6
- package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +3 -3
- package/src/mem_pools/tx_pool_v2/index.ts +1 -1
- package/src/mem_pools/tx_pool_v2/instrumentation.ts +69 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +21 -6
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +107 -17
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +43 -16
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +18 -7
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +326 -138
- package/src/msg_validators/tx_validator/README.md +115 -0
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +3 -3
- package/src/msg_validators/tx_validator/factory.ts +353 -77
- package/src/msg_validators/tx_validator/gas_validator.ts +90 -27
- package/src/msg_validators/tx_validator/index.ts +1 -0
- package/src/msg_validators/tx_validator/nullifier_cache.ts +30 -0
- package/src/msg_validators/tx_validator/timestamp_validator.ts +7 -7
- package/src/services/dummy_service.ts +6 -6
- package/src/services/encoding.ts +7 -7
- package/src/services/gossipsub/README.md +29 -14
- package/src/services/gossipsub/topic_score_params.ts +49 -13
- package/src/services/libp2p/libp2p_service.ts +80 -90
- package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +20 -48
- package/src/services/reqresp/batch-tx-requester/interface.ts +1 -5
- package/src/services/reqresp/batch-tx-requester/missing_txs.ts +23 -71
- package/src/services/reqresp/batch-tx-requester/peer_collection.ts +63 -24
- package/src/services/reqresp/batch-tx-requester/tx_validator.ts +2 -2
- package/src/services/reqresp/reqresp.ts +3 -1
- package/src/services/service.ts +11 -2
- package/src/services/tx_collection/config.ts +42 -0
- package/src/services/tx_collection/fast_tx_collection.ts +51 -30
- package/src/services/tx_collection/file_store_tx_collection.ts +143 -93
- package/src/services/tx_collection/file_store_tx_source.ts +64 -17
- package/src/services/tx_collection/instrumentation.ts +7 -1
- package/src/services/tx_collection/missing_txs_tracker.ts +52 -0
- package/src/services/tx_collection/proposal_tx_collector.ts +8 -7
- package/src/services/tx_collection/slow_tx_collection.ts +17 -13
- package/src/services/tx_collection/tx_collection.ts +45 -14
- package/src/services/tx_collection/tx_collection_sink.ts +15 -29
- package/src/services/tx_collection/tx_source.ts +22 -3
- package/src/services/tx_file_store/tx_file_store.ts +6 -4
- package/src/services/tx_provider.ts +2 -2
- package/src/test-helpers/make-test-p2p-clients.ts +0 -2
- package/src/test-helpers/mock-pubsub.ts +13 -6
- package/src/test-helpers/reqresp-nodes.ts +2 -5
- package/src/test-helpers/testbench-utils.ts +11 -3
- package/src/testbench/p2p_client_testbench_worker.ts +22 -19
- package/src/util.ts +7 -1
|
@@ -6,7 +6,8 @@ import { DatabasePublicStateSource } from '@aztec/stdlib/trees';
|
|
|
6
6
|
import { Tx, TxHash } from '@aztec/stdlib/tx';
|
|
7
7
|
import { TxArchive } from './archive/index.js';
|
|
8
8
|
import { DeletedPool } from './deleted_pool.js';
|
|
9
|
-
import { EvictionManager, FeePayerBalanceEvictionRule, FeePayerBalancePreAddRule, InvalidTxsAfterMiningRule, InvalidTxsAfterReorgRule, LowPriorityEvictionRule, LowPriorityPreAddRule, NullifierConflictRule } from './eviction/index.js';
|
|
9
|
+
import { EvictionManager, FeePayerBalanceEvictionRule, FeePayerBalancePreAddRule, InvalidTxsAfterMiningRule, InvalidTxsAfterReorgRule, LowPriorityEvictionRule, LowPriorityPreAddRule, NullifierConflictRule, TxPoolRejectionCode } from './eviction/index.js';
|
|
10
|
+
import { TxPoolV2Instrumentation } from './instrumentation.js';
|
|
10
11
|
import { DEFAULT_TX_POOL_V2_CONFIG } from './interfaces.js';
|
|
11
12
|
import { buildTxMetaData, checkNullifierConflict } from './tx_metadata.js';
|
|
12
13
|
import { TxPoolIndices } from './tx_pool_indices.js';
|
|
@@ -29,9 +30,12 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
29
30
|
#archive;
|
|
30
31
|
#deletedPool;
|
|
31
32
|
#evictionManager;
|
|
33
|
+
#dateProvider;
|
|
34
|
+
#instrumentation;
|
|
35
|
+
#evictedTxHashes = new Set();
|
|
32
36
|
#log;
|
|
33
37
|
#callbacks;
|
|
34
|
-
constructor(store, archiveStore, deps, callbacks, config = {}, log){
|
|
38
|
+
constructor(store, archiveStore, deps, callbacks, telemetry, config = {}, dateProvider, log){
|
|
35
39
|
this.#store = store;
|
|
36
40
|
this.#txsDB = store.openMap('txs');
|
|
37
41
|
this.#l2BlockSource = deps.l2BlockSource;
|
|
@@ -43,6 +47,8 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
43
47
|
};
|
|
44
48
|
this.#archive = new TxArchive(archiveStore, this.#config.archivedTxLimit, log);
|
|
45
49
|
this.#deletedPool = new DeletedPool(store, this.#txsDB, log);
|
|
50
|
+
this.#dateProvider = dateProvider;
|
|
51
|
+
this.#instrumentation = new TxPoolV2Instrumentation(telemetry, ()=>this.#indices.getTotalMetadataBytes());
|
|
46
52
|
this.#log = log;
|
|
47
53
|
this.#callbacks = callbacks;
|
|
48
54
|
// Setup eviction manager with rules
|
|
@@ -112,14 +118,42 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
112
118
|
await this.#txsDB.delete(txHashStr);
|
|
113
119
|
}
|
|
114
120
|
});
|
|
115
|
-
this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup
|
|
121
|
+
this.#log.info(`Deleted ${toDelete.length} invalid/rejected transactions on startup`, {
|
|
122
|
+
txHashes: toDelete
|
|
123
|
+
});
|
|
116
124
|
}
|
|
117
125
|
async addPendingTxs(txs, opts) {
|
|
118
126
|
const accepted = [];
|
|
119
127
|
const ignored = [];
|
|
120
128
|
const rejected = [];
|
|
129
|
+
const errors = new Map();
|
|
121
130
|
const acceptedPending = new Set();
|
|
131
|
+
// Phase 1: Pre-compute all throwable I/O outside the transaction.
|
|
132
|
+
// If any pre-computation throws, the entire call fails before mutations happen.
|
|
133
|
+
const precomputed = new Map();
|
|
134
|
+
const validator = await this.#createTxValidator();
|
|
135
|
+
for (const tx of txs){
|
|
136
|
+
const txHash = tx.getTxHash();
|
|
137
|
+
const txHashStr = txHash.toString();
|
|
138
|
+
const meta = await buildTxMetaData(tx);
|
|
139
|
+
const minedBlockId = await this.#getMinedBlockId(txHash);
|
|
140
|
+
// Validate non-mined txs (mined and pre-protected txs bypass validation inside the transaction)
|
|
141
|
+
let isValid = true;
|
|
142
|
+
if (!minedBlockId) {
|
|
143
|
+
isValid = await this.#validateMeta(meta, validator);
|
|
144
|
+
}
|
|
145
|
+
precomputed.set(txHashStr, {
|
|
146
|
+
meta,
|
|
147
|
+
minedBlockId,
|
|
148
|
+
isValid
|
|
149
|
+
});
|
|
150
|
+
}
|
|
151
|
+
// Phase 2: Apply mutations inside the transaction using only pre-computed results,
|
|
152
|
+
// in-memory reads, and buffered DB writes. Nothing here can throw an unhandled exception.
|
|
122
153
|
const poolAccess = this.#createPreAddPoolAccess();
|
|
154
|
+
const preAddContext = opts.feeComparisonOnly !== undefined ? {
|
|
155
|
+
feeComparisonOnly: opts.feeComparisonOnly
|
|
156
|
+
} : undefined;
|
|
123
157
|
await this.#store.transactionAsync(async ()=>{
|
|
124
158
|
for (const tx of txs){
|
|
125
159
|
const txHash = tx.getTxHash();
|
|
@@ -129,82 +163,112 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
129
163
|
ignored.push(txHash);
|
|
130
164
|
continue;
|
|
131
165
|
}
|
|
132
|
-
|
|
133
|
-
const minedBlockId = await this.#getMinedBlockId(txHash);
|
|
166
|
+
const { meta, minedBlockId, isValid } = precomputed.get(txHashStr);
|
|
134
167
|
const preProtectedSlot = this.#indices.getProtectionSlot(txHashStr);
|
|
135
168
|
if (minedBlockId) {
|
|
136
169
|
// Already mined - add directly (protection already set if pre-protected)
|
|
137
170
|
await this.#addTx(tx, {
|
|
138
171
|
mined: minedBlockId
|
|
139
|
-
}, opts);
|
|
172
|
+
}, opts, meta);
|
|
140
173
|
accepted.push(txHash);
|
|
141
174
|
} else if (preProtectedSlot !== undefined) {
|
|
142
175
|
// Pre-protected and not mined - add as protected (bypass validation)
|
|
143
176
|
await this.#addTx(tx, {
|
|
144
177
|
protected: preProtectedSlot
|
|
145
|
-
}, opts);
|
|
178
|
+
}, opts, meta);
|
|
146
179
|
accepted.push(txHash);
|
|
180
|
+
} else if (!isValid) {
|
|
181
|
+
// Failed pre-computed validation
|
|
182
|
+
rejected.push(txHash);
|
|
147
183
|
} else {
|
|
148
|
-
// Regular pending tx -
|
|
149
|
-
const result = await this.#tryAddRegularPendingTx(tx, opts, poolAccess, acceptedPending, ignored);
|
|
184
|
+
// Regular pending tx - run pre-add rules using pre-computed metadata
|
|
185
|
+
const result = await this.#tryAddRegularPendingTx(tx, meta, opts, poolAccess, acceptedPending, ignored, errors, preAddContext);
|
|
150
186
|
if (result.status === 'accepted') {
|
|
151
187
|
acceptedPending.add(txHashStr);
|
|
152
|
-
} else if (result.status === 'rejected') {
|
|
153
|
-
rejected.push(txHash);
|
|
154
188
|
} else {
|
|
155
189
|
ignored.push(txHash);
|
|
156
190
|
}
|
|
157
191
|
}
|
|
158
192
|
}
|
|
193
|
+
// Run post-add eviction rules for pending txs (inside transaction for atomicity)
|
|
194
|
+
if (acceptedPending.size > 0) {
|
|
195
|
+
const feePayers = Array.from(acceptedPending).map((txHash)=>this.#indices.getMetadata(txHash).feePayer);
|
|
196
|
+
const uniqueFeePayers = new Set(feePayers);
|
|
197
|
+
await this.#evictionManager.evictAfterNewTxs(Array.from(acceptedPending), [
|
|
198
|
+
...uniqueFeePayers
|
|
199
|
+
]);
|
|
200
|
+
}
|
|
159
201
|
});
|
|
160
202
|
// Build final accepted list for pending txs (excludes intra-batch evictions)
|
|
161
203
|
for (const txHashStr of acceptedPending){
|
|
162
204
|
accepted.push(TxHash.fromString(txHashStr));
|
|
163
205
|
}
|
|
164
|
-
//
|
|
165
|
-
if (
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
]);
|
|
206
|
+
// Record metrics
|
|
207
|
+
if (ignored.length > 0) {
|
|
208
|
+
this.#instrumentation.recordIgnored(ignored.length);
|
|
209
|
+
}
|
|
210
|
+
if (rejected.length > 0) {
|
|
211
|
+
this.#instrumentation.recordRejected(rejected.length);
|
|
171
212
|
}
|
|
172
213
|
return {
|
|
173
214
|
accepted,
|
|
174
215
|
ignored,
|
|
175
|
-
rejected
|
|
216
|
+
rejected,
|
|
217
|
+
...errors.size > 0 ? {
|
|
218
|
+
errors
|
|
219
|
+
} : {}
|
|
176
220
|
};
|
|
177
221
|
}
|
|
178
|
-
/**
|
|
179
|
-
const
|
|
180
|
-
const txHashStr = txHash.toString();
|
|
181
|
-
// Build metadata and validate using metadata
|
|
182
|
-
const meta = await buildTxMetaData(tx);
|
|
183
|
-
if (!await this.#validateMeta(meta)) {
|
|
184
|
-
return {
|
|
185
|
-
status: 'rejected'
|
|
186
|
-
};
|
|
187
|
-
}
|
|
222
|
+
/** Adds a validated pending tx, running pre-add rules and evicting conflicts. */ async #tryAddRegularPendingTx(tx, precomputedMeta, opts, poolAccess, acceptedPending, ignored, errors, preAddContext) {
|
|
223
|
+
const txHashStr = tx.getTxHash().toString();
|
|
188
224
|
// Run pre-add rules
|
|
189
|
-
const preAddResult = await this.#evictionManager.runPreAddRules(
|
|
225
|
+
const preAddResult = await this.#evictionManager.runPreAddRules(precomputedMeta, poolAccess, preAddContext);
|
|
190
226
|
if (preAddResult.shouldIgnore) {
|
|
191
|
-
this.#log.debug(`Ignoring tx ${txHashStr}: ${preAddResult.reason}`);
|
|
227
|
+
this.#log.debug(`Ignoring tx ${txHashStr}: ${preAddResult.reason?.message ?? 'unknown reason'}`);
|
|
228
|
+
if (preAddResult.reason && preAddResult.reason.code !== TxPoolRejectionCode.INTERNAL_ERROR) {
|
|
229
|
+
errors.set(txHashStr, preAddResult.reason);
|
|
230
|
+
}
|
|
192
231
|
return {
|
|
193
232
|
status: 'ignored'
|
|
194
233
|
};
|
|
195
234
|
}
|
|
196
|
-
// Evict conflicts
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
235
|
+
// Evict conflicts, grouped by rule name for metrics
|
|
236
|
+
if (preAddResult.evictions && preAddResult.evictions.length > 0) {
|
|
237
|
+
const byReason = new Map();
|
|
238
|
+
for (const { txHash: evictHash, reason } of preAddResult.evictions){
|
|
239
|
+
const group = byReason.get(reason);
|
|
240
|
+
if (group) {
|
|
241
|
+
group.push(evictHash);
|
|
242
|
+
} else {
|
|
243
|
+
byReason.set(reason, [
|
|
244
|
+
evictHash
|
|
245
|
+
]);
|
|
246
|
+
}
|
|
247
|
+
}
|
|
248
|
+
for (const [reason, hashes] of byReason){
|
|
249
|
+
await this.#evictTxs(hashes, reason);
|
|
250
|
+
}
|
|
251
|
+
for (const evictHashStr of preAddResult.txHashesToEvict){
|
|
252
|
+
this.#log.debug(`Evicted tx ${evictHashStr} due to higher-fee tx ${txHashStr}`, {
|
|
253
|
+
evictedTxHash: evictHashStr,
|
|
254
|
+
replacementTxHash: txHashStr
|
|
255
|
+
});
|
|
256
|
+
if (acceptedPending.has(evictHashStr)) {
|
|
257
|
+
// Evicted tx was from this batch - mark as ignored in result
|
|
258
|
+
acceptedPending.delete(evictHashStr);
|
|
259
|
+
ignored.push(TxHash.fromString(evictHashStr));
|
|
260
|
+
}
|
|
204
261
|
}
|
|
205
262
|
}
|
|
263
|
+
// Randomly drop the transaction for testing purposes (report as accepted so it propagates)
|
|
264
|
+
if (this.#config.dropTransactionsProbability > 0 && Math.random() < this.#config.dropTransactionsProbability) {
|
|
265
|
+
this.#log.debug(`Dropping tx ${txHashStr} (simulated drop for testing)`);
|
|
266
|
+
return {
|
|
267
|
+
status: 'accepted'
|
|
268
|
+
};
|
|
269
|
+
}
|
|
206
270
|
// Add the transaction
|
|
207
|
-
await this.#addTx(tx, 'pending', opts);
|
|
271
|
+
await this.#addTx(tx, 'pending', opts, precomputedMeta);
|
|
208
272
|
return {
|
|
209
273
|
status: 'accepted'
|
|
210
274
|
};
|
|
@@ -215,13 +279,8 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
215
279
|
if (this.#indices.has(txHashStr)) {
|
|
216
280
|
return 'ignored';
|
|
217
281
|
}
|
|
218
|
-
// Build metadata and
|
|
282
|
+
// Build metadata and check pre-add rules
|
|
219
283
|
const meta = await buildTxMetaData(tx);
|
|
220
|
-
const validationResult = await this.#validateMeta(meta, undefined, 'can add pending');
|
|
221
|
-
if (validationResult !== true) {
|
|
222
|
-
return 'rejected';
|
|
223
|
-
}
|
|
224
|
-
// Use pre-add rules
|
|
225
284
|
const poolAccess = this.#createPreAddPoolAccess();
|
|
226
285
|
const preAddResult = await this.#evictionManager.runPreAddRules(meta, poolAccess);
|
|
227
286
|
return preAddResult.shouldIgnore ? 'ignored' : 'accepted';
|
|
@@ -257,20 +316,53 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
257
316
|
}
|
|
258
317
|
});
|
|
259
318
|
}
|
|
260
|
-
protectTxs(txHashes, block) {
|
|
319
|
+
async protectTxs(txHashes, block) {
|
|
261
320
|
const slotNumber = block.globalVariables.slotNumber;
|
|
262
321
|
const missing = [];
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
322
|
+
let softDeletedHits = 0;
|
|
323
|
+
let missingPreviouslyEvicted = 0;
|
|
324
|
+
await this.#store.transactionAsync(async ()=>{
|
|
325
|
+
for (const txHash of txHashes){
|
|
326
|
+
const txHashStr = txHash.toString();
|
|
327
|
+
if (this.#indices.has(txHashStr)) {
|
|
328
|
+
// Update protection for existing tx
|
|
329
|
+
this.#indices.updateProtection(txHashStr, slotNumber);
|
|
330
|
+
} else if (this.#deletedPool.isSoftDeleted(txHashStr)) {
|
|
331
|
+
// Resurrect soft-deleted tx as protected
|
|
332
|
+
const buffer = await this.#txsDB.getAsync(txHashStr);
|
|
333
|
+
if (buffer) {
|
|
334
|
+
const tx = Tx.fromBuffer(buffer);
|
|
335
|
+
await this.#addTx(tx, {
|
|
336
|
+
protected: slotNumber
|
|
337
|
+
});
|
|
338
|
+
softDeletedHits++;
|
|
339
|
+
} else {
|
|
340
|
+
// Data missing despite soft-delete flag — treat as truly missing
|
|
341
|
+
this.#indices.setProtection(txHashStr, slotNumber);
|
|
342
|
+
missing.push(txHash);
|
|
343
|
+
}
|
|
344
|
+
} else {
|
|
345
|
+
// Truly missing — pre-record protection for tx we don't have yet
|
|
346
|
+
this.#indices.setProtection(txHashStr, slotNumber);
|
|
347
|
+
missing.push(txHash);
|
|
348
|
+
if (this.#evictedTxHashes.has(txHashStr)) {
|
|
349
|
+
missingPreviouslyEvicted++;
|
|
350
|
+
}
|
|
351
|
+
}
|
|
272
352
|
}
|
|
353
|
+
});
|
|
354
|
+
// Record metrics
|
|
355
|
+
if (softDeletedHits > 0) {
|
|
356
|
+
this.#instrumentation.recordSoftDeletedHits(softDeletedHits);
|
|
273
357
|
}
|
|
358
|
+
if (missing.length > 0) {
|
|
359
|
+
this.#log.debug(`protectTxs missing tx hashes: ${missing.map((h)=>h.toString()).join(', ')}`);
|
|
360
|
+
this.#instrumentation.recordMissingOnProtect(missing.length);
|
|
361
|
+
}
|
|
362
|
+
if (missingPreviouslyEvicted > 0) {
|
|
363
|
+
this.#instrumentation.recordMissingPreviouslyEvicted(missingPreviouslyEvicted);
|
|
364
|
+
}
|
|
365
|
+
this.#log.info(`Protected ${txHashes.length} txs, missing: ${missing.length}, soft-deleted hits: ${softDeletedHits}`);
|
|
274
366
|
return missing;
|
|
275
367
|
}
|
|
276
368
|
async addMinedTxs(txs, block, opts) {
|
|
@@ -309,45 +401,50 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
309
401
|
found.push(meta);
|
|
310
402
|
}
|
|
311
403
|
}
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
404
|
+
await this.#store.transactionAsync(async ()=>{
|
|
405
|
+
// Step 4: Mark txs as mined (only those we have in the pool)
|
|
406
|
+
for (const meta of found){
|
|
407
|
+
this.#indices.markAsMined(meta, blockId);
|
|
408
|
+
await this.#deletedPool.clearIfMinedHigher(meta.txHash, blockId.number);
|
|
409
|
+
}
|
|
410
|
+
// Step 5: Run post-event eviction rules (inside transaction for atomicity)
|
|
411
|
+
await this.#evictionManager.evictAfterNewBlock(block.header, nullifiers, feePayers);
|
|
412
|
+
});
|
|
319
413
|
this.#log.info(`Marked ${found.length} txs as mined in block ${blockId.number}`);
|
|
320
414
|
}
|
|
321
415
|
async prepareForSlot(slotNumber) {
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
416
|
+
await this.#store.transactionAsync(async ()=>{
|
|
417
|
+
// Step 0: Clean up slot-deleted txs from previous slots
|
|
418
|
+
await this.#deletedPool.cleanupSlotDeleted(slotNumber);
|
|
419
|
+
// Step 1: Find expired protected txs
|
|
420
|
+
const expiredProtected = this.#indices.findExpiredProtectedTxs(slotNumber);
|
|
421
|
+
// Step 2: Clear protection for all expired entries (including those without metadata)
|
|
422
|
+
this.#indices.clearProtection(expiredProtected);
|
|
423
|
+
// Step 3: Filter to only txs that have metadata and are not mined
|
|
424
|
+
const txsToRestore = this.#indices.filterRestorable(expiredProtected);
|
|
425
|
+
if (txsToRestore.length === 0) {
|
|
426
|
+
this.#log.debug(`Preparing for slot ${slotNumber}, no txs to unprotect`);
|
|
427
|
+
return;
|
|
428
|
+
}
|
|
429
|
+
this.#log.info(`Preparing for slot ${slotNumber}: unprotecting ${txsToRestore.length} txs`);
|
|
430
|
+
// Step 4: Validate for pending pool
|
|
431
|
+
const { valid, invalid } = await this.#revalidateMetadata(txsToRestore, 'during prepareForSlot');
|
|
432
|
+
// Step 5: Resolve nullifier conflicts and add winners to pending indices
|
|
433
|
+
const { added, toEvict } = this.#applyNullifierConflictResolution(valid);
|
|
434
|
+
// Step 6: Delete invalid txs and evict conflict losers
|
|
435
|
+
await this.#deleteTxsBatch(invalid);
|
|
436
|
+
await this.#evictTxs(toEvict, 'NullifierConflict');
|
|
437
|
+
// Step 7: Run eviction rules (enforce pool size limit)
|
|
438
|
+
if (added.length > 0) {
|
|
439
|
+
const feePayers = added.map((meta)=>meta.feePayer);
|
|
440
|
+
const uniqueFeePayers = new Set(feePayers);
|
|
441
|
+
await this.#evictionManager.evictAfterNewTxs(added.map((m)=>m.txHash), [
|
|
442
|
+
...uniqueFeePayers
|
|
443
|
+
]);
|
|
444
|
+
}
|
|
445
|
+
});
|
|
349
446
|
}
|
|
350
|
-
async handlePrunedBlocks(latestBlock) {
|
|
447
|
+
async handlePrunedBlocks(latestBlock, options) {
|
|
351
448
|
// Step 1: Find transactions mined after the prune point
|
|
352
449
|
const txsToUnmine = this.#indices.findTxsMinedAfter(latestBlock.number);
|
|
353
450
|
if (txsToUnmine.length === 0) {
|
|
@@ -355,61 +452,80 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
355
452
|
return;
|
|
356
453
|
}
|
|
357
454
|
this.#log.info(`Handling prune to block ${latestBlock.number}: un-mining ${txsToUnmine.length} txs`);
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
455
|
+
await this.#store.transactionAsync(async ()=>{
|
|
456
|
+
// Step 2: Mark ALL un-mined txs with their original mined block number
|
|
457
|
+
// This ensures they get soft-deleted if removed later, and only hard-deleted
|
|
458
|
+
// when their original mined block is finalized
|
|
459
|
+
await this.#deletedPool.markFromPrunedBlock(txsToUnmine.map((m)=>({
|
|
460
|
+
txHash: m.txHash,
|
|
461
|
+
minedAtBlock: BlockNumber(m.minedL2BlockId.number)
|
|
462
|
+
})));
|
|
463
|
+
// Step 3: Unmine - clear mined status from metadata
|
|
464
|
+
for (const meta of txsToUnmine){
|
|
465
|
+
this.#indices.markAsUnmined(meta);
|
|
466
|
+
}
|
|
467
|
+
// If deleteAllTxs is set (epoch prune), delete all un-mined txs and return early
|
|
468
|
+
if (options?.deleteAllTxs) {
|
|
469
|
+
const allTxHashes = txsToUnmine.map((m)=>m.txHash);
|
|
470
|
+
await this.#deleteTxsBatch(allTxHashes);
|
|
471
|
+
this.#log.info(`Handled prune to block ${latestBlock.number} with deleteAllTxs: deleted ${allTxHashes.length} txs`);
|
|
472
|
+
return;
|
|
473
|
+
}
|
|
474
|
+
// Step 4: Filter out protected txs (they'll be handled by prepareForSlot)
|
|
475
|
+
const unprotectedTxs = this.#indices.filterUnprotected(txsToUnmine);
|
|
476
|
+
// Step 5: Validate for pending pool
|
|
477
|
+
const { valid, invalid } = await this.#revalidateMetadata(unprotectedTxs, 'during handlePrunedBlocks');
|
|
478
|
+
// Step 6: Resolve nullifier conflicts and add winners to pending indices
|
|
479
|
+
const { toEvict } = this.#applyNullifierConflictResolution(valid);
|
|
480
|
+
// Step 7: Delete invalid txs and evict conflict losers
|
|
481
|
+
await this.#deleteTxsBatch(invalid);
|
|
482
|
+
await this.#evictTxs(toEvict, 'NullifierConflict');
|
|
483
|
+
this.#log.info(`Handled prune to block ${latestBlock.number}: ${valid.length} txs restored to pending, ${invalid.length} invalid, ${toEvict.length} evicted due to nullifier conflicts`, {
|
|
484
|
+
txHashesRestored: valid.map((m)=>m.txHash),
|
|
485
|
+
txHashesInvalid: invalid,
|
|
486
|
+
txHashesEvicted: toEvict
|
|
487
|
+
});
|
|
488
|
+
// Step 8: Run eviction rules for ALL pending txs (not just restored ones)
|
|
489
|
+
// This handles cases like existing pending txs with invalid fee payer balances
|
|
490
|
+
await this.#evictionManager.evictAfterChainPrune(latestBlock.number);
|
|
491
|
+
});
|
|
383
492
|
}
|
|
384
493
|
async handleFailedExecution(txHashes) {
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
494
|
+
await this.#store.transactionAsync(async ()=>{
|
|
495
|
+
await this.#deleteTxsBatch(txHashes.map((h)=>h.toString()));
|
|
496
|
+
});
|
|
497
|
+
this.#log.info(`Deleted ${txHashes.length} failed txs`, {
|
|
498
|
+
txHashes: txHashes.map((h)=>h.toString())
|
|
499
|
+
});
|
|
388
500
|
}
|
|
389
501
|
async handleFinalizedBlock(block) {
|
|
390
502
|
const blockNumber = block.globalVariables.blockNumber;
|
|
391
503
|
// Step 1: Find mined txs at or before finalized block
|
|
392
504
|
const minedTxsToFinalize = this.#indices.findTxsMinedAtOrBefore(blockNumber);
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
const
|
|
398
|
-
|
|
399
|
-
|
|
505
|
+
await this.#store.transactionAsync(async ()=>{
|
|
506
|
+
// Step 2: Collect mined txs for archiving (before deletion)
|
|
507
|
+
const txsToArchive = [];
|
|
508
|
+
if (this.#archive.isEnabled()) {
|
|
509
|
+
for (const txHashStr of minedTxsToFinalize){
|
|
510
|
+
const buffer = await this.#txsDB.getAsync(txHashStr);
|
|
511
|
+
if (buffer) {
|
|
512
|
+
txsToArchive.push(Tx.fromBuffer(buffer));
|
|
513
|
+
}
|
|
400
514
|
}
|
|
401
515
|
}
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
}
|
|
516
|
+
// Step 3: Delete mined txs from active pool
|
|
517
|
+
await this.#deleteTxsBatch(minedTxsToFinalize);
|
|
518
|
+
// Step 4: Finalize soft-deleted txs
|
|
519
|
+
await this.#deletedPool.finalizeBlock(blockNumber);
|
|
520
|
+
// Step 5: Archive mined txs
|
|
521
|
+
if (txsToArchive.length > 0) {
|
|
522
|
+
await this.#archive.archiveTxs(txsToArchive);
|
|
523
|
+
}
|
|
524
|
+
});
|
|
411
525
|
if (minedTxsToFinalize.length > 0) {
|
|
412
|
-
this.#log.info(`Finalized ${minedTxsToFinalize.length} mined txs from blocks up to ${blockNumber}
|
|
526
|
+
this.#log.info(`Finalized ${minedTxsToFinalize.length} mined txs from blocks up to ${blockNumber}`, {
|
|
527
|
+
txHashes: minedTxsToFinalize
|
|
528
|
+
});
|
|
413
529
|
}
|
|
414
530
|
}
|
|
415
531
|
// === Query Methods ===
|
|
@@ -448,6 +564,12 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
448
564
|
...this.#indices.iteratePendingByPriority('desc')
|
|
449
565
|
].map((hash)=>TxHash.fromString(hash));
|
|
450
566
|
}
|
|
567
|
+
getEligiblePendingTxHashes() {
|
|
568
|
+
const maxReceivedAt = this.#dateProvider.now() - this.#config.minTxPoolAgeMs;
|
|
569
|
+
return [
|
|
570
|
+
...this.#indices.iterateEligiblePendingByPriority('desc', maxReceivedAt)
|
|
571
|
+
].map((hash)=>TxHash.fromString(hash));
|
|
572
|
+
}
|
|
451
573
|
getPendingTxCount() {
|
|
452
574
|
return this.#indices.getPendingTxCount();
|
|
453
575
|
}
|
|
@@ -487,6 +609,9 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
487
609
|
this.#config.archivedTxLimit = config.archivedTxLimit;
|
|
488
610
|
this.#archive.updateLimit(config.archivedTxLimit);
|
|
489
611
|
}
|
|
612
|
+
if (config.minTxPoolAgeMs !== undefined) {
|
|
613
|
+
this.#config.minTxPoolAgeMs = config.minTxPoolAgeMs;
|
|
614
|
+
}
|
|
490
615
|
// Update eviction rules with new config
|
|
491
616
|
this.#evictionManager.updateConfig(config);
|
|
492
617
|
}
|
|
@@ -501,7 +626,10 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
501
626
|
}
|
|
502
627
|
// === Metrics ===
|
|
503
628
|
countTxs() {
|
|
504
|
-
return
|
|
629
|
+
return {
|
|
630
|
+
...this.#indices.countTxs(),
|
|
631
|
+
softDeleted: this.#deletedPool.getSoftDeletedCount()
|
|
632
|
+
};
|
|
505
633
|
}
|
|
506
634
|
// ============================================================================
|
|
507
635
|
// PRIVATE HELPERS - Transaction Management
|
|
@@ -509,10 +637,12 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
509
637
|
/**
|
|
510
638
|
* Adds a new transaction to the pool with the specified state.
|
|
511
639
|
* Emits onTxsAdded callback immediately after DB write.
|
|
512
|
-
*/ async #addTx(tx, state, opts = {}) {
|
|
640
|
+
*/ async #addTx(tx, state, opts = {}, precomputedMeta) {
|
|
513
641
|
const txHashStr = tx.getTxHash().toString();
|
|
514
|
-
const meta = await buildTxMetaData(tx);
|
|
642
|
+
const meta = precomputedMeta ?? await buildTxMetaData(tx);
|
|
643
|
+
meta.receivedAt = this.#dateProvider.now();
|
|
515
644
|
await this.#txsDB.set(txHashStr, tx.toBuffer());
|
|
645
|
+
await this.#deletedPool.clearSoftDeleted(txHashStr);
|
|
516
646
|
this.#callbacks.onTxsAdded([
|
|
517
647
|
tx
|
|
518
648
|
], opts);
|
|
@@ -525,9 +655,11 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
525
655
|
this.#indices.addMined(meta);
|
|
526
656
|
}
|
|
527
657
|
const stateStr = typeof state === 'string' ? state : Object.keys(state)[0];
|
|
528
|
-
this.#log.
|
|
658
|
+
this.#log.debug(`Added tx ${txHashStr} as ${stateStr}`, {
|
|
529
659
|
eventName: 'tx-added-to-pool',
|
|
530
|
-
|
|
660
|
+
txHash: txHashStr,
|
|
661
|
+
state: stateStr,
|
|
662
|
+
source: opts.source
|
|
531
663
|
});
|
|
532
664
|
return meta;
|
|
533
665
|
}
|
|
@@ -550,6 +682,28 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
550
682
|
await this.#deleteTx(txHashStr);
|
|
551
683
|
}
|
|
552
684
|
}
|
|
685
|
+
/** Evicts transactions: records eviction metric with reason, caches hashes, then deletes. */ async #evictTxs(txHashes, reason) {
|
|
686
|
+
if (txHashes.length === 0) {
|
|
687
|
+
return;
|
|
688
|
+
}
|
|
689
|
+
this.#instrumentation.recordEvictions(txHashes.length, reason);
|
|
690
|
+
for (const txHashStr of txHashes){
|
|
691
|
+
this.#log.debug(`Evicting tx ${txHashStr}`, {
|
|
692
|
+
txHash: txHashStr,
|
|
693
|
+
reason
|
|
694
|
+
});
|
|
695
|
+
this.#addToEvictedCache(txHashStr);
|
|
696
|
+
}
|
|
697
|
+
await this.#deleteTxsBatch(txHashes);
|
|
698
|
+
}
|
|
699
|
+
/** Adds a tx hash to the bounded evicted cache, evicting the oldest entry if at capacity. */ #addToEvictedCache(txHashStr) {
|
|
700
|
+
if (this.#evictedTxHashes.size >= this.#config.evictedTxCacheSize) {
|
|
701
|
+
// FIFO eviction: remove the first (oldest) entry
|
|
702
|
+
const oldest = this.#evictedTxHashes.values().next().value;
|
|
703
|
+
this.#evictedTxHashes.delete(oldest);
|
|
704
|
+
}
|
|
705
|
+
this.#evictedTxHashes.add(txHashStr);
|
|
706
|
+
}
|
|
553
707
|
// ============================================================================
|
|
554
708
|
// PRIVATE HELPERS - Validation & Conflict Resolution
|
|
555
709
|
// ============================================================================
|
|
@@ -688,7 +842,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
688
842
|
if (preAddResult.shouldIgnore) {
|
|
689
843
|
// Transaction rejected - mark for deletion from DB
|
|
690
844
|
rejected.push(meta.txHash);
|
|
691
|
-
this.#log.debug(`Rejected tx ${meta.txHash} during rebuild: ${preAddResult.reason}`);
|
|
845
|
+
this.#log.debug(`Rejected tx ${meta.txHash} during rebuild: ${preAddResult.reason?.message ?? 'unknown reason'}`);
|
|
692
846
|
continue;
|
|
693
847
|
}
|
|
694
848
|
// Evict any conflicting txs identified by pre-add rules
|
|
@@ -724,7 +878,7 @@ import { TxPoolIndices } from './tx_pool_indices.js';
|
|
|
724
878
|
getFeePayerPendingTxs: (feePayer)=>this.#indices.getFeePayerPendingTxs(feePayer),
|
|
725
879
|
getPendingTxCount: ()=>this.#indices.getPendingTxCount(),
|
|
726
880
|
getLowestPriorityPending: (limit)=>this.#indices.getLowestPriorityPending(limit),
|
|
727
|
-
deleteTxs: (txHashes)=>this.#
|
|
881
|
+
deleteTxs: (txHashes, reason)=>this.#evictTxs(txHashes, reason ?? 'unknown')
|
|
728
882
|
};
|
|
729
883
|
}
|
|
730
884
|
#createPreAddPoolAccess() {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { TxValidationResult, TxValidator } from '@aztec/stdlib/tx';
|
|
2
2
|
export declare class AggregateTxValidator<T> implements TxValidator<T> {
|
|
3
|
-
|
|
3
|
+
readonly validators: TxValidator<T>[];
|
|
4
4
|
constructor(...validators: TxValidator<T>[]);
|
|
5
5
|
validateTx(tx: T): Promise<TxValidationResult>;
|
|
6
6
|
}
|
|
7
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
7
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYWdncmVnYXRlX3R4X3ZhbGlkYXRvci5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL21zZ192YWxpZGF0b3JzL3R4X3ZhbGlkYXRvci9hZ2dyZWdhdGVfdHhfdmFsaWRhdG9yLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLGtCQUFrQixFQUFFLFdBQVcsRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBRXhFLHFCQUFhLG9CQUFvQixDQUFDLENBQUMsQ0FBRSxZQUFXLFdBQVcsQ0FBQyxDQUFDLENBQUM7SUFDNUQsUUFBUSxDQUFDLFVBQVUsRUFBRSxXQUFXLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQztJQUN0QyxZQUFZLEdBQUcsVUFBVSxFQUFFLFdBQVcsQ0FBQyxDQUFDLENBQUMsRUFBRSxFQU0xQztJQUVLLFVBQVUsQ0FBQyxFQUFFLEVBQUUsQ0FBQyxHQUFHLE9BQU8sQ0FBQyxrQkFBa0IsQ0FBQyxDQWtCbkQ7Q0FDRiJ9
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"aggregate_tx_validator.d.ts","sourceRoot":"","sources":["../../../src/msg_validators/tx_validator/aggregate_tx_validator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAExE,qBAAa,oBAAoB,CAAC,CAAC,CAAE,YAAW,WAAW,CAAC,CAAC,CAAC
|
|
1
|
+
{"version":3,"file":"aggregate_tx_validator.d.ts","sourceRoot":"","sources":["../../../src/msg_validators/tx_validator/aggregate_tx_validator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAExE,qBAAa,oBAAoB,CAAC,CAAC,CAAE,YAAW,WAAW,CAAC,CAAC,CAAC;IAC5D,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;IACtC,YAAY,GAAG,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,EAM1C;IAEK,UAAU,CAAC,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAkBnD;CACF"}
|