@aztec/p2p 0.0.1-commit.43597cc1 → 0.0.1-commit.4ad48494d
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dest/client/factory.d.ts +3 -3
- package/dest/client/factory.d.ts.map +1 -1
- package/dest/client/factory.js +42 -8
- package/dest/client/interface.d.ts +30 -15
- package/dest/client/interface.d.ts.map +1 -1
- package/dest/client/p2p_client.d.ts +33 -35
- package/dest/client/p2p_client.d.ts.map +1 -1
- package/dest/client/p2p_client.js +107 -137
- package/dest/config.d.ts +19 -2
- package/dest/config.d.ts.map +1 -1
- package/dest/config.js +14 -0
- package/dest/index.d.ts +2 -1
- package/dest/index.d.ts.map +1 -1
- package/dest/index.js +1 -0
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +21 -12
- package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool.js +67 -37
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +53 -53
- package/dest/mem_pools/attestation_pool/index.d.ts +2 -2
- package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
- package/dest/mem_pools/attestation_pool/index.js +1 -1
- package/dest/mem_pools/index.d.ts +2 -1
- package/dest/mem_pools/index.d.ts.map +1 -1
- package/dest/mem_pools/interface.d.ts +3 -3
- package/dest/mem_pools/interface.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts +102 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.d.ts.map +1 -0
- package/dest/mem_pools/tx_pool_v2/deleted_pool.js +242 -0
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +3 -0
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +3 -1
- package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +3 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +3 -1
- package/dest/mem_pools/tx_pool_v2/index.d.ts +2 -1
- package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/index.js +1 -0
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +7 -3
- package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/interfaces.js +2 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +27 -3
- package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_metadata.js +37 -4
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +8 -2
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +15 -2
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +4 -2
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +6 -2
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +4 -2
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -1
- package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +110 -78
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts +3 -3
- package/dest/msg_validators/tx_validator/aggregate_tx_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts +16 -3
- package/dest/msg_validators/tx_validator/block_header_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/block_header_validator.js +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts +13 -3
- package/dest/msg_validators/tx_validator/double_spend_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/double_spend_validator.js +4 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts +20 -4
- package/dest/msg_validators/tx_validator/timestamp_validator.d.ts.map +1 -1
- package/dest/msg_validators/tx_validator/timestamp_validator.js +2 -2
- package/dest/services/dummy_service.d.ts +6 -2
- package/dest/services/dummy_service.d.ts.map +1 -1
- package/dest/services/dummy_service.js +3 -0
- package/dest/services/encoding.d.ts +2 -2
- package/dest/services/encoding.d.ts.map +1 -1
- package/dest/services/encoding.js +2 -2
- package/dest/services/libp2p/libp2p_service.d.ts +11 -3
- package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
- package/dest/services/libp2p/libp2p_service.js +71 -35
- package/dest/services/reqresp/interface.d.ts +10 -1
- package/dest/services/reqresp/interface.d.ts.map +1 -1
- package/dest/services/reqresp/interface.js +15 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +3 -3
- package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +7 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +15 -0
- package/dest/services/reqresp/protocols/tx.d.ts +7 -1
- package/dest/services/reqresp/protocols/tx.d.ts.map +1 -1
- package/dest/services/reqresp/protocols/tx.js +20 -0
- package/dest/services/reqresp/reqresp.d.ts +1 -1
- package/dest/services/reqresp/reqresp.d.ts.map +1 -1
- package/dest/services/reqresp/reqresp.js +11 -4
- package/dest/services/service.d.ts +18 -1
- package/dest/services/service.d.ts.map +1 -1
- package/dest/services/tx_collection/config.d.ts +19 -1
- package/dest/services/tx_collection/config.d.ts.map +1 -1
- package/dest/services/tx_collection/config.js +46 -0
- package/dest/services/tx_collection/fast_tx_collection.d.ts +3 -1
- package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/fast_tx_collection.js +17 -3
- package/dest/services/tx_collection/file_store_tx_collection.d.ts +53 -0
- package/dest/services/tx_collection/file_store_tx_collection.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_collection.js +165 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts +28 -0
- package/dest/services/tx_collection/file_store_tx_source.d.ts.map +1 -0
- package/dest/services/tx_collection/file_store_tx_source.js +59 -0
- package/dest/services/tx_collection/index.d.ts +2 -1
- package/dest/services/tx_collection/index.d.ts.map +1 -1
- package/dest/services/tx_collection/index.js +1 -0
- package/dest/services/tx_collection/slow_tx_collection.d.ts +6 -2
- package/dest/services/tx_collection/slow_tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/slow_tx_collection.js +55 -23
- package/dest/services/tx_collection/tx_collection.d.ts +19 -7
- package/dest/services/tx_collection/tx_collection.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection.js +75 -3
- package/dest/services/tx_collection/tx_collection_sink.d.ts +15 -6
- package/dest/services/tx_collection/tx_collection_sink.d.ts.map +1 -1
- package/dest/services/tx_collection/tx_collection_sink.js +13 -7
- package/dest/services/tx_file_store/config.d.ts +1 -3
- package/dest/services/tx_file_store/config.d.ts.map +1 -1
- package/dest/services/tx_file_store/config.js +0 -4
- package/dest/services/tx_file_store/tx_file_store.d.ts +4 -3
- package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -1
- package/dest/services/tx_file_store/tx_file_store.js +8 -5
- package/dest/services/tx_provider.d.ts +3 -3
- package/dest/services/tx_provider.d.ts.map +1 -1
- package/dest/services/tx_provider.js +5 -4
- package/dest/test-helpers/make-test-p2p-clients.d.ts +3 -3
- package/dest/test-helpers/make-test-p2p-clients.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.d.ts +27 -1
- package/dest/test-helpers/mock-pubsub.d.ts.map +1 -1
- package/dest/test-helpers/mock-pubsub.js +97 -2
- package/dest/test-helpers/testbench-utils.d.ts +32 -24
- package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
- package/dest/test-helpers/testbench-utils.js +93 -35
- package/dest/testbench/p2p_client_testbench_worker.js +1 -1
- package/package.json +14 -14
- package/src/client/factory.ts +78 -9
- package/src/client/interface.ts +32 -13
- package/src/client/p2p_client.ts +135 -157
- package/src/config.ts +24 -0
- package/src/index.ts +1 -0
- package/src/mem_pools/attestation_pool/attestation_pool.ts +95 -44
- package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +57 -53
- package/src/mem_pools/attestation_pool/index.ts +3 -3
- package/src/mem_pools/index.ts +3 -0
- package/src/mem_pools/interface.ts +2 -2
- package/src/mem_pools/tx_pool_v2/README.md +75 -9
- package/src/mem_pools/tx_pool_v2/deleted_pool.ts +310 -0
- package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +3 -0
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +1 -1
- package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +1 -1
- package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +3 -1
- package/src/mem_pools/tx_pool_v2/index.ts +1 -0
- package/src/mem_pools/tx_pool_v2/interfaces.ts +8 -2
- package/src/mem_pools/tx_pool_v2/tx_metadata.ts +55 -5
- package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +18 -2
- package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +7 -1
- package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +122 -80
- package/src/msg_validators/tx_validator/aggregate_tx_validator.ts +2 -2
- package/src/msg_validators/tx_validator/block_header_validator.ts +15 -3
- package/src/msg_validators/tx_validator/double_spend_validator.ts +11 -6
- package/src/msg_validators/tx_validator/timestamp_validator.ts +19 -14
- package/src/services/dummy_service.ts +6 -0
- package/src/services/encoding.ts +2 -2
- package/src/services/libp2p/libp2p_service.ts +70 -37
- package/src/services/reqresp/interface.ts +26 -1
- package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +2 -2
- package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +17 -0
- package/src/services/reqresp/protocols/tx.ts +22 -0
- package/src/services/reqresp/reqresp.ts +13 -3
- package/src/services/service.ts +20 -0
- package/src/services/tx_collection/config.ts +68 -0
- package/src/services/tx_collection/fast_tx_collection.ts +14 -2
- package/src/services/tx_collection/file_store_tx_collection.ts +198 -0
- package/src/services/tx_collection/file_store_tx_source.ts +73 -0
- package/src/services/tx_collection/index.ts +1 -0
- package/src/services/tx_collection/slow_tx_collection.ts +64 -30
- package/src/services/tx_collection/tx_collection.ts +109 -13
- package/src/services/tx_collection/tx_collection_sink.ts +17 -7
- package/src/services/tx_file_store/config.ts +0 -6
- package/src/services/tx_file_store/tx_file_store.ts +9 -7
- package/src/services/tx_provider.ts +8 -7
- package/src/test-helpers/make-test-p2p-clients.ts +3 -3
- package/src/test-helpers/mock-pubsub.ts +133 -3
- package/src/test-helpers/testbench-utils.ts +108 -40
- package/src/testbench/p2p_client_testbench_worker.ts +1 -1
|
@@ -28,13 +28,22 @@ TxPoolV2 manages transactions through a state machine with clear transitions:
|
|
|
28
28
|
│ MINED │───────────────────┘
|
|
29
29
|
│ (included in a block) │ handlePrunedBlocks()
|
|
30
30
|
└─────────────────────────────────────┘ (reorg)
|
|
31
|
-
│
|
|
32
|
-
│ handleFinalizedBlock()
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
│
|
|
37
|
-
|
|
31
|
+
│ │
|
|
32
|
+
│ handleFinalizedBlock() │ eviction after reorg
|
|
33
|
+
│ / eviction / failed exec │ (validation failure)
|
|
34
|
+
▼ ▼
|
|
35
|
+
┌─────────────────────────────────────┐ ┌─────────────────────────────────────┐
|
|
36
|
+
│ SLOT-SOFT-DELETED │ │ PRUNE-SOFT-DELETED │
|
|
37
|
+
│ (kept in DB until next slot) │ │ (kept in DB until finalized) │
|
|
38
|
+
└─────────────────────────────────────┘ └─────────────────────────────────────┘
|
|
39
|
+
│ │
|
|
40
|
+
│ prepareForSlot() │ handleFinalizedBlock()
|
|
41
|
+
│ (slot advanced) │ (mined block finalized)
|
|
42
|
+
▼ ▼
|
|
43
|
+
┌─────────────────────────────────────┐ ┌─────────────────────────────────────┐
|
|
44
|
+
│ HARD-DELETED │ │ HARD-DELETED │
|
|
45
|
+
│ (permanently removed from DB) │ │ (permanently removed from DB) │
|
|
46
|
+
└─────────────────────────────────────┘ └─────────────────────────────────────┘
|
|
38
47
|
```
|
|
39
48
|
|
|
40
49
|
## Key Components
|
|
@@ -52,6 +61,14 @@ Core implementation containing:
|
|
|
52
61
|
- Pre-add rule execution
|
|
53
62
|
- Post-event eviction rule execution
|
|
54
63
|
|
|
64
|
+
### DeletedPool (`deleted_pool.ts`)
|
|
65
|
+
|
|
66
|
+
Manages all transaction deletions in the pool with two soft-deletion mechanisms:
|
|
67
|
+
- **Slot-based**: Non-pruned txs are kept in DB until the next slot, allowing other nodes to fetch them via reqresp
|
|
68
|
+
- **Prune-based**: Txs from pruned blocks are kept in DB until their original mined block is finalized
|
|
69
|
+
|
|
70
|
+
All deletions go through `DeletedPool.deleteTx()`, which routes to the appropriate path based on whether the tx is tracked as being from a pruned block.
|
|
71
|
+
|
|
55
72
|
### TxMetaData (`tx_metadata.ts`)
|
|
56
73
|
|
|
57
74
|
Lightweight metadata stored alongside each transaction:
|
|
@@ -68,8 +85,54 @@ Lightweight metadata stored alongside each transaction:
|
|
|
68
85
|
State is derived by TxPoolIndices:
|
|
69
86
|
- `mined` if `minedL2BlockId` is set
|
|
70
87
|
- `protected` if in protection map
|
|
88
|
+
- `deleted` if soft-deleted (slot-based or prune-based, evicted but kept in DB)
|
|
71
89
|
- `pending` otherwise
|
|
72
90
|
|
|
91
|
+
## Soft Deletion
|
|
92
|
+
|
|
93
|
+
Deleted transactions are kept in the database for a grace period before being permanently removed. There are two soft-deletion mechanisms:
|
|
94
|
+
|
|
95
|
+
### Slot-Based Soft Deletion
|
|
96
|
+
|
|
97
|
+
When a transaction is deleted from the pool (eviction, validation failure, failed execution) and is **not** from a pruned block, it is "slot-soft-deleted":
|
|
98
|
+
|
|
99
|
+
1. **Soft Delete**: The tx is removed from indices but kept in the database, tagged with the current slot number
|
|
100
|
+
2. **Retrieval**: Slot-soft-deleted txs can still be retrieved via `getTxByHash` and return status `'deleted'` from `getTxStatus`
|
|
101
|
+
3. **Hard Delete**: When `prepareForSlot` advances to a new slot, txs deleted in earlier slots are permanently removed
|
|
102
|
+
4. **Re-addition**: If a slot-soft-deleted tx is re-added to the pool, the slot-deleted tracking is cleared
|
|
103
|
+
|
|
104
|
+
This allows other nodes to still fetch recently-deleted transactions via reqresp during the current slot.
|
|
105
|
+
|
|
106
|
+
### Prune-Based Soft Deletion
|
|
107
|
+
|
|
108
|
+
When a chain reorganization occurs, transactions that were mined in pruned blocks are handled with longer retention:
|
|
109
|
+
|
|
110
|
+
1. **Tracking**: When `handlePrunedBlocks` is called, all un-mined transactions are tracked by their original mined block number
|
|
111
|
+
2. **Soft Delete**: If these transactions are later evicted (failed validation, nullifier conflict, etc.), they are "prune-soft-deleted" - removed from indices but kept in the database
|
|
112
|
+
3. **Retrieval**: Prune-soft-deleted txs can still be retrieved via `getTxByHash` and return status `'deleted'` from `getTxStatus`
|
|
113
|
+
4. **Hard Delete**: When `handleFinalizedBlock` is called and the finalized block number reaches or exceeds the transaction's original mined block, the transaction is permanently removed
|
|
114
|
+
5. **Re-addition**: If a prune-soft-deleted tx is re-added, the `softDeleted` flag is reset to `false` but the prune tracking is preserved, so a subsequent deletion still uses the prune path
|
|
115
|
+
|
|
116
|
+
Prune-soft-deleted transactions are **not** affected by slot cleanup - they survive across slot boundaries until finalized.
|
|
117
|
+
|
|
118
|
+
**Prune example:**
|
|
119
|
+
1. Tx mined at block 10
|
|
120
|
+
2. Chain prunes to block 5 (tx becomes un-mined, tracked as minedAtBlock=10)
|
|
121
|
+
3. Tx fails validation and is prune-soft-deleted
|
|
122
|
+
4. Block 9 finalized → tx still in DB (minedAtBlock=10 > finalized=9)
|
|
123
|
+
5. Block 10 finalized → tx hard-deleted (minedAtBlock=10 ≤ finalized=10)
|
|
124
|
+
|
|
125
|
+
If the tx is re-mined at a higher block before being soft-deleted:
|
|
126
|
+
1. Tx mined at block 10, pruned (tracked as minedAtBlock=10)
|
|
127
|
+
2. Tx re-mined at block 15, pruned again (updated to minedAtBlock=15)
|
|
128
|
+
3. Tx soft-deleted
|
|
129
|
+
4. Block 10 finalized → tx still in DB
|
|
130
|
+
5. Block 15 finalized → tx hard-deleted
|
|
131
|
+
|
|
132
|
+
### Hydration
|
|
133
|
+
|
|
134
|
+
On node restart, slot-soft-deleted transactions are immediately hard-deleted (they are stale by definition). Prune-soft-deleted transactions are loaded from the database and tracked normally.
|
|
135
|
+
|
|
73
136
|
## Architecture: Pre-add vs Post-event Rules
|
|
74
137
|
|
|
75
138
|
**Pre-add rules** (run during `addPendingTxs`):
|
|
@@ -120,7 +183,7 @@ import { AztecKVTxPoolV2 } from './tx_pool_v2.js';
|
|
|
120
183
|
const pool = new AztecKVTxPoolV2(txStore, archiveStore, {
|
|
121
184
|
l2BlockSource: archiver,
|
|
122
185
|
worldStateSynchronizer: worldState,
|
|
123
|
-
|
|
186
|
+
createTxValidator: () => validator,
|
|
124
187
|
});
|
|
125
188
|
|
|
126
189
|
await pool.start();
|
|
@@ -195,9 +258,12 @@ The archive uses FIFO eviction when `archivedTxLimit` is reached.
|
|
|
195
258
|
## Testing
|
|
196
259
|
|
|
197
260
|
```bash
|
|
198
|
-
# Unit tests (
|
|
261
|
+
# Unit tests (177 tests)
|
|
199
262
|
yarn test src/mem_pools/tx_pool_v2/tx_pool_v2.test.ts
|
|
200
263
|
|
|
264
|
+
# Deleted pool tests (17 tests)
|
|
265
|
+
yarn test src/mem_pools/tx_pool_v2/deleted_pool.test.ts
|
|
266
|
+
|
|
201
267
|
# Compatibility tests (25 tests)
|
|
202
268
|
yarn test src/mem_pools/tx_pool_v2/tx_pool_v2.compat.test.ts
|
|
203
269
|
|
|
@@ -0,0 +1,310 @@
|
|
|
1
|
+
import { BlockNumber, SlotNumber } from '@aztec/foundation/branded-types';
|
|
2
|
+
import type { Logger } from '@aztec/foundation/log';
|
|
3
|
+
import type { AztecAsyncKVStore, AztecAsyncMap, AztecAsyncSet } from '@aztec/kv-store';
|
|
4
|
+
|
|
5
|
+
/**
|
|
6
|
+
* State stored for each transaction from a pruned block.
|
|
7
|
+
*/
|
|
8
|
+
type DeletedTxState = {
|
|
9
|
+
/** Block number in which the transaction was originally mined (before being un-mined by a prune) */
|
|
10
|
+
minedAtBlock: BlockNumber;
|
|
11
|
+
/** Whether the transaction has been soft-deleted (removed from indices) */
|
|
12
|
+
softDeleted: boolean;
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* Serializes DeletedTxState to a Buffer.
|
|
17
|
+
* Format: 4 bytes for blockNumber (uint32) + 1 byte for softDeleted (0 or 1)
|
|
18
|
+
*/
|
|
19
|
+
function serializeState(state: DeletedTxState): Buffer {
|
|
20
|
+
const buffer = Buffer.alloc(5);
|
|
21
|
+
buffer.writeUInt32BE(Number(state.minedAtBlock), 0);
|
|
22
|
+
buffer.writeUInt8(state.softDeleted ? 1 : 0, 4);
|
|
23
|
+
return buffer;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
/**
|
|
27
|
+
* Deserializes a Buffer to DeletedTxState.
|
|
28
|
+
*/
|
|
29
|
+
function deserializeState(buffer: Buffer): DeletedTxState {
|
|
30
|
+
return {
|
|
31
|
+
minedAtBlock: BlockNumber(buffer.readUInt32BE(0)),
|
|
32
|
+
softDeleted: buffer.readUInt8(4) === 1,
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
/**
|
|
37
|
+
* Manages all transaction deletions in the pool.
|
|
38
|
+
*
|
|
39
|
+
* When a chain prune (reorg) happens, transactions from pruned blocks are tracked here.
|
|
40
|
+
* This class is responsible for ALL deletion decisions:
|
|
41
|
+
*
|
|
42
|
+
* - Transactions from pruned blocks are "prune-soft-deleted" - removed from indices but kept
|
|
43
|
+
* in the database for later re-execution until their mined block is finalized
|
|
44
|
+
* - Transactions NOT from pruned blocks are "slot-soft-deleted" - kept in the database
|
|
45
|
+
* until the next slot, so other nodes can still fetch them via reqresp
|
|
46
|
+
*
|
|
47
|
+
* When a block is finalized, prune-soft-deleted transactions that were originally mined at or
|
|
48
|
+
* before that block number are permanently (hard) deleted. Slot-soft-deleted transactions
|
|
49
|
+
* are hard-deleted when `prepareForSlot` advances to a new slot.
|
|
50
|
+
*/
|
|
51
|
+
export class DeletedPool {
|
|
52
|
+
/** Persisted map: txHash -> DeletedTxState (serialized) - for prune-based soft deletions */
|
|
53
|
+
#deletedTxsDB: AztecAsyncMap<string, Buffer>;
|
|
54
|
+
|
|
55
|
+
/** Reference to the main txs database for hard deletion */
|
|
56
|
+
#txsDB: AztecAsyncMap<string, Buffer>;
|
|
57
|
+
|
|
58
|
+
/** In-memory state for transactions from pruned blocks */
|
|
59
|
+
#state: Map<string, DeletedTxState> = new Map();
|
|
60
|
+
|
|
61
|
+
/** In-memory tracking: txHash -> slot at which the tx was deleted */
|
|
62
|
+
#slotDeletedTxs: Map<string, SlotNumber> = new Map();
|
|
63
|
+
|
|
64
|
+
/** Persisted set tracking which txs are slot-deleted, for hydration cleanup. */
|
|
65
|
+
#slotDeletedDB: AztecAsyncSet<string>;
|
|
66
|
+
|
|
67
|
+
/** Current slot number, updated by cleanupSlotDeleted */
|
|
68
|
+
#currentSlot: SlotNumber = SlotNumber(0);
|
|
69
|
+
|
|
70
|
+
#log: Logger;
|
|
71
|
+
|
|
72
|
+
constructor(store: AztecAsyncKVStore, txsDB: AztecAsyncMap<string, Buffer>, log: Logger) {
|
|
73
|
+
this.#deletedTxsDB = store.openMap('deleted_txs');
|
|
74
|
+
this.#slotDeletedDB = store.openSet('slot_deleted_txs');
|
|
75
|
+
this.#txsDB = txsDB;
|
|
76
|
+
this.#log = log;
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
/**
|
|
80
|
+
* Loads state from the database on startup.
|
|
81
|
+
* Slot-deleted txs are stale after restart and are immediately hard-deleted.
|
|
82
|
+
*/
|
|
83
|
+
async hydrateFromDatabase(): Promise<void> {
|
|
84
|
+
let prunedCount = 0;
|
|
85
|
+
let softDeletedCount = 0;
|
|
86
|
+
|
|
87
|
+
for await (const [txHash, buffer] of this.#deletedTxsDB.entriesAsync()) {
|
|
88
|
+
const state = deserializeState(buffer);
|
|
89
|
+
this.#state.set(txHash, state);
|
|
90
|
+
prunedCount++;
|
|
91
|
+
if (state.softDeleted) {
|
|
92
|
+
softDeletedCount++;
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
if (prunedCount > 0 || softDeletedCount > 0) {
|
|
97
|
+
this.#log.info(`Loaded ${prunedCount} txs from pruned blocks, ${softDeletedCount} soft-deleted`);
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
// Slot-deleted txs are stale after restart - hard-delete them all
|
|
101
|
+
let slotDeletedCount = 0;
|
|
102
|
+
for await (const txHash of this.#slotDeletedDB.entriesAsync()) {
|
|
103
|
+
await this.#txsDB.delete(txHash);
|
|
104
|
+
await this.#slotDeletedDB.delete(txHash);
|
|
105
|
+
slotDeletedCount++;
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
if (slotDeletedCount > 0) {
|
|
109
|
+
this.#log.info(`Hard-deleted ${slotDeletedCount} stale slot-deleted txs on startup`);
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
/**
|
|
114
|
+
* Marks transactions as being from a pruned block.
|
|
115
|
+
* Called during handlePrunedBlocks for ALL transactions that were un-mined.
|
|
116
|
+
*
|
|
117
|
+
* If a tx was previously tracked (e.g., mined at block 4, pruned, re-mined at block 5,
|
|
118
|
+
* pruned again), updates to the higher block number. This ensures the tx is kept until
|
|
119
|
+
* its most recent mined block is finalized.
|
|
120
|
+
*
|
|
121
|
+
* @param txs - Array of {txHash, minedAtBlock} pairs, where minedAtBlock is the block
|
|
122
|
+
* number in which the tx was mined before being un-mined
|
|
123
|
+
*/
|
|
124
|
+
async markFromPrunedBlock(txs: { txHash: string; minedAtBlock: BlockNumber }[]): Promise<void> {
|
|
125
|
+
if (txs.length === 0) {
|
|
126
|
+
return;
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
let count = 0;
|
|
130
|
+
for (const { txHash, minedAtBlock } of txs) {
|
|
131
|
+
const existing = this.#state.get(txHash);
|
|
132
|
+
// Update if not tracked, or if this is a higher mined block (tx was re-mined then pruned again)
|
|
133
|
+
if (existing === undefined || minedAtBlock > existing.minedAtBlock) {
|
|
134
|
+
const state: DeletedTxState = {
|
|
135
|
+
minedAtBlock,
|
|
136
|
+
softDeleted: existing?.softDeleted ?? false,
|
|
137
|
+
};
|
|
138
|
+
this.#state.set(txHash, state);
|
|
139
|
+
await this.#deletedTxsDB.set(txHash, serializeState(state));
|
|
140
|
+
count++;
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
if (count > 0) {
|
|
145
|
+
this.#log.info(`Marked ${count} transactions from pruned blocks`);
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
/**
|
|
150
|
+
* Deletes a transaction. This is the single entry point for ALL deletions.
|
|
151
|
+
* The tx is always soft-deleted (kept in DB):
|
|
152
|
+
*
|
|
153
|
+
* - If the tx is from a pruned block: prune-soft-delete (kept until finalized)
|
|
154
|
+
* - If the tx is NOT from a pruned block: slot-soft-delete (kept until next slot)
|
|
155
|
+
*/
|
|
156
|
+
async deleteTx(txHash: string): Promise<void> {
|
|
157
|
+
const existing = this.#state.get(txHash);
|
|
158
|
+
if (existing !== undefined) {
|
|
159
|
+
// Prune-soft-delete - keep in DB until finalized
|
|
160
|
+
const state: DeletedTxState = {
|
|
161
|
+
minedAtBlock: existing.minedAtBlock,
|
|
162
|
+
softDeleted: true,
|
|
163
|
+
};
|
|
164
|
+
this.#state.set(txHash, state);
|
|
165
|
+
await this.#deletedTxsDB.set(txHash, serializeState(state));
|
|
166
|
+
} else {
|
|
167
|
+
// Slot-soft-delete - keep in DB until next slot
|
|
168
|
+
this.#slotDeletedTxs.set(txHash, this.#currentSlot);
|
|
169
|
+
await this.#slotDeletedDB.add(txHash);
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
/**
|
|
174
|
+
* Clears tracking for a transaction if it re-mines at a block number >= the tracked minedAtBlock.
|
|
175
|
+
*
|
|
176
|
+
* When a tx re-mines at a higher (or equal) block, the old high-water mark is no longer needed:
|
|
177
|
+
* any future prune would re-add the tx with an even higher block number. Clearing keeps
|
|
178
|
+
* DeletedPool consistent — only txs that are actually un-mined should be tracked here.
|
|
179
|
+
*
|
|
180
|
+
* When a tx re-mines at a lower block, we must preserve the existing entry to retain
|
|
181
|
+
* the high-water mark for re-execution purposes.
|
|
182
|
+
*/
|
|
183
|
+
async clearIfMinedHigher(txHash: string, minedAtBlock: BlockNumber): Promise<void> {
|
|
184
|
+
const existing = this.#state.get(txHash);
|
|
185
|
+
if (existing !== undefined && minedAtBlock >= existing.minedAtBlock) {
|
|
186
|
+
this.#state.delete(txHash);
|
|
187
|
+
await this.#deletedTxsDB.delete(txHash);
|
|
188
|
+
this.#log.debug(
|
|
189
|
+
`Cleared tracking for tx ${txHash}: re-mined at block ${minedAtBlock} (was ${existing.minedAtBlock})`,
|
|
190
|
+
);
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
/**
|
|
195
|
+
* Checks if a transaction is from a pruned block.
|
|
196
|
+
*/
|
|
197
|
+
isFromPrunedBlock(txHash: string): boolean {
|
|
198
|
+
return this.#state.has(txHash);
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
/**
|
|
202
|
+
* Checks if a transaction is soft-deleted (either prune-based or slot-based).
|
|
203
|
+
*/
|
|
204
|
+
isSoftDeleted(txHash: string): boolean {
|
|
205
|
+
return (this.#state.get(txHash)?.softDeleted ?? false) || this.#slotDeletedTxs.has(txHash);
|
|
206
|
+
}
|
|
207
|
+
|
|
208
|
+
/**
|
|
209
|
+
* Gets the block number in which a transaction was originally mined.
|
|
210
|
+
*/
|
|
211
|
+
getMinedAtBlock(txHash: string): BlockNumber | undefined {
|
|
212
|
+
return this.#state.get(txHash)?.minedAtBlock;
|
|
213
|
+
}
|
|
214
|
+
|
|
215
|
+
/**
|
|
216
|
+
* Finalizes transactions when a block is finalized.
|
|
217
|
+
* Hard-deletes transactions that were originally mined at or before the finalized block.
|
|
218
|
+
*
|
|
219
|
+
* @returns The hashes of transactions that were hard-deleted
|
|
220
|
+
*/
|
|
221
|
+
async finalizeBlock(finalizedBlockNumber: BlockNumber): Promise<string[]> {
|
|
222
|
+
const toHardDelete: string[] = [];
|
|
223
|
+
for (const [txHash, state] of this.#state) {
|
|
224
|
+
if (state.softDeleted && state.minedAtBlock <= finalizedBlockNumber) {
|
|
225
|
+
toHardDelete.push(txHash);
|
|
226
|
+
}
|
|
227
|
+
}
|
|
228
|
+
|
|
229
|
+
if (toHardDelete.length === 0) {
|
|
230
|
+
return [];
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
// Hard-delete from all stores
|
|
234
|
+
for (const txHash of toHardDelete) {
|
|
235
|
+
this.#state.delete(txHash);
|
|
236
|
+
await this.#deletedTxsDB.delete(txHash);
|
|
237
|
+
await this.#txsDB.delete(txHash);
|
|
238
|
+
}
|
|
239
|
+
|
|
240
|
+
this.#log.debug(`Finalized ${toHardDelete.length} txs from pruned blocks at block ${finalizedBlockNumber}`, {
|
|
241
|
+
txHashes: toHardDelete,
|
|
242
|
+
});
|
|
243
|
+
return toHardDelete;
|
|
244
|
+
}
|
|
245
|
+
|
|
246
|
+
/**
|
|
247
|
+
* Cleans up slot-deleted transactions from previous slots.
|
|
248
|
+
* Called at the start of prepareForSlot. Updates #currentSlot and hard-deletes
|
|
249
|
+
* any txs that were deleted in an earlier slot.
|
|
250
|
+
*/
|
|
251
|
+
async cleanupSlotDeleted(currentSlot: SlotNumber): Promise<void> {
|
|
252
|
+
const previousSlot = this.#currentSlot;
|
|
253
|
+
this.#currentSlot = currentSlot;
|
|
254
|
+
|
|
255
|
+
const toHardDelete: string[] = [];
|
|
256
|
+
for (const [txHash, deletedAtSlot] of this.#slotDeletedTxs) {
|
|
257
|
+
if (deletedAtSlot < currentSlot) {
|
|
258
|
+
toHardDelete.push(txHash);
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
|
|
262
|
+
if (toHardDelete.length === 0) {
|
|
263
|
+
return;
|
|
264
|
+
}
|
|
265
|
+
|
|
266
|
+
for (const txHash of toHardDelete) {
|
|
267
|
+
this.#slotDeletedTxs.delete(txHash);
|
|
268
|
+
await this.#slotDeletedDB.delete(txHash);
|
|
269
|
+
await this.#txsDB.delete(txHash);
|
|
270
|
+
}
|
|
271
|
+
|
|
272
|
+
this.#log.debug(
|
|
273
|
+
`Cleaned up ${toHardDelete.length} slot-deleted txs from slot ${previousSlot} (now slot ${currentSlot})`,
|
|
274
|
+
{ txHashes: toHardDelete },
|
|
275
|
+
);
|
|
276
|
+
}
|
|
277
|
+
|
|
278
|
+
/**
|
|
279
|
+
* Clears soft-deletion status for a transaction being re-added to the pool.
|
|
280
|
+
* Removes slot-deleted tracking entirely, and resets the prune-soft-deleted flag
|
|
281
|
+
* while preserving the prune tracking itself (so a subsequent delete still uses
|
|
282
|
+
* the prune path).
|
|
283
|
+
*/
|
|
284
|
+
async clearSoftDeleted(txHash: string): Promise<void> {
|
|
285
|
+
if (this.#slotDeletedTxs.has(txHash)) {
|
|
286
|
+
this.#slotDeletedTxs.delete(txHash);
|
|
287
|
+
await this.#slotDeletedDB.delete(txHash);
|
|
288
|
+
}
|
|
289
|
+
const existing = this.#state.get(txHash);
|
|
290
|
+
if (existing?.softDeleted) {
|
|
291
|
+
const state: DeletedTxState = { minedAtBlock: existing.minedAtBlock, softDeleted: false };
|
|
292
|
+
this.#state.set(txHash, state);
|
|
293
|
+
await this.#deletedTxsDB.set(txHash, serializeState(state));
|
|
294
|
+
}
|
|
295
|
+
}
|
|
296
|
+
|
|
297
|
+
/**
|
|
298
|
+
* Gets the count of transactions from pruned blocks.
|
|
299
|
+
*/
|
|
300
|
+
getCount(): number {
|
|
301
|
+
return this.#state.size;
|
|
302
|
+
}
|
|
303
|
+
|
|
304
|
+
/**
|
|
305
|
+
* Gets all transaction hashes from pruned blocks.
|
|
306
|
+
*/
|
|
307
|
+
getPrunedTxHashes(): string[] {
|
|
308
|
+
return Array.from(this.#state.keys());
|
|
309
|
+
}
|
|
310
|
+
}
|
|
@@ -68,6 +68,9 @@ export class FeePayerBalanceEvictionRule implements EvictionRule {
|
|
|
68
68
|
|
|
69
69
|
if (txsToEvict.length > 0) {
|
|
70
70
|
await pool.deleteTxs(txsToEvict);
|
|
71
|
+
this.log.verbose(`Evicted ${txsToEvict.length} txs due to insufficient fee payer balance`, {
|
|
72
|
+
txHashes: txsToEvict,
|
|
73
|
+
});
|
|
71
74
|
}
|
|
72
75
|
|
|
73
76
|
return {
|
|
@@ -54,7 +54,7 @@ export class InvalidTxsAfterMiningRule implements EvictionRule {
|
|
|
54
54
|
await pool.deleteTxs(txsToEvict);
|
|
55
55
|
}
|
|
56
56
|
|
|
57
|
-
this.log.debug(`Evicted ${txsToEvict.length} invalid txs after block mined
|
|
57
|
+
this.log.debug(`Evicted ${txsToEvict.length} invalid txs after block mined`, { txHashes: txsToEvict });
|
|
58
58
|
|
|
59
59
|
return {
|
|
60
60
|
reason: 'block_mined_invalid_txs',
|
|
@@ -81,7 +81,7 @@ export class InvalidTxsAfterReorgRule implements EvictionRule {
|
|
|
81
81
|
this.log.verbose(`Kept ${keptCount} txs that did not reference pruned blocks`);
|
|
82
82
|
}
|
|
83
83
|
|
|
84
|
-
this.log.
|
|
84
|
+
this.log.info(`Evicted ${txsToEvict.length} invalid txs after reorg`, { txHashes: txsToEvict });
|
|
85
85
|
|
|
86
86
|
return {
|
|
87
87
|
reason: 'reorg_invalid_txs',
|
|
@@ -60,7 +60,9 @@ export class LowPriorityEvictionRule implements EvictionRule {
|
|
|
60
60
|
|
|
61
61
|
const numNewTxsEvicted = context.newTxHashes.filter(newTxHash => txsToEvict.includes(newTxHash)).length;
|
|
62
62
|
|
|
63
|
-
this.log.verbose(`Evicted ${txsToEvict.length} low priority txs, including ${numNewTxsEvicted} newly added txs
|
|
63
|
+
this.log.verbose(`Evicted ${txsToEvict.length} low priority txs, including ${numNewTxsEvicted} newly added txs`, {
|
|
64
|
+
txHashes: txsToEvict,
|
|
65
|
+
});
|
|
64
66
|
|
|
65
67
|
return {
|
|
66
68
|
reason: 'low_priority',
|
|
@@ -37,6 +37,8 @@ export type TxPoolV2Config = {
|
|
|
37
37
|
maxPendingTxCount: number;
|
|
38
38
|
/** Maximum number of archived transactions to retain (0 = disabled) */
|
|
39
39
|
archivedTxLimit: number;
|
|
40
|
+
/** Minimum age (ms) a transaction must have been in the pool before it's eligible for block building */
|
|
41
|
+
minTxPoolAgeMs: number;
|
|
40
42
|
};
|
|
41
43
|
|
|
42
44
|
/**
|
|
@@ -45,6 +47,7 @@ export type TxPoolV2Config = {
|
|
|
45
47
|
export const DEFAULT_TX_POOL_V2_CONFIG: TxPoolV2Config = {
|
|
46
48
|
maxPendingTxCount: 0, // 0 = disabled
|
|
47
49
|
archivedTxLimit: 0, // 0 = disabled
|
|
50
|
+
minTxPoolAgeMs: 2_000,
|
|
48
51
|
};
|
|
49
52
|
|
|
50
53
|
/**
|
|
@@ -55,8 +58,8 @@ export type TxPoolV2Dependencies = {
|
|
|
55
58
|
l2BlockSource: L2BlockSource;
|
|
56
59
|
/** World state synchronizer for validating transactions after chain prunes */
|
|
57
60
|
worldStateSynchronizer: WorldStateSynchronizer;
|
|
58
|
-
/**
|
|
59
|
-
|
|
61
|
+
/** Factory that creates a validator for re-validating pool transactions using metadata */
|
|
62
|
+
createTxValidator: () => Promise<TxValidator<TxMetaData>>;
|
|
60
63
|
};
|
|
61
64
|
|
|
62
65
|
/**
|
|
@@ -187,6 +190,9 @@ export interface TxPoolV2 extends TypedEventEmitter<TxPoolV2Events> {
|
|
|
187
190
|
/** Gets pending transaction hashes sorted by priority (highest first) */
|
|
188
191
|
getPendingTxHashes(): Promise<TxHash[]>;
|
|
189
192
|
|
|
193
|
+
/** Gets pending transaction hashes that have been in the pool long enough per minTxPoolAgeMs, sorted by priority (highest first) */
|
|
194
|
+
getEligiblePendingTxHashes(): Promise<TxHash[]>;
|
|
195
|
+
|
|
190
196
|
/** Gets the count of pending transactions */
|
|
191
197
|
getPendingTxCount(): Promise<number>;
|
|
192
198
|
|
|
@@ -1,12 +1,27 @@
|
|
|
1
|
+
import { BlockNumber } from '@aztec/foundation/branded-types';
|
|
1
2
|
import { Fr } from '@aztec/foundation/curves/bn254';
|
|
2
3
|
import { ProtocolContractAddress } from '@aztec/protocol-contracts';
|
|
3
|
-
import type
|
|
4
|
+
import { BlockHash, type L2BlockId } from '@aztec/stdlib/block';
|
|
4
5
|
import type { Tx } from '@aztec/stdlib/tx';
|
|
5
6
|
|
|
6
7
|
import { getFeePayerBalanceDelta } from '../../msg_validators/tx_validator/fee_payer_balance.js';
|
|
7
8
|
import { getTxPriorityFee } from '../tx_pool/priority.js';
|
|
8
9
|
import type { PreAddResult } from './eviction/interfaces.js';
|
|
9
10
|
|
|
11
|
+
/** Validator-compatible data interface, mirroring the subset of PrivateKernelTailCircuitPublicInputs used by validators. */
|
|
12
|
+
export type TxMetaValidationData = {
|
|
13
|
+
getNonEmptyNullifiers(): Fr[];
|
|
14
|
+
includeByTimestamp: bigint;
|
|
15
|
+
constants: {
|
|
16
|
+
anchorBlockHeader: {
|
|
17
|
+
hash(): Promise<BlockHash>;
|
|
18
|
+
globalVariables: {
|
|
19
|
+
blockNumber: BlockNumber;
|
|
20
|
+
};
|
|
21
|
+
};
|
|
22
|
+
};
|
|
23
|
+
};
|
|
24
|
+
|
|
10
25
|
/**
|
|
11
26
|
* Lightweight in-memory representation of a transaction.
|
|
12
27
|
* Stored for every tx in the pool to enable efficient queries and challenges
|
|
@@ -42,22 +57,32 @@ export type TxMetaData = {
|
|
|
42
57
|
|
|
43
58
|
/** Timestamp by which the transaction must be included (for expiration checks) */
|
|
44
59
|
readonly includeByTimestamp: bigint;
|
|
60
|
+
|
|
61
|
+
/** Validator-compatible data, providing the same access patterns as Tx.data */
|
|
62
|
+
readonly data: TxMetaValidationData;
|
|
63
|
+
|
|
64
|
+
/** Timestamp (ms) when the tx was received into the pool. 0 for hydrated txs (always eligible). */
|
|
65
|
+
receivedAt: number;
|
|
45
66
|
};
|
|
46
67
|
|
|
47
68
|
/** Transaction state derived from TxMetaData fields and pool protection status */
|
|
48
|
-
export type TxState = 'pending' | 'protected' | 'mined';
|
|
69
|
+
export type TxState = 'pending' | 'protected' | 'mined' | 'deleted';
|
|
49
70
|
|
|
50
71
|
/**
|
|
51
72
|
* Builds TxMetaData from a full Tx object.
|
|
52
73
|
* Extracts all relevant fields for efficient in-memory storage and querying.
|
|
74
|
+
* Fr values are captured in closures for zero-cost re-validation.
|
|
53
75
|
*/
|
|
54
76
|
export async function buildTxMetaData(tx: Tx): Promise<TxMetaData> {
|
|
55
77
|
const txHash = tx.getTxHash().toString();
|
|
56
|
-
const
|
|
78
|
+
const nullifierFrs = tx.data.getNonEmptyNullifiers();
|
|
79
|
+
const nullifiers = nullifierFrs.map(n => n.toString());
|
|
80
|
+
const anchorBlockHeaderHashFr = await tx.data.constants.anchorBlockHeader.hash();
|
|
81
|
+
const anchorBlockHeaderHash = anchorBlockHeaderHashFr.toString();
|
|
82
|
+
const includeByTimestamp = tx.data.includeByTimestamp;
|
|
83
|
+
const anchorBlockNumber = tx.data.constants.anchorBlockHeader.globalVariables.blockNumber;
|
|
57
84
|
const priorityFee = getTxPriorityFee(tx);
|
|
58
85
|
const feePayer = tx.data.feePayer.toString();
|
|
59
|
-
const nullifiers = tx.data.getNonEmptyNullifiers().map(n => n.toString());
|
|
60
|
-
const includeByTimestamp = tx.data.includeByTimestamp;
|
|
61
86
|
|
|
62
87
|
const { feeLimit, claimAmount } = await getFeePayerBalanceDelta(tx, ProtocolContractAddress.FeeJuice);
|
|
63
88
|
|
|
@@ -70,6 +95,17 @@ export async function buildTxMetaData(tx: Tx): Promise<TxMetaData> {
|
|
|
70
95
|
feeLimit,
|
|
71
96
|
nullifiers,
|
|
72
97
|
includeByTimestamp,
|
|
98
|
+
receivedAt: 0,
|
|
99
|
+
data: {
|
|
100
|
+
getNonEmptyNullifiers: () => nullifierFrs,
|
|
101
|
+
includeByTimestamp,
|
|
102
|
+
constants: {
|
|
103
|
+
anchorBlockHeader: {
|
|
104
|
+
hash: () => Promise.resolve(anchorBlockHeaderHashFr),
|
|
105
|
+
globalVariables: { blockNumber: anchorBlockNumber },
|
|
106
|
+
},
|
|
107
|
+
},
|
|
108
|
+
},
|
|
73
109
|
};
|
|
74
110
|
}
|
|
75
111
|
|
|
@@ -159,3 +195,17 @@ export function checkNullifierConflict(
|
|
|
159
195
|
|
|
160
196
|
return { shouldIgnore: false, txHashesToEvict };
|
|
161
197
|
}
|
|
198
|
+
|
|
199
|
+
/** Creates a stub TxMetaValidationData for tests that don't exercise validators. */
|
|
200
|
+
export function stubTxMetaValidationData(overrides: { includeByTimestamp?: bigint } = {}): TxMetaValidationData {
|
|
201
|
+
return {
|
|
202
|
+
getNonEmptyNullifiers: () => [],
|
|
203
|
+
includeByTimestamp: overrides.includeByTimestamp ?? 0n,
|
|
204
|
+
constants: {
|
|
205
|
+
anchorBlockHeader: {
|
|
206
|
+
hash: () => Promise.resolve(new BlockHash(Fr.ZERO)),
|
|
207
|
+
globalVariables: { blockNumber: BlockNumber(0) },
|
|
208
|
+
},
|
|
209
|
+
},
|
|
210
|
+
};
|
|
211
|
+
}
|
|
@@ -72,7 +72,7 @@ export class TxPoolIndices {
|
|
|
72
72
|
* Iterates pending transaction hashes in priority order.
|
|
73
73
|
* @param order - 'desc' for highest priority first, 'asc' for lowest priority first
|
|
74
74
|
*/
|
|
75
|
-
*iteratePendingByPriority(order: 'asc' | 'desc'): Generator<string> {
|
|
75
|
+
*iteratePendingByPriority(order: 'asc' | 'desc', filter?: (hash: string) => boolean): Generator<string> {
|
|
76
76
|
// Use compareFee from tx_metadata, swap args for descending order
|
|
77
77
|
const feeCompareFn = order === 'desc' ? (a: bigint, b: bigint) => compareFee(b, a) : compareFee;
|
|
78
78
|
const hashCompareFn = order === 'desc' ? (a: string, b: string) => compareTxHash(b, a) : compareTxHash;
|
|
@@ -84,11 +84,27 @@ export class TxPoolIndices {
|
|
|
84
84
|
// Use compareTxHash from tx_metadata, swap args for descending order
|
|
85
85
|
const sortedHashes = [...hashesAtFee].sort(hashCompareFn);
|
|
86
86
|
for (const hash of sortedHashes) {
|
|
87
|
-
|
|
87
|
+
if (filter === undefined || filter(hash)) {
|
|
88
|
+
yield hash;
|
|
89
|
+
}
|
|
88
90
|
}
|
|
89
91
|
}
|
|
90
92
|
}
|
|
91
93
|
|
|
94
|
+
/**
|
|
95
|
+
* Iterates pending transaction hashes in priority order, skipping txs received after maxReceivedAt.
|
|
96
|
+
* @param order - 'desc' for highest priority first, 'asc' for lowest priority first
|
|
97
|
+
* @param maxReceivedAt - Only yield txs with receivedAt <= this value
|
|
98
|
+
*/
|
|
99
|
+
*iterateEligiblePendingByPriority(order: 'asc' | 'desc', maxReceivedAt: number): Generator<string> {
|
|
100
|
+
const filter = (hash: string) => {
|
|
101
|
+
const meta = this.#metadata.get(hash);
|
|
102
|
+
return meta !== undefined && meta.receivedAt <= maxReceivedAt;
|
|
103
|
+
};
|
|
104
|
+
|
|
105
|
+
yield* this.iteratePendingByPriority(order, filter);
|
|
106
|
+
}
|
|
107
|
+
|
|
92
108
|
/** Iterates all metadata entries */
|
|
93
109
|
*iterateMetadata(): Generator<[string, TxMetaData]> {
|
|
94
110
|
yield* this.#metadata;
|