@aztec/p2p 0.0.1-commit.e3c1de76 → 0.0.1-commit.e558bd1c

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (188) hide show
  1. package/dest/client/factory.d.ts +3 -3
  2. package/dest/client/factory.d.ts.map +1 -1
  3. package/dest/client/factory.js +5 -3
  4. package/dest/client/interface.d.ts +9 -2
  5. package/dest/client/interface.d.ts.map +1 -1
  6. package/dest/client/p2p_client.d.ts +7 -4
  7. package/dest/client/p2p_client.d.ts.map +1 -1
  8. package/dest/client/p2p_client.js +22 -7
  9. package/dest/client/test/tx_proposal_collector/proposal_tx_collector_worker.js +1 -1
  10. package/dest/config.d.ts +9 -3
  11. package/dest/config.d.ts.map +1 -1
  12. package/dest/config.js +3 -1
  13. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts +94 -87
  14. package/dest/mem_pools/attestation_pool/attestation_pool.d.ts.map +1 -1
  15. package/dest/mem_pools/attestation_pool/attestation_pool.js +411 -3
  16. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts +2 -2
  17. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.d.ts.map +1 -1
  18. package/dest/mem_pools/attestation_pool/attestation_pool_test_suite.js +351 -85
  19. package/dest/mem_pools/attestation_pool/index.d.ts +2 -3
  20. package/dest/mem_pools/attestation_pool/index.d.ts.map +1 -1
  21. package/dest/mem_pools/attestation_pool/index.js +1 -2
  22. package/dest/mem_pools/index.d.ts +2 -2
  23. package/dest/mem_pools/index.d.ts.map +1 -1
  24. package/dest/mem_pools/index.js +1 -1
  25. package/dest/mem_pools/interface.d.ts +3 -3
  26. package/dest/mem_pools/interface.d.ts.map +1 -1
  27. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts +2 -0
  28. package/dest/mem_pools/tx_pool_v2/archive/index.d.ts.map +1 -0
  29. package/dest/mem_pools/tx_pool_v2/archive/index.js +1 -0
  30. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts +43 -0
  31. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.d.ts.map +1 -0
  32. package/dest/mem_pools/tx_pool_v2/archive/tx_archive.js +103 -0
  33. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts +47 -0
  34. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.d.ts.map +1 -0
  35. package/dest/mem_pools/tx_pool_v2/eviction/eviction_manager.js +119 -0
  36. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts +17 -0
  37. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.d.ts.map +1 -0
  38. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.js +90 -0
  39. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts +19 -0
  40. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.d.ts.map +1 -0
  41. package/dest/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.js +89 -0
  42. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts +10 -0
  43. package/dest/mem_pools/tx_pool_v2/eviction/index.d.ts.map +1 -0
  44. package/dest/mem_pools/tx_pool_v2/eviction/index.js +11 -0
  45. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts +131 -0
  46. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.d.ts.map +1 -0
  47. package/dest/mem_pools/tx_pool_v2/eviction/interfaces.js +17 -0
  48. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts +15 -0
  49. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.d.ts.map +1 -0
  50. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.js +63 -0
  51. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts +17 -0
  52. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.d.ts.map +1 -0
  53. package/dest/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.js +91 -0
  54. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts +16 -0
  55. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.d.ts.map +1 -0
  56. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.js +70 -0
  57. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts +20 -0
  58. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.d.ts.map +1 -0
  59. package/dest/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.js +63 -0
  60. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts +15 -0
  61. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.d.ts.map +1 -0
  62. package/dest/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.js +19 -0
  63. package/dest/mem_pools/tx_pool_v2/index.d.ts +5 -0
  64. package/dest/mem_pools/tx_pool_v2/index.d.ts.map +1 -0
  65. package/dest/mem_pools/tx_pool_v2/index.js +4 -0
  66. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts +197 -0
  67. package/dest/mem_pools/tx_pool_v2/interfaces.d.ts.map +1 -0
  68. package/dest/mem_pools/tx_pool_v2/interfaces.js +6 -0
  69. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts +71 -0
  70. package/dest/mem_pools/tx_pool_v2/tx_metadata.d.ts.map +1 -0
  71. package/dest/mem_pools/tx_pool_v2/tx_metadata.js +95 -0
  72. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts +26 -0
  73. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.d.ts.map +1 -0
  74. package/dest/mem_pools/tx_pool_v2/tx_pool_bench_metrics.js +70 -0
  75. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts +99 -0
  76. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.d.ts.map +1 -0
  77. package/dest/mem_pools/tx_pool_v2/tx_pool_indices.js +332 -0
  78. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts +55 -0
  79. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.d.ts.map +1 -0
  80. package/dest/mem_pools/tx_pool_v2/tx_pool_v2.js +156 -0
  81. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts +69 -0
  82. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.d.ts.map +1 -0
  83. package/dest/mem_pools/tx_pool_v2/tx_pool_v2_impl.js +748 -0
  84. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts +3 -3
  85. package/dest/msg_validators/attestation_validator/fisherman_attestation_validator.d.ts.map +1 -1
  86. package/dest/services/dummy_service.d.ts +6 -2
  87. package/dest/services/dummy_service.d.ts.map +1 -1
  88. package/dest/services/dummy_service.js +3 -0
  89. package/dest/services/index.d.ts +2 -1
  90. package/dest/services/index.d.ts.map +1 -1
  91. package/dest/services/index.js +1 -0
  92. package/dest/services/libp2p/libp2p_service.d.ts +74 -33
  93. package/dest/services/libp2p/libp2p_service.d.ts.map +1 -1
  94. package/dest/services/libp2p/libp2p_service.js +299 -228
  95. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts +4 -4
  96. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.d.ts.map +1 -1
  97. package/dest/services/reqresp/batch-tx-requester/batch_tx_requester.js +8 -8
  98. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts +6 -4
  99. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.d.ts.map +1 -1
  100. package/dest/services/reqresp/protocols/block_txs/block_txs_handler.js +16 -11
  101. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts +15 -10
  102. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.d.ts.map +1 -1
  103. package/dest/services/reqresp/protocols/block_txs/block_txs_reqresp.js +12 -11
  104. package/dest/services/service.d.ts +18 -1
  105. package/dest/services/service.d.ts.map +1 -1
  106. package/dest/services/tx_collection/config.d.ts +3 -3
  107. package/dest/services/tx_collection/config.js +3 -3
  108. package/dest/services/tx_collection/fast_tx_collection.d.ts +4 -5
  109. package/dest/services/tx_collection/fast_tx_collection.d.ts.map +1 -1
  110. package/dest/services/tx_collection/fast_tx_collection.js +10 -14
  111. package/dest/services/tx_collection/index.d.ts +1 -1
  112. package/dest/services/tx_collection/proposal_tx_collector.d.ts +12 -12
  113. package/dest/services/tx_collection/proposal_tx_collector.d.ts.map +1 -1
  114. package/dest/services/tx_collection/proposal_tx_collector.js +4 -5
  115. package/dest/services/tx_file_store/config.d.ts +18 -0
  116. package/dest/services/tx_file_store/config.d.ts.map +1 -0
  117. package/dest/services/tx_file_store/config.js +26 -0
  118. package/dest/services/tx_file_store/index.d.ts +4 -0
  119. package/dest/services/tx_file_store/index.d.ts.map +1 -0
  120. package/dest/services/tx_file_store/index.js +3 -0
  121. package/dest/services/tx_file_store/instrumentation.d.ts +15 -0
  122. package/dest/services/tx_file_store/instrumentation.d.ts.map +1 -0
  123. package/dest/services/tx_file_store/instrumentation.js +29 -0
  124. package/dest/services/tx_file_store/tx_file_store.d.ts +47 -0
  125. package/dest/services/tx_file_store/tx_file_store.d.ts.map +1 -0
  126. package/dest/services/tx_file_store/tx_file_store.js +149 -0
  127. package/dest/test-helpers/testbench-utils.d.ts +10 -16
  128. package/dest/test-helpers/testbench-utils.d.ts.map +1 -1
  129. package/dest/test-helpers/testbench-utils.js +32 -30
  130. package/dest/testbench/p2p_client_testbench_worker.js +1 -1
  131. package/package.json +14 -14
  132. package/src/client/factory.ts +7 -4
  133. package/src/client/interface.ts +13 -1
  134. package/src/client/p2p_client.ts +30 -8
  135. package/src/client/test/tx_proposal_collector/proposal_tx_collector_worker.ts +1 -1
  136. package/src/config.ts +8 -1
  137. package/src/mem_pools/attestation_pool/attestation_pool.ts +444 -90
  138. package/src/mem_pools/attestation_pool/attestation_pool_test_suite.ts +436 -100
  139. package/src/mem_pools/attestation_pool/index.ts +9 -2
  140. package/src/mem_pools/index.ts +1 -1
  141. package/src/mem_pools/interface.ts +2 -2
  142. package/src/mem_pools/tx_pool_v2/README.md +209 -0
  143. package/src/mem_pools/tx_pool_v2/archive/index.ts +1 -0
  144. package/src/mem_pools/tx_pool_v2/archive/tx_archive.ts +120 -0
  145. package/src/mem_pools/tx_pool_v2/eviction/eviction_manager.ts +147 -0
  146. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_eviction_rule.ts +118 -0
  147. package/src/mem_pools/tx_pool_v2/eviction/fee_payer_balance_pre_add_rule.ts +111 -0
  148. package/src/mem_pools/tx_pool_v2/eviction/index.ts +23 -0
  149. package/src/mem_pools/tx_pool_v2/eviction/interfaces.ts +164 -0
  150. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_mining_rule.ts +74 -0
  151. package/src/mem_pools/tx_pool_v2/eviction/invalid_txs_after_reorg_rule.ts +101 -0
  152. package/src/mem_pools/tx_pool_v2/eviction/low_priority_eviction_rule.ts +86 -0
  153. package/src/mem_pools/tx_pool_v2/eviction/low_priority_pre_add_rule.ts +72 -0
  154. package/src/mem_pools/tx_pool_v2/eviction/nullifier_conflict_rule.ts +31 -0
  155. package/src/mem_pools/tx_pool_v2/index.ts +11 -0
  156. package/src/mem_pools/tx_pool_v2/interfaces.ts +227 -0
  157. package/src/mem_pools/tx_pool_v2/tx_metadata.ts +161 -0
  158. package/src/mem_pools/tx_pool_v2/tx_pool_bench_metrics.ts +77 -0
  159. package/src/mem_pools/tx_pool_v2/tx_pool_indices.ts +417 -0
  160. package/src/mem_pools/tx_pool_v2/tx_pool_v2.ts +212 -0
  161. package/src/mem_pools/tx_pool_v2/tx_pool_v2_impl.ts +882 -0
  162. package/src/msg_validators/attestation_validator/fisherman_attestation_validator.ts +2 -2
  163. package/src/services/dummy_service.ts +6 -0
  164. package/src/services/index.ts +1 -0
  165. package/src/services/libp2p/libp2p_service.ts +304 -230
  166. package/src/services/reqresp/batch-tx-requester/README.md +7 -7
  167. package/src/services/reqresp/batch-tx-requester/batch_tx_requester.ts +11 -11
  168. package/src/services/reqresp/protocols/block_txs/block_txs_handler.ts +22 -13
  169. package/src/services/reqresp/protocols/block_txs/block_txs_reqresp.ts +21 -15
  170. package/src/services/service.ts +20 -0
  171. package/src/services/tx_collection/config.ts +6 -6
  172. package/src/services/tx_collection/fast_tx_collection.ts +14 -24
  173. package/src/services/tx_collection/index.ts +1 -1
  174. package/src/services/tx_collection/proposal_tx_collector.ts +12 -14
  175. package/src/services/tx_file_store/config.ts +43 -0
  176. package/src/services/tx_file_store/index.ts +3 -0
  177. package/src/services/tx_file_store/instrumentation.ts +36 -0
  178. package/src/services/tx_file_store/tx_file_store.ts +173 -0
  179. package/src/test-helpers/testbench-utils.ts +18 -39
  180. package/src/testbench/p2p_client_testbench_worker.ts +1 -1
  181. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts +0 -40
  182. package/dest/mem_pools/attestation_pool/kv_attestation_pool.d.ts.map +0 -1
  183. package/dest/mem_pools/attestation_pool/kv_attestation_pool.js +0 -218
  184. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts +0 -31
  185. package/dest/mem_pools/attestation_pool/memory_attestation_pool.d.ts.map +0 -1
  186. package/dest/mem_pools/attestation_pool/memory_attestation_pool.js +0 -180
  187. package/src/mem_pools/attestation_pool/kv_attestation_pool.ts +0 -320
  188. package/src/mem_pools/attestation_pool/memory_attestation_pool.ts +0 -264
@@ -0,0 +1,173 @@
1
+ import { type Logger, createLogger } from '@aztec/foundation/log';
2
+ import { RunningPromise } from '@aztec/foundation/promise';
3
+ import { makeBackoff, retry } from '@aztec/foundation/retry';
4
+ import { Timer } from '@aztec/foundation/timer';
5
+ import { type FileStore, createFileStore } from '@aztec/stdlib/file-store';
6
+ import type { Tx } from '@aztec/stdlib/tx';
7
+ import { type TelemetryClient, getTelemetryClient } from '@aztec/telemetry-client';
8
+
9
+ import type { TxPool, TxPoolEvents } from '../../mem_pools/tx_pool/index.js';
10
+ import type { TxFileStoreConfig } from './config.js';
11
+ import { TxFileStoreInstrumentation } from './instrumentation.js';
12
+
13
+ /**
14
+ * Uploads validated transactions to a file store as a fallback retrieval mechanism.
15
+ * Listens to TxPool txs-added events and uploads txs asynchronously with bounded concurrency.
16
+ */
17
+ export class TxFileStore {
18
+ private uploadQueue: Tx[] = [];
19
+ private activeUploads = 0;
20
+ private readonly queueProcessor: RunningPromise;
21
+ private readonly handleTxsAdded: TxPoolEvents['txs-added'];
22
+
23
+ /** Recently uploaded tx hashes for deduplication. */
24
+ private recentUploads: Set<string> = new Set();
25
+ private recentUploadsOrder: string[] = [];
26
+ private readonly maxRecentUploads = 1000;
27
+
28
+ private constructor(
29
+ private readonly fileStore: FileStore,
30
+ private readonly txPool: TxPool,
31
+ private readonly config: TxFileStoreConfig,
32
+ private readonly instrumentation: TxFileStoreInstrumentation,
33
+ private readonly log: Logger,
34
+ ) {
35
+ this.handleTxsAdded = (args: { txs: Tx[]; source?: string }) => {
36
+ this.enqueueTxs(args.txs);
37
+ };
38
+ this.queueProcessor = new RunningPromise(() => this.processQueueBatch(), this.log, 100);
39
+ }
40
+
41
+ /**
42
+ * Creates and initializes the file store.
43
+ * @param txPool - The transaction pool to listen to.
44
+ * @param config - The file store configuration.
45
+ * @param log - Optional logger.
46
+ * @param telemetry - Optional telemetry client.
47
+ * @param fileStoreOverride - Optional FileStore for testing (bypasses createFileStore).
48
+ * @returns The file store instance, or undefined if not configured/enabled.
49
+ */
50
+ static async create(
51
+ txPool: TxPool,
52
+ config: TxFileStoreConfig,
53
+ log: Logger = createLogger('p2p:tx_file_store'),
54
+ telemetry: TelemetryClient = getTelemetryClient(),
55
+ fileStoreOverride?: FileStore,
56
+ ): Promise<TxFileStore | undefined> {
57
+ if (!config.txFileStoreEnabled) {
58
+ log.debug('Tx file store is disabled');
59
+ return undefined;
60
+ }
61
+
62
+ if (!config.txFileStoreUrl) {
63
+ log.warn('Tx file store is enabled but URL is not configured');
64
+ return undefined;
65
+ }
66
+
67
+ const fileStore = fileStoreOverride ?? (await createFileStore(config.txFileStoreUrl, log));
68
+ if (!fileStore) {
69
+ log.warn('Failed to create file store for tx file store');
70
+ return undefined;
71
+ }
72
+
73
+ const instrumentation = new TxFileStoreInstrumentation(telemetry, 'TxFileStore');
74
+ log.info('Created tx file store', { url: config.txFileStoreUrl });
75
+ return new TxFileStore(fileStore, txPool, config, instrumentation, log);
76
+ }
77
+
78
+ /** Starts listening to TxPool events and uploading txs. */
79
+ public start(): void {
80
+ this.queueProcessor.start();
81
+ this.txPool.on('txs-added', this.handleTxsAdded);
82
+ this.log.info('Started tx file store', {
83
+ concurrency: this.config.txFileStoreUploadConcurrency,
84
+ maxQueueSize: this.config.txFileStoreMaxQueueSize,
85
+ });
86
+ }
87
+
88
+ /** Stops listening and waits for pending uploads to complete. */
89
+ public async stop(): Promise<void> {
90
+ this.txPool.removeListener('txs-added', this.handleTxsAdded);
91
+ await this.queueProcessor.stop();
92
+ this.log.info('Stopped tx file store');
93
+ }
94
+
95
+ private enqueueTxs(txs: Tx[]): void {
96
+ this.uploadQueue.push(...txs);
97
+
98
+ // Enforce max queue size by dropping oldest entries
99
+ const overflow = this.uploadQueue.length - this.config.txFileStoreMaxQueueSize;
100
+ if (overflow > 0) {
101
+ this.log.warn(`Upload queue overflow, dropping ${overflow} oldest txs`);
102
+ this.uploadQueue.splice(0, overflow);
103
+ }
104
+
105
+ this.instrumentation.recordQueueSize(this.uploadQueue.length);
106
+
107
+ // Immediately start uploading txs
108
+ void this.queueProcessor.trigger();
109
+ }
110
+
111
+ private async processQueueBatch(): Promise<void> {
112
+ const batch = this.uploadQueue.splice(0, this.config.txFileStoreUploadConcurrency);
113
+ this.instrumentation.recordQueueSize(this.uploadQueue.length);
114
+
115
+ this.activeUploads += batch.length;
116
+ try {
117
+ await Promise.all(batch.map(tx => this.uploadTx(tx)));
118
+ } finally {
119
+ this.activeUploads -= batch.length;
120
+ }
121
+ }
122
+
123
+ private async uploadTx(tx: Tx): Promise<void> {
124
+ const txHash = tx.getTxHash().toString();
125
+ const path = `txs/${txHash}.bin`;
126
+ const timer = new Timer();
127
+
128
+ if (this.recentUploads.has(txHash)) {
129
+ return;
130
+ }
131
+
132
+ try {
133
+ this.recentUploads.add(txHash);
134
+ this.recentUploadsOrder.push(txHash);
135
+
136
+ if (this.recentUploadsOrder.length > this.maxRecentUploads) {
137
+ // delete old entries in recentUploads
138
+ for (const txHashToRemove of this.recentUploadsOrder.splice(
139
+ 0,
140
+ this.recentUploadsOrder.length - this.maxRecentUploads,
141
+ )) {
142
+ this.recentUploads.delete(txHashToRemove);
143
+ }
144
+ }
145
+
146
+ await retry(
147
+ () => this.fileStore.save(path, tx.toBuffer(), { compress: false }),
148
+ `Uploading tx ${txHash}`,
149
+ makeBackoff([0.1, 0.5, 2]),
150
+ this.log,
151
+ true, // failSilently - don't log errors during retries
152
+ );
153
+ const durationMs = Math.trunc(timer.ms());
154
+ this.log.debug(`Uploaded tx to file store`, { txHash, path, durationMs });
155
+ this.instrumentation.recordUploadSuccess(durationMs);
156
+ } catch (err) {
157
+ this.log.warn(`Failed to upload tx to file store after retries`, { txHash, error: err });
158
+ this.instrumentation.recordUploadFailed();
159
+ }
160
+ }
161
+
162
+ /** Waits for all queued and in-flight uploads to complete. For testing. */
163
+ public async flush(): Promise<void> {
164
+ while (this.uploadQueue.length > 0 || this.activeUploads > 0) {
165
+ await this.queueProcessor.trigger();
166
+ }
167
+ }
168
+
169
+ /** Returns the number of pending uploads (queued + in-flight). */
170
+ public getPendingUploadCount(): number {
171
+ return this.uploadQueue.length + this.activeUploads;
172
+ }
173
+ }
@@ -12,7 +12,7 @@ import { type BlockHeader, Tx, TxHash } from '@aztec/stdlib/tx';
12
12
 
13
13
  import EventEmitter from 'events';
14
14
 
15
- import type { AttestationPool } from '../mem_pools/attestation_pool/attestation_pool.js';
15
+ import type { TryAddResult } from '../mem_pools/attestation_pool/attestation_pool.js';
16
16
  import type { TxPool } from '../mem_pools/tx_pool/index.js';
17
17
  import { RateLimitStatus } from '../services/reqresp/rate-limiter/rate_limiter.js';
18
18
 
@@ -145,42 +145,37 @@ export class InMemoryTxPool extends EventEmitter implements TxPool {
145
145
  }
146
146
 
147
147
  /**
148
- * In-memory AttestationPool implementation for testing.
148
+ * In-memory AttestationPool mock for testing/benchmarking.
149
+ * Provides minimal implementation without persistence.
149
150
  */
150
- export class InMemoryAttestationPool implements AttestationPool {
151
+ export class InMemoryAttestationPool {
151
152
  private proposals = new Map<string, BlockProposal>();
152
153
 
153
- addBlockProposal(blockProposal: BlockProposal): Promise<void> {
154
- this.proposals.set(blockProposal.archive.toString(), blockProposal);
155
- return Promise.resolve();
154
+ tryAddBlockProposal(blockProposal: BlockProposal): Promise<TryAddResult> {
155
+ const id = blockProposal.archive.toString();
156
+ const alreadyExists = this.proposals.has(id);
157
+ if (alreadyExists) {
158
+ return Promise.resolve({ added: false, alreadyExists: true, totalForPosition: 1 });
159
+ }
160
+ this.proposals.set(id, blockProposal);
161
+ return Promise.resolve({ added: true, alreadyExists: false, totalForPosition: 1 });
156
162
  }
157
163
 
158
164
  getBlockProposal(id: string): Promise<BlockProposal | undefined> {
159
165
  return Promise.resolve(this.proposals.get(id));
160
166
  }
161
167
 
162
- hasBlockProposal(idOrProposal: string | BlockProposal): Promise<boolean> {
163
- const id = typeof idOrProposal === 'string' ? idOrProposal : idOrProposal.archive.toString();
164
- return Promise.resolve(this.proposals.has(id));
165
- }
166
-
167
- canAddProposal(_block: BlockProposal): Promise<boolean> {
168
- return Promise.resolve(true);
168
+ tryAddCheckpointProposal(_proposal: CheckpointProposal): Promise<TryAddResult> {
169
+ return Promise.resolve({ added: true, alreadyExists: false, totalForPosition: 1 });
169
170
  }
170
171
 
171
- async addCheckpointProposal(_proposal: CheckpointProposal): Promise<void> {}
172
-
173
172
  getCheckpointProposal(_id: string): Promise<CheckpointProposalCore | undefined> {
174
173
  return Promise.resolve(undefined);
175
174
  }
176
175
 
177
- hasCheckpointProposal(_idOrProposal: string | CheckpointProposal): Promise<boolean> {
178
- return Promise.resolve(false);
179
- }
180
-
181
- async addCheckpointAttestations(_attestations: CheckpointAttestation[]): Promise<void> {}
176
+ async addOwnCheckpointAttestations(_attestations: CheckpointAttestation[]): Promise<void> {}
182
177
 
183
- async deleteCheckpointAttestationsOlderThan(_slot: SlotNumber): Promise<void> {}
178
+ async deleteOlderThan(_slot: SlotNumber): Promise<void> {}
184
179
 
185
180
  getCheckpointAttestationsForSlot(_slot: SlotNumber): Promise<CheckpointAttestation[]> {
186
181
  return Promise.resolve([]);
@@ -193,24 +188,8 @@ export class InMemoryAttestationPool implements AttestationPool {
193
188
  return Promise.resolve([]);
194
189
  }
195
190
 
196
- hasCheckpointAttestation(_attestation: CheckpointAttestation): Promise<boolean> {
197
- return Promise.resolve(false);
198
- }
199
-
200
- canAddCheckpointProposal(_proposal: CheckpointProposal): Promise<boolean> {
201
- return Promise.resolve(true);
202
- }
203
-
204
- canAddCheckpointAttestation(_attestation: CheckpointAttestation, _committeeSize: number): Promise<boolean> {
205
- return Promise.resolve(true);
206
- }
207
-
208
- hasReachedCheckpointProposalCap(_slot: SlotNumber): Promise<boolean> {
209
- return Promise.resolve(false);
210
- }
211
-
212
- hasReachedCheckpointAttestationCap(_slot: SlotNumber, _proposalId: string, _committeeSize: number): Promise<boolean> {
213
- return Promise.resolve(false);
191
+ tryAddCheckpointAttestation(_attestation: CheckpointAttestation, _committeeSize: number): Promise<TryAddResult> {
192
+ return Promise.resolve({ added: true, alreadyExists: false, totalForPosition: 1 });
214
193
  }
215
194
 
216
195
  isEmpty(): Promise<boolean> {
@@ -447,7 +447,7 @@ process.on('message', async msg => {
447
447
  const txHashes = allTxs.map(tx => tx.getTxHash());
448
448
  const blockProposal = await createBlockProposal(benchCmd.blockNumber, txHashes, benchCmd.seed);
449
449
 
450
- await workerAttestationPool.addBlockProposal(blockProposal);
450
+ await workerAttestationPool.tryAddBlockProposal(blockProposal);
451
451
  workerLogger.debug(
452
452
  `[BENCH] Added block proposal with archive ${blockProposal.archive.toString().slice(0, 10)}...`,
453
453
  );
@@ -1,40 +0,0 @@
1
- import { SlotNumber } from '@aztec/foundation/branded-types';
2
- import type { AztecAsyncKVStore } from '@aztec/kv-store';
3
- import { BlockProposal, CheckpointAttestation, CheckpointProposal, type CheckpointProposalCore } from '@aztec/stdlib/p2p';
4
- import { type TelemetryClient } from '@aztec/telemetry-client';
5
- import type { AttestationPool } from './attestation_pool.js';
6
- export declare const MAX_PROPOSALS_PER_SLOT = 5;
7
- export declare const ATTESTATION_CAP_BUFFER = 10;
8
- export declare class KvAttestationPool implements AttestationPool {
9
- private store;
10
- private log;
11
- private metrics;
12
- private proposals;
13
- private checkpointAttestations;
14
- private checkpointProposals;
15
- private checkpointProposalsForSlot;
16
- private checkpointAttestationsForProposal;
17
- constructor(store: AztecAsyncKVStore, telemetry?: TelemetryClient, log?: import("@aztec/foundation/log").Logger);
18
- private poolStats;
19
- isEmpty(): Promise<boolean>;
20
- private getProposalKey;
21
- private getAttestationKey;
22
- addBlockProposal(blockProposal: BlockProposal): Promise<void>;
23
- getBlockProposal(id: string): Promise<BlockProposal | undefined>;
24
- hasBlockProposal(idOrProposal: string | BlockProposal): Promise<boolean>;
25
- addCheckpointProposal(proposal: CheckpointProposal): Promise<void>;
26
- getCheckpointProposal(id: string): Promise<CheckpointProposalCore | undefined>;
27
- hasCheckpointProposal(idOrProposal: string | CheckpointProposal): Promise<boolean>;
28
- addCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void>;
29
- getCheckpointAttestationsForSlot(slot: SlotNumber): Promise<CheckpointAttestation[]>;
30
- getCheckpointAttestationsForSlotAndProposal(slot: SlotNumber, proposalId: string): Promise<CheckpointAttestation[]>;
31
- deleteCheckpointAttestationsOlderThan(oldestSlot: SlotNumber): Promise<void>;
32
- private deleteCheckpointAttestationsForSlot;
33
- hasCheckpointAttestation(attestation: CheckpointAttestation): Promise<boolean>;
34
- canAddProposal(_block: BlockProposal): Promise<boolean>;
35
- canAddCheckpointProposal(proposal: CheckpointProposal): Promise<boolean>;
36
- canAddCheckpointAttestation(attestation: CheckpointAttestation, committeeSize: number): Promise<boolean>;
37
- hasReachedCheckpointProposalCap(slot: SlotNumber): Promise<boolean>;
38
- hasReachedCheckpointAttestationCap(slot: SlotNumber, proposalId: string, committeeSize: number): Promise<boolean>;
39
- }
40
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoia3ZfYXR0ZXN0YXRpb25fcG9vbC5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vLi4vc3JjL21lbV9wb29scy9hdHRlc3RhdGlvbl9wb29sL2t2X2F0dGVzdGF0aW9uX3Bvb2wudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLFVBQVUsRUFBRSxNQUFNLGlDQUFpQyxDQUFDO0FBSTdELE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFxQyxNQUFNLGlCQUFpQixDQUFDO0FBQzVGLE9BQU8sRUFDTCxhQUFhLEVBQ2IscUJBQXFCLEVBQ3JCLGtCQUFrQixFQUNsQixLQUFLLHNCQUFzQixFQUM1QixNQUFNLG1CQUFtQixDQUFDO0FBQzNCLE9BQU8sRUFBRSxLQUFLLGVBQWUsRUFBc0IsTUFBTSx5QkFBeUIsQ0FBQztBQUluRixPQUFPLEtBQUssRUFBRSxlQUFlLEVBQUUsTUFBTSx1QkFBdUIsQ0FBQztBQUU3RCxlQUFPLE1BQU0sc0JBQXNCLElBQUksQ0FBQztBQUN4QyxlQUFPLE1BQU0sc0JBQXNCLEtBQUssQ0FBQztBQUV6QyxxQkFBYSxpQkFBa0IsWUFBVyxlQUFlO0lBZXJELE9BQU8sQ0FBQyxLQUFLO0lBRWIsT0FBTyxDQUFDLEdBQUc7SUFoQmIsT0FBTyxDQUFDLE9BQU8sQ0FBNkM7SUFFNUQsT0FBTyxDQUFDLFNBQVMsQ0FHZjtJQUdGLE9BQU8sQ0FBQyxzQkFBc0IsQ0FBZ0M7SUFDOUQsT0FBTyxDQUFDLG1CQUFtQixDQUFnQztJQUMzRCxPQUFPLENBQUMsMEJBQTBCLENBQXFDO0lBQ3ZFLE9BQU8sQ0FBQyxpQ0FBaUMsQ0FBcUM7SUFFOUUsWUFDVSxLQUFLLEVBQUUsaUJBQWlCLEVBQ2hDLFNBQVMsR0FBRSxlQUFzQyxFQUN6QyxHQUFHLHlDQUF5QyxFQVdyRDtJQUVELE9BQU8sQ0FBQyxTQUFTLENBSWY7SUFFVyxPQUFPLElBQUksT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQVF2QztJQUVELE9BQU8sQ0FBQyxjQUFjO0lBWXRCLE9BQU8sQ0FBQyxpQkFBaUI7SUFJWixnQkFBZ0IsQ0FBQyxhQUFhLEVBQUUsYUFBYSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FNekU7SUFFWSxnQkFBZ0IsQ0FBQyxFQUFFLEVBQUUsTUFBTSxHQUFHLE9BQU8sQ0FBQyxhQUFhLEdBQUcsU0FBUyxDQUFDLENBVzVFO0lBRVksZ0JBQWdCLENBQUMsWUFBWSxFQUFFLE1BQU0sR0FBRyxhQUFhLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUdwRjtJQUVZLHFCQUFxQixDQUFDLFFBQVEsRUFBRSxrQkFBa0IsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBNEI5RTtJQUVZLHFCQUFxQixDQUFDLEVBQUUsRUFBRSxNQUFNLEdBQUcsT0FBTyxDQUFDLHNCQUFzQixHQUFHLFNBQVMsQ0FBQyxDQVcxRjtJQUVZLHFCQUFxQixDQUFDLFlBQVksRUFBRSxNQUFNLEdBQUcsa0JBQWtCLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUc5RjtJQUVZLHlCQUF5QixDQUFDLFlBQVksRUFBRSxxQkFBcUIsRUFBRSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FzQzNGO0lBRVksZ0NBQWdDLENBQUMsSUFBSSxFQUFFLFVBQVUsR0FBRyxPQUFPLENBQUMscUJBQXFCLEVBQUUsQ0FBQyxDQVNoRztJQUVZLDJDQUEyQyxDQUN0RCxJQUFJLEVBQUUsVUFBVSxFQUNoQixVQUFVLEVBQUUsTUFBTSxHQUNqQixPQUFPLENBQUMscUJBQXFCLEVBQUUsQ0FBQyxDQWtCbEM7SUFFWSxxQ0FBcUMsQ0FBQyxVQUFVLEVBQUUsVUFBVSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FLeEY7WUFFYSxtQ0FBbUM7SUF3QnBDLHdCQUF3QixDQUFDLFdBQVcsRUFBRSxxQkFBcUIsR0FBRyxPQUFPLENBQUMsT0FBTyxDQUFDLENBYzFGO0lBRU0sY0FBYyxDQUFDLE1BQU0sRUFBRSxhQUFhLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUc3RDtJQUVZLHdCQUF3QixDQUFDLFFBQVEsRUFBRSxrQkFBa0IsR0FBRyxPQUFPLENBQUMsT0FBTyxDQUFDLENBTXBGO0lBRVksMkJBQTJCLENBQ3RDLFdBQVcsRUFBRSxxQkFBcUIsRUFDbEMsYUFBYSxFQUFFLE1BQU0sR0FDcEIsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQVNsQjtJQUVZLCtCQUErQixDQUFDLElBQUksRUFBRSxVQUFVLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUcvRTtJQUVZLGtDQUFrQyxDQUM3QyxJQUFJLEVBQUUsVUFBVSxFQUNoQixVQUFVLEVBQUUsTUFBTSxFQUNsQixhQUFhLEVBQUUsTUFBTSxHQUNwQixPQUFPLENBQUMsT0FBTyxDQUFDLENBS2xCO0NBQ0YifQ==
@@ -1 +0,0 @@
1
- {"version":3,"file":"kv_attestation_pool.d.ts","sourceRoot":"","sources":["../../../src/mem_pools/attestation_pool/kv_attestation_pool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAI7D,OAAO,KAAK,EAAE,iBAAiB,EAAqC,MAAM,iBAAiB,CAAC;AAC5F,OAAO,EACL,aAAa,EACb,qBAAqB,EACrB,kBAAkB,EAClB,KAAK,sBAAsB,EAC5B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAInF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAE7D,eAAO,MAAM,sBAAsB,IAAI,CAAC;AACxC,eAAO,MAAM,sBAAsB,KAAK,CAAC;AAEzC,qBAAa,iBAAkB,YAAW,eAAe;IAerD,OAAO,CAAC,KAAK;IAEb,OAAO,CAAC,GAAG;IAhBb,OAAO,CAAC,OAAO,CAA6C;IAE5D,OAAO,CAAC,SAAS,CAGf;IAGF,OAAO,CAAC,sBAAsB,CAAgC;IAC9D,OAAO,CAAC,mBAAmB,CAAgC;IAC3D,OAAO,CAAC,0BAA0B,CAAqC;IACvE,OAAO,CAAC,iCAAiC,CAAqC;IAE9E,YACU,KAAK,EAAE,iBAAiB,EAChC,SAAS,GAAE,eAAsC,EACzC,GAAG,yCAAyC,EAWrD;IAED,OAAO,CAAC,SAAS,CAIf;IAEW,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,CAQvC;IAED,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,iBAAiB;IAIZ,gBAAgB,CAAC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAMzE;IAEY,gBAAgB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC,CAW5E;IAEY,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAGpF;IAEY,qBAAqB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CA4B9E;IAEY,qBAAqB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC,CAW1F;IAEY,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,CAG9F;IAEY,yBAAyB,CAAC,YAAY,EAAE,qBAAqB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAsC3F;IAEY,gCAAgC,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAShG;IAEY,2CAA2C,CACtD,IAAI,EAAE,UAAU,EAChB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAkBlC;IAEY,qCAAqC,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAKxF;YAEa,mCAAmC;IAwBpC,wBAAwB,CAAC,WAAW,EAAE,qBAAqB,GAAG,OAAO,CAAC,OAAO,CAAC,CAc1F;IAEM,cAAc,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAG7D;IAEY,wBAAwB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,CAMpF;IAEY,2BAA2B,CACtC,WAAW,EAAE,qBAAqB,EAClC,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,OAAO,CAAC,CASlB;IAEY,+BAA+B,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,CAG/E;IAEY,kCAAkC,CAC7C,IAAI,EAAE,UAAU,EAChB,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,OAAO,CAAC,CAKlB;CACF"}
@@ -1,218 +0,0 @@
1
- import { SlotNumber } from '@aztec/foundation/branded-types';
2
- import { Fr } from '@aztec/foundation/curves/bn254';
3
- import { toArray } from '@aztec/foundation/iterable';
4
- import { createLogger } from '@aztec/foundation/log';
5
- import { BlockProposal, CheckpointAttestation, CheckpointProposal } from '@aztec/stdlib/p2p';
6
- import { getTelemetryClient } from '@aztec/telemetry-client';
7
- import { ProposalSlotCapExceededError } from '../../errors/attestation-pool.error.js';
8
- import { PoolInstrumentation, PoolName } from '../instrumentation.js';
9
- export const MAX_PROPOSALS_PER_SLOT = 5;
10
- export const ATTESTATION_CAP_BUFFER = 10;
11
- export class KvAttestationPool {
12
- store;
13
- log;
14
- metrics;
15
- proposals;
16
- // Checkpoint attestation storage
17
- checkpointAttestations;
18
- checkpointProposals;
19
- checkpointProposalsForSlot;
20
- checkpointAttestationsForProposal;
21
- constructor(store, telemetry = getTelemetryClient(), log = createLogger('aztec:attestation_pool')){
22
- this.store = store;
23
- this.log = log;
24
- this.poolStats = async ()=>{
25
- return {
26
- itemCount: await this.checkpointAttestations.sizeAsync()
27
- };
28
- };
29
- this.proposals = store.openMap('proposals');
30
- // Initialize checkpoint attestation storage
31
- this.checkpointAttestations = store.openMap('checkpoint_attestations');
32
- this.checkpointProposals = store.openMap('checkpoint_proposals');
33
- this.checkpointProposalsForSlot = store.openMultiMap('checkpoint_proposals_for_slot');
34
- this.checkpointAttestationsForProposal = store.openMultiMap('checkpoint_attestations_for_proposal');
35
- this.metrics = new PoolInstrumentation(telemetry, PoolName.ATTESTATION_POOL, this.poolStats);
36
- }
37
- poolStats;
38
- async isEmpty() {
39
- for await (const _ of this.checkpointAttestations.entriesAsync()){
40
- return false;
41
- }
42
- for await (const _ of this.proposals.entriesAsync()){
43
- return false;
44
- }
45
- return true;
46
- }
47
- getProposalKey(slot, proposalId) {
48
- const slotStr = typeof slot === 'string' ? slot : new Fr(slot).toString();
49
- const proposalIdStr = typeof proposalId === 'string' ? proposalId : Buffer.isBuffer(proposalId) ? Fr.fromBuffer(proposalId).toString() : proposalId.toString();
50
- return `${slotStr}-${proposalIdStr}`;
51
- }
52
- getAttestationKey(slot, proposalId, address) {
53
- return `${this.getProposalKey(slot, proposalId)}-${address}`;
54
- }
55
- async addBlockProposal(blockProposal) {
56
- await this.store.transactionAsync(async ()=>{
57
- const proposalId = blockProposal.archive.toString();
58
- // Strip signedTxs before storing to avoid persisting full tx data
59
- await this.proposals.set(proposalId, blockProposal.withoutSignedTxs().toBuffer());
60
- });
61
- }
62
- async getBlockProposal(id) {
63
- const buffer = await this.proposals.getAsync(id);
64
- try {
65
- if (buffer && buffer.length > 0) {
66
- return BlockProposal.fromBuffer(buffer);
67
- }
68
- } catch {
69
- return Promise.resolve(undefined);
70
- }
71
- return Promise.resolve(undefined);
72
- }
73
- async hasBlockProposal(idOrProposal) {
74
- const id = typeof idOrProposal === 'string' ? idOrProposal : idOrProposal.archive.toString();
75
- return await this.proposals.hasAsync(id);
76
- }
77
- async addCheckpointProposal(proposal) {
78
- if (!await this.canAddCheckpointProposal(proposal)) {
79
- throw new ProposalSlotCapExceededError(`Maximum checkpoint proposals per slot reached: slot=${proposal.slotNumber} cap=${MAX_PROPOSALS_PER_SLOT} proposal=${proposal.archive.toString()}`);
80
- }
81
- // Extract and validate the block proposal if present
82
- const blockProposal = proposal.getBlockProposal();
83
- if (blockProposal && !await this.canAddProposal(blockProposal)) {
84
- throw new ProposalSlotCapExceededError(`Maximum block proposals per slot reached when extracting from checkpoint: slot=${proposal.slotNumber} proposal=${blockProposal.archive.toString()}`);
85
- }
86
- await this.store.transactionAsync(async ()=>{
87
- const slotKey = proposal.slotNumber;
88
- const proposalId = proposal.archive.toString();
89
- await this.checkpointProposalsForSlot.set(slotKey, proposalId);
90
- // Store the checkpoint proposal as core (without lastBlock) to avoid duplication
91
- await this.checkpointProposals.set(proposalId, proposal.toCore().toBuffer());
92
- // Store the extracted block proposal separately
93
- if (blockProposal) {
94
- await this.proposals.set(blockProposal.archive.toString(), blockProposal.withoutSignedTxs().toBuffer());
95
- }
96
- });
97
- }
98
- async getCheckpointProposal(id) {
99
- const buffer = await this.checkpointProposals.getAsync(id);
100
- try {
101
- if (buffer && buffer.length > 0) {
102
- return CheckpointProposal.fromBuffer(buffer);
103
- }
104
- } catch {
105
- return Promise.resolve(undefined);
106
- }
107
- return Promise.resolve(undefined);
108
- }
109
- async hasCheckpointProposal(idOrProposal) {
110
- const id = typeof idOrProposal === 'string' ? idOrProposal : idOrProposal.archive.toString();
111
- return await this.checkpointProposals.hasAsync(id);
112
- }
113
- async addCheckpointAttestations(attestations) {
114
- await this.store.transactionAsync(async ()=>{
115
- for (const attestation of attestations){
116
- const slotNumber = attestation.payload.header.slotNumber;
117
- const proposalId = attestation.archive;
118
- const sender = attestation.getSender();
119
- // Skip attestations with invalid signatures
120
- if (!sender) {
121
- this.log.warn(`Skipping checkpoint attestation with invalid signature for slot ${slotNumber}`, {
122
- signature: attestation.signature.toString(),
123
- slotNumber,
124
- proposalId
125
- });
126
- continue;
127
- }
128
- const address = sender.toString();
129
- await this.checkpointAttestations.set(this.getAttestationKey(slotNumber, proposalId, address), attestation.toBuffer());
130
- await this.checkpointProposalsForSlot.set(slotNumber, proposalId.toString());
131
- await this.checkpointAttestationsForProposal.set(this.getProposalKey(slotNumber, proposalId), this.getAttestationKey(slotNumber, proposalId, address));
132
- this.log.verbose(`Added checkpoint attestation for slot ${slotNumber} from ${address}`, {
133
- signature: attestation.signature.toString(),
134
- slotNumber,
135
- address,
136
- proposalId
137
- });
138
- }
139
- });
140
- }
141
- async getCheckpointAttestationsForSlot(slot) {
142
- const proposalIds = await toArray(this.checkpointProposalsForSlot.getValuesAsync(slot));
143
- const attestations = [];
144
- for (const proposalId of proposalIds){
145
- attestations.push(...await this.getCheckpointAttestationsForSlotAndProposal(slot, proposalId));
146
- }
147
- return attestations;
148
- }
149
- async getCheckpointAttestationsForSlotAndProposal(slot, proposalId) {
150
- const attestationIds = await toArray(this.checkpointAttestationsForProposal.getValuesAsync(this.getProposalKey(slot, proposalId)));
151
- const attestations = [];
152
- for (const id of attestationIds){
153
- const buf = await this.checkpointAttestations.getAsync(id);
154
- if (!buf) {
155
- throw new Error('Checkpoint attestation not found ' + id);
156
- }
157
- const attestation = CheckpointAttestation.fromBuffer(buf);
158
- attestations.push(attestation);
159
- }
160
- return attestations;
161
- }
162
- async deleteCheckpointAttestationsOlderThan(oldestSlot) {
163
- const olderThan = await toArray(this.checkpointProposalsForSlot.keysAsync({
164
- end: oldestSlot
165
- }));
166
- for (const oldSlot of olderThan){
167
- await this.deleteCheckpointAttestationsForSlot(SlotNumber(oldSlot));
168
- }
169
- }
170
- async deleteCheckpointAttestationsForSlot(slot) {
171
- let numberOfAttestations = 0;
172
- await this.store.transactionAsync(async ()=>{
173
- const proposalIds = await toArray(this.checkpointProposalsForSlot.getValuesAsync(slot));
174
- for (const proposalId of proposalIds){
175
- const attestations = await toArray(this.checkpointAttestationsForProposal.getValuesAsync(this.getProposalKey(slot, proposalId)));
176
- numberOfAttestations += attestations.length;
177
- for (const attestation of attestations){
178
- await this.checkpointAttestations.delete(attestation);
179
- }
180
- await this.checkpointProposals.delete(proposalId);
181
- await this.checkpointAttestationsForProposal.delete(this.getProposalKey(slot, proposalId));
182
- }
183
- await this.checkpointProposalsForSlot.delete(slot);
184
- this.log.verbose(`Removed ${numberOfAttestations} checkpoint attestations for slot ${slot}`);
185
- });
186
- }
187
- async hasCheckpointAttestation(attestation) {
188
- const slotNumber = attestation.payload.header.slotNumber;
189
- const proposalId = attestation.archive;
190
- const sender = attestation.getSender();
191
- // Attestations with invalid signatures are never in the pool
192
- if (!sender) {
193
- return false;
194
- }
195
- const address = sender.toString();
196
- const key = this.getAttestationKey(slotNumber, proposalId, address);
197
- return await this.checkpointAttestations.hasAsync(key);
198
- }
199
- canAddProposal(_block) {
200
- // TODO(palla/mbps): implement proposal cap logic
201
- return Promise.resolve(true);
202
- }
203
- async canAddCheckpointProposal(proposal) {
204
- // TODO(palla/mbps): Adjust checkpoint proposal limit to 1. Also connect to slashing condition in the caller.
205
- return await this.checkpointProposals.hasAsync(proposal.archive.toString()) || !await this.hasReachedCheckpointProposalCap(proposal.slotNumber);
206
- }
207
- async canAddCheckpointAttestation(attestation, committeeSize) {
208
- return await this.hasCheckpointAttestation(attestation) || !await this.hasReachedCheckpointAttestationCap(attestation.payload.header.slotNumber, attestation.archive.toString(), committeeSize);
209
- }
210
- async hasReachedCheckpointProposalCap(slot) {
211
- const uniqueProposalCount = await this.checkpointProposalsForSlot.getValueCountAsync(slot);
212
- return uniqueProposalCount >= MAX_PROPOSALS_PER_SLOT;
213
- }
214
- async hasReachedCheckpointAttestationCap(slot, proposalId, committeeSize) {
215
- const limit = committeeSize + ATTESTATION_CAP_BUFFER;
216
- return await this.checkpointAttestationsForProposal.getValueCountAsync(this.getProposalKey(slot, proposalId)) >= limit;
217
- }
218
- }
@@ -1,31 +0,0 @@
1
- import type { SlotNumber } from '@aztec/foundation/branded-types';
2
- import type { BlockProposal, CheckpointAttestation, CheckpointProposal, CheckpointProposalCore } from '@aztec/stdlib/p2p';
3
- import { type TelemetryClient } from '@aztec/telemetry-client';
4
- import type { AttestationPool } from './attestation_pool.js';
5
- export declare class InMemoryAttestationPool implements AttestationPool {
6
- private log;
7
- private metrics;
8
- private proposals;
9
- private checkpointAttestations;
10
- private checkpointProposals;
11
- constructor(telemetry?: TelemetryClient, log?: import("@aztec/foundation/log").Logger);
12
- private poolStats;
13
- isEmpty(): Promise<boolean>;
14
- addBlockProposal(blockProposal: BlockProposal): Promise<void>;
15
- getBlockProposal(id: string): Promise<BlockProposal | undefined>;
16
- hasBlockProposal(idOrProposal: string | BlockProposal): Promise<boolean>;
17
- canAddProposal(_block: BlockProposal): Promise<boolean>;
18
- addCheckpointProposal(proposal: CheckpointProposal): Promise<void>;
19
- getCheckpointProposal(id: string): Promise<CheckpointProposalCore | undefined>;
20
- hasCheckpointProposal(idOrProposal: string | CheckpointProposal): Promise<boolean>;
21
- addCheckpointAttestations(attestations: CheckpointAttestation[]): Promise<void>;
22
- getCheckpointAttestationsForSlot(slot: SlotNumber): Promise<CheckpointAttestation[]>;
23
- getCheckpointAttestationsForSlotAndProposal(slot: SlotNumber, proposalId: string): Promise<CheckpointAttestation[]>;
24
- deleteCheckpointAttestationsOlderThan(oldestSlot: SlotNumber): Promise<void>;
25
- hasReachedCheckpointProposalCap(slot: SlotNumber): Promise<boolean>;
26
- hasReachedCheckpointAttestationCap(slot: SlotNumber, proposalId: string, committeeSize: number): Promise<boolean>;
27
- canAddCheckpointProposal(proposal: CheckpointProposal): Promise<boolean>;
28
- canAddCheckpointAttestation(attestation: CheckpointAttestation, committeeSize: number): Promise<boolean>;
29
- hasCheckpointAttestation(attestation: CheckpointAttestation): Promise<boolean>;
30
- }
31
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibWVtb3J5X2F0dGVzdGF0aW9uX3Bvb2wuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uL3NyYy9tZW1fcG9vbHMvYXR0ZXN0YXRpb25fcG9vbC9tZW1vcnlfYXR0ZXN0YXRpb25fcG9vbC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssRUFBRSxVQUFVLEVBQUUsTUFBTSxpQ0FBaUMsQ0FBQztBQUVsRSxPQUFPLEtBQUssRUFDVixhQUFhLEVBQ2IscUJBQXFCLEVBQ3JCLGtCQUFrQixFQUNsQixzQkFBc0IsRUFDdkIsTUFBTSxtQkFBbUIsQ0FBQztBQUMzQixPQUFPLEVBQUUsS0FBSyxlQUFlLEVBQXNCLE1BQU0seUJBQXlCLENBQUM7QUFJbkYsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0sdUJBQXVCLENBQUM7QUFHN0QscUJBQWEsdUJBQXdCLFlBQVcsZUFBZTtJQWUzRCxPQUFPLENBQUMsR0FBRztJQWRiLE9BQU8sQ0FBQyxPQUFPLENBQTZDO0lBRTVELE9BQU8sQ0FBQyxTQUFTLENBQTZCO0lBSTlDLE9BQU8sQ0FBQyxzQkFBc0IsQ0FHNUI7SUFDRixPQUFPLENBQUMsbUJBQW1CLENBQXNDO0lBRWpFLFlBQ0UsU0FBUyxHQUFFLGVBQXNDLEVBQ3pDLEdBQUcseUNBQXVDLEVBTW5EO0lBRUQsT0FBTyxDQUFDLFNBQVMsQ0FJZjtJQUVLLE9BQU8sSUFBSSxPQUFPLENBQUMsT0FBTyxDQUFDLENBRWpDO0lBRU0sZ0JBQWdCLENBQUMsYUFBYSxFQUFFLGFBQWEsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBSW5FO0lBRU0sZ0JBQWdCLENBQUMsRUFBRSxFQUFFLE1BQU0sR0FBRyxPQUFPLENBQUMsYUFBYSxHQUFHLFNBQVMsQ0FBQyxDQUV0RTtJQUVNLGdCQUFnQixDQUFDLFlBQVksRUFBRSxNQUFNLEdBQUcsYUFBYSxHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FHOUU7SUFFTSxjQUFjLENBQUMsTUFBTSxFQUFFLGFBQWEsR0FBRyxPQUFPLENBQUMsT0FBTyxDQUFDLENBRzdEO0lBSVkscUJBQXFCLENBQUMsUUFBUSxFQUFFLGtCQUFrQixHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0EyQjlFO0lBRU0scUJBQXFCLENBQUMsRUFBRSxFQUFFLE1BQU0sR0FBRyxPQUFPLENBQUMsc0JBQXNCLEdBQUcsU0FBUyxDQUFDLENBRXBGO0lBRU0scUJBQXFCLENBQUMsWUFBWSxFQUFFLE1BQU0sR0FBRyxrQkFBa0IsR0FBRyxPQUFPLENBQUMsT0FBTyxDQUFDLENBR3hGO0lBRU0seUJBQXlCLENBQUMsWUFBWSxFQUFFLHFCQUFxQixFQUFFLEdBQUcsT0FBTyxDQUFDLElBQUksQ0FBQyxDQTZCckY7SUFFTSxnQ0FBZ0MsQ0FBQyxJQUFJLEVBQUUsVUFBVSxHQUFHLE9BQU8sQ0FBQyxxQkFBcUIsRUFBRSxDQUFDLENBTTFGO0lBRU0sMkNBQTJDLENBQ2hELElBQUksRUFBRSxVQUFVLEVBQ2hCLFVBQVUsRUFBRSxNQUFNLEdBQ2pCLE9BQU8sQ0FBQyxxQkFBcUIsRUFBRSxDQUFDLENBU2xDO0lBRU0scUNBQXFDLENBQUMsVUFBVSxFQUFFLFVBQVUsR0FBRyxPQUFPLENBQUMsSUFBSSxDQUFDLENBa0JsRjtJQUVNLCtCQUErQixDQUFDLElBQUksRUFBRSxVQUFVLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUl6RTtJQUVNLGtDQUFrQyxDQUN2QyxJQUFJLEVBQUUsVUFBVSxFQUNoQixVQUFVLEVBQUUsTUFBTSxFQUNsQixhQUFhLEVBQUUsTUFBTSxHQUNwQixPQUFPLENBQUMsT0FBTyxDQUFDLENBSWxCO0lBRVksd0JBQXdCLENBQUMsUUFBUSxFQUFFLGtCQUFrQixHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FLcEY7SUFFWSwyQkFBMkIsQ0FDdEMsV0FBVyxFQUFFLHFCQUFxQixFQUNsQyxhQUFhLEVBQUUsTUFBTSxHQUNwQixPQUFPLENBQUMsT0FBTyxDQUFDLENBU2xCO0lBRU0sd0JBQXdCLENBQUMsV0FBVyxFQUFFLHFCQUFxQixHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FxQnBGO0NBQ0YifQ==
@@ -1 +0,0 @@
1
- {"version":3,"file":"memory_attestation_pool.d.ts","sourceRoot":"","sources":["../../../src/mem_pools/attestation_pool/memory_attestation_pool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAElE,OAAO,KAAK,EACV,aAAa,EACb,qBAAqB,EACrB,kBAAkB,EAClB,sBAAsB,EACvB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,KAAK,eAAe,EAAsB,MAAM,yBAAyB,CAAC;AAInF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAG7D,qBAAa,uBAAwB,YAAW,eAAe;IAe3D,OAAO,CAAC,GAAG;IAdb,OAAO,CAAC,OAAO,CAA6C;IAE5D,OAAO,CAAC,SAAS,CAA6B;IAI9C,OAAO,CAAC,sBAAsB,CAG5B;IACF,OAAO,CAAC,mBAAmB,CAAsC;IAEjE,YACE,SAAS,GAAE,eAAsC,EACzC,GAAG,yCAAuC,EAMnD;IAED,OAAO,CAAC,SAAS,CAIf;IAEK,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,CAEjC;IAEM,gBAAgB,CAAC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAInE;IAEM,gBAAgB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC,CAEtE;IAEM,gBAAgB,CAAC,YAAY,EAAE,MAAM,GAAG,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAG9E;IAEM,cAAc,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,CAG7D;IAIY,qBAAqB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CA2B9E;IAEM,qBAAqB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC,CAEpF;IAEM,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,CAGxF;IAEM,yBAAyB,CAAC,YAAY,EAAE,qBAAqB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CA6BrF;IAEM,gCAAgC,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAM1F;IAEM,2CAA2C,CAChD,IAAI,EAAE,UAAU,EAChB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,qBAAqB,EAAE,CAAC,CASlC;IAEM,qCAAqC,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAkBlF;IAEM,+BAA+B,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,CAIzE;IAEM,kCAAkC,CACvC,IAAI,EAAE,UAAU,EAChB,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,OAAO,CAAC,CAIlB;IAEY,wBAAwB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,CAKpF;IAEY,2BAA2B,CACtC,WAAW,EAAE,qBAAqB,EAClC,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,OAAO,CAAC,CASlB;IAEM,wBAAwB,CAAC,WAAW,EAAE,qBAAqB,GAAG,OAAO,CAAC,OAAO,CAAC,CAqBpF;CACF"}