@aztec/p2p 0.0.1-commit.e558bd1c → 0.0.1-commit.e57c76e

package/dest/services/tx_collection/proposal_tx_collector.d.ts

@@ -1,48 +0,0 @@
-import type { Logger } from '@aztec/foundation/log';
-import type { DateProvider } from '@aztec/foundation/timer';
-import type { Tx, TxHash } from '@aztec/stdlib/tx';
-import type { PeerId } from '@libp2p/interface';
-import type { BatchTxRequesterConfig } from '../reqresp/batch-tx-requester/config.js';
-import type { BatchTxRequesterLibP2PService } from '../reqresp/batch-tx-requester/interface.js';
-import type { IBatchRequestTxValidator } from '../reqresp/batch-tx-requester/tx_validator.js';
-import { type BlockTxsSource } from '../reqresp/index.js';
-/**
- * Strategy interface for collecting missing transactions for a block or proposal.
- * Allows swapping between different tx collection implementations for benchmarking.
- */
-export interface MissingTxsCollector {
-    /**
-     * Collect missing transactions for a block or proposal.
-     * @param txHashes - The transaction hashes to collect
-     * @param blockTxsSource - The block or proposal containing the transactions
-     * @param pinnedPeer - Optional peer expected to have the transactions
-     * @param timeoutMs - Timeout in milliseconds
-     * @returns The collected transactions
-     */
-    collectTxs(txHashes: TxHash[], blockTxsSource: BlockTxsSource, pinnedPeer: PeerId | undefined, timeoutMs: number): Promise<Tx[]>;
-}
-/**
- * Collects transactions using the BatchTxRequester implementation.
- * This uses a smart/dumb peer strategy with parallel workers.
- */
-export declare class BatchTxRequesterCollector implements MissingTxsCollector {
-    private p2pService;
-    private log;
-    private dateProvider;
-    private txValidator?;
-    private batchTxRequesterConfig?;
-    constructor(p2pService: BatchTxRequesterLibP2PService, log: Logger, dateProvider: DateProvider, txValidator?: IBatchRequestTxValidator | undefined, batchTxRequesterConfig?: Partial<BatchTxRequesterConfig> | undefined);
-    collectTxs(txHashes: TxHash[], blockTxsSource: BlockTxsSource, pinnedPeer: PeerId | undefined, timeoutMs: number): Promise<Tx[]>;
-}
-/**
- * Collects transactions using the sendBatchRequest implementation from ReqResp.
- * This is the original implementation that balances requests across peers.
- */
-export declare class SendBatchRequestCollector implements MissingTxsCollector {
-    private p2pService;
-    private maxPeers;
-    private maxRetryAttempts;
-    constructor(p2pService: BatchTxRequesterLibP2PService, maxPeers?: number, maxRetryAttempts?: number);
-    collectTxs(txHashes: TxHash[], _blockTxsSource: BlockTxsSource, pinnedPeer: PeerId | undefined, timeoutMs: number): Promise<Tx[]>;
-}
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicHJvcG9zYWxfdHhfY29sbGVjdG9yLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvdHhfY29sbGVjdGlvbi9wcm9wb3NhbF90eF9jb2xsZWN0b3IudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLEVBQUUsTUFBTSxFQUFFLE1BQU0sdUJBQXVCLENBQUM7QUFDcEQsT0FBTyxLQUFLLEVBQUUsWUFBWSxFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFDNUQsT0FBTyxLQUFLLEVBQUUsRUFBRSxFQUFFLE1BQU0sRUFBRSxNQUFNLGtCQUFrQixDQUFDO0FBRW5ELE9BQU8sS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLG1CQUFtQixDQUFDO0FBR2hELE9BQU8sS0FBSyxFQUFFLHNCQUFzQixFQUFFLE1BQU0seUNBQXlDLENBQUM7QUFDdEYsT0FBTyxLQUFLLEVBQUUsNkJBQTZCLEVBQUUsTUFBTSw0Q0FBNEMsQ0FBQztBQUNoRyxPQUFPLEtBQUssRUFBRSx3QkFBd0IsRUFBRSxNQUFNLCtDQUErQyxDQUFDO0FBQzlGLE9BQU8sRUFBRSxLQUFLLGNBQWMsRUFBNEMsTUFBTSxxQkFBcUIsQ0FBQztBQUVwRzs7O0dBR0c7QUFDSCxNQUFNLFdBQVcsbUJBQW1CO0lBQ2xDOzs7Ozs7O09BT0c7SUFDSCxVQUFVLENBQ1IsUUFBUSxFQUFFLE1BQU0sRUFBRSxFQUNsQixjQUFjLEVBQUUsY0FBYyxFQUM5QixVQUFVLEVBQUUsTUFBTSxHQUFHLFNBQVMsRUFDOUIsU0FBUyxFQUFFLE1BQU0sR0FDaEIsT0FBTyxDQUFDLEVBQUUsRUFBRSxDQUFDLENBQUM7Q0FDbEI7QUFFRDs7O0dBR0c7QUFDSCxxQkFBYSx5QkFBMEIsWUFBVyxtQkFBbUI7SUFFakUsT0FBTyxDQUFDLFVBQVU7SUFDbEIsT0FBTyxDQUFDLEdBQUc7SUFDWCxPQUFPLENBQUMsWUFBWTtJQUNwQixPQUFPLENBQUMsV0FBVyxDQUFDO0lBQ3BCLE9BQU8sQ0FBQyxzQkFBc0IsQ0FBQztJQUxqQyxZQUNVLFVBQVUsRUFBRSw2QkFBNkIsRUFDekMsR0FBRyxFQUFFLE1BQU0sRUFDWCxZQUFZLEVBQUUsWUFBWSxFQUMxQixXQUFXLENBQUMsc0NBQTBCLEVBQ3RDLHNCQUFzQixDQUFDLDZDQUFpQyxFQUM5RDtJQUVFLFVBQVUsQ0FDZCxRQUFRLEVBQUUsTUFBTSxFQUFFLEVBQ2xCLGNBQWMsRUFBRSxjQUFjLEVBQzlCLFVBQVUsRUFBRSxNQUFNLEdBQUcsU0FBUyxFQUM5QixTQUFTLEVBQUUsTUFBTSxHQUNoQixPQUFPLENBQUMsRUFBRSxFQUFFLENBQUMsQ0EwQmY7Q0FDRjtBQUtEOzs7R0FHRztBQUNILHFCQUFhLHlCQUEwQixZQUFXLG1CQUFtQjtJQUVqRSxPQUFPLENBQUMsVUFBVTtJQUNsQixPQUFPLENBQUMsUUFBUTtJQUNoQixPQUFPLENBQUMsZ0JBQWdCO0lBSDFCLFlBQ1UsVUFBVSxFQUFFLDZCQUE2QixFQUN6QyxRQUFRLEdBQUUsTUFBMEIsRUFDcEMsZ0JBQWdCLEdBQUUsTUFBbUMsRUFDM0Q7SUFFRSxVQUFVLENBQ2QsUUFBUSxFQUFFLE1BQU0sRUFBRSxFQUNsQixlQUFlLEVBQUUsY0FBYyxFQUMvQixVQUFVLEVBQUUsTUFBTSxHQUFHLFNBQVMsRUFDOUIsU0FBUyxFQUFFLE1BQU0sR0FDaEIsT0FBTyxDQUFDLEVBQUUsRUFBRSxDQUFDLENBV2Y7Q0FDRiJ9

package/dest/services/tx_collection/proposal_tx_collector.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"proposal_tx_collector.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/proposal_tx_collector.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEnD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAGhD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAC;AACtF,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,4CAA4C,CAAC;AAChG,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,+CAA+C,CAAC;AAC9F,OAAO,EAAE,KAAK,cAAc,EAA4C,MAAM,qBAAqB,CAAC;AAEpG;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;;;;;OAOG;IACH,UAAU,CACR,QAAQ,EAAE,MAAM,EAAE,EAClB,cAAc,EAAE,cAAc,EAC9B,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;CAClB;AAED;;;GAGG;AACH,qBAAa,yBAA0B,YAAW,mBAAmB;IAEjE,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,GAAG;IACX,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,WAAW,CAAC;IACpB,OAAO,CAAC,sBAAsB,CAAC;IALjC,YACU,UAAU,EAAE,6BAA6B,EACzC,GAAG,EAAE,MAAM,EACX,YAAY,EAAE,YAAY,EAC1B,WAAW,CAAC,sCAA0B,EACtC,sBAAsB,CAAC,6CAAiC,EAC9D;IAEE,UAAU,CACd,QAAQ,EAAE,MAAM,EAAE,EAClB,cAAc,EAAE,cAAc,EAC9B,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,EAAE,EAAE,CAAC,CA0Bf;CACF;AAKD;;;GAGG;AACH,qBAAa,yBAA0B,YAAW,mBAAmB;IAEjE,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,gBAAgB;IAH1B,YACU,UAAU,EAAE,6BAA6B,EACzC,QAAQ,GAAE,MAA0B,EACpC,gBAAgB,GAAE,MAAmC,EAC3D;IAEE,UAAU,CACd,QAAQ,EAAE,MAAM,EAAE,EAClB,eAAe,EAAE,cAAc,EAC/B,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,EAAE,EAAE,CAAC,CAWf;CACF"}

package/dest/services/tx_collection/proposal_tx_collector.js

@@ -1,49 +0,0 @@
-import { BatchTxRequester } from '../reqresp/batch-tx-requester/batch_tx_requester.js';
-import { ReqRespSubProtocol, chunkTxHashesRequest } from '../reqresp/index.js';
-/**
- * Collects transactions using the BatchTxRequester implementation.
- * This uses a smart/dumb peer strategy with parallel workers.
- */ export class BatchTxRequesterCollector {
-    p2pService;
-    log;
-    dateProvider;
-    txValidator;
-    batchTxRequesterConfig;
-    constructor(p2pService, log, dateProvider, txValidator, batchTxRequesterConfig){
-        this.p2pService = p2pService;
-        this.log = log;
-        this.dateProvider = dateProvider;
-        this.txValidator = txValidator;
-        this.batchTxRequesterConfig = batchTxRequesterConfig;
-    }
-    async collectTxs(txHashes, blockTxsSource, pinnedPeer, timeoutMs) {
-        const { batchTxRequesterSmartParallelWorkerCount: smartParallelWorkerCount, batchTxRequesterDumbParallelWorkerCount: dumbParallelWorkerCount, batchTxRequesterTxBatchSize: txBatchSize, batchTxRequesterBadPeerThreshold: badPeerThreshold } = this.batchTxRequesterConfig ?? {};
-        const batchRequester = new BatchTxRequester(txHashes, blockTxsSource, pinnedPeer, timeoutMs, this.p2pService, this.log, this.dateProvider, {
-            smartParallelWorkerCount,
-            dumbParallelWorkerCount,
-            txBatchSize,
-            badPeerThreshold,
-            txValidator: this.txValidator
-        });
-        return await BatchTxRequester.collectAllTxs(batchRequester.run());
-    }
-}
-const DEFAULT_MAX_PEERS = 10;
-const DEFAULT_MAX_RETRY_ATTEMPTS = 3;
-/**
- * Collects transactions using the sendBatchRequest implementation from ReqResp.
- * This is the original implementation that balances requests across peers.
- */ export class SendBatchRequestCollector {
-    p2pService;
-    maxPeers;
-    maxRetryAttempts;
-    constructor(p2pService, maxPeers = DEFAULT_MAX_PEERS, maxRetryAttempts = DEFAULT_MAX_RETRY_ATTEMPTS){
-        this.p2pService = p2pService;
-        this.maxPeers = maxPeers;
-        this.maxRetryAttempts = maxRetryAttempts;
-    }
-    async collectTxs(txHashes, _blockTxsSource, pinnedPeer, timeoutMs) {
-        const txs = await this.p2pService.reqResp.sendBatchRequest(ReqRespSubProtocol.TX, chunkTxHashesRequest(txHashes), pinnedPeer, timeoutMs, this.maxPeers, this.maxRetryAttempts);
-        return txs.flat();
-    }
-}

package/dest/services/tx_collection/slow_tx_collection.d.ts

@@ -1,53 +0,0 @@
-import { BlockNumber } from '@aztec/foundation/branded-types';
-import { type Logger } from '@aztec/foundation/log';
-import { DateProvider } from '@aztec/foundation/timer';
-import type { L2Block } from '@aztec/stdlib/block';
-import { type L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
-import { type Tx, TxHash } from '@aztec/stdlib/tx';
-import { type ReqRespInterface } from '../reqresp/interface.js';
-import type { TxCollectionConfig } from './config.js';
-import type { FastTxCollection } from './fast_tx_collection.js';
-import type { TxCollectionSink } from './tx_collection_sink.js';
-import type { TxSource } from './tx_source.js';
-export declare class SlowTxCollection {
-    private reqResp;
-    private nodes;
-    private txCollectionSink;
-    private fastCollection;
-    private constants;
-    private config;
-    private dateProvider;
-    private log;
-    /** Map from tx hash to missing tx info to collect via slow loop */
-    private missingTxs;
-    /** One slow collection loop for each node tx source we have */
-    private nodesSlowCollectionLoops;
-    /** Slow collection loop for reqresp which collects txs from peers */
-    private reqrespSlowCollectionLoop;
-    constructor(reqResp: Pick<ReqRespInterface, 'sendBatchRequest'>, nodes: TxSource[], txCollectionSink: TxCollectionSink, fastCollection: Pick<FastTxCollection, 'getFastCollectionRequests'>, constants: L1RollupConstants, config: TxCollectionConfig, dateProvider?: DateProvider, log?: Logger);
-    getMissingTxHashes(): TxHash[];
-    start(): void;
-    stop(): Promise<void>;
-    trigger(): Promise<void>;
-    /** Starts collecting the given tx hashes for the given L2Block in the slow loop */
-    startCollecting(block: L2Block, txHashes: TxHash[]): void;
-    private collectMissingTxsFromNode;
-    private collectMissingTxsViaReqResp;
-    /** Retrieves all missing txs for the slow collection process. This is, all missing txs that are not part of a fast request. */
-    private getMissingTxsForSlowCollection;
-    /** Stop collecting the given txs since we have found them. Called whenever tx pool emits a tx-added event. */
-    foundTxs(txs: Tx[]): void;
-    /**
-     * Stop collecting all txs for blocks less than or requal to the block number specified.
-     * To be called when we no longer care about gathering txs up to a certain block, eg when they become proven or finalized.
-     */
-    stopCollectingForBlocksUpTo(blockNumber: BlockNumber): void;
-    /**
-     * Stop collecting all txs for blocks greater than the block number specified.
-     * To be called when there is a chain prune and previously mined txs are no longer relevant.
-     */
-    stopCollectingForBlocksAfter(blockNumber: BlockNumber): void;
-    /** Computes the proof submission deadline for a given slot, a tx mined in this slot is no longer interesting after this deadline */
-    private getDeadlineForSlot;
-}
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic2xvd190eF9jb2xsZWN0aW9uLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvdHhfY29sbGVjdGlvbi9zbG93X3R4X2NvbGxlY3Rpb24udHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLFdBQVcsRUFBMkIsTUFBTSxpQ0FBaUMsQ0FBQztBQUV2RixPQUFPLEVBQUUsS0FBSyxNQUFNLEVBQWdCLE1BQU0sdUJBQXVCLENBQUM7QUFHbEUsT0FBTyxFQUFFLFlBQVksRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBQ3ZELE9BQU8sS0FBSyxFQUFFLE9BQU8sRUFBRSxNQUFNLHFCQUFxQixDQUFDO0FBQ25ELE9BQU8sRUFBRSxLQUFLLGlCQUFpQixFQUE2QyxNQUFNLDZCQUE2QixDQUFDO0FBQ2hILE9BQU8sRUFBRSxLQUFLLEVBQUUsRUFBRSxNQUFNLEVBQUUsTUFBTSxrQkFBa0IsQ0FBQztBQUVuRCxPQUFPLEVBQUUsS0FBSyxnQkFBZ0IsRUFBc0IsTUFBTSx5QkFBeUIsQ0FBQztBQUVwRixPQUFPLEtBQUssRUFBRSxrQkFBa0IsRUFBRSxNQUFNLGFBQWEsQ0FBQztBQUN0RCxPQUFPLEtBQUssRUFBRSxnQkFBZ0IsRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBRWhFLE9BQU8sS0FBSyxFQUFFLGdCQUFnQixFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFDaEUsT0FBTyxLQUFLLEVBQUUsUUFBUSxFQUFFLE1BQU0sZ0JBQWdCLENBQUM7QUFFL0MscUJBQWEsZ0JBQWdCO0lBV3pCLE9BQU8sQ0FBQyxPQUFPO0lBQ2YsT0FBTyxDQUFDLEtBQUs7SUFDYixPQUFPLENBQUMsZ0JBQWdCO0lBQ3hCLE9BQU8sQ0FBQyxjQUFjO0lBQ3RCLE9BQU8sQ0FBQyxTQUFTO0lBQ2pCLE9BQU8sQ0FBQyxNQUFNO0lBQ2QsT0FBTyxDQUFDLFlBQVk7SUFDcEIsT0FBTyxDQUFDLEdBQUc7SUFqQmIsbUVBQW1FO0lBQ25FLE9BQU8sQ0FBQyxVQUFVLENBQXlDO0lBRTNELCtEQUErRDtJQUMvRCxPQUFPLENBQUMsd0JBQXdCLENBQW1CO0lBRW5ELHFFQUFxRTtJQUNyRSxPQUFPLENBQUMseUJBQXlCLENBQWlCO0lBRWxELFlBQ1UsT0FBTyxFQUFFLElBQUksQ0FBQyxnQkFBZ0IsRUFBRSxrQkFBa0IsQ0FBQyxFQUNuRCxLQUFLLEVBQUUsUUFBUSxFQUFFLEVBQ2pCLGdCQUFnQixFQUFFLGdCQUFnQixFQUNsQyxjQUFjLEVBQUUsSUFBSSxDQUFDLGdCQUFnQixFQUFFLDJCQUEyQixDQUFDLEVBQ25FLFNBQVMsRUFBRSxpQkFBaUIsRUFDNUIsTUFBTSxFQUFFLGtCQUFrQixFQUMxQixZQUFZLEdBQUUsWUFBaUMsRUFDL0MsR0FBRyxHQUFFLE1BQWtELEVBZ0JoRTtJQUVNLGtCQUFrQixhQUV4QjtJQUVNLEtBQUssU0FHWDtJQUVZLElBQUksa0JBS2hCO0lBRVksT0FBTyxrQkFLbkI7SUFFRCxtRkFBbUY7SUFDNUUsZUFBZSxDQUFDLEtBQUssRUFBRSxPQUFPLEVBQUUsUUFBUSxFQUFFLE1BQU0sRUFBRSxRQW9CeEQ7WUFHYSx5QkFBeUI7WUFpQ3pCLDJCQUEyQjtJQXNDekMsK0hBQStIO0lBQy9ILE9BQU8sQ0FBQyw4QkFBOEI7SUFxQnRDLDhHQUE4RztJQUN2RyxRQUFRLENBQUMsR0FBRyxFQUFFLEVBQUUsRUFBRSxHQUFHLElBQUksQ0FJL0I7SUFFRDs7O09BR0c7SUFDSSwyQkFBMkIsQ0FBQyxXQUFXLEVBQUUsV0FBVyxHQUFHLElBQUksQ0FNakU7SUFFRDs7O09BR0c7SUFDSSw0QkFBNEIsQ0FBQyxXQUFXLEVBQUUsV0FBVyxHQUFHLElBQUksQ0FNbEU7SUFFRCxvSUFBb0k7SUFDcEksT0FBTyxDQUFDLGtCQUFrQjtDQU0zQiJ9

package/dest/services/tx_collection/slow_tx_collection.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"slow_tx_collection.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/slow_tx_collection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAA2B,MAAM,iCAAiC,CAAC;AAEvF,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAGlE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,KAAK,iBAAiB,EAA6C,MAAM,6BAA6B,CAAC;AAChH,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEnD,OAAO,EAAE,KAAK,gBAAgB,EAAsB,MAAM,yBAAyB,CAAC;AAEpF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,qBAAa,gBAAgB;IAWzB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,gBAAgB;IACxB,OAAO,CAAC,cAAc;IACtB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,GAAG;IAjBb,mEAAmE;IACnE,OAAO,CAAC,UAAU,CAAyC;IAE3D,+DAA+D;IAC/D,OAAO,CAAC,wBAAwB,CAAmB;IAEnD,qEAAqE;IACrE,OAAO,CAAC,yBAAyB,CAAiB;IAElD,YACU,OAAO,EAAE,IAAI,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,EACnD,KAAK,EAAE,QAAQ,EAAE,EACjB,gBAAgB,EAAE,gBAAgB,EAClC,cAAc,EAAE,IAAI,CAAC,gBAAgB,EAAE,2BAA2B,CAAC,EACnE,SAAS,EAAE,iBAAiB,EAC5B,MAAM,EAAE,kBAAkB,EAC1B,YAAY,GAAE,YAAiC,EAC/C,GAAG,GAAE,MAAkD,EAgBhE;IAEM,kBAAkB,aAExB;IAEM,KAAK,SAGX;IAEY,IAAI,kBAKhB;IAEY,OAAO,kBAKnB;IAED,mFAAmF;IAC5E,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAoBxD;YAGa,yBAAyB;YAiCzB,2BAA2B;IAsCzC,+HAA+H;IAC/H,OAAO,CAAC,8BAA8B;IAqBtC,8GAA8G;IACvG,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE,GAAG,IAAI,CAI/B;IAED;;;OAGG;IACI,2BAA2B,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI,CAMjE;IAED;;;OAGG;IACI,4BAA4B,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI,CAMlE;IAED,oIAAoI;IACpI,OAAO,CAAC,kBAAkB;CAM3B"}

package/dest/services/tx_collection/slow_tx_collection.js

@@ -1,177 +0,0 @@
-import { EpochNumber } from '@aztec/foundation/branded-types';
-import { chunk } from '@aztec/foundation/collection';
-import { createLogger } from '@aztec/foundation/log';
-import { boundInclusive } from '@aztec/foundation/number';
-import { RunningPromise } from '@aztec/foundation/promise';
-import { DateProvider } from '@aztec/foundation/timer';
-import { getEpochAtSlot, getTimestampRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
-import { TxHash } from '@aztec/stdlib/tx';
-import { ReqRespSubProtocol } from '../reqresp/interface.js';
-import { chunkTxHashesRequest } from '../reqresp/protocols/tx.js';
-export class SlowTxCollection {
-    reqResp;
-    nodes;
-    txCollectionSink;
-    fastCollection;
-    constants;
-    config;
-    dateProvider;
-    log;
-    /** Map from tx hash to missing tx info to collect via slow loop */ missingTxs;
-    /** One slow collection loop for each node tx source we have */ nodesSlowCollectionLoops;
-    /** Slow collection loop for reqresp which collects txs from peers */ reqrespSlowCollectionLoop;
-    constructor(reqResp, nodes, txCollectionSink, fastCollection, constants, config, dateProvider = new DateProvider(), log = createLogger('p2p:tx_collection_service')){
-        this.reqResp = reqResp;
-        this.nodes = nodes;
-        this.txCollectionSink = txCollectionSink;
-        this.fastCollection = fastCollection;
-        this.constants = constants;
-        this.config = config;
-        this.dateProvider = dateProvider;
-        this.log = log;
-        this.missingTxs = new Map();
-        this.nodesSlowCollectionLoops = this.nodes.map((node)=>new RunningPromise(()=>this.collectMissingTxsFromNode(node), this.log, this.config.txCollectionSlowNodesIntervalMs));
-        this.reqrespSlowCollectionLoop = new RunningPromise(()=>this.collectMissingTxsViaReqResp(), this.log, this.config.txCollectionSlowReqRespIntervalMs);
-    }
-    getMissingTxHashes() {
-        return Array.from(this.missingTxs.keys()).map(TxHash.fromString);
-    }
-    start() {
-        this.nodesSlowCollectionLoops.forEach((loop)=>loop.start());
-        this.reqrespSlowCollectionLoop.start();
-    }
-    async stop() {
-        await Promise.all([
-            this.reqrespSlowCollectionLoop.stop(),
-            ...this.nodesSlowCollectionLoops.map((loop)=>loop.stop())
-        ]);
-    }
-    async trigger() {
-        await Promise.all([
-            this.reqrespSlowCollectionLoop.trigger(),
-            ...this.nodesSlowCollectionLoops.map((loop)=>loop.trigger())
-        ]);
-    }
-    /** Starts collecting the given tx hashes for the given L2Block in the slow loop */ startCollecting(block, txHashes) {
-        const slot = block.header.getSlot();
-        const deadline = this.getDeadlineForSlot(slot);
-        if (+deadline < this.dateProvider.now()) {
-            this.log.debug(`Skipping collection of txs for block ${block.number} at slot ${slot} as it is already expired`, {
-                blockNumber: block.number,
-                slot: slot.toString(),
-                txHashes: txHashes.map((txHash)=>txHash.toString()),
-                deadline: +deadline,
-                now: this.dateProvider.now()
-            });
-        }
-        for (const txHash of txHashes){
-            this.missingTxs.set(txHash.toString(), {
-                blockNumber: block.number,
-                deadline: this.getDeadlineForSlot(block.header.getSlot()),
-                readyForReqResp: this.nodes.length === 0
-            });
-        }
-    }
-    /** Entrypoint for the node slow collection loop */ async collectMissingTxsFromNode(node) {
-        // If we have any fast requests, we skip the slow collection for this node if configured to do so
-        const requests = this.fastCollection.getFastCollectionRequests();
-        if (this.config.txCollectionDisableSlowDuringFastRequests && requests.size > 0) {
-            this.log.trace(`Skipping node slow collection due to active fast requests`);
-            return;
-        }
-        // Gather all missing txs that are not in fast collection and request them from the node
-        const missingTxs = this.getMissingTxsForSlowCollection();
-        const missingTxHashes = missingTxs.map(([txHash])=>txHash).map(TxHash.fromString);
-        if (missingTxHashes.length === 0) {
-            return;
-        }
-        // Request in chunks to avoid hitting RPC limits
-        for (const batch of chunk(missingTxHashes, this.config.txCollectionNodeRpcMaxBatchSize)){
-            await this.txCollectionSink.collect((txHashes)=>node.getTxsByHash(txHashes), batch, {
-                description: `node ${node.getInfo()}`,
-                node: node.getInfo(),
-                method: 'slow-node-rpc'
-            });
-        }
-        // Mark every tx that is still missing as ready for reqresp.
-        // Note that we can just mark all requested txs as ready for reqresp, without filtering out the ones
-        // we retrieved, since the ones already found will have been removed from `missingTxs`.
-        missingTxs.forEach(([_txHash, info])=>{
-            info.readyForReqResp = true;
-        });
-    }
-    /** Entrypoint for the reqresp slow collection loop */ async collectMissingTxsViaReqResp() {
-        // If we have any fast requests, we skip the slow collection if configured to do so
-        const requests = this.fastCollection.getFastCollectionRequests();
-        if (this.config.txCollectionDisableSlowDuringFastRequests && requests.size > 0) {
-            this.log.trace(`Skipping reqresp slow collection due to active fast requests`);
-            return;
-        }
-        // Gather all missing txs that are not in fast collection and are ready for reqresp
-        // A tx is flagged as ready for reqresp if it has been requested from a node at least once
-        const missingTxs = this.getMissingTxsForSlowCollection({
-            onlyReqRespReady: true
-        });
-        if (missingTxs.length === 0) {
-            return;
-        }
-        const pinnedPeer = undefined;
-        const timeoutMs = this.config.txCollectionSlowReqRespTimeoutMs;
-        const maxPeers = boundInclusive(Math.ceil(missingTxs.length / 3), 4, 16);
-        const maxRetryAttempts = 3;
-        // Send a batch request via reqresp for the missing txs
-        await this.txCollectionSink.collect(async (txHashes)=>{
-            const txs = await this.reqResp.sendBatchRequest(ReqRespSubProtocol.TX, chunkTxHashesRequest(txHashes), pinnedPeer, timeoutMs, maxPeers, maxRetryAttempts);
-            return txs.flat();
-        }, missingTxs.map(([txHash])=>TxHash.fromString(txHash)), {
-            description: 'slow reqresp',
-            timeoutMs,
-            method: 'slow-req-resp'
-        });
-    }
-    /** Retrieves all missing txs for the slow collection process. This is, all missing txs that are not part of a fast request. */ getMissingTxsForSlowCollection(opts = {}) {
-        // Remove expired txs from missingTxs
-        const now = this.dateProvider.now();
-        const expiredTxs = Array.from(this.missingTxs.entries()).filter(([_, value])=>+value.deadline < now);
-        expiredTxs.forEach(([txHash])=>this.missingTxs.delete(txHash));
-        // Gather all txs that are marked for fast collection, we do not want to collect them via slow collection.
-        // There are some situations where a tx is in both slow and fast collection, for example when a prover node
-        // is fast-collecting missing txs for proving an epoch, and still has the tx in the slow collection loops
-        // from mined unproven blocks it has seen in the past.
-        const fastRequests = this.fastCollection.getFastCollectionRequests();
-        const fastCollectionTxs = new Set(...Array.from(fastRequests.values()).flatMap((r)=>r.missingTxHashes));
-        // Return all missing txs that are not in fastCollectionTxs and are ready for reqresp if requested
-        return Array.from(this.missingTxs.entries()).filter(([txHash, _])=>!fastCollectionTxs.has(txHash)).filter(([_, value])=>!opts.onlyReqRespReady || value.readyForReqResp);
-    }
-    /** Stop collecting the given txs since we have found them. Called whenever tx pool emits a tx-added event. */ foundTxs(txs) {
-        for (const txHash of txs.map((tx)=>tx.txHash)){
-            this.missingTxs.delete(txHash.toString());
-        }
-    }
-    /**
-   * Stop collecting all txs for blocks less than or requal to the block number specified.
-   * To be called when we no longer care about gathering txs up to a certain block, eg when they become proven or finalized.
-   */ stopCollectingForBlocksUpTo(blockNumber) {
-        for (const [txHash, info] of this.missingTxs.entries()){
-            if (info.blockNumber <= blockNumber) {
-                this.missingTxs.delete(txHash);
-            }
-        }
-    }
-    /**
-   * Stop collecting all txs for blocks greater than the block number specified.
-   * To be called when there is a chain prune and previously mined txs are no longer relevant.
-   */ stopCollectingForBlocksAfter(blockNumber) {
-        for (const [txHash, info] of this.missingTxs.entries()){
-            if (info.blockNumber > blockNumber) {
-                this.missingTxs.delete(txHash);
-            }
-        }
-    }
-    /** Computes the proof submission deadline for a given slot, a tx mined in this slot is no longer interesting after this deadline */ getDeadlineForSlot(slotNumber) {
-        const epoch = getEpochAtSlot(slotNumber, this.constants);
-        const submissionEndEpoch = EpochNumber(epoch + this.constants.proofSubmissionEpochs);
-        const submissionEndTimestamp = getTimestampRangeForEpoch(submissionEndEpoch, this.constants)[1];
-        return new Date(Number(submissionEndTimestamp) * 1000);
-    }
-}