@aztec/p2p 0.0.1-commit.b655e406 → 0.0.1-commit.b9865e97

package/dest/services/tx_collection/fast_tx_collection.d.ts

@@ -1,56 +0,0 @@
-import { type Logger } from '@aztec/foundation/log';
-import { DateProvider } from '@aztec/foundation/timer';
-import type { BlockProposal } from '@aztec/stdlib/p2p';
-import { type Tx, TxHash } from '@aztec/stdlib/tx';
-import type { PeerId } from '@libp2p/interface';
-import { type ReqRespInterface } from '../reqresp/interface.js';
-import type { TxCollectionConfig } from './config.js';
-import type { FastCollectionRequest, FastCollectionRequestInput } from './tx_collection.js';
-import type { TxCollectionSink } from './tx_collection_sink.js';
-import type { TxSource } from './tx_source.js';
-export declare class FastTxCollection {
-    private reqResp;
-    private nodes;
-    private txCollectionSink;
-    private config;
-    private dateProvider;
-    private log;
-    protected requests: Set<FastCollectionRequest>;
-    constructor(reqResp: Pick<ReqRespInterface, 'sendBatchRequest'>, nodes: TxSource[], txCollectionSink: TxCollectionSink, config: TxCollectionConfig, dateProvider?: DateProvider, log?: Logger);
-    stop(): Promise<void>;
-    getFastCollectionRequests(): Set<FastCollectionRequest>;
-    collectFastFor(input: FastCollectionRequestInput, txHashes: TxHash[] | string[], opts: {
-        deadline: Date;
-        pinnedPeer?: PeerId;
-    }): Promise<Tx[]>;
-    protected collectFast(request: FastCollectionRequest, opts: {
-        proposal?: BlockProposal;
-        deadline: Date;
-        pinnedPeer?: PeerId;
-    }): Promise<void>;
-    /**
-     * Starts collecting txs from all configured nodes. We send `txCollectionFastMaxParallelRequestsPerNode` requests
-     * in parallel to each node. We keep track of the number of attempts made to collect each tx, so we can prioritize
-     * the txs that have been requested less often whenever we need to send a new batch of requests. We ensure that no
-     * tx is requested more than once at the same time to the same node.
-     */
-    private collectFastFromNodes;
-    private collectFastFromNode;
-    private collectFastViaReqResp;
-    /**
-     * Handle txs by marking them as found for the requests that are waiting for them, and resolves the request if all its txs have been found.
-     * Called internally and from the main tx collection manager whenever the tx pool emits a tx-added event.
-     */
-    foundTxs(txs: Tx[]): void;
-    /**
-     * Stop collecting all txs for blocks less than or requal to the block number specified.
-     * To be called when we no longer care about gathering txs up to a certain block, eg when they become proven or finalized.
-     */
-    stopCollectingForBlocksUpTo(blockNumber: number): void;
-    /**
-     * Stop collecting all txs for blocks greater than the block number specified.
-     * To be called when there is a chain prune and previously mined txs are no longer relevant.
-     */
-    stopCollectingForBlocksAfter(blockNumber: number): void;
-}
-//# sourceMappingURL=fast_tx_collection.d.ts.map

package/dest/services/tx_collection/fast_tx_collection.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"fast_tx_collection.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/fast_tx_collection.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAIlE,OAAO,EAAE,YAAY,EAAW,MAAM,yBAAyB,CAAC;AAEhE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEnD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EAAE,KAAK,gBAAgB,EAAsB,MAAM,yBAAyB,CAAC;AAEpF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,KAAK,EAAE,qBAAqB,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAC5F,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,qBAAa,gBAAgB;IAKzB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,gBAAgB;IACxB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,GAAG;IARb,SAAS,CAAC,QAAQ,EAAE,GAAG,CAAC,qBAAqB,CAAC,CAAa;gBAGjD,OAAO,EAAE,IAAI,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,EACnD,KAAK,EAAE,QAAQ,EAAE,EACjB,gBAAgB,EAAE,gBAAgB,EAClC,MAAM,EAAE,kBAAkB,EAC1B,YAAY,GAAE,YAAiC,EAC/C,GAAG,GAAE,MAAkD;IAGpD,IAAI;IAKV,yBAAyB;IAInB,cAAc,CACzB,KAAK,EAAE,0BAA0B,EACjC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,EAC7B,IAAI,EAAE;QAAE,QAAQ,EAAE,IAAI,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;cA4C/B,WAAW,CACzB,OAAO,EAAE,qBAAqB,EAC9B,IAAI,EAAE;QAAE,QAAQ,CAAC,EAAE,aAAa,CAAC;QAAC,QAAQ,EAAE,IAAI,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAiDzE;;;;;OAKG;YACW,oBAAoB;YAYpB,mBAAmB;YAiFnB,qBAAqB;IA6CnC;;;OAGG;IACI,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE;IA0BzB;;;OAGG;IACI,2BAA2B,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAS7D;;;OAGG;IACI,4BAA4B,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;CAQ/D"}

package/dest/services/tx_collection/fast_tx_collection.js

@@ -1,300 +0,0 @@
-import { times } from '@aztec/foundation/collection';
-import { AbortError, TimeoutError } from '@aztec/foundation/error';
-import { createLogger } from '@aztec/foundation/log';
-import { boundInclusive } from '@aztec/foundation/number';
-import { promiseWithResolvers } from '@aztec/foundation/promise';
-import { sleep } from '@aztec/foundation/sleep';
-import { DateProvider, elapsed } from '@aztec/foundation/timer';
-import { TxHash } from '@aztec/stdlib/tx';
-import { ReqRespSubProtocol } from '../reqresp/interface.js';
-import { chunkTxHashesRequest } from '../reqresp/protocols/tx.js';
-export class FastTxCollection {
-    reqResp;
-    nodes;
-    txCollectionSink;
-    config;
-    dateProvider;
-    log;
-    // eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
-    requests;
-    constructor(reqResp, nodes, txCollectionSink, config, dateProvider = new DateProvider(), log = createLogger('p2p:tx_collection_service')){
-        this.reqResp = reqResp;
-        this.nodes = nodes;
-        this.txCollectionSink = txCollectionSink;
-        this.config = config;
-        this.dateProvider = dateProvider;
-        this.log = log;
-        this.requests = new Set();
-    }
-    async stop() {
-        this.requests.forEach((request)=>request.promise.reject(new AbortError(`Stopped collection service`)));
-        await Promise.resolve();
-    }
-    getFastCollectionRequests() {
-        return this.requests;
-    }
-    async collectFastFor(input, txHashes, opts) {
-        const timeout = opts.deadline.getTime() - this.dateProvider.now();
-        if (timeout <= 0) {
-            this.log.warn(`Deadline for fast tx collection is in the past (${timeout}ms)`, {
-                deadline: opts.deadline.getTime(),
-                now: this.dateProvider.now()
-            });
-            return [];
-        }
-        const blockInfo = input.type === 'proposal' ? {
-            ...input.blockProposal.toBlockInfo(),
-            blockNumber: input.blockNumber
-        } : {
-            ...input.block.toBlockInfo()
-        };
-        // This promise is used to await for the collection to finish during the main collectFast method.
-        // It gets resolved in `foundTxs` when all txs have been collected, or rejected if the request is aborted or hits the deadline.
-        const promise = promiseWithResolvers();
-        setTimeout(()=>promise.reject(new TimeoutError(`Timed out while collecting txs`)), timeout);
-        const request = {
-            ...input,
-            blockInfo,
-            promise,
-            foundTxs: new Map(),
-            missingTxHashes: new Set(txHashes.map((t)=>t.toString())),
-            deadline: opts.deadline
-        };
-        const [duration] = await elapsed(()=>this.collectFast(request, {
-                ...opts
-            }));
-        this.log.verbose(`Collected ${request.foundTxs.size} txs out of ${txHashes.length} for ${input.type} at slot ${blockInfo.slotNumber}`, {
-            ...blockInfo,
-            duration,
-            requestType: input.type,
-            missingTxs: [
-                ...request.missingTxHashes
-            ]
-        });
-        return [
-            ...request.foundTxs.values()
-        ];
-    }
-    async collectFast(request, opts) {
-        this.requests.add(request);
-        const { blockInfo } = request;
-        this.log.debug(`Starting fast collection of ${request.missingTxHashes.size} txs for ${request.type} at slot ${blockInfo.slotNumber}`, {
-            ...blockInfo,
-            requestType: request.type,
-            deadline: opts.deadline
-        });
-        try {
-            // Start blasting all nodes for the txs. We give them a little time to respond before we start reqresp.
-            // And keep an eye on the request promise to ensure we don't wait longer than the deadline or return as soon
-            // as we have collected all txs, whatever the source.
-            const nodeCollectionPromise = this.collectFastFromNodes(request, opts);
-            const waitBeforeReqResp = sleep(this.config.txCollectionFastNodesTimeoutBeforeReqRespMs);
-            await Promise.race([
-                request.promise.promise,
-                waitBeforeReqResp
-            ]);
-            // If we have collected all txs, we can stop here
-            if (request.missingTxHashes.size === 0) {
-                this.log.debug(`All txs collected for slot ${blockInfo.slotNumber} without reqresp`, blockInfo);
-                return;
-            }
-            // Start blasting reqresp for the remaining txs. Note that node collection keeps running in parallel.
-            // We stop when we have collected all txs, timed out, or both node collection and reqresp have given up.
-            const collectionPromise = Promise.allSettled([
-                this.collectFastViaReqResp(request, opts),
-                nodeCollectionPromise
-            ]);
-            await Promise.race([
-                collectionPromise,
-                request.promise.promise
-            ]);
-        } catch (err) {
-            // Log and swallow all errors
-            const logCtx = {
-                ...blockInfo,
-                errorMessage: err instanceof Error ? err.message : undefined,
-                missingTxs: [
-                    ...request.missingTxHashes
-                ].map((txHash)=>txHash.toString())
-            };
-            if (err instanceof Error && err.name === 'TimeoutError') {
-                this.log.warn(`Timed out collecting txs for ${request.type} at slot ${blockInfo.slotNumber}`, logCtx);
-            } else if (err instanceof Error && err.name === 'AbortError') {
-                this.log.warn(`Aborted collecting txs for ${request.type} at slot ${blockInfo.slotNumber}`, logCtx);
-            } else {
-                this.log.error(`Error collecting txs for ${request.type} for slot ${blockInfo.slotNumber}`, err, logCtx);
-            }
-        } finally{
-            // Ensure no unresolved promises and remove the request from the set
-            request.promise.resolve();
-            this.requests.delete(request);
-        }
-    }
-    /**
-   * Starts collecting txs from all configured nodes. We send `txCollectionFastMaxParallelRequestsPerNode` requests
-   * in parallel to each node. We keep track of the number of attempts made to collect each tx, so we can prioritize
-   * the txs that have been requested less often whenever we need to send a new batch of requests. We ensure that no
-   * tx is requested more than once at the same time to the same node.
-   */ async collectFastFromNodes(request, opts) {
-        if (this.nodes.length === 0) {
-            return;
-        }
-        // Keep a shared priority queue of all txs pending to be requested, sorted by the number of attempts made to collect them.
-        const attemptsPerTx = [
-            ...request.missingTxHashes
-        ].map((txHash)=>({
-                txHash,
-                attempts: 0,
-                found: false
-            }));
-        // Returns once we have finished all node loops. Each loop finishes when the deadline is hit, or all txs have been collected.
-        await Promise.allSettled(this.nodes.map((node)=>this.collectFastFromNode(request, node, attemptsPerTx, opts)));
-    }
-    async collectFastFromNode(request, node, attemptsPerTx, opts) {
-        const notFinished = ()=>this.dateProvider.now() <= +opts.deadline && request.missingTxHashes.size > 0 && this.requests.has(request);
-        const maxParallelRequests = this.config.txCollectionFastMaxParallelRequestsPerNode;
-        const maxBatchSize = this.config.txCollectionNodeRpcMaxBatchSize;
-        const activeRequestsToThisNode = new Set(); // Track the txs being actively requested to this node
-        const processBatch = async ()=>{
-            while(notFinished()){
-                // Pull tx hashes from the attemptsPerTx array, which is sorted by attempts,
-                // so we prioritize txs that have been requested less often.
-                const batch = [];
-                let index = 0;
-                while(batch.length < maxBatchSize){
-                    const txToRequest = attemptsPerTx[index++];
-                    if (!txToRequest) {
-                        break;
-                    } else if (!request.missingTxHashes.has(txToRequest.txHash)) {
-                        // Mark as found if it was found somewhere else, we'll then remove it from the array.
-                        // We don't delete it now since 'array.splice' is pretty expensive, so we do it after sorting.
-                        txToRequest.found = true;
-                    } else if (!activeRequestsToThisNode.has(txToRequest.txHash)) {
-                        // If the tx is not alredy being requested to this node, add it to the current batch and increase attempts.
-                        // Note that we increase the attempts *before* making the request, so the next `collectFastFromNode` that
-                        // needs to grab txs to send, will pick txs that have been requested less often, instead of all requesting
-                        // the same txs at the same time.
-                        batch.push(txToRequest);
-                        activeRequestsToThisNode.add(txToRequest.txHash);
-                        txToRequest.attempts++;
-                    }
-                }
-                // After modifying the array by removing txs or updating attempts, re-sort it and trim the found txs from the end.
-                attemptsPerTx.sort((a, b)=>a.found === b.found ? a.attempts - b.attempts : Number(a.found) - Number(b.found));
-                const firstFoundTxIndex = attemptsPerTx.findIndex((tx)=>tx.found);
-                if (firstFoundTxIndex !== -1) {
-                    attemptsPerTx.length = firstFoundTxIndex;
-                }
-                // If we see no more txs to request, we can stop this "process" loop
-                if (batch.length === 0) {
-                    return;
-                }
-                // Collect this batch from the node
-                await this.txCollectionSink.collect((txHashes)=>node.getTxsByHash(txHashes), batch.map(({ txHash })=>TxHash.fromString(txHash)), {
-                    description: `fast ${node.getInfo()}`,
-                    node: node.getInfo(),
-                    method: 'fast-node-rpc',
-                    ...request.blockInfo
-                });
-                // Clear from the active requests the txs we just requested
-                for (const requestedTx of batch){
-                    activeRequestsToThisNode.delete(requestedTx.txHash);
-                }
-                // Sleep a bit until hitting the node again (or not, depending on config)
-                if (notFinished()) {
-                    await sleep(this.config.txCollectionFastNodeIntervalMs);
-                }
-            }
-        };
-        // Kick off N parallel requests to the node, up to the maxParallelRequests limit
-        await Promise.all(times(maxParallelRequests, processBatch));
-    }
-    async collectFastViaReqResp(request, opts) {
-        const timeoutMs = +request.deadline - this.dateProvider.now();
-        const pinnedPeer = opts.pinnedPeer;
-        const maxPeers = boundInclusive(Math.ceil(request.missingTxHashes.size / 2), 8, 32);
-        const maxRetryAttempts = 5;
-        const blockInfo = request.blockInfo;
-        const slotNumber = blockInfo.slotNumber;
-        if (timeoutMs < 100) {
-            this.log.warn(`Not initiating fast reqresp for txs for ${request.type} at slot ${blockInfo.slotNumber} due to timeout`, {
-                timeoutMs,
-                ...blockInfo
-            });
-            return;
-        }
-        this.log.debug(`Starting fast reqresp for ${request.missingTxHashes.size} txs for ${request.type} at slot ${blockInfo.slotNumber}`, {
-            ...blockInfo,
-            timeoutMs,
-            pinnedPeer
-        });
-        try {
-            await this.txCollectionSink.collect(async (txHashes)=>{
-                const txs = await this.reqResp.sendBatchRequest(ReqRespSubProtocol.TX, chunkTxHashesRequest(txHashes), pinnedPeer, timeoutMs, maxPeers, maxRetryAttempts);
-                return txs.flat();
-            }, Array.from(request.missingTxHashes).map((txHash)=>TxHash.fromString(txHash)), {
-                description: `reqresp for slot ${slotNumber}`,
-                method: 'fast-req-resp',
-                ...opts,
-                ...request.blockInfo
-            });
-        } catch (err) {
-            this.log.error(`Error sending fast reqresp request for txs`, err, {
-                txs: [
-                    ...request.missingTxHashes
-                ],
-                ...blockInfo
-            });
-        }
-    }
-    /**
-   * Handle txs by marking them as found for the requests that are waiting for them, and resolves the request if all its txs have been found.
-   * Called internally and from the main tx collection manager whenever the tx pool emits a tx-added event.
-   */ foundTxs(txs) {
-        for (const request of this.requests){
-            for (const tx of txs){
-                const txHash = tx.txHash.toString();
-                // Remove the tx hash from the missing set, and add it to the found set.
-                if (request.missingTxHashes.has(txHash)) {
-                    request.missingTxHashes.delete(txHash);
-                    request.foundTxs.set(txHash, tx);
-                    this.log.trace(`Found tx ${txHash} for fast collection request`, {
-                        ...request.blockInfo,
-                        txHash: tx.txHash.toString(),
-                        type: request.type
-                    });
-                    // If we found all txs for this request, we resolve the promise
-                    if (request.missingTxHashes.size === 0) {
-                        this.log.trace(`All txs found for fast collection request`, {
-                            ...request.blockInfo,
-                            type: request.type
-                        });
-                        request.promise.resolve();
-                    }
-                }
-            }
-        }
-    }
-    /**
-   * Stop collecting all txs for blocks less than or requal to the block number specified.
-   * To be called when we no longer care about gathering txs up to a certain block, eg when they become proven or finalized.
-   */ stopCollectingForBlocksUpTo(blockNumber) {
-        for (const request of this.requests){
-            if (request.blockInfo.blockNumber <= blockNumber) {
-                request.promise.reject(new AbortError(`Stopped collecting txs up to block ${blockNumber}`));
-                this.requests.delete(request);
-            }
-        }
-    }
-    /**
-   * Stop collecting all txs for blocks greater than the block number specified.
-   * To be called when there is a chain prune and previously mined txs are no longer relevant.
-   */ stopCollectingForBlocksAfter(blockNumber) {
-        for (const request of this.requests){
-            if (request.blockInfo.blockNumber > blockNumber) {
-                request.promise.reject(new AbortError(`Stopped collecting txs after block ${blockNumber}`));
-                this.requests.delete(request);
-            }
-        }
-    }
-}

package/dest/services/tx_collection/slow_tx_collection.d.ts

@@ -1,54 +0,0 @@
-import { type Logger } from '@aztec/foundation/log';
-import { DateProvider } from '@aztec/foundation/timer';
-import type { L2Block } from '@aztec/stdlib/block';
-import { type L1RollupConstants } from '@aztec/stdlib/epoch-helpers';
-import { type Tx, TxHash } from '@aztec/stdlib/tx';
-import { type ReqRespInterface } from '../reqresp/interface.js';
-import type { TxCollectionConfig } from './config.js';
-import type { FastTxCollection } from './fast_tx_collection.js';
-import type { TxCollectionSink } from './tx_collection_sink.js';
-import type { TxSource } from './tx_source.js';
-export declare class SlowTxCollection {
-    private reqResp;
-    private nodes;
-    private txCollectionSink;
-    private fastCollection;
-    private constants;
-    private config;
-    private dateProvider;
-    private log;
-    /** Map from tx hash to missing tx info to collect via slow loop */
-    private missingTxs;
-    /** One slow collection loop for each node tx source we have */
-    private nodesSlowCollectionLoops;
-    /** Slow collection loop for reqresp which collects txs from peers */
-    private reqrespSlowCollectionLoop;
-    constructor(reqResp: Pick<ReqRespInterface, 'sendBatchRequest'>, nodes: TxSource[], txCollectionSink: TxCollectionSink, fastCollection: Pick<FastTxCollection, 'getFastCollectionRequests'>, constants: L1RollupConstants, config: TxCollectionConfig, dateProvider?: DateProvider, log?: Logger);
-    getMissingTxHashes(): TxHash[];
-    start(): void;
-    stop(): Promise<void>;
-    trigger(): Promise<void>;
-    /** Starts collecting the given tx hashes for the given L2Block in the slow loop */
-    startCollecting(block: L2Block, txHashes: TxHash[]): void;
-    /** Entrypoint for the node slow collection loop */
-    private collectMissingTxsFromNode;
-    /** Entrypoint for the reqresp slow collection loop */
-    private collectMissingTxsViaReqResp;
-    /** Retrieves all missing txs for the slow collection process. This is, all missing txs that are not part of a fast request. */
-    private getMissingTxsForSlowCollection;
-    /** Stop collecting the given txs since we have found them. Called whenever tx pool emits a tx-added event. */
-    foundTxs(txs: Tx[]): void;
-    /**
-     * Stop collecting all txs for blocks less than or requal to the block number specified.
-     * To be called when we no longer care about gathering txs up to a certain block, eg when they become proven or finalized.
-     */
-    stopCollectingForBlocksUpTo(blockNumber: number): void;
-    /**
-     * Stop collecting all txs for blocks greater than the block number specified.
-     * To be called when there is a chain prune and previously mined txs are no longer relevant.
-     */
-    stopCollectingForBlocksAfter(blockNumber: number): void;
-    /** Computes the proof submission deadline for a given slot, a tx mined in this slot is no longer interesting after this deadline */
-    private getDeadlineForSlot;
-}
-//# sourceMappingURL=slow_tx_collection.d.ts.map

package/dest/services/tx_collection/slow_tx_collection.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"slow_tx_collection.d.ts","sourceRoot":"","sources":["../../../src/services/tx_collection/slow_tx_collection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,MAAM,EAAgB,MAAM,uBAAuB,CAAC;AAGlE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,KAAK,iBAAiB,EAA6C,MAAM,6BAA6B,CAAC;AAChH,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEnD,OAAO,EAAE,KAAK,gBAAgB,EAAsB,MAAM,yBAAyB,CAAC;AAEpF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAEhE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,qBAAa,gBAAgB;IAWzB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,gBAAgB;IACxB,OAAO,CAAC,cAAc;IACtB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,GAAG;IAjBb,mEAAmE;IACnE,OAAO,CAAC,UAAU,CAAyC;IAE3D,+DAA+D;IAC/D,OAAO,CAAC,wBAAwB,CAAmB;IAEnD,qEAAqE;IACrE,OAAO,CAAC,yBAAyB,CAAiB;gBAGxC,OAAO,EAAE,IAAI,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,EACnD,KAAK,EAAE,QAAQ,EAAE,EACjB,gBAAgB,EAAE,gBAAgB,EAClC,cAAc,EAAE,IAAI,CAAC,gBAAgB,EAAE,2BAA2B,CAAC,EACnE,SAAS,EAAE,iBAAiB,EAC5B,MAAM,EAAE,kBAAkB,EAC1B,YAAY,GAAE,YAAiC,EAC/C,GAAG,GAAE,MAAkD;IAkB1D,kBAAkB;IAIlB,KAAK;IAKC,IAAI;IAOJ,OAAO;IAOpB,mFAAmF;IAC5E,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE;IAsBzD,mDAAmD;YACrC,yBAAyB;IAgCvC,sDAAsD;YACxC,2BAA2B;IAsCzC,+HAA+H;IAC/H,OAAO,CAAC,8BAA8B;IAqBtC,8GAA8G;IACvG,QAAQ,CAAC,GAAG,EAAE,EAAE,EAAE,GAAG,IAAI;IAMhC;;;OAGG;IACI,2BAA2B,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAQ7D;;;OAGG;IACI,4BAA4B,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAQ9D,oIAAoI;IACpI,OAAO,CAAC,kBAAkB;CAM3B"}

package/dest/services/tx_collection/slow_tx_collection.js

@@ -1,176 +0,0 @@
-import { chunk } from '@aztec/foundation/collection';
-import { createLogger } from '@aztec/foundation/log';
-import { boundInclusive } from '@aztec/foundation/number';
-import { RunningPromise } from '@aztec/foundation/promise';
-import { DateProvider } from '@aztec/foundation/timer';
-import { getEpochAtSlot, getTimestampRangeForEpoch } from '@aztec/stdlib/epoch-helpers';
-import { TxHash } from '@aztec/stdlib/tx';
-import { ReqRespSubProtocol } from '../reqresp/interface.js';
-import { chunkTxHashesRequest } from '../reqresp/protocols/tx.js';
-export class SlowTxCollection {
-    reqResp;
-    nodes;
-    txCollectionSink;
-    fastCollection;
-    constants;
-    config;
-    dateProvider;
-    log;
-    /** Map from tx hash to missing tx info to collect via slow loop */ missingTxs;
-    /** One slow collection loop for each node tx source we have */ nodesSlowCollectionLoops;
-    /** Slow collection loop for reqresp which collects txs from peers */ reqrespSlowCollectionLoop;
-    constructor(reqResp, nodes, txCollectionSink, fastCollection, constants, config, dateProvider = new DateProvider(), log = createLogger('p2p:tx_collection_service')){
-        this.reqResp = reqResp;
-        this.nodes = nodes;
-        this.txCollectionSink = txCollectionSink;
-        this.fastCollection = fastCollection;
-        this.constants = constants;
-        this.config = config;
-        this.dateProvider = dateProvider;
-        this.log = log;
-        this.missingTxs = new Map();
-        this.nodesSlowCollectionLoops = this.nodes.map((node)=>new RunningPromise(()=>this.collectMissingTxsFromNode(node), this.log, this.config.txCollectionSlowNodesIntervalMs));
-        this.reqrespSlowCollectionLoop = new RunningPromise(()=>this.collectMissingTxsViaReqResp(), this.log, this.config.txCollectionSlowReqRespIntervalMs);
-    }
-    getMissingTxHashes() {
-        return Array.from(this.missingTxs.keys()).map(TxHash.fromString);
-    }
-    start() {
-        this.nodesSlowCollectionLoops.forEach((loop)=>loop.start());
-        this.reqrespSlowCollectionLoop.start();
-    }
-    async stop() {
-        await Promise.all([
-            this.reqrespSlowCollectionLoop.stop(),
-            ...this.nodesSlowCollectionLoops.map((loop)=>loop.stop())
-        ]);
-    }
-    async trigger() {
-        await Promise.all([
-            this.reqrespSlowCollectionLoop.trigger(),
-            ...this.nodesSlowCollectionLoops.map((loop)=>loop.trigger())
-        ]);
-    }
-    /** Starts collecting the given tx hashes for the given L2Block in the slow loop */ startCollecting(block, txHashes) {
-        const slot = block.header.getSlot();
-        const deadline = this.getDeadlineForSlot(slot);
-        if (+deadline < this.dateProvider.now()) {
-            this.log.debug(`Skipping collection of txs for block ${block.number} at slot ${slot} as it is already expired`, {
-                blockNumber: block.number,
-                slot: slot.toString(),
-                txHashes: txHashes.map((txHash)=>txHash.toString()),
-                deadline: +deadline,
-                now: this.dateProvider.now()
-            });
-        }
-        for (const txHash of txHashes){
-            this.missingTxs.set(txHash.toString(), {
-                blockNumber: block.number,
-                deadline: this.getDeadlineForSlot(block.header.getSlot()),
-                readyForReqResp: this.nodes.length === 0
-            });
-        }
-    }
-    /** Entrypoint for the node slow collection loop */ async collectMissingTxsFromNode(node) {
-        // If we have any fast requests, we skip the slow collection for this node if configured to do so
-        const requests = this.fastCollection.getFastCollectionRequests();
-        if (this.config.txCollectionDisableSlowDuringFastRequests && requests.size > 0) {
-            this.log.trace(`Skipping node slow collection due to active fast requests`);
-            return;
-        }
-        // Gather all missing txs that are not in fast collection and request them from the node
-        const missingTxs = this.getMissingTxsForSlowCollection();
-        const missingTxHashes = missingTxs.map(([txHash])=>txHash).map(TxHash.fromString);
-        if (missingTxHashes.length === 0) {
-            return;
-        }
-        // Request in chunks to avoid hitting RPC limits
-        for (const batch of chunk(missingTxHashes, this.config.txCollectionNodeRpcMaxBatchSize)){
-            await this.txCollectionSink.collect((txHashes)=>node.getTxsByHash(txHashes), batch, {
-                description: `node ${node.getInfo()}`,
-                node: node.getInfo(),
-                method: 'slow-node-rpc'
-            });
-        }
-        // Mark every tx that is still missing as ready for reqresp.
-        // Note that we can just mark all requested txs as ready for reqresp, without filtering out the ones
-        // we retrieved, since the ones already found will have been removed from `missingTxs`.
-        missingTxs.forEach(([_txHash, info])=>{
-            info.readyForReqResp = true;
-        });
-    }
-    /** Entrypoint for the reqresp slow collection loop */ async collectMissingTxsViaReqResp() {
-        // If we have any fast requests, we skip the slow collection if configured to do so
-        const requests = this.fastCollection.getFastCollectionRequests();
-        if (this.config.txCollectionDisableSlowDuringFastRequests && requests.size > 0) {
-            this.log.trace(`Skipping reqresp slow collection due to active fast requests`);
-            return;
-        }
-        // Gather all missing txs that are not in fast collection and are ready for reqresp
-        // A tx is flagged as ready for reqresp if it has been requested from a node at least once
-        const missingTxs = this.getMissingTxsForSlowCollection({
-            onlyReqRespReady: true
-        });
-        if (missingTxs.length === 0) {
-            return;
-        }
-        const pinnedPeer = undefined;
-        const timeoutMs = this.config.txCollectionSlowReqRespTimeoutMs;
-        const maxPeers = boundInclusive(Math.ceil(missingTxs.length / 3), 4, 16);
-        const maxRetryAttempts = 3;
-        // Send a batch request via reqresp for the missing txs
-        await this.txCollectionSink.collect(async (txHashes)=>{
-            const txs = await this.reqResp.sendBatchRequest(ReqRespSubProtocol.TX, chunkTxHashesRequest(txHashes), pinnedPeer, timeoutMs, maxPeers, maxRetryAttempts);
-            return txs.flat();
-        }, missingTxs.map(([txHash])=>TxHash.fromString(txHash)), {
-            description: 'slow reqresp',
-            timeoutMs,
-            method: 'slow-req-resp'
-        });
-    }
-    /** Retrieves all missing txs for the slow collection process. This is, all missing txs that are not part of a fast request. */ getMissingTxsForSlowCollection(opts = {}) {
-        // Remove expired txs from missingTxs
-        const now = this.dateProvider.now();
-        const expiredTxs = Array.from(this.missingTxs.entries()).filter(([_, value])=>+value.deadline < now);
-        expiredTxs.forEach(([txHash])=>this.missingTxs.delete(txHash));
-        // Gather all txs that are marked for fast collection, we do not want to collect them via slow collection.
-        // There are some situations where a tx is in both slow and fast collection, for example when a prover node
-        // is fast-collecting missing txs for proving an epoch, and still has the tx in the slow collection loops
-        // from mined unproven blocks it has seen in the past.
-        const fastRequests = this.fastCollection.getFastCollectionRequests();
-        const fastCollectionTxs = new Set(...Array.from(fastRequests.values()).flatMap((r)=>r.missingTxHashes));
-        // Return all missing txs that are not in fastCollectionTxs and are ready for reqresp if requested
-        return Array.from(this.missingTxs.entries()).filter(([txHash, _])=>!fastCollectionTxs.has(txHash)).filter(([_, value])=>!opts.onlyReqRespReady || value.readyForReqResp);
-    }
-    /** Stop collecting the given txs since we have found them. Called whenever tx pool emits a tx-added event. */ foundTxs(txs) {
-        for (const txHash of txs.map((tx)=>tx.txHash)){
-            this.missingTxs.delete(txHash.toString());
-        }
-    }
-    /**
-   * Stop collecting all txs for blocks less than or requal to the block number specified.
-   * To be called when we no longer care about gathering txs up to a certain block, eg when they become proven or finalized.
-   */ stopCollectingForBlocksUpTo(blockNumber) {
-        for (const [txHash, info] of this.missingTxs.entries()){
-            if (info.blockNumber <= blockNumber) {
-                this.missingTxs.delete(txHash);
-            }
-        }
-    }
-    /**
-   * Stop collecting all txs for blocks greater than the block number specified.
-   * To be called when there is a chain prune and previously mined txs are no longer relevant.
-   */ stopCollectingForBlocksAfter(blockNumber) {
-        for (const [txHash, info] of this.missingTxs.entries()){
-            if (info.blockNumber > blockNumber) {
-                this.missingTxs.delete(txHash);
-            }
-        }
-    }
-    /** Computes the proof submission deadline for a given slot, a tx mined in this slot is no longer interesting after this deadline */ getDeadlineForSlot(slotNumber) {
-        const epoch = getEpochAtSlot(slotNumber, this.constants);
-        const submissionEndEpoch = epoch + BigInt(this.constants.proofSubmissionEpochs);
-        const submissionEndTimestamp = getTimestampRangeForEpoch(submissionEndEpoch, this.constants)[1];
-        return new Date(Number(submissionEndTimestamp) * 1000);
-    }
-}