@aztec/p2p 0.0.1-commit.b655e406 → 0.0.1-commit.b6e433891

package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts

@@ -0,0 +1,35 @@
+import { type Tx, TxHash } from '@aztec/stdlib/tx';
+import type { PeerId } from '@libp2p/interface';
+import type { IRequestTracker } from '../../tx_collection/request_tracker.js';
+import type { ITxMetadataCollection } from './interface.js';
+declare class MissingTxMetadata {
+    readonly txHash: string;
+    requestedCount: number;
+    inFlightCount: number;
+    tx: Tx | undefined;
+    readonly peers: Set<string>;
+    constructor(txHash: string, requestedCount?: number, inFlightCount?: number, tx?: Tx | undefined, peers?: Set<string>);
+    markAsRequested(): void;
+    markInFlight(): void;
+    markNotInFlight(): void;
+    isInFlight(): boolean;
+}
+export declare class MissingTxMetadataCollection implements ITxMetadataCollection {
+    private requestTracker;
+    private readonly txBatchSize;
+    private txMetadata;
+    constructor(requestTracker: IRequestTracker, txBatchSize?: number);
+    getPrioritizingNotInFlightAndLowerRequestCount(txs: string[]): MissingTxMetadata[];
+    getMissingTxHashes(): Set<string>;
+    getTxsPeerHas(peer: PeerId): Set<string>;
+    getTxsToRequestFromThePeer(peer: PeerId): TxHash[];
+    markRequested(txHash: TxHash): void;
+    markInFlightBySmartPeer(txHash: TxHash): void;
+    markNotInFlightBySmartPeer(txHash: TxHash): void;
+    alreadyFetched(txHash: TxHash): boolean;
+    markFetched(peerId: PeerId, tx: Tx): boolean;
+    markPeerHas(peerId: PeerId, txHash: TxHash[]): void;
+    clearPeerData(peerId: PeerId): void;
+}
+export {};
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibWlzc2luZ190eHMuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9zZXJ2aWNlcy9yZXFyZXNwL2JhdGNoLXR4LXJlcXVlc3Rlci9taXNzaW5nX3R4cy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsS0FBSyxFQUFFLEVBQUUsTUFBTSxFQUFFLE1BQU0sa0JBQWtCLENBQUM7QUFFbkQsT0FBTyxLQUFLLEVBQUUsTUFBTSxFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFFaEQsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0sd0NBQXdDLENBQUM7QUFFOUUsT0FBTyxLQUFLLEVBQUUscUJBQXFCLEVBQUUsTUFBTSxnQkFBZ0IsQ0FBQztBQUU1RCxjQUFNLGlCQUFpQjthQUVILE1BQU0sRUFBRSxNQUFNO0lBQ3ZCLGNBQWM7SUFDZCxhQUFhO0lBQ2IsRUFBRSxFQUFFLEVBQUUsR0FBRyxTQUFTO2FBQ1QsS0FBSztJQUx2QixZQUNrQixNQUFNLEVBQUUsTUFBTSxFQUN2QixjQUFjLFNBQUksRUFDbEIsYUFBYSxTQUFJLEVBQ2pCLEVBQUUsR0FBRSxFQUFFLEdBQUcsU0FBcUIsRUFDckIsS0FBSyxjQUFvQixFQUN2QztJQUVHLGVBQWUsU0FFckI7SUFFTSxZQUFZLFNBRWxCO0lBRU0sZUFBZSxTQUVyQjtJQUVNLFVBQVUsSUFBSSxPQUFPLENBRTNCO0NBQ0Y7QUFPRCxxQkFBYSwyQkFBNEIsWUFBVyxxQkFBcUI7SUFJckUsT0FBTyxDQUFDLGNBQWM7SUFDdEIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxXQUFXO0lBSjlCLE9BQU8sQ0FBQyxVQUFVLENBQXdDO0lBRTFELFlBQ1UsY0FBYyxFQUFFLGVBQWUsRUFDdEIsV0FBVyxHQUFFLE1BQWlELEVBR2hGO0lBRU0sOENBQThDLENBQUMsR0FBRyxFQUFFLE1BQU0sRUFBRSxHQUFHLGlCQUFpQixFQUFFLENBZXhGO0lBRU0sa0JBQWtCLElBQUksR0FBRyxDQUFDLE1BQU0sQ0FBQyxDQUV2QztJQUVNLGFBQWEsQ0FBQyxJQUFJLEVBQUUsTUFBTSxHQUFHLEdBQUcsQ0FBQyxNQUFNLENBQUMsQ0FXOUM7SUFFTSwwQkFBMEIsQ0FBQyxJQUFJLEVBQUUsTUFBTSxHQUFHLE1BQU0sRUFBRSxDQXVCeEQ7SUFFTSxhQUFhLENBQUMsTUFBTSxFQUFFLE1BQU0sUUFFbEM7SUFPTSx1QkFBdUIsQ0FBQyxNQUFNLEVBQUUsTUFBTSxRQUU1QztJQU1NLDBCQUEwQixDQUFDLE1BQU0sRUFBRSxNQUFNLFFBRS9DO0lBRU0sY0FBYyxDQUFDLE1BQU0sRUFBRSxNQUFNLEdBQUcsT0FBTyxDQUU3QztJQUVNLFdBQVcsQ0FBQyxNQUFNLEVBQUUsTUFBTSxFQUFFLEVBQUUsRUFBRSxFQUFFLEdBQUcsT0FBTyxDQWNsRDtJQUVNLFdBQVcsQ0FBQyxNQUFNLEVBQUUsTUFBTSxFQUFFLE1BQU0sRUFBRSxNQUFNLEVBQUUsUUFVbEQ7SUFFTSxhQUFhLENBQUMsTUFBTSxFQUFFLE1BQU0sUUFLbEM7Q0FDRiJ9

package/dest/services/reqresp/batch-tx-requester/missing_txs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"missing_txs.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/batch-tx-requester/missing_txs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEnD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wCAAwC,CAAC;AAE9E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAE5D,cAAM,iBAAiB;aAEH,MAAM,EAAE,MAAM;IACvB,cAAc;IACd,aAAa;IACb,EAAE,EAAE,EAAE,GAAG,SAAS;aACT,KAAK;IALvB,YACkB,MAAM,EAAE,MAAM,EACvB,cAAc,SAAI,EAClB,aAAa,SAAI,EACjB,EAAE,GAAE,EAAE,GAAG,SAAqB,EACrB,KAAK,cAAoB,EACvC;IAEG,eAAe,SAErB;IAEM,YAAY,SAElB;IAEM,eAAe,SAErB;IAEM,UAAU,IAAI,OAAO,CAE3B;CACF;AAOD,qBAAa,2BAA4B,YAAW,qBAAqB;IAIrE,OAAO,CAAC,cAAc;IACtB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAJ9B,OAAO,CAAC,UAAU,CAAwC;IAE1D,YACU,cAAc,EAAE,eAAe,EACtB,WAAW,GAAE,MAAiD,EAGhF;IAEM,8CAA8C,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,iBAAiB,EAAE,CAexF;IAEM,kBAAkB,IAAI,GAAG,CAAC,MAAM,CAAC,CAEvC;IAEM,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAW9C;IAEM,0BAA0B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAuBxD;IAEM,aAAa,CAAC,MAAM,EAAE,MAAM,QAElC;IAOM,uBAAuB,CAAC,MAAM,EAAE,MAAM,QAE5C;IAMM,0BAA0B,CAAC,MAAM,EAAE,MAAM,QAE/C;IAEM,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAE7C;IAEM,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,OAAO,CAclD;IAEM,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAUlD;IAEM,aAAa,CAAC,MAAM,EAAE,MAAM,QAKlC;CACF"}

package/dest/services/reqresp/batch-tx-requester/missing_txs.js

@@ -0,0 +1,136 @@
+import { TxHash } from '@aztec/stdlib/tx';
+import { DEFAULT_BATCH_TX_REQUESTER_TX_BATCH_SIZE } from './config.js';
+class MissingTxMetadata {
+    txHash;
+    requestedCount;
+    inFlightCount;
+    tx;
+    peers;
+    constructor(txHash, requestedCount = 0, inFlightCount = 0, tx = undefined, peers = new Set()){
+        this.txHash = txHash;
+        this.requestedCount = requestedCount;
+        this.inFlightCount = inFlightCount;
+        this.tx = tx;
+        this.peers = peers;
+    }
+    markAsRequested() {
+        this.requestedCount++;
+    }
+    markInFlight() {
+        this.inFlightCount++;
+    }
+    markNotInFlight() {
+        this.inFlightCount = Math.max(--this.inFlightCount, 0);
+    }
+    isInFlight() {
+        return this.inFlightCount > 0;
+    }
+}
+/*
+ * Single source or truth for transactions we are fetching
+ * This could be better optimized but given expected count of missing txs (N < 100)
+ * At the moment there is no need for it. And benefit is that we have everything in single store
+ * */ export class MissingTxMetadataCollection {
+    requestTracker;
+    txBatchSize;
+    txMetadata;
+    constructor(requestTracker, txBatchSize = DEFAULT_BATCH_TX_REQUESTER_TX_BATCH_SIZE){
+        this.requestTracker = requestTracker;
+        this.txBatchSize = txBatchSize;
+        this.txMetadata = new Map();
+        requestTracker.missingTxHashes.forEach((hash)=>this.txMetadata.set(hash, new MissingTxMetadata(hash)));
+    }
+    getPrioritizingNotInFlightAndLowerRequestCount(txs) {
+        const filtered = Array.from(this.txMetadata.values()).filter((txMeta)=>txs.includes(txMeta.txHash.toString()));
+        const [notInFlight, inFlight] = filtered.reduce((buckets, tx)=>{
+            tx.isInFlight() ? buckets[1].push(tx) : buckets[0].push(tx);
+            return buckets;
+        }, [
+            [],
+            []
+        ]);
+        notInFlight.sort((a, b)=>a.requestedCount - b.requestedCount);
+        inFlight.sort((a, b)=>a.inFlightCount - b.inFlightCount);
+        return [
+            ...notInFlight,
+            ...inFlight
+        ];
+    }
+    getMissingTxHashes() {
+        return this.requestTracker.missingTxHashes;
+    }
+    getTxsPeerHas(peer) {
+        const peerIdStr = peer.toString();
+        const txsPeerHas = new Set();
+        this.txMetadata.values().forEach((txMeta)=>{
+            if (txMeta.peers.has(peerIdStr)) {
+                txsPeerHas.add(txMeta.txHash.toString());
+            }
+        });
+        return txsPeerHas;
+    }
+    getTxsToRequestFromThePeer(peer) {
+        const txsPeerHas = this.getTxsPeerHas(peer);
+        const missingTxHashes = this.getMissingTxHashes();
+        const txsToRequest = txsPeerHas.intersection(missingTxHashes);
+        if (txsToRequest.size >= this.txBatchSize) {
+            return this.getPrioritizingNotInFlightAndLowerRequestCount(Array.from(txsToRequest)).map((t)=>TxHash.fromString(t.txHash)).slice(0, this.txBatchSize);
+        }
+        // Otherwise fill the txs to request till txBatchSize with random txs we are missing
+        // Who knows, maybe we get lucky and peer received these txs in the meantime
+        const countToFill = this.txBatchSize - txsToRequest.size;
+        const txsToFill = this.getPrioritizingNotInFlightAndLowerRequestCount(Array.from(this.getMissingTxHashes().difference(txsToRequest))).slice(0, countToFill).map((t)=>TxHash.fromString(t.txHash));
+        return [
+            ...Array.from(txsToRequest).map((t)=>TxHash.fromString(t)),
+            ...txsToFill
+        ];
+    }
+    markRequested(txHash) {
+        this.txMetadata.get(txHash.toString())?.markAsRequested();
+    }
+    /*
+   * This should be called only when requesting tx from smart peer
+   * Because the smart peer should return this tx, whereas
+   * "dumb" peer might return it, or might not - we don't know
+   * */ markInFlightBySmartPeer(txHash) {
+        this.txMetadata.get(txHash.toString())?.markInFlight();
+    }
+    /*
+   * This should be called only when requesting tx from smart peer
+   * Because the smart peer should return this tx, whereas
+   * "dumb" peer might return it, or might not - we don't know*/ markNotInFlightBySmartPeer(txHash) {
+        this.txMetadata.get(txHash.toString())?.markNotInFlight();
+    }
+    alreadyFetched(txHash) {
+        return !this.requestTracker.isMissing(txHash.toString());
+    }
+    markFetched(peerId, tx) {
+        const txHashStr = tx.txHash.toString();
+        const txMeta = this.txMetadata.get(txHashStr);
+        if (!txMeta) {
+            //TODO: what to do about peer which sent txs we didn't request?
+            // 1. don't request from it in the scope of this batch request
+            // 2. ban it immediately?
+            // 3. track it and ban it?
+            //
+            return false;
+        }
+        txMeta.peers.add(peerId.toString());
+        return this.requestTracker.markFetched(tx);
+    }
+    markPeerHas(peerId, txHash) {
+        const peerIdStr = peerId.toString();
+        txHash.map((t)=>t.toString()).forEach((txh)=>{
+            const txMeta = this.txMetadata.get(txh);
+            if (txMeta) {
+                txMeta.peers.add(peerIdStr);
+            }
+        });
+    }
+    clearPeerData(peerId) {
+        const peerIdStr = peerId.toString();
+        for (const txMeta of this.txMetadata.values()){
+            txMeta.peers.delete(peerIdStr);
+        }
+    }
+}

package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts

@@ -0,0 +1,62 @@
+import type { DateProvider } from '@aztec/foundation/timer';
+import type { PeerErrorSeverity } from '@aztec/stdlib/p2p';
+import type { PeerId } from '@libp2p/interface';
+import type { ConnectionSampler } from '../connection-sampler/connection_sampler.js';
+import type { IPeerPenalizer } from './interface.js';
+export declare const RATE_LIMIT_EXCEEDED_PEER_CACHE_TTL = 1000;
+export interface IPeerCollection {
+    markPeerSmart(peerId: PeerId): void;
+    markPeerDumb(peerId: PeerId): void;
+    /** Sample next peer in round-robin fashion. No smart peers if returns undefined */
+    nextSmartPeerToQuery(): PeerId | undefined;
+    /** Sample next peer in round-robin fashion. No dumb peers if returns undefined */
+    nextDumbPeerToQuery(): PeerId | undefined;
+    thereAreSomeDumbRatelimitExceededPeers(): boolean;
+    penalisePeer(peerId: PeerId, severity: PeerErrorSeverity): void;
+    unMarkPeerAsBad(peerId: PeerId): void;
+    getBadPeers(): Set<string>;
+    markPeerInFlight(peerId: PeerId): void;
+    unMarkPeerInFlight(peerId: PeerId): void;
+    markPeerRateLimitExceeded(peerId: PeerId): void;
+    getRateLimitExceededPeers(): Set<string>;
+    getPeerRateLimitDelayMs(peerId: PeerId): number | undefined;
+    getNextDumbPeerAvailabilityDelayMs(): number | undefined;
+    getNextSmartPeerAvailabilityDelayMs(): number | undefined;
+}
+export declare class PeerCollection implements IPeerCollection {
+    private readonly connectionSampler;
+    private readonly pinnedPeerId;
+    private readonly dateProvider;
+    private readonly badPeerThreshold;
+    private readonly peerPenalizer?;
+    private readonly smartPeers;
+    private readonly inFlightPeers;
+    private readonly rateLimitExceededPeers;
+    private readonly peerPenaltyCounters;
+    private readonly badPeers;
+    constructor(connectionSampler: Pick<ConnectionSampler, 'getPeerListSortedByConnectionCountAsc'>, pinnedPeerId: PeerId | undefined, dateProvider: DateProvider, badPeerThreshold?: number, peerPenalizer?: IPeerPenalizer | undefined);
+    markPeerSmart(peerId: PeerId): void;
+    markPeerDumb(peerId: PeerId): void;
+    private queriedSmartPeers;
+    private queriedDumbPeers;
+    private static nextPeer;
+    nextSmartPeerToQuery(): PeerId | undefined;
+    nextDumbPeerToQuery(): PeerId | undefined;
+    private get availableSmartPeers();
+    private get availableDumbPeers();
+    thereAreSomeDumbRatelimitExceededPeers(): boolean;
+    markPeerInFlight(peerId: PeerId): void;
+    unMarkPeerInFlight(peerId: PeerId): void;
+    markPeerRateLimitExceeded(peerId: PeerId): void;
+    getRateLimitExceededPeers(): Set<string>;
+    penalisePeer(peerId: PeerId, severity: PeerErrorSeverity): void;
+    unMarkPeerAsBad(peerId: PeerId): void;
+    getBadPeers(): Set<string>;
+    getPeerRateLimitDelayMs(peerId: PeerId): number | undefined;
+    getNextDumbPeerAvailabilityDelayMs(): number | undefined;
+    getNextSmartPeerAvailabilityDelayMs(): number | undefined;
+    private getNextRateLimitDelayMs;
+    private orderedPeers;
+    private get peers();
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicGVlcl9jb2xsZWN0aW9uLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvc2VydmljZXMvcmVxcmVzcC9iYXRjaC10eC1yZXF1ZXN0ZXIvcGVlcl9jb2xsZWN0aW9uLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLFlBQVksRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBQzVELE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFFM0QsT0FBTyxLQUFLLEVBQUUsTUFBTSxFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFHaEQsT0FBTyxLQUFLLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSw2Q0FBNkMsQ0FBQztBQUVyRixPQUFPLEtBQUssRUFBRSxjQUFjLEVBQUUsTUFBTSxnQkFBZ0IsQ0FBQztBQUVyRCxlQUFPLE1BQU0sa0NBQWtDLE9BQU8sQ0FBQztBQUV2RCxNQUFNLFdBQVcsZUFBZTtJQUM5QixhQUFhLENBQUMsTUFBTSxFQUFFLE1BQU0sR0FBRyxJQUFJLENBQUM7SUFDcEMsWUFBWSxDQUFDLE1BQU0sRUFBRSxNQUFNLEdBQUcsSUFBSSxDQUFDO0lBRW5DLG1GQUFtRjtJQUNuRixvQkFBb0IsSUFBSSxNQUFNLEdBQUcsU0FBUyxDQUFDO0lBQzNDLGtGQUFrRjtJQUNsRixtQkFBbUIsSUFBSSxNQUFNLEdBQUcsU0FBUyxDQUFDO0lBRTFDLHNDQUFzQyxJQUFJLE9BQU8sQ0FBQztJQUNsRCxZQUFZLENBQUMsTUFBTSxFQUFFLE1BQU0sRUFBRSxRQUFRLEVBQUUsaUJBQWlCLEdBQUcsSUFBSSxDQUFDO0lBQ2hFLGVBQWUsQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLElBQUksQ0FBQztJQUN0QyxXQUFXLElBQUksR0FBRyxDQUFDLE1BQU0sQ0FBQyxDQUFDO0lBQzNCLGdCQUFnQixDQUFDLE1BQU0sRUFBRSxNQUFNLEdBQUcsSUFBSSxDQUFDO0lBQ3ZDLGtCQUFrQixDQUFDLE1BQU0sRUFBRSxNQUFNLEdBQUcsSUFBSSxDQUFDO0lBQ3pDLHlCQUF5QixDQUFDLE1BQU0sRUFBRSxNQUFNLEdBQUcsSUFBSSxDQUFDO0lBQ2hELHlCQUF5QixJQUFJLEdBQUcsQ0FBQyxNQUFNLENBQUMsQ0FBQztJQUN6Qyx1QkFBdUIsQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLE1BQU0sR0FBRyxTQUFTLENBQUM7SUFDNUQsa0NBQWtDLElBQUksTUFBTSxHQUFHLFNBQVMsQ0FBQztJQUN6RCxtQ0FBbUMsSUFBSSxNQUFNLEdBQUcsU0FBUyxDQUFDO0NBQzNEO0FBRUQscUJBQWEsY0FBZSxZQUFXLGVBQWU7SUFRbEQsT0FBTyxDQUFDLFFBQVEsQ0FBQyxpQkFBaUI7SUFDbEMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxZQUFZO0lBQzdCLE9BQU8sQ0FBQyxRQUFRLENBQUMsWUFBWTtJQUM3QixPQUFPLENBQUMsUUFBUSxDQUFDLGdCQUFnQjtJQUNqQyxPQUFPLENBQUMsUUFBUSxDQUFDLGFBQWEsQ0FBQztJQVhqQyxPQUFPLENBQUMsUUFBUSxDQUFDLFVBQVUsQ0FBcUI7SUFDaEQsT0FBTyxDQUFDLFFBQVEsQ0FBQyxhQUFhLENBQXFCO0lBQ25ELE9BQU8sQ0FBQyxRQUFRLENBQUMsc0JBQXNCLENBQTZCO0lBQ3BFLE9BQU8sQ0FBQyxRQUFRLENBQUMsbUJBQW1CLENBQTZCO0lBQ2pFLE9BQU8sQ0FBQyxRQUFRLENBQUMsUUFBUSxDQUFxQjtJQUU5QyxZQUNtQixpQkFBaUIsRUFBRSxJQUFJLENBQUMsaUJBQWlCLEVBQUUsdUNBQXVDLENBQUMsRUFDbkYsWUFBWSxFQUFFLE1BQU0sR0FBRyxTQUFTLEVBQ2hDLFlBQVksRUFBRSxZQUFZLEVBQzFCLGdCQUFnQixHQUFFLE1BQXNELEVBQ3hFLGFBQWEsQ0FBQyw0QkFBZ0IsRUFRaEQ7SUFFTSxhQUFhLENBQUMsTUFBTSxFQUFFLE1BQU0sR0FBRyxJQUFJLENBRXpDO0lBRU0sWUFBWSxDQUFDLE1BQU0sRUFBRSxNQUFNLEdBQUcsSUFBSSxDQUV4QztJQUdELE9BQU8sQ0FBQyxpQkFBaUIsQ0FBa0M7SUFDM0QsT0FBTyxDQUFDLGdCQUFnQixDQUFrQztJQUUxRCxPQUFPLENBQUMsTUFBTSxDQUFDLFFBQVE7SUFlaEIsb0JBQW9CLElBQUksTUFBTSxHQUFHLFNBQVMsQ0FFaEQ7SUFFTSxtQkFBbUIsSUFBSSxNQUFNLEdBQUcsU0FBUyxDQUUvQztJQUVELE9BQU8sS0FBSyxtQkFBbUIsR0FJOUI7SUFFRCxPQUFPLEtBQUssa0JBQWtCLEdBSTdCO0lBRU0sc0NBQXNDLElBQUksT0FBTyxDQUt2RDtJQUVNLGdCQUFnQixDQUFDLE1BQU0sRUFBRSxNQUFNLFFBRXJDO0lBRU0sa0JBQWtCLENBQUMsTUFBTSxFQUFFLE1BQU0sUUFNdkM7SUFFTSx5QkFBeUIsQ0FBQyxNQUFNLEVBQUUsTUFBTSxRQUc5QztJQUVNLHlCQUF5QixJQUFJLEdBQUcsQ0FBQyxNQUFNLENBQUMsQ0FhOUM7SUFFTSxZQUFZLENBQUMsTUFBTSxFQUFFLE1BQU0sRUFBRSxRQUFRLEVBQUUsaUJBQWlCLEdBQUcsSUFBSSxDQVFyRTtJQUVNLGVBQWUsQ0FBQyxNQUFNLEVBQUUsTUFBTSxRQUlwQztJQUVNLFdBQVcsSUFBSSxHQUFHLENBQUMsTUFBTSxDQUFDLENBRWhDO0lBRU0sdUJBQXVCLENBQUMsTUFBTSxFQUFFLE1BQU0sR0FBRyxNQUFNLEdBQUcsU0FBUyxDQWVqRTtJQUVNLGtDQUFrQyxJQUFJLE1BQU0sR0FBRyxTQUFTLENBVzlEO0lBRU0sbUNBQW1DLElBQUksTUFBTSxHQUFHLFNBQVMsQ0FLL0Q7SUFFRCxPQUFPLENBQUMsdUJBQXVCO0lBMkIvQixPQUFPLENBQUMsWUFBWSxDQUEwQjtJQUU5QyxPQUFPLEtBQUssS0FBSyxHQW1CaEI7Q0FDRiJ9

package/dest/services/reqresp/batch-tx-requester/peer_collection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"peer_collection.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/batch-tx-requester/peer_collection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAE3D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAGhD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6CAA6C,CAAC;AAErF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAErD,eAAO,MAAM,kCAAkC,OAAO,CAAC;AAEvD,MAAM,WAAW,eAAe;IAC9B,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAEnC,mFAAmF;IACnF,oBAAoB,IAAI,MAAM,GAAG,SAAS,CAAC;IAC3C,kFAAkF;IAClF,mBAAmB,IAAI,MAAM,GAAG,SAAS,CAAC;IAE1C,sCAAsC,IAAI,OAAO,CAAC;IAClD,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAChE,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,WAAW,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3B,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACzC,yBAAyB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAChD,yBAAyB,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IACzC,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC;IAC5D,kCAAkC,IAAI,MAAM,GAAG,SAAS,CAAC;IACzD,mCAAmC,IAAI,MAAM,GAAG,SAAS,CAAC;CAC3D;AAED,qBAAa,cAAe,YAAW,eAAe;IAQlD,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;IAXjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqB;IAChD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAqB;IACnD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAA6B;IACpE,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAA6B;IACjE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAE9C,YACmB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,EAAE,uCAAuC,CAAC,EACnF,YAAY,EAAE,MAAM,GAAG,SAAS,EAChC,YAAY,EAAE,YAAY,EAC1B,gBAAgB,GAAE,MAAsD,EACxE,aAAa,CAAC,4BAAgB,EAQhD;IAEM,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAEzC;IAEM,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAExC;IAGD,OAAO,CAAC,iBAAiB,CAAkC;IAC3D,OAAO,CAAC,gBAAgB,CAAkC;IAE1D,OAAO,CAAC,MAAM,CAAC,QAAQ;IAehB,oBAAoB,IAAI,MAAM,GAAG,SAAS,CAEhD;IAEM,mBAAmB,IAAI,MAAM,GAAG,SAAS,CAE/C;IAED,OAAO,KAAK,mBAAmB,GAI9B;IAED,OAAO,KAAK,kBAAkB,GAI7B;IAEM,sCAAsC,IAAI,OAAO,CAKvD;IAEM,gBAAgB,CAAC,MAAM,EAAE,MAAM,QAErC;IAEM,kBAAkB,CAAC,MAAM,EAAE,MAAM,QAMvC;IAEM,yBAAyB,CAAC,MAAM,EAAE,MAAM,QAG9C;IAEM,yBAAyB,IAAI,GAAG,CAAC,MAAM,CAAC,CAa9C;IAEM,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,GAAG,IAAI,CAQrE;IAEM,eAAe,CAAC,MAAM,EAAE,MAAM,QAIpC;IAEM,WAAW,IAAI,GAAG,CAAC,MAAM,CAAC,CAEhC;IAEM,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAejE;IAEM,kCAAkC,IAAI,MAAM,GAAG,SAAS,CAW9D;IAEM,mCAAmC,IAAI,MAAM,GAAG,SAAS,CAK/D;IAED,OAAO,CAAC,uBAAuB;IA2B/B,OAAO,CAAC,YAAY,CAA0B;IAE9C,OAAO,KAAK,KAAK,GAmBhB;CACF"}

package/dest/services/reqresp/batch-tx-requester/peer_collection.js

@@ -0,0 +1,176 @@
+import { peerIdFromString } from '@libp2p/peer-id';
+import { DEFAULT_BATCH_TX_REQUESTER_BAD_PEER_THRESHOLD } from './config.js';
+export const RATE_LIMIT_EXCEEDED_PEER_CACHE_TTL = 1000; // 1s
+export class PeerCollection {
+    connectionSampler;
+    pinnedPeerId;
+    dateProvider;
+    badPeerThreshold;
+    peerPenalizer;
+    smartPeers;
+    inFlightPeers;
+    rateLimitExceededPeers;
+    peerPenaltyCounters;
+    badPeers;
+    constructor(connectionSampler, pinnedPeerId, dateProvider, badPeerThreshold = DEFAULT_BATCH_TX_REQUESTER_BAD_PEER_THRESHOLD, peerPenalizer){
+        this.connectionSampler = connectionSampler;
+        this.pinnedPeerId = pinnedPeerId;
+        this.dateProvider = dateProvider;
+        this.badPeerThreshold = badPeerThreshold;
+        this.peerPenalizer = peerPenalizer;
+        this.smartPeers = new Set();
+        this.inFlightPeers = new Set();
+        this.rateLimitExceededPeers = new Map();
+        this.peerPenaltyCounters = new Map();
+        this.badPeers = new Set();
+        this.queriedSmartPeers = new Set();
+        this.queriedDumbPeers = new Set();
+        this.orderedPeers = new Set();
+        // Pinned peer is treated specially, always mark it as in-flight
+        // and never return it as part of smart/dumb peers
+        if (this.pinnedPeerId) {
+            const peerIdStr = this.pinnedPeerId.toString();
+            this.inFlightPeers.add(peerIdStr);
+        }
+    }
+    markPeerSmart(peerId) {
+        this.smartPeers.add(peerId.toString());
+    }
+    markPeerDumb(peerId) {
+        this.smartPeers.delete(peerId.toString());
+    }
+    // We keep track of all peers that are queried for peer sampling algorithm
+    queriedSmartPeers;
+    queriedDumbPeers;
+    static nextPeer(allPeers, queried) {
+        if (allPeers.size === 0) {
+            return undefined;
+        }
+        const availablePeers = allPeers.difference(queried);
+        let [first] = availablePeers;
+        if (first === undefined) {
+            // We queried all peers. Start over
+            [first] = allPeers;
+            queried.clear();
+        }
+        queried.add(first);
+        return peerIdFromString(first);
+    }
+    nextSmartPeerToQuery() {
+        return PeerCollection.nextPeer(this.availableSmartPeers, this.queriedSmartPeers);
+    }
+    nextDumbPeerToQuery() {
+        return PeerCollection.nextPeer(this.availableDumbPeers, this.queriedDumbPeers);
+    }
+    get availableSmartPeers() {
+        return this.peers.intersection(this.smartPeers.difference(this.getBadPeers().union(this.inFlightPeers).union(this.getRateLimitExceededPeers())));
+    }
+    get availableDumbPeers() {
+        return this.peers.difference(this.smartPeers.union(this.getBadPeers()).union(this.inFlightPeers).union(this.getRateLimitExceededPeers()));
+    }
+    thereAreSomeDumbRatelimitExceededPeers() {
+        return this.getRateLimitExceededPeers().difference(this.smartPeers.union(this.badPeers).union(this.inFlightPeers)).size > 0;
+    }
+    markPeerInFlight(peerId) {
+        this.inFlightPeers.add(peerId.toString());
+    }
+    unMarkPeerInFlight(peerId) {
+        // Never unmark the pinned peer as in-flight
+        if (this.pinnedPeerId && this.pinnedPeerId.toString() === peerId.toString()) {
+            return;
+        }
+        this.inFlightPeers.delete(peerId.toString());
+    }
+    markPeerRateLimitExceeded(peerId) {
+        const ttl = this.dateProvider.now() + RATE_LIMIT_EXCEEDED_PEER_CACHE_TTL;
+        this.rateLimitExceededPeers.set(peerId.toString(), ttl);
+    }
+    getRateLimitExceededPeers() {
+        const now = this.dateProvider.now();
+        const rateLimitedPeers = new Set();
+        for (const [peerId, expirationTime] of this.rateLimitExceededPeers){
+            if (expirationTime <= now) {
+                this.rateLimitExceededPeers.delete(peerId);
+            } else {
+                rateLimitedPeers.add(peerId);
+            }
+        }
+        return rateLimitedPeers;
+    }
+    penalisePeer(peerId, severity) {
+        const key = peerId.toString();
+        const newPenaltyCount = (this.peerPenaltyCounters.get(key) ?? 0) + 1;
+        this.peerPenaltyCounters.set(key, newPenaltyCount);
+        this.peerPenalizer?.penalizePeer(peerId, severity);
+        if (newPenaltyCount > this.badPeerThreshold) {
+            this.badPeers.add(key);
+        }
+    }
+    unMarkPeerAsBad(peerId) {
+        const key = peerId.toString();
+        this.badPeers.delete(key);
+        this.peerPenaltyCounters.delete(key);
+    }
+    getBadPeers() {
+        return new Set(this.badPeers);
+    }
+    getPeerRateLimitDelayMs(peerId) {
+        const key = peerId.toString();
+        const expiry = this.rateLimitExceededPeers.get(key);
+        const peerIsNotRateLimited = expiry === undefined;
+        if (peerIsNotRateLimited) {
+            return undefined;
+        }
+        const now = this.dateProvider.now();
+        const rateLimitHasExpired = expiry <= now;
+        if (rateLimitHasExpired) {
+            this.rateLimitExceededPeers.delete(key);
+            return undefined;
+        }
+        return expiry - now;
+    }
+    getNextDumbPeerAvailabilityDelayMs() {
+        // Note: this _is_ suboptimal
+        // (we could've tracked rate limits ) per dumb/smart peers - different collections
+        // but everything is in memory and small scale so this, wile suboptimal is not slow
+        return this.getNextRateLimitDelayMs((peerIdStr)=>!this.smartPeers.has(peerIdStr) && !this.getBadPeers().has(peerIdStr) && !this.inFlightPeers.has(peerIdStr) && this.peers.has(peerIdStr));
+    }
+    getNextSmartPeerAvailabilityDelayMs() {
+        return this.getNextRateLimitDelayMs((peerIdStr)=>this.smartPeers.has(peerIdStr) && !this.getBadPeers().has(peerIdStr) && !this.inFlightPeers.has(peerIdStr));
+    }
+    getNextRateLimitDelayMs(filter) {
+        const now = this.dateProvider.now();
+        let minExpiry;
+        for (const [peerIdStr, expiry] of this.rateLimitExceededPeers){
+            const rateLimitHasExpired = expiry <= now;
+            if (rateLimitHasExpired) {
+                this.rateLimitExceededPeers.delete(peerIdStr);
+                continue;
+            }
+            const peerDoesNotMatchFilter = !filter(peerIdStr);
+            if (peerDoesNotMatchFilter) {
+                continue;
+            }
+            minExpiry = minExpiry === undefined ? expiry : Math.min(minExpiry, expiry);
+        }
+        const noRateLimitedPeersMatchFilter = minExpiry === undefined;
+        if (noRateLimitedPeersMatchFilter) {
+            return undefined;
+        }
+        return minExpiry - now;
+    }
+    orderedPeers;
+    get peers() {
+        const pinnedStr = this.pinnedPeerId?.toString();
+        const currentlyConnected = new Set(this.connectionSampler.getPeerListSortedByConnectionCountAsc().map((p)=>p.toString()).filter((p)=>p !== pinnedStr));
+        // Remove disconnected peers, preserving order of the rest.
+        this.orderedPeers = this.orderedPeers.intersection(currentlyConnected);
+        // Append newly connected peers at the end (lowest priority).
+        for (const peer of currentlyConnected){
+            if (!this.orderedPeers.has(peer)) {
+                this.orderedPeers.add(peer);
+            }
+        }
+        return this.orderedPeers;
+    }
+}

package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts

@@ -0,0 +1,20 @@
+import type { ClientProtocolCircuitVerifier } from '@aztec/stdlib/interfaces/server';
+import { Tx, type TxValidationResult, type TxValidator } from '@aztec/stdlib/tx';
+export interface BatchRequestTxValidatorConfig {
+    l1ChainId: number;
+    rollupVersion: number;
+    proofVerifier: ClientProtocolCircuitVerifier;
+}
+export interface IBatchRequestTxValidator {
+    validateRequestedTx(tx: Tx): Promise<TxValidationResult>;
+    validateRequestedTxs(txs: Tx[]): Promise<TxValidationResult[]>;
+}
+export declare class BatchRequestTxValidator implements IBatchRequestTxValidator {
+    private readonly config;
+    readonly txValidator: TxValidator;
+    constructor(config: BatchRequestTxValidatorConfig);
+    validateRequestedTx(tx: Tx): Promise<TxValidationResult>;
+    validateRequestedTxs(txs: Tx[]): Promise<TxValidationResult[]>;
+    static createRequestedTxValidator(config: BatchRequestTxValidatorConfig): TxValidator;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHhfdmFsaWRhdG9yLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvc2VydmljZXMvcmVxcmVzcC9iYXRjaC10eC1yZXF1ZXN0ZXIvdHhfdmFsaWRhdG9yLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLDZCQUE2QixFQUFFLE1BQU0saUNBQWlDLENBQUM7QUFDckYsT0FBTyxFQUFFLEVBQUUsRUFBRSxLQUFLLGtCQUFrQixFQUFFLEtBQUssV0FBVyxFQUFFLE1BQU0sa0JBQWtCLENBQUM7QUFJakYsTUFBTSxXQUFXLDZCQUE2QjtJQUM1QyxTQUFTLEVBQUUsTUFBTSxDQUFDO0lBQ2xCLGFBQWEsRUFBRSxNQUFNLENBQUM7SUFDdEIsYUFBYSxFQUFFLDZCQUE2QixDQUFDO0NBQzlDO0FBRUQsTUFBTSxXQUFXLHdCQUF3QjtJQUN2QyxtQkFBbUIsQ0FBQyxFQUFFLEVBQUUsRUFBRSxHQUFHLE9BQU8sQ0FBQyxrQkFBa0IsQ0FBQyxDQUFDO0lBQ3pELG9CQUFvQixDQUFDLEdBQUcsRUFBRSxFQUFFLEVBQUUsR0FBRyxPQUFPLENBQUMsa0JBQWtCLEVBQUUsQ0FBQyxDQUFDO0NBQ2hFO0FBRUQscUJBQWEsdUJBQXdCLFlBQVcsd0JBQXdCO0lBRTFELE9BQU8sQ0FBQyxRQUFRLENBQUMsTUFBTTtJQURuQyxRQUFRLENBQUMsV0FBVyxFQUFFLFdBQVcsQ0FBQztJQUNsQyxZQUE2QixNQUFNLEVBQUUsNkJBQTZCLEVBRWpFO0lBRVksbUJBQW1CLENBQUMsRUFBRSxFQUFFLEVBQUUsR0FBRyxPQUFPLENBQUMsa0JBQWtCLENBQUMsQ0FFcEU7SUFFWSxvQkFBb0IsQ0FBQyxHQUFHLEVBQUUsRUFBRSxFQUFFLEdBQUcsT0FBTyxDQUFDLGtCQUFrQixFQUFFLENBQUMsQ0FFMUU7SUFFRCxNQUFNLENBQUMsMEJBQTBCLENBQUMsTUFBTSxFQUFFLDZCQUE2QixHQUFHLFdBQVcsQ0FLcEY7Q0FDRiJ9

package/dest/services/reqresp/batch-tx-requester/tx_validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tx_validator.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/batch-tx-requester/tx_validator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAC;AACrF,OAAO,EAAE,EAAE,EAAE,KAAK,kBAAkB,EAAE,KAAK,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAIjF,MAAM,WAAW,6BAA6B;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,6BAA6B,CAAC;CAC9C;AAED,MAAM,WAAW,wBAAwB;IACvC,mBAAmB,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IACzD,oBAAoB,CAAC,GAAG,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAAC;CAChE;AAED,qBAAa,uBAAwB,YAAW,wBAAwB;IAE1D,OAAO,CAAC,QAAQ,CAAC,MAAM;IADnC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC;IAClC,YAA6B,MAAM,EAAE,6BAA6B,EAEjE;IAEY,mBAAmB,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAEpE;IAEY,oBAAoB,CAAC,GAAG,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAE1E;IAED,MAAM,CAAC,0BAA0B,CAAC,MAAM,EAAE,6BAA6B,GAAG,WAAW,CAKpF;CACF"}

package/dest/services/reqresp/batch-tx-requester/tx_validator.js

@@ -0,0 +1,21 @@
+import { createTxValidatorForReqResponseReceivedTxs } from '../../../msg_validators/index.js';
+export class BatchRequestTxValidator {
+    config;
+    txValidator;
+    constructor(config){
+        this.config = config;
+        this.txValidator = BatchRequestTxValidator.createRequestedTxValidator(this.config);
+    }
+    async validateRequestedTx(tx) {
+        return await this.txValidator.validateTx(tx);
+    }
+    async validateRequestedTxs(txs) {
+        return await Promise.all(txs.map((tx)=>this.validateRequestedTx(tx)));
+    }
+    static createRequestedTxValidator(config) {
+        return createTxValidatorForReqResponseReceivedTxs(config.proofVerifier, {
+            l1ChainId: config.l1ChainId,
+            rollupVersion: config.rollupVersion
+        });
+    }
+}

package/dest/services/reqresp/config.d.ts

@@ -15,4 +15,4 @@ export interface P2PReqRespConfig {
     dialTimeoutMs: number;
 }
 export declare const p2pReqRespConfigMappings: Record<keyof P2PReqRespConfig, ConfigMapping>;
-//# sourceMappingURL=config.d.ts.map
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29uZmlnLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvcmVxcmVzcC9jb25maWcudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLEtBQUssYUFBYSxFQUEyQyxNQUFNLDBCQUEwQixDQUFDO0FBRXZHLGVBQU8sTUFBTSxxQ0FBcUMsUUFBUyxDQUFDO0FBQzVELGVBQU8sTUFBTSxrQ0FBa0MsUUFBUyxDQUFDO0FBQ3pELGVBQU8sTUFBTSwrQkFBK0IsT0FBUSxDQUFDO0FBQ3JELGVBQU8sTUFBTSw4QkFBOEIsUUFBUSxDQUFDO0FBR3BELGVBQU8sTUFBTSwwQkFBMEIsRUFBRSxnQkFLeEMsQ0FBQztBQUVGLE1BQU0sV0FBVyxnQkFBZ0I7SUFDL0IsNERBQTREO0lBQzVELHVCQUF1QixFQUFFLE1BQU0sQ0FBQztJQUVoQyx1RUFBdUU7SUFDdkUsMEJBQTBCLEVBQUUsTUFBTSxDQUFDO0lBRW5DLGtIQUFrSDtJQUNsSCx3QkFBd0IsRUFBRSxPQUFPLENBQUM7SUFFbEMsdUVBQXVFO0lBQ3ZFLGFBQWEsRUFBRSxNQUFNLENBQUM7Q0FDdkI7QUFFRCxlQUFPLE1BQU0sd0JBQXdCLEVBQUUsTUFBTSxDQUFDLE1BQU0sZ0JBQWdCLEVBQUUsYUFBYSxDQXNCbEYsQ0FBQyJ9

package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts

@@ -18,14 +18,33 @@ export declare class BatchConnectionSampler {
     private readonly logger;
     private readonly batch;
     private readonly requestsPerPeer;
+    /** Tracks peer-index combinations that returned empty/invalid responses */
+    private readonly failedPeerIndices;
     constructor(connectionSampler: ConnectionSampler, batchSize: number, maxPeers: number, exclude?: PeerId[], logger?: import("@aztec/foundation/log").Logger);
     /**
-     * Gets the peer responsible for handling a specific request index
+     * Gets the peer responsible for handling a specific request index.
+     * If the primary peer has previously failed for this index, tries other peers.
+     * If all batch peers have failed, attempts to sample a new peer.
      *
      * @param index - The request index
-     * @returns The peer assigned to handle this request
+     * @returns The peer assigned to handle this request, or undefined if no peer available
      */
     getPeerForRequest(index: number): PeerId | undefined;
+    /**
+     * Attempts to sample a new peer that isn't already in the batch.
+     * If successful, adds the peer to the batch.
+     *
+     * @returns The new peer if one was sampled, undefined otherwise
+     */
+    private sampleNewPeer;
+    /**
+     * Marks that a peer returned an empty/invalid response for a specific request index.
+     * The peer will not be assigned this index again.
+     *
+     * @param peerId - The peer that failed
+     * @param index - The request index that failed
+     */
+    markPeerFailedForIndex(peerId: PeerId, index: number): void;
     /**
      * Removes a peer and replaces it with a new one, maintaining the same position
      * in the batch array to keep request distribution consistent
@@ -42,4 +61,4 @@ export declare class BatchConnectionSampler {
      */
     get requestsPerBucket(): number;
 }
-//# sourceMappingURL=batch_connection_sampler.d.ts.map
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYmF0Y2hfY29ubmVjdGlvbl9zYW1wbGVyLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvc2VydmljZXMvcmVxcmVzcC9jb25uZWN0aW9uLXNhbXBsZXIvYmF0Y2hfY29ubmVjdGlvbl9zYW1wbGVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUVBLE9BQU8sS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLG1CQUFtQixDQUFDO0FBRWhELE9BQU8sS0FBSyxFQUFFLGlCQUFpQixFQUFFLE1BQU0seUJBQXlCLENBQUM7QUFFakU7Ozs7Ozs7Ozs7OztHQVlHO0FBQ0gscUJBQWEsc0JBQXNCO0lBTy9CLE9BQU8sQ0FBQyxRQUFRLENBQUMsaUJBQWlCO0lBSWxDLE9BQU8sQ0FBQyxRQUFRLENBQUMsTUFBTTtJQVZ6QixPQUFPLENBQUMsUUFBUSxDQUFDLEtBQUssQ0FBZ0I7SUFDdEMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxlQUFlLENBQVM7SUFDekMsMkVBQTJFO0lBQzNFLE9BQU8sQ0FBQyxRQUFRLENBQUMsaUJBQWlCLENBQXVDO0lBRXpFLFlBQ21CLGlCQUFpQixFQUFFLGlCQUFpQixFQUNyRCxTQUFTLEVBQUUsTUFBTSxFQUNqQixRQUFRLEVBQUUsTUFBTSxFQUNoQixPQUFPLENBQUMsRUFBRSxNQUFNLEVBQUUsRUFDRCxNQUFNLHlDQUF1RCxFQWUvRTtJQUVEOzs7Ozs7O09BT0c7SUFDSCxpQkFBaUIsQ0FBQyxLQUFLLEVBQUUsTUFBTSxHQUFHLE1BQU0sR0FBRyxTQUFTLENBMkJuRDtJQUVEOzs7OztPQUtHO0lBQ0gsT0FBTyxDQUFDLGFBQWE7SUFjckI7Ozs7OztPQU1HO0lBQ0gsc0JBQXNCLENBQUMsTUFBTSxFQUFFLE1BQU0sRUFBRSxLQUFLLEVBQUUsTUFBTSxHQUFHLElBQUksQ0FTMUQ7SUFFRDs7Ozs7T0FLRztJQUNILG9CQUFvQixDQUFDLE1BQU0sRUFBRSxNQUFNLEdBQUcsSUFBSSxDQWlCekM7SUFFRDs7T0FFRztJQUNILElBQUksZUFBZSxJQUFJLE1BQU0sQ0FFNUI7SUFFRDs7T0FFRztJQUNILElBQUksaUJBQWlCLElBQUksTUFBTSxDQUU5QjtDQUNGIn0=

package/dest/services/reqresp/connection-sampler/batch_connection_sampler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"batch_connection_sampler.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/connection-sampler/batch_connection_sampler.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAEjE;;;;;;;;;;;;GAYG;AACH,qBAAa,sBAAsB;IAK/B,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAIlC,OAAO,CAAC,QAAQ,CAAC,MAAM;IARzB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgB;IACtC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;gBAGtB,iBAAiB,EAAE,iBAAiB,EACrD,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,MAAM,EAAE,EACD,MAAM,yCAAuD;IAiBhF;;;;;OAKG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAUpD;;;;;OAKG;IACH,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAmB1C;;OAEG;IACH,IAAI,eAAe,IAAI,MAAM,CAE5B;IAED;;OAEG;IACH,IAAI,iBAAiB,IAAI,MAAM,CAE9B;CACF"}
+{"version":3,"file":"batch_connection_sampler.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/connection-sampler/batch_connection_sampler.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAEjE;;;;;;;;;;;;GAYG;AACH,qBAAa,sBAAsB;IAO/B,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAIlC,OAAO,CAAC,QAAQ,CAAC,MAAM;IAVzB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgB;IACtC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,2EAA2E;IAC3E,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAuC;IAEzE,YACmB,iBAAiB,EAAE,iBAAiB,EACrD,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,MAAM,EAAE,EACD,MAAM,yCAAuD,EAe/E;IAED;;;;;;;OAOG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CA2BnD;IAED;;;;;OAKG;IACH,OAAO,CAAC,aAAa;IAcrB;;;;;;OAMG;IACH,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAS1D;IAED;;;;;OAKG;IACH,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAiBzC;IAED;;OAEG;IACH,IAAI,eAAe,IAAI,MAAM,CAE5B;IAED;;OAEG;IACH,IAAI,iBAAiB,IAAI,MAAM,CAE9B;CACF"}

package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js

@@ -16,10 +16,12 @@ import { createLogger } from '@aztec/foundation/log';
     logger;
     batch;
     requestsPerPeer;
+    /** Tracks peer-index combinations that returned empty/invalid responses */ failedPeerIndices;
     constructor(connectionSampler, batchSize, maxPeers, exclude, logger = createLogger('p2p:reqresp:batch-connection-sampler')){
         this.connectionSampler = connectionSampler;
         this.logger = logger;
         this.batch = [];
+        this.failedPeerIndices = new Map();
         if (maxPeers <= 0) {
             throw new Error('Max peers cannot be 0');
         }
@@ -36,17 +38,74 @@ import { createLogger } from '@aztec/foundation/log';
         this.batch = this.connectionSampler.samplePeersBatch(maxPeers, excluding);
     }
     /**
-   * Gets the peer responsible for handling a specific request index
+   * Gets the peer responsible for handling a specific request index.
+   * If the primary peer has previously failed for this index, tries other peers.
+   * If all batch peers have failed, attempts to sample a new peer.
    *
    * @param index - The request index
-   * @returns The peer assigned to handle this request
+   * @returns The peer assigned to handle this request, or undefined if no peer available
    */ getPeerForRequest(index) {
         if (this.batch.length === 0) {
             return undefined;
         }
         // Calculate which peer bucket this index belongs to
-        const peerIndex = Math.floor(index / this.requestsPerPeer) % this.batch.length;
-        return this.batch[peerIndex];
+        const primaryPeerIndex = Math.floor(index / this.requestsPerPeer) % this.batch.length;
+        // Try peers starting from primary, wrapping around
+        for(let offset = 0; offset < this.batch.length; offset++){
+            const peerIndex = (primaryPeerIndex + offset) % this.batch.length;
+            const peer = this.batch[peerIndex];
+            const peerKey = peer.toString();
+            const failedIndices = this.failedPeerIndices.get(peerKey);
+            if (!failedIndices || !failedIndices.has(index)) {
+                return peer;
+            }
+        }
+        // All batch peers have failed for this index - try to sample a new peer
+        const newPeer = this.sampleNewPeer();
+        if (newPeer) {
+            return newPeer;
+        }
+        return undefined;
+    }
+    /**
+   * Attempts to sample a new peer that isn't already in the batch.
+   * If successful, adds the peer to the batch.
+   *
+   * @returns The new peer if one was sampled, undefined otherwise
+   */ sampleNewPeer() {
+        // Exclude all current batch peers
+        const excluding = new Map(this.batch.map((p)=>[
+                p.toString(),
+                true
+            ]));
+        const newPeer = this.connectionSampler.getPeer(excluding);
+        if (newPeer) {
+            this.batch.push(newPeer);
+            this.logger.trace('Sampled new peer for exhausted index', {
+                newPeer: newPeer.toString()
+            });
+            return newPeer;
+        }
+        return undefined;
+    }
+    /**
+   * Marks that a peer returned an empty/invalid response for a specific request index.
+   * The peer will not be assigned this index again.
+   *
+   * @param peerId - The peer that failed
+   * @param index - The request index that failed
+   */ markPeerFailedForIndex(peerId, index) {
+        const peerKey = peerId.toString();
+        let failedIndices = this.failedPeerIndices.get(peerKey);
+        if (!failedIndices) {
+            failedIndices = new Set();
+            this.failedPeerIndices.set(peerKey, failedIndices);
+        }
+        failedIndices.add(index);
+        this.logger.trace('Marked peer failed for index', {
+            peerId: peerKey,
+            index
+        });
     }
     /**
    * Removes a peer and replaces it with a new one, maintaining the same position

package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts

@@ -49,6 +49,7 @@ export declare class ConnectionSampler {
         peer: PeerId | undefined;
         sampledPeers: PeerId[];
     };
+    getPeerListSortedByConnectionCountAsc(excluding?: Set<string>): PeerId[];
     /**
      * Samples a batch of unique peers from the libp2p node, prioritizing peers without active connections
      *
@@ -70,9 +71,6 @@ export declare class ConnectionSampler {
      * Closes a stream and updates the active connections count
      */
     close(stream: Stream): Promise<void>;
-    /**
-     * Cleans up stale connections that we have lost accounting for
-     */
     private cleanupStaleConnections;
 }
-//# sourceMappingURL=connection_sampler.d.ts.map
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29ubmVjdGlvbl9zYW1wbGVyLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvc2VydmljZXMvcmVxcmVzcC9jb25uZWN0aW9uLXNhbXBsZXIvY29ubmVjdGlvbl9zYW1wbGVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUdBLE9BQU8sS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLEVBQUUsTUFBTSxFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFJaEUscUJBQWEsYUFBYTtJQUN4QixNQUFNLENBQUMsR0FBRyxFQUFFLE1BQU0sVUFFakI7Q0FDRjtBQUVEOzs7Ozs7R0FNRztBQUNILHFCQUFhLGlCQUFpQjtJQVkxQixPQUFPLENBQUMsUUFBUSxDQUFDLE1BQU07SUFDdkIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxPQUFPO0lBQ3hCLE9BQU8sQ0FBQyxRQUFRLENBQUMsTUFBTTtJQUN2QixPQUFPLENBQUMsUUFBUSxDQUFDLElBQUk7SUFkdkIsT0FBTyxDQUFDLGVBQWUsQ0FBaUI7SUFHeEMsU0FBUyxDQUFDLFFBQVEsQ0FBQyxzQkFBc0IsRUFBRSxHQUFHLENBQUMsTUFBTSxFQUFFLE1BQU0sQ0FBQyxDQUFhO0lBRzNFLFNBQVMsQ0FBQyxRQUFRLENBQUMsT0FBTyxFQUFFLEdBQUcsQ0FBQyxNQUFNLENBQUMsQ0FBYTtJQUVwRCxPQUFPLENBQUMsV0FBVyxDQUEwQztJQUU3RCxZQUNtQixNQUFNLEVBQUUsTUFBTSxFQUNkLE9BQU8sRUFBRSxhQUFhLEVBQ3RCLE1BQU0seUNBQWlELEVBQ3ZELElBQUksR0FBRTtRQUFFLGlCQUFpQixDQUFDLEVBQUUsTUFBTSxDQUFDO1FBQUMsd0JBQXdCLENBQUMsRUFBRSxPQUFPLENBQUE7S0FBTyxFQU0vRjtJQUVEOztPQUVHO0lBQ0csSUFBSSxrQkFTVDtJQUVEOzs7OztPQUtHO0lBQ0gsT0FBTyxDQUFDLFNBQVMsQ0FBQyxFQUFFLEdBQUcsQ0FBQyxNQUFNLEVBQUUsT0FBTyxDQUFDLEdBQUcsTUFBTSxHQUFHLFNBQVMsQ0FLNUQ7SUFFRDs7Ozs7Ozs7Ozs7T0FXRztJQUNILGVBQWUsQ0FDYixLQUFLLEVBQUUsTUFBTSxFQUFFLEVBQ2YsU0FBUyxDQUFDLEVBQUUsR0FBRyxDQUFDLE1BQU0sRUFBRSxPQUFPLENBQUMsR0FDL0I7UUFDRCxJQUFJLEVBQUUsTUFBTSxHQUFHLFNBQVMsQ0FBQztRQUN6QixZQUFZLEVBQUUsTUFBTSxFQUFFLENBQUM7S0FDeEIsQ0FxQ0E7SUFTTSxxQ0FBcUMsQ0FBQyxTQUFTLENBQUMsRUFBRSxHQUFHLENBQUMsTUFBTSxDQUFDLEdBQUcsTUFBTSxFQUFFLENBTzlFO0lBRUQ7Ozs7OztPQU1HO0lBQ0gsZ0JBQWdCLENBQUMsY0FBYyxFQUFFLE1BQU0sRUFBRSxTQUFTLENBQUMsRUFBRSxHQUFHLENBQUMsTUFBTSxFQUFFLE9BQU8sQ0FBQyxHQUFHLE1BQU0sRUFBRSxDQXNDbkY7SUFJRDs7Ozs7OztPQU9HO0lBQ0csWUFBWSxDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsUUFBUSxFQUFFLE1BQU0sRUFBRSxPQUFPLENBQUMsRUFBRSxNQUFNLEdBQUcsT0FBTyxDQUFDLE1BQU0sQ0FBQyxDQXFCdEY7SUFFRDs7T0FFRztJQUNHLEtBQUssQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FpQ3pDO1lBS2EsdUJBQXVCO0NBdUJ0QyJ9