@aztec/p2p 0.0.0-test.1 → 0.0.1-commit.023c3e5

package/dest/services/reqresp/connection-sampler/batch_connection_sampler.js

@@ -16,10 +16,12 @@ import { createLogger } from '@aztec/foundation/log';
     logger;
     batch;
     requestsPerPeer;
-    constructor(connectionSampler, batchSize, maxPeers){
+    /** Tracks peer-index combinations that returned empty/invalid responses */ failedPeerIndices;
+    constructor(connectionSampler, batchSize, maxPeers, exclude, logger = createLogger('p2p:reqresp:batch-connection-sampler')){
         this.connectionSampler = connectionSampler;
-        this.logger = createLogger('p2p:reqresp:batch-connection-sampler');
+        this.logger = logger;
         this.batch = [];
+        this.failedPeerIndices = new Map();
         if (maxPeers <= 0) {
             throw new Error('Max peers cannot be 0');
         }
@@ -29,20 +31,81 @@ import { createLogger } from '@aztec/foundation/log';
         // Calculate how many requests each peer should handle, cannot be 0
         this.requestsPerPeer = Math.max(1, Math.floor(batchSize / maxPeers));
         // Sample initial peers
-        this.batch = this.connectionSampler.samplePeersBatch(maxPeers);
+        const excluding = exclude && new Map(exclude.map((peerId)=>[
+                peerId.toString(),
+                true
+            ]));
+        this.batch = this.connectionSampler.samplePeersBatch(maxPeers, excluding);
     }
     /**
-   * Gets the peer responsible for handling a specific request index
+   * Gets the peer responsible for handling a specific request index.
+   * If the primary peer has previously failed for this index, tries other peers.
+   * If all batch peers have failed, attempts to sample a new peer.
    *
    * @param index - The request index
-   * @returns The peer assigned to handle this request
+   * @returns The peer assigned to handle this request, or undefined if no peer available
    */ getPeerForRequest(index) {
         if (this.batch.length === 0) {
             return undefined;
         }
         // Calculate which peer bucket this index belongs to
-        const peerIndex = Math.floor(index / this.requestsPerPeer) % this.batch.length;
-        return this.batch[peerIndex];
+        const primaryPeerIndex = Math.floor(index / this.requestsPerPeer) % this.batch.length;
+        // Try peers starting from primary, wrapping around
+        for(let offset = 0; offset < this.batch.length; offset++){
+            const peerIndex = (primaryPeerIndex + offset) % this.batch.length;
+            const peer = this.batch[peerIndex];
+            const peerKey = peer.toString();
+            const failedIndices = this.failedPeerIndices.get(peerKey);
+            if (!failedIndices || !failedIndices.has(index)) {
+                return peer;
+            }
+        }
+        // All batch peers have failed for this index - try to sample a new peer
+        const newPeer = this.sampleNewPeer();
+        if (newPeer) {
+            return newPeer;
+        }
+        return undefined;
+    }
+    /**
+   * Attempts to sample a new peer that isn't already in the batch.
+   * If successful, adds the peer to the batch.
+   *
+   * @returns The new peer if one was sampled, undefined otherwise
+   */ sampleNewPeer() {
+        // Exclude all current batch peers
+        const excluding = new Map(this.batch.map((p)=>[
+                p.toString(),
+                true
+            ]));
+        const newPeer = this.connectionSampler.getPeer(excluding);
+        if (newPeer) {
+            this.batch.push(newPeer);
+            this.logger.trace('Sampled new peer for exhausted index', {
+                newPeer: newPeer.toString()
+            });
+            return newPeer;
+        }
+        return undefined;
+    }
+    /**
+   * Marks that a peer returned an empty/invalid response for a specific request index.
+   * The peer will not be assigned this index again.
+   *
+   * @param peerId - The peer that failed
+   * @param index - The request index that failed
+   */ markPeerFailedForIndex(peerId, index) {
+        const peerKey = peerId.toString();
+        let failedIndices = this.failedPeerIndices.get(peerKey);
+        if (!failedIndices) {
+            failedIndices = new Set();
+            this.failedPeerIndices.set(peerKey, failedIndices);
+        }
+        failedIndices.add(index);
+        this.logger.trace('Marked peer failed for index', {
+            peerId: peerKey,
+            index
+        });
     }
     /**
    * Removes a peer and replaces it with a new one, maintaining the same position
@@ -60,17 +123,17 @@ import { createLogger } from '@aztec/foundation/log';
                 true
             ]
         ]);
-        const newPeer = this.connectionSampler.getPeer(excluding);
+        const newPeer = this.connectionSampler.getPeer(excluding); // Q: Shouldn't we accumulate all excluded peers? Otherwise the sampler could return us a previously excluded peer?
         if (newPeer) {
             this.batch[index] = newPeer;
-            this.logger.trace(`Replaced peer ${peerId} with ${newPeer}`, {
+            this.logger.trace('Replaced peer', {
                 peerId,
                 newPeer
             });
         } else {
             // If we couldn't get a replacement, remove the peer and compact the array
             this.batch.splice(index, 1);
-            this.logger.trace(`Removed peer ${peerId}`, {
+            this.logger.trace('Removed peer', {
                 peerId
             });
         }

package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts

@@ -3,7 +3,7 @@ export declare class RandomSampler {
     random(max: number): number;
 }
 /**
- * A class that samples peers from the libp2p node and returns a peer that we don't already have a connection open to.
+ * A class that samples peers from the libp2p node and returns a peer that we don't already have a reqresp connection open to.
  * If we already have a connection open, we try to sample a different peer.
  * We do this MAX_SAMPLE_ATTEMPTS times, if we still don't find a peer we just go for it.
  *
@@ -11,16 +11,17 @@ export declare class RandomSampler {
  */
 export declare class ConnectionSampler {
     private readonly libp2p;
-    private readonly cleanupIntervalMs;
     private readonly sampler;
     private readonly logger;
+    private readonly opts;
     private cleanupInterval;
-    private abortController;
-    private readonly activeConnectionsCount;
-    private readonly streams;
-    private dialQueue;
-    constructor(libp2p: Libp2p, cleanupIntervalMs?: number, // Default to 1 minute
-    sampler?: RandomSampler);
+    protected readonly activeConnectionsCount: Map<string, number>;
+    protected readonly streams: Set<Stream>;
+    private abortOnStop;
+    constructor(libp2p: Libp2p, sampler: RandomSampler, logger?: import("@aztec/foundation/log").Logger, opts?: {
+        cleanupIntervalMs?: number;
+        p2pOptimisticNegotiation?: boolean;
+    });
     /**
      * Stops the cleanup job and closes all active connections
      */
@@ -32,30 +33,44 @@ export declare class ConnectionSampler {
      * @returns
      */
     getPeer(excluding?: Map<string, boolean>): PeerId | undefined;
+    /**
+     * Samples a peer from a list of peers, excluding those that have active (reqresp) connections or are in the exclusion list
+     *
+     * @param peers - The list of peers to sample from
+     * @param excluding - The peers to exclude from the sampling
+     * @returns - A peer from the list, or undefined if no peers are available,
+     *          - a boolean indicating if the peer has active connections, and
+     *          - all sampled peers - to enable optional resampling
+     *
+     * @dev The provided list peers, should be mutated by this function. This allows batch sampling
+     *      to be performed without making extra copies of the list.
+     */
+    getPeerFromList(peers: PeerId[], excluding?: Map<string, boolean>): {
+        peer: PeerId | undefined;
+        sampledPeers: PeerId[];
+    };
+    getPeerListSortedByConnectionCountAsc(excluding?: Set<string>): PeerId[];
     /**
      * Samples a batch of unique peers from the libp2p node, prioritizing peers without active connections
      *
      * @param numberToSample - The number of peers to sample
+     * @param excluding - The peers to exclude from the sampling
      * @returns Array of unique sampled peers, prioritizing those without active connections
      */
-    samplePeersBatch(numberToSample: number): PeerId[];
+    samplePeersBatch(numberToSample: number, excluding?: Map<string, boolean>): PeerId[];
     /**
      * Dials a protocol and returns the stream
      *
      * @param peerId - The peer id
      * @param protocol - The protocol
+     * @param timeout - Abort connection if it takes too long
      * @returns The stream
      */
-    dialProtocol(peerId: PeerId, protocol: string): Promise<Stream>;
+    dialProtocol(peerId: PeerId, protocol: string, timeout?: number): Promise<Stream>;
     /**
      * Closes a stream and updates the active connections count
-     *
-     * @param streamId - The stream id
-     */
-    close(streamId: string): Promise<void>;
-    /**
-     * Cleans up stale connections that we have lost accounting for
      */
+    close(stream: Stream): Promise<void>;
     private cleanupStaleConnections;
 }
-//# sourceMappingURL=connection_sampler.d.ts.map
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29ubmVjdGlvbl9zYW1wbGVyLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvc2VydmljZXMvcmVxcmVzcC9jb25uZWN0aW9uLXNhbXBsZXIvY29ubmVjdGlvbl9zYW1wbGVyLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUdBLE9BQU8sS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLEVBQUUsTUFBTSxFQUFFLE1BQU0sbUJBQW1CLENBQUM7QUFJaEUscUJBQWEsYUFBYTtJQUN4QixNQUFNLENBQUMsR0FBRyxFQUFFLE1BQU0sVUFFakI7Q0FDRjtBQUVEOzs7Ozs7R0FNRztBQUNILHFCQUFhLGlCQUFpQjtJQVkxQixPQUFPLENBQUMsUUFBUSxDQUFDLE1BQU07SUFDdkIsT0FBTyxDQUFDLFFBQVEsQ0FBQyxPQUFPO0lBQ3hCLE9BQU8sQ0FBQyxRQUFRLENBQUMsTUFBTTtJQUN2QixPQUFPLENBQUMsUUFBUSxDQUFDLElBQUk7SUFkdkIsT0FBTyxDQUFDLGVBQWUsQ0FBaUI7SUFHeEMsU0FBUyxDQUFDLFFBQVEsQ0FBQyxzQkFBc0IsRUFBRSxHQUFHLENBQUMsTUFBTSxFQUFFLE1BQU0sQ0FBQyxDQUFhO0lBRzNFLFNBQVMsQ0FBQyxRQUFRLENBQUMsT0FBTyxFQUFFLEdBQUcsQ0FBQyxNQUFNLENBQUMsQ0FBYTtJQUVwRCxPQUFPLENBQUMsV0FBVyxDQUEwQztJQUU3RCxZQUNtQixNQUFNLEVBQUUsTUFBTSxFQUNkLE9BQU8sRUFBRSxhQUFhLEVBQ3RCLE1BQU0seUNBQWlELEVBQ3ZELElBQUksR0FBRTtRQUFFLGlCQUFpQixDQUFDLEVBQUUsTUFBTSxDQUFDO1FBQUMsd0JBQXdCLENBQUMsRUFBRSxPQUFPLENBQUE7S0FBTyxFQU0vRjtJQUVEOztPQUVHO0lBQ0csSUFBSSxrQkFTVDtJQUVEOzs7OztPQUtHO0lBQ0gsT0FBTyxDQUFDLFNBQVMsQ0FBQyxFQUFFLEdBQUcsQ0FBQyxNQUFNLEVBQUUsT0FBTyxDQUFDLEdBQUcsTUFBTSxHQUFHLFNBQVMsQ0FLNUQ7SUFFRDs7Ozs7Ozs7Ozs7T0FXRztJQUNILGVBQWUsQ0FDYixLQUFLLEVBQUUsTUFBTSxFQUFFLEVBQ2YsU0FBUyxDQUFDLEVBQUUsR0FBRyxDQUFDLE1BQU0sRUFBRSxPQUFPLENBQUMsR0FDL0I7UUFDRCxJQUFJLEVBQUUsTUFBTSxHQUFHLFNBQVMsQ0FBQztRQUN6QixZQUFZLEVBQUUsTUFBTSxFQUFFLENBQUM7S0FDeEIsQ0FxQ0E7SUFTTSxxQ0FBcUMsQ0FBQyxTQUFTLENBQUMsRUFBRSxHQUFHLENBQUMsTUFBTSxDQUFDLEdBQUcsTUFBTSxFQUFFLENBTzlFO0lBRUQ7Ozs7OztPQU1HO0lBQ0gsZ0JBQWdCLENBQUMsY0FBYyxFQUFFLE1BQU0sRUFBRSxTQUFTLENBQUMsRUFBRSxHQUFHLENBQUMsTUFBTSxFQUFFLE9BQU8sQ0FBQyxHQUFHLE1BQU0sRUFBRSxDQXNDbkY7SUFJRDs7Ozs7OztPQU9HO0lBQ0csWUFBWSxDQUFDLE1BQU0sRUFBRSxNQUFNLEVBQUUsUUFBUSxFQUFFLE1BQU0sRUFBRSxPQUFPLENBQUMsRUFBRSxNQUFNLEdBQUcsT0FBTyxDQUFDLE1BQU0sQ0FBQyxDQXFCdEY7SUFFRDs7T0FFRztJQUNHLEtBQUssQ0FBQyxNQUFNLEVBQUUsTUFBTSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FpQ3pDO1lBS2EsdUJBQXVCO0NBdUJ0QyJ9

package/dest/services/reqresp/connection-sampler/connection_sampler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"connection_sampler.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/connection-sampler/connection_sampler.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAShE,qBAAa,aAAa;IACxB,MAAM,CAAC,GAAG,EAAE,MAAM;CAGnB;AAED;;;;;;GAMG;AACH,qBAAa,iBAAiB;IAY1B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAb1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkD;IACzE,OAAO,CAAC,eAAe,CAAiB;IACxC,OAAO,CAAC,eAAe,CAA0C;IAEjE,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAkC;IACzE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA2C;IAGnE,OAAO,CAAC,SAAS,CAAkC;gBAGhC,MAAM,EAAE,MAAM,EACd,iBAAiB,GAAE,MAAc,EAAE,sBAAsB;IACzD,OAAO,GAAE,aAAmC;IAO/D;;OAEG;IACG,IAAI;IAaV;;;;;OAKG;IACH,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,GAAG,SAAS;IA+B7D;;;;;OAKG;IACH,gBAAgB,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM,EAAE;IAkClD;;;;;;OAMG;IACG,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAmBrE;;;;OAIG;IACG,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA4B5C;;OAEG;YACW,uBAAuB;CAetC"}
+{"version":3,"file":"connection_sampler.d.ts","sourceRoot":"","sources":["../../../../src/services/reqresp/connection-sampler/connection_sampler.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAIhE,qBAAa,aAAa;IACxB,MAAM,CAAC,GAAG,EAAE,MAAM,UAEjB;CACF;AAED;;;;;;GAMG;AACH,qBAAa,iBAAiB;IAY1B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAdvB,OAAO,CAAC,eAAe,CAAiB;IAGxC,SAAS,CAAC,QAAQ,CAAC,sBAAsB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAa;IAG3E,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAa;IAEpD,OAAO,CAAC,WAAW,CAA0C;IAE7D,YACmB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,aAAa,EACtB,MAAM,yCAAiD,EACvD,IAAI,GAAE;QAAE,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAAC,wBAAwB,CAAC,EAAE,OAAO,CAAA;KAAO,EAM/F;IAED;;OAEG;IACG,IAAI,kBAST;IAED;;;;;OAKG;IACH,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,GAAG,SAAS,CAK5D;IAED;;;;;;;;;;;OAWG;IACH,eAAe,CACb,KAAK,EAAE,MAAM,EAAE,EACf,SAAS,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B;QACD,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;QACzB,YAAY,EAAE,MAAM,EAAE,CAAC;KACxB,CAqCA;IASM,qCAAqC,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE,CAO9E;IAED;;;;;;OAMG;IACH,gBAAgB,CAAC,cAAc,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,EAAE,CAsCnF;IAID;;;;;;;OAOG;IACG,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAqBtF;IAED;;OAEG;IACG,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAiCzC;YAKa,uBAAuB;CAuBtC"}

package/dest/services/reqresp/connection-sampler/connection_sampler.js

@@ -1,5 +1,5 @@
+import { AbortError } from '@aztec/foundation/error';
 import { createLogger } from '@aztec/foundation/log';
-import { SerialQueue } from '@aztec/foundation/queue';
 const MAX_SAMPLE_ATTEMPTS = 4;
 export class RandomSampler {
     random(max) {
@@ -7,43 +7,40 @@ export class RandomSampler {
     }
 }
 /**
- * A class that samples peers from the libp2p node and returns a peer that we don't already have a connection open to.
+ * A class that samples peers from the libp2p node and returns a peer that we don't already have a reqresp connection open to.
  * If we already have a connection open, we try to sample a different peer.
  * We do this MAX_SAMPLE_ATTEMPTS times, if we still don't find a peer we just go for it.
  *
  * @dev Close must always be called on connections, else memory leak
  */ export class ConnectionSampler {
     libp2p;
-    cleanupIntervalMs;
     sampler;
     logger;
+    opts;
     cleanupInterval;
-    abortController;
+    // Map from stringified peer id to number of active connections
     activeConnectionsCount;
+    // eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
     streams;
-    // Serial queue to ensure that we only dial one peer at a time
-    dialQueue;
-    constructor(libp2p, cleanupIntervalMs = 60000, sampler = new RandomSampler()){
+    abortOnStop;
+    constructor(libp2p, sampler, logger = createLogger('p2p:reqresp:connection-sampler'), opts = {}){
         this.libp2p = libp2p;
-        this.cleanupIntervalMs = cleanupIntervalMs;
         this.sampler = sampler;
-        this.logger = createLogger('p2p:reqresp:connection-sampler');
-        this.abortController = new AbortController();
+        this.logger = logger;
+        this.opts = opts;
         this.activeConnectionsCount = new Map();
-        this.streams = new Map();
-        this.dialQueue = new SerialQueue();
-        this.cleanupInterval = setInterval(()=>void this.cleanupStaleConnections(), this.cleanupIntervalMs);
-        this.dialQueue.start();
+        this.streams = new Set();
+        this.abortOnStop = new AbortController();
+        this.cleanupInterval = setInterval(()=>void this.cleanupStaleConnections(), this.opts.cleanupIntervalMs ?? 60_000);
     }
     /**
    * Stops the cleanup job and closes all active connections
    */ async stop() {
         this.logger.info('Stopping connection sampler');
+        this.abortOnStop.abort(new AbortError('Connection sampler stopped'));
         clearInterval(this.cleanupInterval);
-        this.abortController.abort();
-        await this.dialQueue.end();
         // Close all active streams
-        const closePromises = Array.from(this.streams.keys()).map((streamId)=>this.close(streamId));
+        const closePromises = Array.from(this.streams.values()).map((stream)=>this.close(stream));
         await Promise.all(closePromises);
         this.logger.info('Connection sampler stopped');
     }
@@ -55,56 +52,114 @@ export class RandomSampler {
    */ getPeer(excluding) {
         // In libp2p getPeers performs a shallow copy, so this array can be sliced from safetly
         const peers = this.libp2p.getPeers();
+        const { peer } = this.getPeerFromList(peers, excluding);
+        return peer;
+    }
+    /**
+   * Samples a peer from a list of peers, excluding those that have active (reqresp) connections or are in the exclusion list
+   *
+   * @param peers - The list of peers to sample from
+   * @param excluding - The peers to exclude from the sampling
+   * @returns - A peer from the list, or undefined if no peers are available,
+   *          - a boolean indicating if the peer has active connections, and
+   *          - all sampled peers - to enable optional resampling
+   *
+   * @dev The provided list peers, should be mutated by this function. This allows batch sampling
+   *      to be performed without making extra copies of the list.
+   */ getPeerFromList(peers, excluding) {
         if (peers.length === 0) {
-            return undefined;
+            return {
+                peer: undefined,
+                sampledPeers: []
+            };
         }
-        let randomIndex = this.sampler.random(peers.length);
-        let attempts = 0;
-        // Keep sampling while:
-        // - we haven't exceeded max attempts AND
-        // - either the peer has active connections OR is in the exclusion list
-        while(attempts < MAX_SAMPLE_ATTEMPTS && ((this.activeConnectionsCount.get(peers[randomIndex]) ?? 0) > 0 || (excluding?.get(peers[randomIndex]?.toString()) ?? false))){
+        const sampledPeers = [];
+        // Try to find a peer that has no active connections and is not in the exclusion list
+        for(let attempts = 0; attempts < MAX_SAMPLE_ATTEMPTS && peers.length > 0; attempts++){
+            const randomIndex = this.sampler.random(peers.length);
+            const peer = peers[randomIndex];
+            const hasActiveConnections = (this.activeConnectionsCount.get(peer.toString()) ?? 0) > 0;
+            const isExcluded = excluding?.get(peer.toString()) ?? false;
+            // Remove this peer from consideration
             peers.splice(randomIndex, 1);
-            randomIndex = this.sampler.random(peers.length);
-            attempts++;
+            // If peer is suitable (no active connections and not excluded), return it
+            if (!hasActiveConnections && !isExcluded) {
+                this.logger.trace('Sampled peer', {
+                    attempts,
+                    peer
+                });
+                return {
+                    peer,
+                    sampledPeers
+                };
+            }
+            // Keep track of peers that have active reqresp channels, batch sampling will use these to resample
+            sampledPeers.push(peer);
         }
-        this.logger.trace(`Sampled peer in ${attempts} attempts`, {
-            attempts,
-            peer: peers[randomIndex]?.toString()
+        // If we've exhausted our attempts or peers list is empty, return the last peer if available
+        const lastPeer = peers.length > 0 ? peers[this.sampler.random(peers.length)] : undefined;
+        this.logger.trace('Sampled peer', {
+            attempts: MAX_SAMPLE_ATTEMPTS,
+            peer: lastPeer?.toString()
         });
-        return peers[randomIndex];
+        return {
+            peer: lastPeer,
+            sampledPeers
+        };
+    }
+    /*
+   * Returns all peers sorted by connection count ascending,
+   * meaning that the peers with the least number of active connections are earlier in an array
+   *
+   * @param: excluding - peers to exclude
+   * @return: list of peer ids
+   * */ getPeerListSortedByConnectionCountAsc(excluding) {
+        return this.libp2p.getPeers().filter((id)=>!excluding?.has(id.toString())).map((id)=>({
+                id,
+                count: this.activeConnectionsCount.get(id.toString()) ?? 0
+            })).sort((a, b)=>a.count - b.count).map((p)=>p.id);
     }
     /**
    * Samples a batch of unique peers from the libp2p node, prioritizing peers without active connections
    *
    * @param numberToSample - The number of peers to sample
+   * @param excluding - The peers to exclude from the sampling
    * @returns Array of unique sampled peers, prioritizing those without active connections
-   */ samplePeersBatch(numberToSample) {
+   */ samplePeersBatch(numberToSample, excluding) {
         const peers = this.libp2p.getPeers();
-        const sampledPeers = [];
-        const peersWithConnections = []; // Hold onto peers with active connections incase we need to sample more
-        for (const peer of peers){
-            const activeConnections = this.activeConnectionsCount.get(peer) ?? 0;
-            if (activeConnections === 0) {
-                if (sampledPeers.push(peer) === numberToSample) {
-                    return sampledPeers;
-                }
-            } else {
-                peersWithConnections.push(peer);
+        this.logger.debug('Sampling peers batch', {
+            numberToSample,
+            peers
+        });
+        // Only sample as many peers as we have available
+        numberToSample = Math.min(numberToSample, peers.length);
+        const batch = [];
+        // eslint-disable-next-line aztec-custom/no-non-primitive-in-collections
+        const withActiveConnections = new Set();
+        for(let i = 0; i < numberToSample; i++){
+            const { peer, sampledPeers } = this.getPeerFromList(peers, excluding);
+            if (peer) {
+                batch.push(peer);
+            }
+            if (sampledPeers.length > 0) {
+                sampledPeers.forEach((peer)=>withActiveConnections.add(peer));
             }
         }
+        const lengthWithoutConnections = batch.length;
         // If we still need more peers, sample from those with connections
-        while(sampledPeers.length < numberToSample && peersWithConnections.length > 0){
-            const randomIndex = this.sampler.random(peersWithConnections.length);
-            const [peer] = peersWithConnections.splice(randomIndex, 1);
-            sampledPeers.push(peer);
+        while(batch.length < numberToSample && withActiveConnections.size > 0){
+            const randomIndex = this.sampler.random(withActiveConnections.size);
+            const peer = Array.from(withActiveConnections)[randomIndex];
+            withActiveConnections.delete(peer);
+            batch.push(peer);
         }
-        this.logger.trace(`Batch sampled ${sampledPeers.length} unique peers`, {
-            peers: sampledPeers,
-            withoutConnections: sampledPeers.length - peersWithConnections.length,
-            withConnections: peersWithConnections.length
+        this.logger.trace('Batch sampled peers', {
+            length: batch.length,
+            peers: batch,
+            withoutConnections: lengthWithoutConnections,
+            withConnections: numberToSample - lengthWithoutConnections
         });
-        return sampledPeers;
+        return batch;
     }
     // Set of passthrough functions to keep track of active connections
     /**
@@ -112,51 +167,60 @@ export class RandomSampler {
    *
    * @param peerId - The peer id
    * @param protocol - The protocol
+   * @param timeout - Abort connection if it takes too long
    * @returns The stream
-   */ async dialProtocol(peerId, protocol) {
-        // Dialling at the same time can cause race conditions where two different streams
-        // end up with the same id, hence a serial queue
-        const stream = await this.dialQueue.put(()=>this.libp2p.dialProtocol(peerId, protocol, {
-                signal: this.abortController.signal
-            }));
-        this.streams.set(stream.id, {
-            stream,
-            peerId
+   */ async dialProtocol(peerId, protocol, timeout) {
+        const stream = await this.libp2p.dialProtocol(peerId, protocol, {
+            signal: AbortSignal.any(timeout ? [
+                this.abortOnStop.signal,
+                AbortSignal.timeout(timeout)
+            ] : [
+                this.abortOnStop.signal
+            ]),
+            negotiateFully: !this.opts.p2pOptimisticNegotiation
         });
-        const updatedActiveConnectionsCount = (this.activeConnectionsCount.get(peerId) ?? 0) + 1;
-        this.activeConnectionsCount.set(peerId, updatedActiveConnectionsCount);
-        this.logger.trace(`Dialed protocol ${protocol} with peer ${peerId.toString()}`, {
+        stream.metadata.peerId = peerId;
+        this.streams.add(stream);
+        const peerIdString = peerId.toString();
+        const updatedActiveConnectionsCount = (this.activeConnectionsCount.get(peerIdString) ?? 0) + 1;
+        this.activeConnectionsCount.set(peerIdString, updatedActiveConnectionsCount);
+        this.logger.trace('Dialed protocol', {
             streamId: stream.id,
-            peerId: peerId.toString(),
+            protocol,
+            peerId: peerIdString,
             activeConnectionsCount: updatedActiveConnectionsCount
         });
         return stream;
     }
     /**
    * Closes a stream and updates the active connections count
-   *
-   * @param streamId - The stream id
-   */ async close(streamId) {
+   */ async close(stream) {
+        let peerId = undefined;
         try {
-            const streamAndPeerId = this.streams.get(streamId);
-            if (!streamAndPeerId) {
-                this.logger.warn(`Stream ${streamId} not found`);
-                return;
+            peerId = stream.metadata.peerId;
+            let updatedActiveConnectionsCount = undefined;
+            if (!peerId) {
+                this.logger.warn(`Stream ${stream.id} does not have a peerId set`);
+            } else {
+                updatedActiveConnectionsCount = (this.activeConnectionsCount.get(peerId.toString()) ?? 1) - 1;
+                this.activeConnectionsCount.set(peerId.toString(), updatedActiveConnectionsCount);
             }
-            const { stream, peerId } = streamAndPeerId;
-            const updatedActiveConnectionsCount = (this.activeConnectionsCount.get(peerId) ?? 1) - 1;
-            this.activeConnectionsCount.set(peerId, updatedActiveConnectionsCount);
-            this.logger.trace(`Closing connection to peer ${peerId.toString()}`, {
-                streamId,
-                peerId: peerId.toString(),
+            this.logger.trace('Closing connection', {
+                streamId: stream.id,
+                peerId: peerId?.toString(),
                 protocol: stream.protocol,
                 activeConnectionsCount: updatedActiveConnectionsCount
             });
-            await stream?.close();
+            if (!this.streams.has(stream)) {
+                this.logger.debug(`Stream ${stream.id} is not in the active streams set`);
+            }
+            await stream.close();
         } catch (error) {
-            this.logger.error(`Failed to close connection to peer with stream id ${streamId}`, error);
+            this.logger.error(`Failed to close connection to peer ${peerId ?? 'unknown'} with stream id ${stream.id}`, error);
+            // graceful close failed, abort the stream
+            stream.abort(new AbortError('Failed to close stream gracefully'));
         } finally{
-            this.streams.delete(streamId);
+            this.streams.delete(stream);
         }
     }
     /**
@@ -164,15 +228,21 @@ export class RandomSampler {
    */ async cleanupStaleConnections() {
         // Look for streams without anything in the activeConnectionsCount
         // If we find anything, close the stream
-        for (const [streamId, { peerId }] of this.streams.entries()){
+        for (const stream of this.streams.values()){
             try {
                 // Check if we have lost track of accounting
-                if (this.activeConnectionsCount.get(peerId) === 0) {
-                    await this.close(streamId);
-                    this.logger.debug(`Cleaned up stale connection ${streamId} to peer ${peerId.toString()}`);
+                const peerId = stream.metadata.peerId;
+                if (!peerId) {
+                    this.logger.warn(`Stream ${stream.id} does not have a peerId set`);
+                } else if (this.activeConnectionsCount.get(peerId.toString()) === 0) {
+                    await this.close(stream);
+                    this.logger.debug('Cleaned up stale connection', {
+                        streamId: stream.id,
+                        peerId: peerId.toString()
+                    });
                 }
             } catch (error) {
-                this.logger.error(`Error cleaning up stale connection ${streamId}`, {
+                this.logger.error(`Error cleaning up stale connection to peer ${stream.metadata.peerId?.toString() ?? 'unknown'} stream ${stream.id}`, {
                     error
                 });
             }

package/dest/services/reqresp/constants.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Constants for P2P message deserialization bounds checking.
+ * These constants define maximum allowed sizes during deserialization
+ * to prevent DoS attacks via maliciously crafted messages.
+ */
+/** Max transactions per block for deserialization validation (~300x default of 32) */
+export { MAX_TXS_PER_BLOCK } from '@aztec/stdlib/deserialization';
+/** Max version string length (e.g., "1.0.0-alpha.123") */
+export declare const MAX_VERSION_STRING_LENGTH = 64;
+/** Max block hash string length (hex: 0x + 64 chars, with generous headroom) */
+export declare const MAX_BLOCK_HASH_STRING_LENGTH = 128;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29uc3RhbnRzLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi9zcmMvc2VydmljZXMvcmVxcmVzcC9jb25zdGFudHMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUE7Ozs7R0FJRztBQUVILHNGQUFzRjtBQUN0RixPQUFPLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQUVsRSwwREFBMEQ7QUFDMUQsZUFBTyxNQUFNLHlCQUF5QixLQUFLLENBQUM7QUFFNUMsZ0ZBQWdGO0FBQ2hGLGVBQU8sTUFBTSw0QkFBNEIsTUFBTSxDQUFDIn0=

package/dest/services/reqresp/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../../src/services/reqresp/constants.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,sFAAsF;AACtF,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAElE,0DAA0D;AAC1D,eAAO,MAAM,yBAAyB,KAAK,CAAC;AAE5C,gFAAgF;AAChF,eAAO,MAAM,4BAA4B,MAAM,CAAC"}

package/dest/services/reqresp/constants.js

@@ -0,0 +1,7 @@
+/**
+ * Constants for P2P message deserialization bounds checking.
+ * These constants define maximum allowed sizes during deserialization
+ * to prevent DoS attacks via maliciously crafted messages.
+ */ /** Max transactions per block for deserialization validation (~300x default of 32) */ export { MAX_TXS_PER_BLOCK } from '@aztec/stdlib/deserialization';
+/** Max version string length (e.g., "1.0.0-alpha.123") */ export const MAX_VERSION_STRING_LENGTH = 64;
+/** Max block hash string length (hex: 0x + 64 chars, with generous headroom) */ export const MAX_BLOCK_HASH_STRING_LENGTH = 128;

package/dest/services/reqresp/index.d.ts

@@ -1,6 +1,7 @@
-export {};
 /**
  * Request Response protocol allows nodes to ask their peers for data
  * that they missed via the traditional gossip protocol.
  */
-//# sourceMappingURL=index.d.ts.map
+export * from './protocols/index.js';
+export * from './interface.js';
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uL3NyYy9zZXJ2aWNlcy9yZXFyZXNwL2luZGV4LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBOzs7R0FHRztBQUNILGNBQWMsc0JBQXNCLENBQUM7QUFDckMsY0FBYyxnQkFBZ0IsQ0FBQyJ9

package/dest/services/reqresp/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/reqresp/index.ts"],"names":[],"mappings":";AAAA;;;GAGG"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/reqresp/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC"}

package/dest/services/reqresp/index.js

@@ -1,4 +1,5 @@
 /**
  * Request Response protocol allows nodes to ask their peers for data
  * that they missed via the traditional gossip protocol.
- */ 
+ */ export * from './protocols/index.js';
+export * from './interface.js';