@libp2p/utils 5.3.2 → 5.4.0-4ad63bb79

package/dist/src/filters/fingerprint.d.ts

@@ -0,0 +1,11 @@
+import type { Hash } from './hashes';
+export declare const MAX_FINGERPRINT_SIZE = 64;
+export declare class Fingerprint {
+    private readonly fp;
+    private readonly h;
+    private readonly seed;
+    constructor(buf: Uint8Array, hash: Hash, seed: number, fingerprintSize?: number);
+    hash(): number;
+    equals(other?: any): boolean;
+}
+//# sourceMappingURL=fingerprint.d.ts.map

package/dist/src/filters/fingerprint.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fingerprint.d.ts","sourceRoot":"","sources":["../../../src/filters/fingerprint.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,UAAU,CAAA;AAEpC,eAAO,MAAM,oBAAoB,KAAK,CAAA;AAEtC,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAY;IAC/B,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAM;IACxB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAQ;gBAEhB,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,GAAE,MAAU;IAqBnF,IAAI,IAAK,MAAM;IAIf,MAAM,CAAE,KAAK,CAAC,EAAE,GAAG,GAAG,OAAO;CAO9B"}

package/dist/src/filters/fingerprint.js

@@ -0,0 +1,34 @@
+import { alloc as uint8ArrayAlloc } from 'uint8arrays/alloc';
+import { equals as uint8ArrayEquals } from 'uint8arrays/equals';
+export const MAX_FINGERPRINT_SIZE = 64;
+export class Fingerprint {
+    fp;
+    h;
+    seed;
+    constructor(buf, hash, seed, fingerprintSize = 2) {
+        if (fingerprintSize > MAX_FINGERPRINT_SIZE) {
+            throw new TypeError('Invalid Fingerprint Size');
+        }
+        const fnv = hash.hashV(buf, seed);
+        const fp = uint8ArrayAlloc(fingerprintSize);
+        for (let i = 0; i < fp.length; i++) {
+            fp[i] = fnv[i];
+        }
+        if (fp.length === 0) {
+            fp[0] = 7;
+        }
+        this.fp = fp;
+        this.h = hash;
+        this.seed = seed;
+    }
+    hash() {
+        return this.h.hash(this.fp, this.seed);
+    }
+    equals(other) {
+        if (!(other?.fp instanceof Uint8Array)) {
+            return false;
+        }
+        return uint8ArrayEquals(this.fp, other.fp);
+    }
+}
+//# sourceMappingURL=fingerprint.js.map

package/dist/src/filters/fingerprint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fingerprint.js","sourceRoot":"","sources":["../../../src/filters/fingerprint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAA;AAC5D,OAAO,EAAE,MAAM,IAAI,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAG/D,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,CAAA;AAEtC,MAAM,OAAO,WAAW;IACL,EAAE,CAAY;IACd,CAAC,CAAM;IACP,IAAI,CAAQ;IAE7B,YAAa,GAAe,EAAE,IAAU,EAAE,IAAY,EAAE,kBAA0B,CAAC;QACjF,IAAI,eAAe,GAAG,oBAAoB,EAAE,CAAC;YAC3C,MAAM,IAAI,SAAS,CAAC,0BAA0B,CAAC,CAAA;QACjD,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;QACjC,MAAM,EAAE,GAAG,eAAe,CAAC,eAAe,CAAC,CAAA;QAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QAChB,CAAC;QAED,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpB,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;QACX,CAAC;QAED,IAAI,CAAC,EAAE,GAAG,EAAE,CAAA;QACZ,IAAI,CAAC,CAAC,GAAG,IAAI,CAAA;QACb,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;IACxC,CAAC;IAED,MAAM,CAAE,KAAW;QACjB,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,YAAY,UAAU,CAAC,EAAE,CAAC;YACvC,OAAO,KAAK,CAAA;QACd,CAAC;QAED,OAAO,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;IAC5C,CAAC;CACF"}

package/dist/src/filters/hashes.d.ts

@@ -0,0 +1,8 @@
+export interface Hash {
+    hash(input: Uint8Array, seed: number): number;
+    hashV(input: Uint8Array, seed: number): Uint8Array;
+}
+export declare const murmur3: Hash;
+export declare const fnv1a: Hash;
+export declare function numberToBuffer(num: bigint | number): Uint8Array;
+//# sourceMappingURL=hashes.d.ts.map

package/dist/src/filters/hashes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hashes.d.ts","sourceRoot":"","sources":["../../../src/filters/hashes.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,IAAI;IACnB,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAAA;IAC7C,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,UAAU,CAAA;CACnD;AAED,eAAO,MAAM,OAAO,EAAE,IAOrB,CAAA;AAED,eAAO,MAAM,KAAK,EAAE,IASnB,CAAA;AAED,wBAAgB,cAAc,CAAE,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU,CAQhE"}

package/dist/src/filters/hashes.js

@@ -0,0 +1,29 @@
+import fnv1aHash from '@sindresorhus/fnv1a';
+import mur from 'murmurhash3js-revisited';
+import { fromString as uint8ArrayFromString } from 'uint8arrays/from-string';
+export const murmur3 = {
+    hash: (input, seed) => {
+        return mur.x86.hash32(input, seed);
+    },
+    hashV: (input, seed) => {
+        return numberToBuffer(murmur3.hash(input, seed));
+    }
+};
+export const fnv1a = {
+    hash: (input) => {
+        return Number(fnv1aHash(input, {
+            size: 32
+        }));
+    },
+    hashV: (input, seed) => {
+        return numberToBuffer(fnv1a.hash(input, seed));
+    }
+};
+export function numberToBuffer(num) {
+    let hex = num.toString(16);
+    if (hex.length % 2 === 1) {
+        hex = `0${hex}`;
+    }
+    return uint8ArrayFromString(hex, 'base16');
+}
+//# sourceMappingURL=hashes.js.map

package/dist/src/filters/hashes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hashes.js","sourceRoot":"","sources":["../../../src/filters/hashes.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,qBAAqB,CAAA;AAC3C,OAAO,GAAG,MAAM,yBAAyB,CAAA;AACzC,OAAO,EAAE,UAAU,IAAI,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAO5E,MAAM,CAAC,MAAM,OAAO,GAAS;IAC3B,IAAI,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACpB,OAAO,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IACpC,CAAC;IACD,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrB,OAAO,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;IAClD,CAAC;CACF,CAAA;AAED,MAAM,CAAC,MAAM,KAAK,GAAS;IACzB,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE;QACd,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE;YAC7B,IAAI,EAAE,EAAE;SACT,CAAC,CAAC,CAAA;IACL,CAAC;IACD,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrB,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;IAChD,CAAC;CACF,CAAA;AAED,MAAM,UAAU,cAAc,CAAE,GAAoB;IAClD,IAAI,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;IAE1B,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,GAAG,GAAG,IAAI,GAAG,EAAE,CAAA;IACjB,CAAC;IAED,OAAO,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;AAC5C,CAAC"}

package/dist/src/filters/index.d.ts

@@ -0,0 +1,9 @@
+export { BloomFilter, createBloomFilter, type BloomFilterOptions } from './bloom-filter.js';
+export { CuckooFilter, createCuckooFilter, type CuckooFilterInit } from './cuckoo-filter.js';
+export { ScalableCuckooFilter, createScalableCuckooFilter, type ScalableCuckooFilterInit } from './scalable-cuckoo-filter.js';
+export interface Filter {
+    add(item: Uint8Array | string): void;
+    has(item: Uint8Array | string): boolean;
+    remove?(buf: Uint8Array | string): boolean;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/src/filters/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/filters/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,kBAAkB,EAAE,MAAM,mBAAmB,CAAA;AAC3F,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,KAAK,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAC5F,OAAO,EAAE,oBAAoB,EAAE,0BAA0B,EAAE,KAAK,wBAAwB,EAAE,MAAM,6BAA6B,CAAA;AAE7H,MAAM,WAAW,MAAM;IACrB,GAAG,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,IAAI,CAAA;IACpC,GAAG,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO,CAAA;IACvC,MAAM,CAAC,CAAC,GAAG,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO,CAAA;CAC3C"}

package/dist/src/filters/index.js

@@ -0,0 +1,4 @@
+export { BloomFilter, createBloomFilter } from './bloom-filter.js';
+export { CuckooFilter, createCuckooFilter } from './cuckoo-filter.js';
+export { ScalableCuckooFilter, createScalableCuckooFilter } from './scalable-cuckoo-filter.js';
+//# sourceMappingURL=index.js.map

package/dist/src/filters/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/filters/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAA2B,MAAM,mBAAmB,CAAA;AAC3F,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAyB,MAAM,oBAAoB,CAAA;AAC5F,OAAO,EAAE,oBAAoB,EAAE,0BAA0B,EAAiC,MAAM,6BAA6B,CAAA"}

package/dist/src/filters/scalable-cuckoo-filter.d.ts

@@ -0,0 +1,24 @@
+import { type CuckooFilterInit } from './cuckoo-filter.js';
+import type { Filter } from './index.js';
+export interface ScalableCuckooFilterInit extends CuckooFilterInit {
+    /**
+     * A number to multiply maxItems by when adding new sub-filters
+     */
+    scale?: number;
+}
+export declare class ScalableCuckooFilter implements Filter {
+    private readonly filterSize;
+    private readonly bucketSize;
+    private readonly fingerprintSize;
+    private readonly scale;
+    private readonly filterSeries;
+    private readonly hash;
+    private readonly seed;
+    constructor(init: ScalableCuckooFilterInit);
+    add(item: Uint8Array | string): boolean;
+    has(item: Uint8Array | string): boolean;
+    remove(item: Uint8Array | string): boolean;
+    get count(): number;
+}
+export declare function createScalableCuckooFilter(maxItems: number, errorRate?: number, options?: Pick<ScalableCuckooFilterInit, 'hash' | 'seed' | 'scale'>): Filter;
+//# sourceMappingURL=scalable-cuckoo-filter.d.ts.map

package/dist/src/filters/scalable-cuckoo-filter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scalable-cuckoo-filter.d.ts","sourceRoot":"","sources":["../../../src/filters/scalable-cuckoo-filter.ts"],"names":[],"mappings":"AACA,OAAO,EAA0B,KAAK,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAGlF,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAExC,MAAM,WAAW,wBAAyB,SAAQ,gBAAgB;IAChE;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,qBAAa,oBAAqB,YAAW,MAAM;IACjD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAQ;IACxC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAQ;IAC9B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAgB;IAC7C,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAM;IAC3B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAQ;gBAEhB,IAAI,EAAE,wBAAwB;IAkB3C,GAAG,CAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO;IA8BxC,GAAG,CAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO;IAcxC,MAAM,CAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO;IAc3C,IAAI,KAAK,IAAK,MAAM,CAInB;CACF;AAED,wBAAgB,0BAA0B,CAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,GAAE,MAAc,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,wBAAwB,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,GAAG,MAAM,CAKpK"}

package/dist/src/filters/scalable-cuckoo-filter.js

@@ -0,0 +1,87 @@
+import { fromString as uint8ArrayFromString } from 'uint8arrays/from-string';
+import { CuckooFilter, optimize } from './cuckoo-filter.js';
+import { fnv1a } from './hashes.js';
+import { getRandomInt } from './utils.js';
+export class ScalableCuckooFilter {
+    filterSize;
+    bucketSize;
+    fingerprintSize;
+    scale;
+    filterSeries;
+    hash;
+    seed;
+    constructor(init) {
+        this.bucketSize = init.bucketSize ?? 4;
+        this.filterSize = init.filterSize ?? (1 << 18) / this.bucketSize;
+        this.fingerprintSize = init.fingerprintSize ?? 2;
+        this.scale = init.scale ?? 2;
+        this.hash = init.hash ?? fnv1a;
+        this.seed = init.seed ?? getRandomInt(0, Math.pow(2, 10));
+        this.filterSeries = [
+            new CuckooFilter({
+                filterSize: this.filterSize,
+                bucketSize: this.bucketSize,
+                fingerprintSize: this.fingerprintSize,
+                hash: this.hash,
+                seed: this.seed
+            })
+        ];
+    }
+    add(item) {
+        if (typeof item === 'string') {
+            item = uint8ArrayFromString(item);
+        }
+        if (this.has(item)) {
+            return true;
+        }
+        let current = this.filterSeries.find((cuckoo) => {
+            return cuckoo.reliable;
+        });
+        if (current == null) {
+            const curSize = this.filterSize * Math.pow(this.scale, this.filterSeries.length);
+            current = new CuckooFilter({
+                filterSize: curSize,
+                bucketSize: this.bucketSize,
+                fingerprintSize: this.fingerprintSize,
+                hash: this.hash,
+                seed: this.seed
+            });
+            this.filterSeries.push(current);
+        }
+        return current.add(item);
+    }
+    has(item) {
+        if (typeof item === 'string') {
+            item = uint8ArrayFromString(item);
+        }
+        for (let i = 0; i < this.filterSeries.length; i++) {
+            if (this.filterSeries[i].has(item)) {
+                return true;
+            }
+        }
+        return false;
+    }
+    remove(item) {
+        if (typeof item === 'string') {
+            item = uint8ArrayFromString(item);
+        }
+        for (let i = 0; i < this.filterSeries.length; i++) {
+            if (this.filterSeries[i].remove(item)) {
+                return true;
+            }
+        }
+        return false;
+    }
+    get count() {
+        return this.filterSeries.reduce((acc, curr) => {
+            return acc + curr.count;
+        }, 0);
+    }
+}
+export function createScalableCuckooFilter(maxItems, errorRate = 0.001, options) {
+    return new ScalableCuckooFilter({
+        ...optimize(maxItems, errorRate),
+        ...(options ?? {})
+    });
+}
+//# sourceMappingURL=scalable-cuckoo-filter.js.map

package/dist/src/filters/scalable-cuckoo-filter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scalable-cuckoo-filter.js","sourceRoot":"","sources":["../../../src/filters/scalable-cuckoo-filter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,IAAI,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAC5E,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAyB,MAAM,oBAAoB,CAAA;AAClF,OAAO,EAAE,KAAK,EAAa,MAAM,aAAa,CAAA;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAUzC,MAAM,OAAO,oBAAoB;IACd,UAAU,CAAQ;IAClB,UAAU,CAAQ;IAClB,eAAe,CAAQ;IACvB,KAAK,CAAQ;IACb,YAAY,CAAgB;IAC5B,IAAI,CAAM;IACV,IAAI,CAAQ;IAE7B,YAAa,IAA8B;QACzC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAA;QACtC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAA;QAChE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,CAAC,CAAA;QAChD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,CAAA;QAC5B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,KAAK,CAAA;QAC9B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;QACzD,IAAI,CAAC,YAAY,GAAG;YAClB,IAAI,YAAY,CAAC;gBACf,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;aAChB,CAAC;SACH,CAAA;IACH,CAAC;IAED,GAAG,CAAE,IAAyB;QAC5B,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACnC,CAAC;QAED,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACnB,OAAO,IAAI,CAAA;QACb,CAAC;QAED,IAAI,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YAC9C,OAAO,MAAM,CAAC,QAAQ,CAAA;QACxB,CAAC,CAAC,CAAA;QAEF,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;YAEhF,OAAO,GAAG,IAAI,YAAY,CAAC;gBACzB,UAAU,EAAE,OAAO;gBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;aAChB,CAAC,CAAA;YAEF,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACjC,CAAC;QAED,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAC1B,CAAC;IAED,GAAG,CAAE,IAAyB;QAC5B,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACnC,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClD,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnC,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAA;IACd,CAAC;IAED,MAAM,CAAE,IAAyB;QAC/B,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACnC,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClD,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAA;IACd,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;YAC5C,OAAO,GAAG,GAAG,IAAI,CAAC,KAAK,CAAA;QACzB,CAAC,EAAE,CAAC,CAAC,CAAA;IACP,CAAC;CACF;AAED,MAAM,UAAU,0BAA0B,CAAE,QAAgB,EAAE,YAAoB,KAAK,EAAE,OAAmE;IAC1J,OAAO,IAAI,oBAAoB,CAAC;QAC9B,GAAG,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC;QAChC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;KACnB,CAAC,CAAA;AACJ,CAAC"}

package/dist/src/filters/utils.d.ts

@@ -0,0 +1,2 @@
+export declare function getRandomInt(min: number, max: number): number;
+//# sourceMappingURL=utils.d.ts.map

package/dist/src/filters/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/filters/utils.ts"],"names":[],"mappings":"AAAA,wBAAgB,YAAY,CAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAE9D"}

package/dist/src/filters/utils.js

@@ -0,0 +1,4 @@
+export function getRandomInt(min, max) {
+    return Math.floor(Math.random() * (max - min)) + min;
+}
+//# sourceMappingURL=utils.js.map

package/dist/src/filters/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/filters/utils.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,YAAY,CAAE,GAAW,EAAE,GAAW;IACpD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAA;AACtD,CAAC"}

package/dist/src/moving-average.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Implements exponential moving average. Ported from `moving-average`.
+ *
+ * @see https://en.wikipedia.org/wiki/Moving_average#Exponential_moving_average
+ * @see https://www.npmjs.com/package/moving-average
+ */
+export declare class MovingAverage {
+    movingAverage: number;
+    variance: number;
+    deviation: number;
+    forecast: number;
+    private readonly timespan;
+    private previousTime?;
+    constructor(timespan: number);
+    alpha(t: number, pt: number): number;
+    push(value: number, time?: number): void;
+}
+//# sourceMappingURL=moving-average.d.ts.map

package/dist/src/moving-average.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"moving-average.d.ts","sourceRoot":"","sources":["../../src/moving-average.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,qBAAa,aAAa;IACjB,aAAa,EAAE,MAAM,CAAA;IACrB,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IACvB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAQ;IACjC,OAAO,CAAC,YAAY,CAAC,CAAQ;gBAEhB,QAAQ,EAAE,MAAM;IAQ7B,KAAK,CAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,MAAM;IAIrC,IAAI,CAAE,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE,MAAmB,GAAG,IAAI;CAkBtD"}

package/dist/src/moving-average.js

@@ -0,0 +1,43 @@
+/**
+ * Implements exponential moving average. Ported from `moving-average`.
+ *
+ * @see https://en.wikipedia.org/wiki/Moving_average#Exponential_moving_average
+ * @see https://www.npmjs.com/package/moving-average
+ */
+export class MovingAverage {
+    movingAverage;
+    variance;
+    deviation;
+    forecast;
+    timespan;
+    previousTime;
+    constructor(timespan) {
+        this.timespan = timespan;
+        this.movingAverage = 0;
+        this.variance = 0;
+        this.deviation = 0;
+        this.forecast = 0;
+    }
+    alpha(t, pt) {
+        return 1 - (Math.exp(-(t - pt) / this.timespan));
+    }
+    push(value, time = Date.now()) {
+        if (this.previousTime != null) {
+            // calculate moving average
+            const a = this.alpha(time, this.previousTime);
+            const diff = value - this.movingAverage;
+            const incr = a * diff;
+            this.movingAverage = a * value + (1 - a) * this.movingAverage;
+            // calculate variance & deviation
+            this.variance = (1 - a) * (this.variance + diff * incr);
+            this.deviation = Math.sqrt(this.variance);
+            // calculate forecast
+            this.forecast = this.movingAverage + a * diff;
+        }
+        else {
+            this.movingAverage = value;
+        }
+        this.previousTime = time;
+    }
+}
+//# sourceMappingURL=moving-average.js.map

package/dist/src/moving-average.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"moving-average.js","sourceRoot":"","sources":["../../src/moving-average.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,OAAO,aAAa;IACjB,aAAa,CAAQ;IACrB,QAAQ,CAAQ;IAChB,SAAS,CAAQ;IACjB,QAAQ,CAAQ;IACN,QAAQ,CAAQ;IACzB,YAAY,CAAS;IAE7B,YAAa,QAAgB;QAC3B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAA;QACtB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAA;QACjB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAA;QAClB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAA;IACnB,CAAC;IAED,KAAK,CAAE,CAAS,EAAE,EAAU;QAC1B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAA;IAClD,CAAC;IAED,IAAI,CAAE,KAAa,EAAE,OAAe,IAAI,CAAC,GAAG,EAAE;QAC5C,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,EAAE,CAAC;YAC9B,2BAA2B;YAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;YAC7C,MAAM,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,aAAa,CAAA;YACvC,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAA;YACrB,IAAI,CAAC,aAAa,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,aAAa,CAAA;YAC7D,iCAAiC;YACjC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,CAAA;YACvD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YACzC,qBAAqB;YACrB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,aAAa,GAAG,CAAC,GAAG,IAAI,CAAA;QAC/C,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,aAAa,GAAG,KAAK,CAAA;QAC5B,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;IAC1B,CAAC;CACF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@libp2p/utils",
-  "version": "5.3.2",
+  "version": "5.4.0-4ad63bb79",
   "description": "Package to aggregate shared logic and dependencies for the libp2p ecosystem",
   "license": "Apache-2.0 OR MIT",
   "homepage": "https://github.com/libp2p/js-libp2p/tree/main/packages/utils#readme",
@@ -44,6 +44,10 @@
       "types": "./src/index.d.ts",
       "import": "./dist/src/index.js"
     },
+    "./abort-options": {
+      "types": "./dist/src/abort-options.d.ts",
+      "import": "./dist/src/abort-options.js"
+    },
     "./abstract-stream": {
       "types": "./dist/src/abstract-stream.d.ts",
       "import": "./dist/src/abstract-stream.js"
@@ -52,6 +56,10 @@
       "types": "./dist/src/address-sort.d.ts",
       "import": "./dist/src/address-sort.js"
     },
+    "./adaptive-timeout": {
+      "types": "./dist/src/adaptive-timeout.d.ts",
+      "import": "./dist/src/adaptive-timeout.js"
+    },
     "./array-equals": {
       "types": "./dist/src/array-equals.d.ts",
       "import": "./dist/src/array-equals.js"
@@ -60,6 +68,14 @@
       "types": "./dist/src/close-source.d.ts",
       "import": "./dist/src/close-source.js"
     },
+    "./close": {
+      "types": "./dist/src/close.d.ts",
+      "import": "./dist/src/close.js"
+    },
+    "./filters": {
+      "types": "./dist/src/filters/index.d.ts",
+      "import": "./dist/src/filters/index.js"
+    },
     "./ip-port-to-multiaddr": {
       "types": "./dist/src/ip-port-to-multiaddr.d.ts",
       "import": "./dist/src/ip-port-to-multiaddr.js"
@@ -68,6 +84,10 @@
       "types": "./dist/src/is-promise.d.ts",
       "import": "./dist/src/is-promise.js"
     },
+    "./moving-average": {
+      "types": "./dist/src/moving-average.d.ts",
+      "import": "./dist/src/moving-average.js"
+    },
     "./multiaddr/is-loopback": {
       "types": "./dist/src/multiaddr/is-loopback.d.ts",
       "import": "./dist/src/multiaddr/is-loopback.js"
@@ -128,23 +148,29 @@
   },
   "dependencies": {
     "@chainsafe/is-ip": "^2.0.2",
-    "@libp2p/interface": "^1.3.0",
-    "@libp2p/logger": "^4.0.11",
+    "@libp2p/crypto": "4.1.1-4ad63bb79",
+    "@libp2p/interface": "1.3.1-4ad63bb79",
+    "@libp2p/logger": "4.0.12-4ad63bb79",
     "@multiformats/multiaddr": "^12.2.1",
     "@multiformats/multiaddr-matcher": "^1.2.0",
+    "@sindresorhus/fnv1a": "^3.1.0",
+    "@types/murmurhash3js-revisited": "^3.0.3",
+    "any-signal": "^4.1.1",
     "delay": "^6.0.0",
     "get-iterator": "^2.0.1",
     "is-loopback-addr": "^2.0.2",
     "it-pushable": "^3.2.3",
     "it-stream-types": "^2.0.1",
+    "murmurhash3js-revisited": "^3.0.0",
     "netmask": "^2.0.2",
     "p-defer": "^4.0.1",
     "race-event": "^1.2.0",
     "race-signal": "^1.0.2",
-    "uint8arraylist": "^2.4.8"
+    "uint8arraylist": "^2.4.8",
+    "uint8arrays": "^5.0.3"
   },
   "devDependencies": {
-    "@libp2p/peer-id-factory": "^4.1.0",
+    "@libp2p/peer-id-factory": "4.1.1-4ad63bb79",
     "@types/netmask": "^2.0.5",
     "aegir": "^42.2.5",
     "delay": "^6.0.0",
@@ -153,8 +179,7 @@
     "it-pair": "^2.0.6",
     "it-pipe": "^3.0.1",
     "sinon": "^17.0.1",
-    "sinon-ts": "^2.0.0",
-    "uint8arrays": "^5.0.3"
+    "sinon-ts": "^2.0.0"
   },
   "sideEffects": false
 }

package/src/abort-options.ts

@@ -0,0 +1,20 @@
+import { setMaxListeners } from '@libp2p/interface'
+import { anySignal } from 'any-signal'
+import type { AbortOptions } from '@libp2p/interface'
+import type { ClearableSignal } from 'any-signal'
+
+export function createTimeoutOptions (timeout: number): AbortOptions
+export function createTimeoutOptions (timeout: number, ...existingSignals: AbortSignal[]): { signal: ClearableSignal }
+export function createTimeoutOptions (timeout: number, ...existingSignals: AbortSignal[]): AbortOptions {
+  let signal = AbortSignal.timeout(timeout)
+  setMaxListeners(Infinity, signal)
+
+  if (existingSignals.length > 0) {
+    signal = anySignal([signal, ...existingSignals])
+    setMaxListeners(Infinity, signal)
+  }
+
+  return {
+    signal
+  }
+}

package/src/adaptive-timeout.ts

@@ -0,0 +1,94 @@
+import { setMaxListeners } from '@libp2p/interface'
+import { anySignal, type ClearableSignal } from 'any-signal'
+import { MovingAverage } from './moving-average.js'
+import type { MetricGroup, Metrics } from '@libp2p/interface'
+
+export const DEFAULT_TIMEOUT_MULTIPLIER = 1.2
+export const DEFAULT_FAILURE_MULTIPLIER = 2
+export const DEFAULT_MIN_TIMEOUT = 2000
+
+export interface AdaptiveTimeoutSignal extends ClearableSignal {
+  start: number
+  timeout: number
+}
+
+export interface AdaptiveTimeoutInit {
+  metricName?: string
+  metrics?: Metrics
+  interval?: number
+  initialValue?: number
+  timeoutMultiplier?: number
+  failureMultiplier?: number
+  minTimeout?: number
+}
+
+export interface GetTimeoutSignalOptions {
+  timeoutFactor?: number
+  signal?: AbortSignal
+}
+
+export class AdaptiveTimeout {
+  private readonly success: MovingAverage
+  private readonly failure: MovingAverage
+  private readonly next: MovingAverage
+  private readonly metric?: MetricGroup
+  private readonly timeoutMultiplier: number
+  private readonly failureMultiplier: number
+  private readonly minTimeout: number
+
+  constructor (init: AdaptiveTimeoutInit = {}) {
+    this.success = new MovingAverage(init.interval ?? 5000)
+    this.failure = new MovingAverage(init.interval ?? 5000)
+    this.next = new MovingAverage(init.interval ?? 5000)
+    this.failureMultiplier = init.failureMultiplier ?? DEFAULT_FAILURE_MULTIPLIER
+    this.timeoutMultiplier = init.timeoutMultiplier ?? DEFAULT_TIMEOUT_MULTIPLIER
+    this.minTimeout = init.minTimeout ?? DEFAULT_MIN_TIMEOUT
+
+    if (init.metricName != null) {
+      this.metric = init.metrics?.registerMetricGroup(init.metricName)
+    }
+  }
+
+  getTimeoutSignal (options: GetTimeoutSignalOptions = {}): AdaptiveTimeoutSignal {
+    // calculate timeout for individual peers based on moving average of
+    // previous successful requests
+    const timeout = Math.max(
+      Math.round(this.next.movingAverage * (options.timeoutFactor ?? this.timeoutMultiplier)),
+      this.minTimeout
+    )
+    const sendTimeout = AbortSignal.timeout(timeout)
+    const timeoutSignal = anySignal([options.signal, sendTimeout]) as AdaptiveTimeoutSignal
+    setMaxListeners(Infinity, timeoutSignal, sendTimeout)
+
+    timeoutSignal.start = Date.now()
+    timeoutSignal.timeout = timeout
+
+    return timeoutSignal
+  }
+
+  cleanUp (signal: AdaptiveTimeoutSignal): void {
+    const time = Date.now() - signal.start
+
+    if (signal.aborted) {
+      this.failure.push(time)
+      this.next.push(time * this.failureMultiplier)
+      this.metric?.update({
+        failureMovingAverage: this.failure.movingAverage,
+        failureDeviation: this.failure.deviation,
+        failureForecast: this.failure.forecast,
+        failureVariance: this.failure.variance,
+        failure: time
+      })
+    } else {
+      this.success.push(time)
+      this.next.push(time)
+      this.metric?.update({
+        successMovingAverage: this.success.movingAverage,
+        successDeviation: this.success.deviation,
+        successForecast: this.success.forecast,
+        successVariance: this.success.variance,
+        success: time
+      })
+    }
+  }
+}

package/src/close.ts

@@ -0,0 +1,65 @@
+import type { Connection, Stream, AbortOptions } from '@libp2p/interface'
+
+/**
+ * Close the passed stream, falling back to aborting the stream if closing
+ * cleanly fails.
+ */
+export async function safelyCloseStream (stream?: Stream, options?: AbortOptions): Promise<void> {
+  try {
+    await stream?.close(options)
+  } catch (err: any) {
+    stream?.abort(err)
+  }
+}
+
+/**
+ * These are speculative protocols that are run automatically on connection open
+ * so are usually not the reason the connection was opened.
+ *
+ * Consequently when requested it should be safe to close connections that only
+ * have these protocol streams open.
+ */
+const DEFAULT_CLOSABLE_PROTOCOLS = [
+  // identify
+  '/ipfs/id/1.0.0',
+
+  // identify-push
+  '/ipfs/id/push/1.0.0',
+
+  // autonat
+  '/libp2p/autonat/1.0.0',
+
+  // dcutr
+  '/libp2p/dcutr'
+]
+
+export interface SafelyCloseConnectionOptions extends AbortOptions {
+  /**
+   * Only close the stream if it either has no protocol streams open or only
+   * ones in this list.
+   *
+   * @default ['/ipfs/id/1.0.0']
+   */
+  closableProtocols?: string[]
+}
+
+/**
+ * Close the passed connection if it has no streams, or only closable protocol
+ * streams, falling back to aborting the connection if closing it cleanly fails.
+ */
+export async function safelyCloseConnectionIfUnused (connection?: Connection, options?: SafelyCloseConnectionOptions): Promise<void> {
+  const streamProtocols = connection?.streams?.map(stream => stream.protocol) ?? []
+  const closableProtocols = options?.closableProtocols ?? DEFAULT_CLOSABLE_PROTOCOLS
+
+  // if the connection has protocols not in the closable protocols list, do not
+  // close the connection
+  if (streamProtocols.filter(proto => proto != null && !closableProtocols.includes(proto)).length > 0) {
+    return
+  }
+
+  try {
+    await connection?.close(options)
+  } catch (err: any) {
+    connection?.abort(err)
+  }
+}