@libp2p/utils 5.3.1 → 5.3.2-3d7a9da17

package/README.md

@@ -63,8 +63,8 @@ Loading this module through a script tag will make it's exports available as `Li
 
 Licensed under either of
 
-- Apache 2.0, ([LICENSE-APACHE](LICENSE-APACHE) / <http://www.apache.org/licenses/LICENSE-2.0>)
-- MIT ([LICENSE-MIT](LICENSE-MIT) / <http://opensource.org/licenses/MIT>)
+- Apache 2.0, ([LICENSE-APACHE](https://github.com/libp2p/js-libp2p/blob/main/packages/utils/LICENSE-APACHE) / <http://www.apache.org/licenses/LICENSE-2.0>)
+- MIT ([LICENSE-MIT](https://github.com/libp2p/js-libp2p/blob/main/packages/utils/LICENSE-MIT) / <http://opensource.org/licenses/MIT>)
 
 # Contribution
 

package/dist/src/filters/bloom-filter.d.ts

@@ -0,0 +1,34 @@
+import type { Filter } from './index.js';
+export interface BloomFilterOptions {
+    seeds?: number[];
+    hashes?: number;
+    bits?: number;
+}
+export declare class BloomFilter implements Filter {
+    readonly seeds: number[];
+    readonly bits: number;
+    buffer: Uint8Array;
+    constructor(options?: BloomFilterOptions);
+    /**
+     * Add an item to the filter
+     */
+    add(item: Uint8Array | string): void;
+    /**
+     * Test if the filter has an item. If it returns false it definitely does not
+     * have the item. If it returns true, it probably has the item but there's
+     * an `errorRate` chance it doesn't.
+     */
+    has(item: Uint8Array | string): boolean;
+    /**
+     * Reset the filter
+     */
+    clear(): void;
+    setbit(bit: number): void;
+    getbit(bit: number): boolean;
+}
+/**
+ * Create a `BloomFilter` with the smallest `bits` and `hashes` value for the
+ * specified item count and error rate.
+ */
+export declare function createBloomFilter(itemcount: number, errorRate?: number): Filter;
+//# sourceMappingURL=bloom-filter.d.ts.map

package/dist/src/filters/bloom-filter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bloom-filter.d.ts","sourceRoot":"","sources":["../../../src/filters/bloom-filter.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAIxC,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,qBAAa,WAAY,YAAW,MAAM;IACxC,SAAgB,KAAK,EAAE,MAAM,EAAE,CAAA;IAC/B,SAAgB,IAAI,EAAE,MAAM,CAAA;IACrB,MAAM,EAAE,UAAU,CAAA;gBAEZ,OAAO,GAAE,kBAAuB;IAW7C;;OAEG;IACH,GAAG,CAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,IAAI;IAarC;;;;OAIG;IACH,GAAG,CAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO;IAmBxC;;OAEG;IACH,KAAK,IAAK,IAAI;IAId,MAAM,CAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAa1B,MAAM,CAAE,GAAG,EAAE,MAAM,GAAG,OAAO;CAW9B;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAE,SAAS,EAAE,MAAM,EAAE,SAAS,GAAE,MAAc,GAAG,MAAM,CAGvF"}

package/dist/src/filters/bloom-filter.js

@@ -0,0 +1,113 @@
+// ported from xxbloom - https://github.com/ceejbot/xxbloom/blob/master/LICENSE
+import { randomBytes } from '@libp2p/crypto';
+import mur from 'murmurhash3js-revisited';
+import { Uint8ArrayList } from 'uint8arraylist';
+import { alloc } from 'uint8arrays/alloc';
+import { fromString as uint8ArrayFromString } from 'uint8arrays/from-string';
+const LN2_SQUARED = Math.LN2 * Math.LN2;
+export class BloomFilter {
+    seeds;
+    bits;
+    buffer;
+    constructor(options = {}) {
+        if (options.seeds != null) {
+            this.seeds = options.seeds;
+        }
+        else {
+            this.seeds = generateSeeds(options.hashes ?? 8);
+        }
+        this.bits = options.bits ?? 1024;
+        this.buffer = alloc(Math.ceil(this.bits / 8));
+    }
+    /**
+     * Add an item to the filter
+     */
+    add(item) {
+        if (typeof item === 'string') {
+            item = uint8ArrayFromString(item);
+        }
+        for (let i = 0; i < this.seeds.length; i++) {
+            const hash = mur.x86.hash32(item, this.seeds[i]);
+            const bit = hash % this.bits;
+            this.setbit(bit);
+        }
+    }
+    /**
+     * Test if the filter has an item. If it returns false it definitely does not
+     * have the item. If it returns true, it probably has the item but there's
+     * an `errorRate` chance it doesn't.
+     */
+    has(item) {
+        if (typeof item === 'string') {
+            item = uint8ArrayFromString(item);
+        }
+        for (let i = 0; i < this.seeds.length; i++) {
+            const hash = mur.x86.hash32(item, this.seeds[i]);
+            const bit = hash % this.bits;
+            const isSet = this.getbit(bit);
+            if (!isSet) {
+                return false;
+            }
+        }
+        return true;
+    }
+    /**
+     * Reset the filter
+     */
+    clear() {
+        this.buffer.fill(0);
+    }
+    setbit(bit) {
+        let pos = 0;
+        let shift = bit;
+        while (shift > 7) {
+            pos++;
+            shift -= 8;
+        }
+        let bitfield = this.buffer[pos];
+        bitfield |= (0x1 << shift);
+        this.buffer[pos] = bitfield;
+    }
+    getbit(bit) {
+        let pos = 0;
+        let shift = bit;
+        while (shift > 7) {
+            pos++;
+            shift -= 8;
+        }
+        const bitfield = this.buffer[pos];
+        return (bitfield & (0x1 << shift)) !== 0;
+    }
+}
+/**
+ * Create a `BloomFilter` with the smallest `bits` and `hashes` value for the
+ * specified item count and error rate.
+ */
+export function createBloomFilter(itemcount, errorRate = 0.005) {
+    const opts = optimize(itemcount, errorRate);
+    return new BloomFilter(opts);
+}
+function optimize(itemCount, errorRate = 0.005) {
+    const bits = Math.round(-1 * itemCount * Math.log(errorRate) / LN2_SQUARED);
+    const hashes = Math.round((bits / itemCount) * Math.LN2);
+    return { bits, hashes };
+}
+function generateSeeds(count) {
+    let buf;
+    let j;
+    const seeds = [];
+    for (let i = 0; i < count; i++) {
+        buf = new Uint8ArrayList(randomBytes(4));
+        seeds[i] = buf.getUint32(0, true);
+        // Make sure we don't end up with two identical seeds,
+        // which is unlikely but possible.
+        for (j = 0; j < i; j++) {
+            if (seeds[i] === seeds[j]) {
+                i--;
+                break;
+            }
+        }
+    }
+    return seeds;
+}
+//# sourceMappingURL=bloom-filter.js.map

package/dist/src/filters/bloom-filter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bloom-filter.js","sourceRoot":"","sources":["../../../src/filters/bloom-filter.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAC5C,OAAO,GAAG,MAAM,yBAAyB,CAAA;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAC/C,OAAO,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAA;AACzC,OAAO,EAAE,UAAU,IAAI,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAG5E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAA;AAQvC,MAAM,OAAO,WAAW;IACN,KAAK,CAAU;IACf,IAAI,CAAQ;IACrB,MAAM,CAAY;IAEzB,YAAa,UAA8B,EAAE;QAC3C,IAAI,OAAO,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;QAC5B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,CAAA;QACjD,CAAC;QAED,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAA;QAChC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAA;IAC/C,CAAC;IAED;;OAEG;IACH,GAAG,CAAE,IAAyB;QAC5B,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACnC,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;YAChD,MAAM,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;YAE5B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAClB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,GAAG,CAAE,IAAyB;QAC5B,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACnC,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;YAChD,MAAM,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;YAE5B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;YAE9B,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,KAAK,CAAA;YACd,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAA;IACb,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACrB,CAAC;IAED,MAAM,CAAE,GAAW;QACjB,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,IAAI,KAAK,GAAG,GAAG,CAAA;QACf,OAAO,KAAK,GAAG,CAAC,EAAE,CAAC;YACjB,GAAG,EAAE,CAAA;YACL,KAAK,IAAI,CAAC,CAAA;QACZ,CAAC;QAED,IAAI,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC/B,QAAQ,IAAI,CAAC,GAAG,IAAI,KAAK,CAAC,CAAA;QAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAA;IAC7B,CAAC;IAED,MAAM,CAAE,GAAW;QACjB,IAAI,GAAG,GAAG,CAAC,CAAA;QACX,IAAI,KAAK,GAAG,GAAG,CAAA;QACf,OAAO,KAAK,GAAG,CAAC,EAAE,CAAC;YACjB,GAAG,EAAE,CAAA;YACL,KAAK,IAAI,CAAC,CAAA;QACZ,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,CAAC,QAAQ,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC,KAAK,CAAC,CAAA;IAC1C,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAE,SAAiB,EAAE,YAAoB,KAAK;IAC7E,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IAC3C,OAAO,IAAI,WAAW,CAAC,IAAI,CAAC,CAAA;AAC9B,CAAC;AAED,SAAS,QAAQ,CAAE,SAAiB,EAAE,YAAoB,KAAK;IAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,WAAW,CAAC,CAAA;IAC3E,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IAExD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;AACzB,CAAC;AAED,SAAS,aAAa,CAAE,KAAa;IACnC,IAAI,GAAmB,CAAA;IACvB,IAAI,CAAS,CAAA;IACb,MAAM,KAAK,GAAG,EAAE,CAAA;IAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,GAAG,GAAG,IAAI,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAA;QACxC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;QAEjC,sDAAsD;QACtD,kCAAkC;QAClC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACvB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1B,CAAC,EAAE,CAAA;gBACH,MAAK;YACP,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC"}

package/dist/src/filters/bucket.d.ts

@@ -0,0 +1,10 @@
+import { Fingerprint } from './fingerprint.js';
+export declare class Bucket {
+    private readonly contents;
+    constructor(size: number);
+    has(fingerprint: Fingerprint): boolean;
+    add(fingerprint: Fingerprint): boolean;
+    swap(fingerprint: Fingerprint): Fingerprint | null;
+    remove(fingerprint: Fingerprint): boolean;
+}
+//# sourceMappingURL=bucket.d.ts.map

package/dist/src/filters/bucket.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bucket.d.ts","sourceRoot":"","sources":["../../../src/filters/bucket.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAG9C,qBAAa,MAAM;IACjB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA2B;gBAEvC,IAAI,EAAE,MAAM;IAIzB,GAAG,CAAE,WAAW,EAAE,WAAW,GAAG,OAAO;IAUvC,GAAG,CAAE,WAAW,EAAE,WAAW,GAAG,OAAO;IAevC,IAAI,CAAE,WAAW,EAAE,WAAW,GAAG,WAAW,GAAG,IAAI;IAYnD,MAAM,CAAE,WAAW,EAAE,WAAW,GAAG,OAAO;CAgB3C"}

package/dist/src/filters/bucket.js

@@ -0,0 +1,53 @@
+import { Fingerprint } from './fingerprint.js';
+import { getRandomInt } from './utils.js';
+export class Bucket {
+    contents;
+    constructor(size) {
+        this.contents = new Array(size).fill(null);
+    }
+    has(fingerprint) {
+        if (!(fingerprint instanceof Fingerprint)) {
+            throw new TypeError('Invalid Fingerprint');
+        }
+        return this.contents.some((fp) => {
+            return fingerprint.equals(fp);
+        });
+    }
+    add(fingerprint) {
+        if (!(fingerprint instanceof Fingerprint)) {
+            throw new TypeError('Invalid Fingerprint');
+        }
+        for (let i = 0; i < this.contents.length; i++) {
+            if (this.contents[i] == null) {
+                this.contents[i] = fingerprint;
+                return true;
+            }
+        }
+        return true;
+    }
+    swap(fingerprint) {
+        if (!(fingerprint instanceof Fingerprint)) {
+            throw new TypeError('Invalid Fingerprint');
+        }
+        const i = getRandomInt(0, this.contents.length - 1);
+        const current = this.contents[i];
+        this.contents[i] = fingerprint;
+        return current;
+    }
+    remove(fingerprint) {
+        if (!(fingerprint instanceof Fingerprint)) {
+            throw new TypeError('Invalid Fingerprint');
+        }
+        const found = this.contents.findIndex((fp) => {
+            return fingerprint.equals(fp);
+        });
+        if (found > -1) {
+            this.contents[found] = null;
+            return true;
+        }
+        else {
+            return false;
+        }
+    }
+}
+//# sourceMappingURL=bucket.js.map

package/dist/src/filters/bucket.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bucket.js","sourceRoot":"","sources":["../../../src/filters/bucket.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAEzC,MAAM,OAAO,MAAM;IACA,QAAQ,CAA2B;IAEpD,YAAa,IAAY;QACvB,IAAI,CAAC,QAAQ,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC5C,CAAC;IAED,GAAG,CAAE,WAAwB;QAC3B,IAAI,CAAC,CAAC,WAAW,YAAY,WAAW,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,SAAS,CAAC,qBAAqB,CAAC,CAAA;QAC5C,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE;YAC/B,OAAO,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC/B,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,GAAG,CAAE,WAAwB;QAC3B,IAAI,CAAC,CAAC,WAAW,YAAY,WAAW,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,SAAS,CAAC,qBAAqB,CAAC,CAAA;QAC5C,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;gBAC7B,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,WAAW,CAAA;gBAC9B,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,CAAE,WAAwB;QAC5B,IAAI,CAAC,CAAC,WAAW,YAAY,WAAW,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,SAAS,CAAC,qBAAqB,CAAC,CAAA;QAC5C,CAAC;QAED,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;QAChC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,WAAW,CAAA;QAE9B,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,MAAM,CAAE,WAAwB;QAC9B,IAAI,CAAC,CAAC,WAAW,YAAY,WAAW,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,SAAS,CAAC,qBAAqB,CAAC,CAAA;QAC5C,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE;YAC3C,OAAO,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC/B,CAAC,CAAC,CAAA;QAEF,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;YACf,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,IAAI,CAAA;YAC3B,OAAO,IAAI,CAAA;QACb,CAAC;aAAM,CAAC;YACN,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC;CACF"}

package/dist/src/filters/cuckoo-filter.d.ts

@@ -0,0 +1,41 @@
+import { type Hash } from './hashes.js';
+import type { Filter } from './index.js';
+export interface CuckooFilterInit {
+    /**
+     * How many items the filter is expected to contain
+     */
+    filterSize: number;
+    /**
+     * How many items to put in each bucket
+     */
+    bucketSize?: number;
+    /**
+     * How many bytes the fingerprint is expected to be
+     */
+    fingerprintSize?: number;
+    /**
+     * A non-cryptographic hash implementation
+     */
+    hash?: Hash;
+    /**
+     * A number used to seed the hash
+     */
+    seed?: number;
+}
+export declare class CuckooFilter implements Filter {
+    private readonly bucketSize;
+    private readonly filterSize;
+    private readonly fingerprintSize;
+    private readonly buckets;
+    count: number;
+    private readonly hash;
+    private readonly seed;
+    constructor(init: CuckooFilterInit);
+    add(item: Uint8Array | string): boolean;
+    has(item: Uint8Array | string): boolean;
+    remove(item: Uint8Array | string): boolean;
+    get reliable(): boolean;
+}
+export declare function optimize(maxItems: number, errorRate?: number): CuckooFilterInit;
+export declare function createCuckooFilter(maxItems: number, errorRate?: number): Filter;
+//# sourceMappingURL=cuckoo-filter.d.ts.map

package/dist/src/filters/cuckoo-filter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cuckoo-filter.d.ts","sourceRoot":"","sources":["../../../src/filters/cuckoo-filter.ts"],"names":[],"mappings":"AAGA,OAAO,EAAS,KAAK,IAAI,EAAE,MAAM,aAAa,CAAA;AAE9C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAIxC,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,UAAU,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAA;IAEnB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAA;IAExB;;OAEG;IACH,IAAI,CAAC,EAAE,IAAI,CAAA;IAEX;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,qBAAa,YAAa,YAAW,MAAM;IACzC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAQ;IACxC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAC3B,KAAK,EAAE,MAAM,CAAA;IACpB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAM;IAC3B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAQ;gBAEhB,IAAI,EAAE,gBAAgB;IAUnC,GAAG,CAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO;IAsDxC,GAAG,CAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO;IAkBxC,MAAM,CAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO;IAwB3C,IAAI,QAAQ,IAAK,OAAO,CAEvB;CACF;AAsBD,wBAAgB,QAAQ,CAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,GAAE,MAAc,GAAG,gBAAgB,CAevF;AAED,wBAAgB,kBAAkB,CAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,GAAE,MAAc,GAAG,MAAM,CAGvF"}

package/dist/src/filters/cuckoo-filter.js

@@ -0,0 +1,134 @@
+import { fromString as uint8ArrayFromString } from 'uint8arrays/from-string';
+import { Bucket } from './bucket.js';
+import { Fingerprint, MAX_FINGERPRINT_SIZE } from './fingerprint.js';
+import { fnv1a } from './hashes.js';
+import { getRandomInt } from './utils.js';
+const maxCuckooCount = 500;
+export class CuckooFilter {
+    bucketSize;
+    filterSize;
+    fingerprintSize;
+    buckets;
+    count;
+    hash;
+    seed;
+    constructor(init) {
+        this.filterSize = init.filterSize;
+        this.bucketSize = init.bucketSize ?? 4;
+        this.fingerprintSize = init.fingerprintSize ?? 2;
+        this.count = 0;
+        this.buckets = [];
+        this.hash = init.hash ?? fnv1a;
+        this.seed = init.seed ?? getRandomInt(0, Math.pow(2, 10));
+    }
+    add(item) {
+        if (typeof item === 'string') {
+            item = uint8ArrayFromString(item);
+        }
+        const fingerprint = new Fingerprint(item, this.hash, this.seed, this.fingerprintSize);
+        const j = this.hash.hash(item, this.seed) % this.filterSize;
+        const k = (j ^ fingerprint.hash()) % this.filterSize;
+        if (this.buckets[j] == null) {
+            this.buckets[j] = new Bucket(this.bucketSize);
+        }
+        if (this.buckets[k] == null) {
+            this.buckets[k] = new Bucket(this.bucketSize);
+        }
+        if (this.buckets[j].add(fingerprint) || this.buckets[k].add(fingerprint)) {
+            this.count++;
+            return true;
+        }
+        const rand = [j, k];
+        let i = rand[getRandomInt(0, rand.length - 1)];
+        if (this.buckets[i] == null) {
+            this.buckets[i] = new Bucket(this.bucketSize);
+        }
+        for (let n = 0; n < maxCuckooCount; n++) {
+            const swapped = this.buckets[i].swap(fingerprint);
+            if (swapped == null) {
+                continue;
+            }
+            i = (i ^ swapped.hash()) % this.filterSize;
+            if (this.buckets[i] == null) {
+                this.buckets[i] = new Bucket(this.bucketSize);
+            }
+            if (this.buckets[i].add(swapped)) {
+                this.count++;
+                return true;
+            }
+            else {
+                continue;
+            }
+        }
+        return false;
+    }
+    has(item) {
+        if (typeof item === 'string') {
+            item = uint8ArrayFromString(item);
+        }
+        const fingerprint = new Fingerprint(item, this.hash, this.seed, this.fingerprintSize);
+        const j = this.hash.hash(item, this.seed) % this.filterSize;
+        const inJ = this.buckets[j]?.has(fingerprint) ?? false;
+        if (inJ) {
+            return inJ;
+        }
+        const k = (j ^ fingerprint.hash()) % this.filterSize;
+        return this.buckets[k]?.has(fingerprint) ?? false;
+    }
+    remove(item) {
+        if (typeof item === 'string') {
+            item = uint8ArrayFromString(item);
+        }
+        const fingerprint = new Fingerprint(item, this.hash, this.seed, this.fingerprintSize);
+        const j = this.hash.hash(item, this.seed) % this.filterSize;
+        const inJ = this.buckets[j]?.remove(fingerprint) ?? false;
+        if (inJ) {
+            this.count--;
+            return inJ;
+        }
+        const k = (j ^ fingerprint.hash()) % this.filterSize;
+        const inK = this.buckets[k]?.remove(fingerprint) ?? false;
+        if (inK) {
+            this.count--;
+        }
+        return inK;
+    }
+    get reliable() {
+        return Math.floor(100 * (this.count / this.filterSize)) <= 95;
+    }
+}
+// max load constants, defined in the cuckoo paper
+const MAX_LOAD = {
+    1: 0.5,
+    2: 0.84,
+    4: 0.95,
+    8: 0.98
+};
+function calculateBucketSize(errorRate = 0.001) {
+    if (errorRate > 0.002) {
+        return 2;
+    }
+    if (errorRate > 0.00001) {
+        return 4;
+    }
+    return 8;
+}
+export function optimize(maxItems, errorRate = 0.001) {
+    // https://www.eecs.harvard.edu/~michaelm/postscripts/cuckoo-conext2014.pdf
+    // Section 5.1 Optimal Bucket Size
+    const bucketSize = calculateBucketSize(errorRate);
+    const load = MAX_LOAD[bucketSize];
+    // https://stackoverflow.com/questions/57555236/how-to-size-a-cuckoo-filter/57617208#57617208
+    const filterSize = Math.round(maxItems / load);
+    const fingerprintSize = Math.min(Math.ceil(Math.log(filterSize / bucketSize)) + 2, MAX_FINGERPRINT_SIZE);
+    return {
+        filterSize,
+        bucketSize,
+        fingerprintSize
+    };
+}
+export function createCuckooFilter(maxItems, errorRate = 0.005) {
+    const opts = optimize(maxItems, errorRate);
+    return new CuckooFilter(opts);
+}
+//# sourceMappingURL=cuckoo-filter.js.map

package/dist/src/filters/cuckoo-filter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cuckoo-filter.js","sourceRoot":"","sources":["../../../src/filters/cuckoo-filter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,IAAI,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAC5E,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAA;AACpE,OAAO,EAAE,KAAK,EAAa,MAAM,aAAa,CAAA;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAA;AAGzC,MAAM,cAAc,GAAG,GAAG,CAAA;AA6B1B,MAAM,OAAO,YAAY;IACN,UAAU,CAAQ;IAClB,UAAU,CAAQ;IAClB,eAAe,CAAQ;IACvB,OAAO,CAAU;IAC3B,KAAK,CAAQ;IACH,IAAI,CAAM;IACV,IAAI,CAAQ;IAE7B,YAAa,IAAsB;QACjC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAA;QACjC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAA;QACtC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,CAAC,CAAA;QAChD,IAAI,CAAC,KAAK,GAAG,CAAC,CAAA;QACd,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,KAAK,CAAA;QAC9B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;IAC3D,CAAC;IAED,GAAG,CAAE,IAAyB;QAC5B,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACnC,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,CAAA;QACrF,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,UAAU,CAAA;QAC3D,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAA;QAEpD,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QAC/C,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QAC/C,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YACzE,IAAI,CAAC,KAAK,EAAE,CAAA;YACZ,OAAO,IAAI,CAAA;QACb,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QACnB,IAAI,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;QAE9C,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QAC/C,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAEjD,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;gBACpB,SAAQ;YACV,CAAC;YAED,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAA;YAE1C,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YAC/C,CAAC;YAED,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,KAAK,EAAE,CAAA;gBAEZ,OAAO,IAAI,CAAA;YACb,CAAC;iBAAM,CAAC;gBACN,SAAQ;YACV,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAA;IACd,CAAC;IAED,GAAG,CAAE,IAAyB;QAC5B,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACnC,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,CAAA;QACrF,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,UAAU,CAAA;QAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,IAAI,KAAK,CAAA;QAEtD,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,GAAG,CAAA;QACZ,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAA;QAEpD,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,IAAI,KAAK,CAAA;IACnD,CAAC;IAED,MAAM,CAAE,IAAyB;QAC/B,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACnC,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,CAAA;QACrF,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,UAAU,CAAA;QAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,CAAA;QAEzD,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,KAAK,EAAE,CAAA;YACZ,OAAO,GAAG,CAAA;QACZ,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAA;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,CAAA;QAEzD,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QAED,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAA;IAC/D,CAAC;CACF;AAED,kDAAkD;AAClD,MAAM,QAAQ,GAAG;IACf,CAAC,EAAE,GAAG;IACN,CAAC,EAAE,IAAI;IACP,CAAC,EAAE,IAAI;IACP,CAAC,EAAE,IAAI;CACR,CAAA;AAED,SAAS,mBAAmB,CAAE,YAAoB,KAAK;IACrD,IAAI,SAAS,GAAG,KAAK,EAAE,CAAC;QACtB,OAAO,CAAC,CAAA;IACV,CAAC;IAED,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;QACxB,OAAO,CAAC,CAAA;IACV,CAAC;IAED,OAAO,CAAC,CAAA;AACV,CAAC;AAED,MAAM,UAAU,QAAQ,CAAE,QAAgB,EAAE,YAAoB,KAAK;IACnE,2EAA2E;IAC3E,kCAAkC;IAClC,MAAM,UAAU,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAA;IAEjC,6FAA6F;IAC7F,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAA;IAC9C,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,EAAE,oBAAoB,CAAC,CAAA;IAExG,OAAO;QACL,UAAU;QACV,UAAU;QACV,eAAe;KAChB,CAAA;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAE,QAAgB,EAAE,YAAoB,KAAK;IAC7E,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA;IAC1C,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,CAAA;AAC/B,CAAC"}

package/dist/src/filters/fingerprint.d.ts

@@ -0,0 +1,11 @@
+import type { Hash } from './hashes';
+export declare const MAX_FINGERPRINT_SIZE = 64;
+export declare class Fingerprint {
+    private readonly fp;
+    private readonly h;
+    private readonly seed;
+    constructor(buf: Uint8Array, hash: Hash, seed: number, fingerprintSize?: number);
+    hash(): number;
+    equals(other?: any): boolean;
+}
+//# sourceMappingURL=fingerprint.d.ts.map

package/dist/src/filters/fingerprint.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fingerprint.d.ts","sourceRoot":"","sources":["../../../src/filters/fingerprint.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,UAAU,CAAA;AAEpC,eAAO,MAAM,oBAAoB,KAAK,CAAA;AAEtC,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAY;IAC/B,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAM;IACxB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAQ;gBAEhB,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,GAAE,MAAU;IAqBnF,IAAI,IAAK,MAAM;IAIf,MAAM,CAAE,KAAK,CAAC,EAAE,GAAG,GAAG,OAAO;CAO9B"}

package/dist/src/filters/fingerprint.js

@@ -0,0 +1,34 @@
+import { alloc as uint8ArrayAlloc } from 'uint8arrays/alloc';
+import { equals as uint8ArrayEquals } from 'uint8arrays/equals';
+export const MAX_FINGERPRINT_SIZE = 64;
+export class Fingerprint {
+    fp;
+    h;
+    seed;
+    constructor(buf, hash, seed, fingerprintSize = 2) {
+        if (fingerprintSize > MAX_FINGERPRINT_SIZE) {
+            throw new TypeError('Invalid Fingerprint Size');
+        }
+        const fnv = hash.hashV(buf, seed);
+        const fp = uint8ArrayAlloc(fingerprintSize);
+        for (let i = 0; i < fp.length; i++) {
+            fp[i] = fnv[i];
+        }
+        if (fp.length === 0) {
+            fp[0] = 7;
+        }
+        this.fp = fp;
+        this.h = hash;
+        this.seed = seed;
+    }
+    hash() {
+        return this.h.hash(this.fp, this.seed);
+    }
+    equals(other) {
+        if (!(other?.fp instanceof Uint8Array)) {
+            return false;
+        }
+        return uint8ArrayEquals(this.fp, other.fp);
+    }
+}
+//# sourceMappingURL=fingerprint.js.map

package/dist/src/filters/fingerprint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fingerprint.js","sourceRoot":"","sources":["../../../src/filters/fingerprint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAA;AAC5D,OAAO,EAAE,MAAM,IAAI,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAG/D,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,CAAA;AAEtC,MAAM,OAAO,WAAW;IACL,EAAE,CAAY;IACd,CAAC,CAAM;IACP,IAAI,CAAQ;IAE7B,YAAa,GAAe,EAAE,IAAU,EAAE,IAAY,EAAE,kBAA0B,CAAC;QACjF,IAAI,eAAe,GAAG,oBAAoB,EAAE,CAAC;YAC3C,MAAM,IAAI,SAAS,CAAC,0BAA0B,CAAC,CAAA;QACjD,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;QACjC,MAAM,EAAE,GAAG,eAAe,CAAC,eAAe,CAAC,CAAA;QAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QAChB,CAAC;QAED,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpB,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;QACX,CAAC;QAED,IAAI,CAAC,EAAE,GAAG,EAAE,CAAA;QACZ,IAAI,CAAC,CAAC,GAAG,IAAI,CAAA;QACb,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;IACxC,CAAC;IAED,MAAM,CAAE,KAAW;QACjB,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,YAAY,UAAU,CAAC,EAAE,CAAC;YACvC,OAAO,KAAK,CAAA;QACd,CAAC;QAED,OAAO,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;IAC5C,CAAC;CACF"}

package/dist/src/filters/hashes.d.ts

@@ -0,0 +1,8 @@
+export interface Hash {
+    hash(input: Uint8Array, seed: number): number;
+    hashV(input: Uint8Array, seed: number): Uint8Array;
+}
+export declare const murmur3: Hash;
+export declare const fnv1a: Hash;
+export declare function numberToBuffer(num: bigint | number): Uint8Array;
+//# sourceMappingURL=hashes.d.ts.map

package/dist/src/filters/hashes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hashes.d.ts","sourceRoot":"","sources":["../../../src/filters/hashes.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,IAAI;IACnB,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAAA;IAC7C,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,UAAU,CAAA;CACnD;AAED,eAAO,MAAM,OAAO,EAAE,IAOrB,CAAA;AAED,eAAO,MAAM,KAAK,EAAE,IASnB,CAAA;AAED,wBAAgB,cAAc,CAAE,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,UAAU,CAQhE"}

package/dist/src/filters/hashes.js

@@ -0,0 +1,29 @@
+import fnv1aHash from '@sindresorhus/fnv1a';
+import mur from 'murmurhash3js-revisited';
+import { fromString as uint8ArrayFromString } from 'uint8arrays/from-string';
+export const murmur3 = {
+    hash: (input, seed) => {
+        return mur.x86.hash32(input, seed);
+    },
+    hashV: (input, seed) => {
+        return numberToBuffer(murmur3.hash(input, seed));
+    }
+};
+export const fnv1a = {
+    hash: (input) => {
+        return Number(fnv1aHash(input, {
+            size: 32
+        }));
+    },
+    hashV: (input, seed) => {
+        return numberToBuffer(fnv1a.hash(input, seed));
+    }
+};
+export function numberToBuffer(num) {
+    let hex = num.toString(16);
+    if (hex.length % 2 === 1) {
+        hex = `0${hex}`;
+    }
+    return uint8ArrayFromString(hex, 'base16');
+}
+//# sourceMappingURL=hashes.js.map

package/dist/src/filters/hashes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hashes.js","sourceRoot":"","sources":["../../../src/filters/hashes.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,qBAAqB,CAAA;AAC3C,OAAO,GAAG,MAAM,yBAAyB,CAAA;AACzC,OAAO,EAAE,UAAU,IAAI,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAO5E,MAAM,CAAC,MAAM,OAAO,GAAS;IAC3B,IAAI,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACpB,OAAO,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IACpC,CAAC;IACD,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrB,OAAO,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;IAClD,CAAC;CACF,CAAA;AAED,MAAM,CAAC,MAAM,KAAK,GAAS;IACzB,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE;QACd,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE;YAC7B,IAAI,EAAE,EAAE;SACT,CAAC,CAAC,CAAA;IACL,CAAC;IACD,KAAK,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrB,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;IAChD,CAAC;CACF,CAAA;AAED,MAAM,UAAU,cAAc,CAAE,GAAoB;IAClD,IAAI,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;IAE1B,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,GAAG,GAAG,IAAI,GAAG,EAAE,CAAA;IACjB,CAAC;IAED,OAAO,oBAAoB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;AAC5C,CAAC"}

package/dist/src/filters/index.d.ts

@@ -0,0 +1,9 @@
+export { BloomFilter, createBloomFilter, type BloomFilterOptions } from './bloom-filter.js';
+export { CuckooFilter, createCuckooFilter, type CuckooFilterInit } from './cuckoo-filter.js';
+export { ScalableCuckooFilter, createScalableCuckooFilter, type ScalableCuckooFilterInit } from './scalable-cuckoo-filter.js';
+export interface Filter {
+    add(item: Uint8Array | string): void;
+    has(item: Uint8Array | string): boolean;
+    remove?(buf: Uint8Array | string): boolean;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/src/filters/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/filters/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,kBAAkB,EAAE,MAAM,mBAAmB,CAAA;AAC3F,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,KAAK,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAC5F,OAAO,EAAE,oBAAoB,EAAE,0BAA0B,EAAE,KAAK,wBAAwB,EAAE,MAAM,6BAA6B,CAAA;AAE7H,MAAM,WAAW,MAAM;IACrB,GAAG,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,IAAI,CAAA;IACpC,GAAG,CAAC,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO,CAAA;IACvC,MAAM,CAAC,CAAC,GAAG,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO,CAAA;CAC3C"}

package/dist/src/filters/index.js

@@ -0,0 +1,4 @@
+export { BloomFilter, createBloomFilter } from './bloom-filter.js';
+export { CuckooFilter, createCuckooFilter } from './cuckoo-filter.js';
+export { ScalableCuckooFilter, createScalableCuckooFilter } from './scalable-cuckoo-filter.js';
+//# sourceMappingURL=index.js.map

package/dist/src/filters/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/filters/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,iBAAiB,EAA2B,MAAM,mBAAmB,CAAA;AAC3F,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAyB,MAAM,oBAAoB,CAAA;AAC5F,OAAO,EAAE,oBAAoB,EAAE,0BAA0B,EAAiC,MAAM,6BAA6B,CAAA"}

package/dist/src/filters/scalable-cuckoo-filter.d.ts

@@ -0,0 +1,24 @@
+import { type CuckooFilterInit } from './cuckoo-filter.js';
+import type { Filter } from './index.js';
+export interface ScalableCuckooFilterInit extends CuckooFilterInit {
+    /**
+     * A number to multiply maxItems by when adding new sub-filters
+     */
+    scale?: number;
+}
+export declare class ScalableCuckooFilter implements Filter {
+    private readonly filterSize;
+    private readonly bucketSize;
+    private readonly fingerprintSize;
+    private readonly scale;
+    private readonly filterSeries;
+    private readonly hash;
+    private readonly seed;
+    constructor(init: ScalableCuckooFilterInit);
+    add(item: Uint8Array | string): boolean;
+    has(item: Uint8Array | string): boolean;
+    remove(item: Uint8Array | string): boolean;
+    get count(): number;
+}
+export declare function createScalableCuckooFilter(maxItems: number, errorRate?: number, options?: Pick<ScalableCuckooFilterInit, 'hash' | 'seed' | 'scale'>): Filter;
+//# sourceMappingURL=scalable-cuckoo-filter.d.ts.map

package/dist/src/filters/scalable-cuckoo-filter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scalable-cuckoo-filter.d.ts","sourceRoot":"","sources":["../../../src/filters/scalable-cuckoo-filter.ts"],"names":[],"mappings":"AACA,OAAO,EAA0B,KAAK,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAGlF,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAExC,MAAM,WAAW,wBAAyB,SAAQ,gBAAgB;IAChE;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,qBAAa,oBAAqB,YAAW,MAAM;IACjD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAQ;IACxC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAQ;IAC9B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAgB;IAC7C,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAM;IAC3B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAQ;gBAEhB,IAAI,EAAE,wBAAwB;IAkB3C,GAAG,CAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO;IA8BxC,GAAG,CAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO;IAcxC,MAAM,CAAE,IAAI,EAAE,UAAU,GAAG,MAAM,GAAG,OAAO;IAc3C,IAAI,KAAK,IAAK,MAAM,CAInB;CACF;AAED,wBAAgB,0BAA0B,CAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,GAAE,MAAc,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,wBAAwB,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,GAAG,MAAM,CAKpK"}