@peerbit/shared-log 9.2.13 → 10.0.0

package/dist/src/sync/simple.js

@@ -0,0 +1,338 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import { field, variant, vec } from "@dao-xyz/borsh";
+import { Cache } from "@peerbit/cache";
+import { Compare, IntegerCompare, Or, } from "@peerbit/indexer-interface";
+import { Entry, Log } from "@peerbit/log";
+import { SilentDelivery } from "@peerbit/stream-interface";
+import { EntryWithRefs, createExchangeHeadsMessages, } from "../exchange-heads.js";
+import { TransportMessage } from "../message.js";
+let RequestMaybeSync = class RequestMaybeSync extends TransportMessage {
+    hashes;
+    constructor(props) {
+        super();
+        this.hashes = props.hashes;
+    }
+};
+__decorate([
+    field({ type: vec("string") }),
+    __metadata("design:type", Array)
+], RequestMaybeSync.prototype, "hashes", void 0);
+RequestMaybeSync = __decorate([
+    variant([0, 1]),
+    __metadata("design:paramtypes", [Object])
+], RequestMaybeSync);
+export { RequestMaybeSync };
+let ResponseMaybeSync = class ResponseMaybeSync extends TransportMessage {
+    hashes;
+    constructor(props) {
+        super();
+        this.hashes = props.hashes;
+    }
+};
+__decorate([
+    field({ type: vec("string") }),
+    __metadata("design:type", Array)
+], ResponseMaybeSync.prototype, "hashes", void 0);
+ResponseMaybeSync = __decorate([
+    variant([0, 2]),
+    __metadata("design:paramtypes", [Object])
+], ResponseMaybeSync);
+export { ResponseMaybeSync };
+let RequestMaybeSyncCoordinate = class RequestMaybeSyncCoordinate extends TransportMessage {
+    coordinates;
+    constructor(props) {
+        super();
+        this.coordinates = props.coordinates;
+    }
+};
+__decorate([
+    field({ type: vec("u64") }),
+    __metadata("design:type", Array)
+], RequestMaybeSyncCoordinate.prototype, "coordinates", void 0);
+RequestMaybeSyncCoordinate = __decorate([
+    variant([0, 5]),
+    __metadata("design:paramtypes", [Object])
+], RequestMaybeSyncCoordinate);
+export { RequestMaybeSyncCoordinate };
+const getHashesFromSymbols = async (symbols, entryIndex, coordinateToHash) => {
+    let queries = [];
+    let batchSize = 1; // TODO arg
+    let results = new Set();
+    const handleBatch = async (end = false) => {
+        if (queries.length >= batchSize || (end && queries.length > 0)) {
+            const entries = await entryIndex
+                .iterate({ query: queries.length > 1 ? new Or(queries) : queries }, { shape: { hash: true, coordinates: true } })
+                .all();
+            queries = [];
+            for (const entry of entries) {
+                results.add(entry.value.hash);
+                for (const coordinate of entry.value.coordinates) {
+                    coordinateToHash.add(coordinate, entry.value.hash);
+                }
+            }
+        }
+    };
+    for (let i = 0; i < symbols.length; i++) {
+        const fromCache = coordinateToHash.get(symbols[i]);
+        if (fromCache) {
+            results.add(fromCache);
+            continue;
+        }
+        const matchQuery = new IntegerCompare({
+            key: "coordinates",
+            compare: Compare.Equal,
+            value: symbols[i],
+        });
+        queries.push(matchQuery);
+        await handleBatch();
+    }
+    await handleBatch(true);
+    return results;
+};
+export class SimpleSyncronizer {
+    // map of hash to public keys that we can ask for entries
+    syncInFlightQueue;
+    syncInFlightQueueInverted;
+    // map of hash to public keys that we have asked for entries
+    syncInFlight;
+    rpc;
+    log;
+    entryIndex;
+    coordinateToHash;
+    // Syncing and dedeplucation work
+    syncMoreInterval;
+    closed;
+    constructor(properties) {
+        this.syncInFlightQueue = new Map();
+        this.syncInFlightQueueInverted = new Map();
+        this.syncInFlight = new Map();
+        this.rpc = properties.rpc;
+        this.log = properties.log;
+        this.entryIndex = properties.entryIndex;
+        this.coordinateToHash = properties.coordinateToHash;
+    }
+    onMaybeMissingEntries(properties) {
+        return this.rpc.send(new RequestMaybeSync({ hashes: [...properties.entries.keys()] }), {
+            priority: 1,
+            mode: new SilentDelivery({ to: properties.targets, redundancy: 1 }),
+        });
+    }
+    async onMessage(msg, context) {
+        const from = context.from;
+        if (msg instanceof RequestMaybeSync) {
+            await this.queueSync(msg.hashes, from);
+            return true;
+        }
+        else if (msg instanceof ResponseMaybeSync) {
+            // TODO perhaps send less messages to more receivers for performance reasons?
+            // TODO wait for previous send to target before trying to send more?
+            for await (const message of createExchangeHeadsMessages(this.log, msg.hashes)) {
+                await this.rpc.send(message, {
+                    mode: new SilentDelivery({ to: [context.from], redundancy: 1 }),
+                });
+            }
+            return true;
+        }
+        else if (msg instanceof RequestMaybeSyncCoordinate) {
+            const hashes = await getHashesFromSymbols(msg.coordinates, this.entryIndex, this.coordinateToHash);
+            for await (const message of createExchangeHeadsMessages(this.log, hashes)) {
+                await this.rpc.send(message, {
+                    mode: new SilentDelivery({ to: [context.from], redundancy: 1 }),
+                    priority: 1,
+                });
+            }
+            return true;
+        }
+        else {
+            return false; // no message was consumed
+        }
+    }
+    onReceivedEntries(properties) {
+        for (const entry of properties.entries) {
+            const set = this.syncInFlight.get(properties.from.hashcode());
+            if (set) {
+                set.delete(entry.entry.hash);
+                if (set?.size === 0) {
+                    this.syncInFlight.delete(properties.from.hashcode());
+                }
+            }
+        }
+    }
+    async queueSync(keys, from, options) {
+        const requestHashes = [];
+        for (const coordinateOrHash of keys) {
+            const inFlight = this.syncInFlightQueue.get(coordinateOrHash);
+            if (inFlight) {
+                if (!inFlight.find((x) => x.hashcode() === from.hashcode())) {
+                    inFlight.push(from);
+                    let inverted = this.syncInFlightQueueInverted.get(from.hashcode());
+                    if (!inverted) {
+                        inverted = new Set();
+                        this.syncInFlightQueueInverted.set(from.hashcode(), inverted);
+                    }
+                    inverted.add(coordinateOrHash);
+                }
+            }
+            else if (options?.skipCheck ||
+                !(await this.checkHasCoordinateOrHash(coordinateOrHash))) {
+                this.syncInFlightQueue.set(coordinateOrHash, []);
+                requestHashes.push(coordinateOrHash); // request immediately (first time we have seen this hash)
+            }
+        }
+        requestHashes.length > 0 &&
+            (await this.requestSync(requestHashes, [
+                from.hashcode(),
+            ]));
+    }
+    async requestSync(hashes, to) {
+        if (hashes.length === 0) {
+            return;
+        }
+        const now = +new Date();
+        for (const node of to) {
+            let map = this.syncInFlight.get(node);
+            if (!map) {
+                map = new Map();
+                this.syncInFlight.set(node, map);
+            }
+            for (const hash of hashes) {
+                map.set(hash, { timestamp: now });
+            }
+        }
+        const isBigInt = typeof hashes[0] === "bigint";
+        await this.rpc.send(isBigInt
+            ? new RequestMaybeSyncCoordinate({ coordinates: hashes })
+            : new ResponseMaybeSync({ hashes: hashes }), {
+            mode: new SilentDelivery({ to, redundancy: 1 }),
+            priority: 1,
+        });
+    }
+    async checkHasCoordinateOrHash(key) {
+        return typeof key === "bigint"
+            ? (await this.entryIndex.count({ query: { coordinates: key } })) > 0
+            : this.log.has(key);
+    }
+    async open() {
+        this.closed = false;
+        const requestSyncLoop = async () => {
+            /**
+             * This method fetches entries that we potentially want.
+             * In a case in which we become replicator of a segment,
+             * multiple remote peers might want to send us entries
+             * This method makes sure that we only request on entry from the remotes at a time
+             * so we don't get flooded with the same entry
+             */
+            const requestHashes = [];
+            const from = new Set();
+            for (const [key, value] of this.syncInFlightQueue) {
+                if (this.closed) {
+                    return;
+                }
+                const has = await this.checkHasCoordinateOrHash(key);
+                if (!has) {
+                    // TODO test that this if statement actually does anymeaningfull
+                    if (value.length > 0) {
+                        requestHashes.push(key);
+                        const publicKeyHash = value.shift().hashcode();
+                        from.add(publicKeyHash);
+                        const invertedSet = this.syncInFlightQueueInverted.get(publicKeyHash);
+                        if (invertedSet) {
+                            if (invertedSet.delete(key)) {
+                                if (invertedSet.size === 0) {
+                                    this.syncInFlightQueueInverted.delete(publicKeyHash);
+                                }
+                            }
+                        }
+                    }
+                    if (value.length === 0) {
+                        this.syncInFlightQueue.delete(key); // no-one more to ask for this entry
+                    }
+                }
+                else {
+                    this.syncInFlightQueue.delete(key);
+                }
+            }
+            const nowMin10s = +new Date() - 2e4;
+            for (const [key, map] of this.syncInFlight) {
+                // cleanup "old" missing syncs
+                for (const [hash, { timestamp }] of map) {
+                    if (timestamp < nowMin10s) {
+                        map.delete(hash);
+                    }
+                }
+                if (map.size === 0) {
+                    this.syncInFlight.delete(key);
+                }
+            }
+            this.requestSync(requestHashes, from).finally(() => {
+                if (this.closed) {
+                    return;
+                }
+                this.syncMoreInterval = setTimeout(requestSyncLoop, 3e3);
+            });
+        };
+        requestSyncLoop();
+    }
+    async close() {
+        this.closed = true;
+        this.syncInFlightQueue.clear();
+        this.syncInFlightQueueInverted.clear();
+        this.syncInFlight.clear();
+        clearTimeout(this.syncMoreInterval);
+    }
+    onEntryAdded(entry) {
+        return this.clearSyncProcess(entry.hash);
+    }
+    onEntryRemoved(hash) {
+        return this.clearSyncProcess(hash);
+    }
+    clearSyncProcess(hash) {
+        const inflight = this.syncInFlightQueue.get(hash);
+        if (inflight) {
+            for (const key of inflight) {
+                const map = this.syncInFlightQueueInverted.get(key.hashcode());
+                if (map) {
+                    map.delete(hash);
+                    if (map.size === 0) {
+                        this.syncInFlightQueueInverted.delete(key.hashcode());
+                    }
+                }
+            }
+            this.syncInFlightQueue.delete(hash);
+        }
+    }
+    onPeerDisconnected(key) {
+        return this.clearSyncProcessPublicKey(key);
+    }
+    clearSyncProcessPublicKey(publicKey) {
+        this.syncInFlight.delete(publicKey.hashcode());
+        const map = this.syncInFlightQueueInverted.get(publicKey.hashcode());
+        if (map) {
+            for (const hash of map) {
+                const arr = this.syncInFlightQueue.get(hash);
+                if (arr) {
+                    const filtered = arr.filter((x) => !x.equals(publicKey));
+                    if (filtered.length > 0) {
+                        this.syncInFlightQueue.set(hash, filtered);
+                    }
+                    else {
+                        this.syncInFlightQueue.delete(hash);
+                    }
+                }
+            }
+            this.syncInFlightQueueInverted.delete(publicKey.hashcode());
+        }
+    }
+    get pending() {
+        return this.syncInFlightQueue.size;
+    }
+}
+//# sourceMappingURL=simple.js.map

package/dist/src/sync/simple.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"simple.js","sourceRoot":"","sources":["../../../src/sync/simple.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,EACN,OAAO,EAEP,cAAc,EACd,EAAE,GACF,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,cAAc,CAAC;AAE1C,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAE3D,OAAO,EACN,aAAa,EACb,2BAA2B,GAC3B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAI1C,IAAM,gBAAgB,GAAtB,MAAM,gBAAiB,SAAQ,gBAAgB;IAErD,MAAM,CAAW;IAEjB,YAAY,KAA2B;QACtC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC5B,CAAC;CACD,CAAA;AANA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;;gDACd;AAFL,gBAAgB;IAD5B,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,gBAAgB,CAQ5B;;AAGM,IAAM,iBAAiB,GAAvB,MAAM,iBAAkB,SAAQ,gBAAgB;IAEtD,MAAM,CAAW;IAEjB,YAAY,KAA2B;QACtC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC5B,CAAC;CACD,CAAA;AANA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;;iDACd;AAFL,iBAAiB;IAD7B,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,iBAAiB,CAQ7B;;AAGM,IAAM,0BAA0B,GAAhC,MAAM,0BAA2B,SAAQ,gBAAgB;IAE/D,WAAW,CAAW;IAEtB,YAAY,KAAgC;QAC3C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;IACtC,CAAC;CACD,CAAA;AANA;IADC,KAAK,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;;+DACN;AAFV,0BAA0B;IADtC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;;GACH,0BAA0B,CAQtC;;AAED,MAAM,oBAAoB,GAAG,KAAK,EACjC,OAAiB,EACjB,UAA4C,EAC5C,gBAA+B,EAC9B,EAAE;IACH,IAAI,OAAO,GAAqB,EAAE,CAAC;IACnC,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,WAAW;IAC9B,IAAI,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,WAAW,GAAG,KAAK,EAAE,GAAG,GAAG,KAAK,EAAE,EAAE;QACzC,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;YAChE,MAAM,OAAO,GAAG,MAAM,UAAU;iBAC9B,OAAO,CACP,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,EACzD,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAC5C;iBACA,GAAG,EAAE,CAAC;YACR,OAAO,GAAG,EAAE,CAAC;YAEb,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC7B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC9B,KAAK,MAAM,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;oBAClD,gBAAgB,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACpD,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC,CAAC;IACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,IAAI,SAAS,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACvB,SAAS;QACV,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,cAAc,CAAC;YACrC,GAAG,EAAE,aAAa;YAClB,OAAO,EAAE,OAAO,CAAC,KAAK;YACtB,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;SACjB,CAAC,CAAC;QAEH,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzB,MAAM,WAAW,EAAE,CAAC;IACrB,CAAC;IACD,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;IAExB,OAAO,OAAO,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,OAAO,iBAAiB;IAG7B,yDAAyD;IACzD,iBAAiB,CAAoC;IACrD,yBAAyB,CAAgC;IAEzD,4DAA4D;IAC5D,YAAY,CAAwD;IAEpE,GAAG,CAA0C;IAC7C,GAAG,CAAW;IACd,UAAU,CAAiC;IAC3C,gBAAgB,CAAgB;IAEhC,iCAAiC;IACjC,gBAAgB,CAAiC;IAEjD,MAAM,CAAW;IAEjB,YAAY,UAKX;QACA,IAAI,CAAC,iBAAiB,GAAG,IAAI,GAAG,EAAE,CAAC;QACnC,IAAI,CAAC,yBAAyB,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;QAC1B,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC;QAC1B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC;QACxC,IAAI,CAAC,gBAAgB,GAAG,UAAU,CAAC,gBAAgB,CAAC;IACrD,CAAC;IAED,qBAAqB,CAAC,UAGrB;QACA,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CACnB,IAAI,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAChE;YACC,QAAQ,EAAE,CAAC;YACX,IAAI,EAAE,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,UAAU,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;SACnE,CACD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CACd,GAAqB,EACrB,OAAuB;QAEvB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAK,CAAC;QAC3B,IAAI,GAAG,YAAY,gBAAgB,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACvC,OAAO,IAAI,CAAC;QACb,CAAC;aAAM,IAAI,GAAG,YAAY,iBAAiB,EAAE,CAAC;YAC7C,6EAA6E;YAC7E,oEAAoE;YAEpE,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,2BAA2B,CACtD,IAAI,CAAC,GAAG,EACR,GAAG,CAAC,MAAM,CACV,EAAE,CAAC;gBACH,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE;oBAC5B,IAAI,EAAE,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAK,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;iBAChE,CAAC,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC;aAAM,IAAI,GAAG,YAAY,0BAA0B,EAAE,CAAC;YACtD,MAAM,MAAM,GAAG,MAAM,oBAAoB,CACxC,GAAG,CAAC,WAAW,EACf,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,gBAAgB,CACrB,CAAC;YACF,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,2BAA2B,CACtD,IAAI,CAAC,GAAG,EACR,MAAM,CACN,EAAE,CAAC;gBACH,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE;oBAC5B,IAAI,EAAE,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAK,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;oBAChE,QAAQ,EAAE,CAAC;iBACX,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,IAAI,CAAC;QACb,CAAC;aAAM,CAAC;YACP,OAAO,KAAK,CAAC,CAAC,0BAA0B;QACzC,CAAC;IACF,CAAC;IAED,iBAAiB,CAAC,UAGjB;QACA,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;YACxC,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC9D,IAAI,GAAG,EAAE,CAAC;gBACT,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC7B,IAAI,GAAG,EAAE,IAAI,KAAK,CAAC,EAAE,CAAC;oBACrB,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACtD,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,KAAK,CAAC,SAAS,CACd,IAAyB,EACzB,IAAmB,EACnB,OAAiC;QAEjC,MAAM,aAAa,GAAkB,EAAE,CAAC;QAExC,KAAK,MAAM,gBAAgB,IAAI,IAAI,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAC9D,IAAI,QAAQ,EAAE,CAAC;gBACd,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC;oBAC7D,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACpB,IAAI,QAAQ,GAAG,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;oBACnE,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACf,QAAQ,GAAG,IAAI,GAAG,EAAE,CAAC;wBACrB,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,QAAQ,CAAC,CAAC;oBAC/D,CAAC;oBACD,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBAChC,CAAC;YACF,CAAC;iBAAM,IACN,OAAO,EAAE,SAAS;gBAClB,CAAC,CAAC,MAAM,IAAI,CAAC,wBAAwB,CAAC,gBAAgB,CAAC,CAAC,EACvD,CAAC;gBACF,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;gBACjD,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,0DAA0D;YACjG,CAAC;QACF,CAAC;QAED,aAAa,CAAC,MAAM,GAAG,CAAC;YACvB,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,aAAoC,EAAE;gBAC7D,IAAK,CAAC,QAAQ,EAAE;aAChB,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,WAAW,CACxB,MAA2B,EAC3B,EAA0B;QAE1B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;QACR,CAAC;QAED,MAAM,GAAG,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;QACxB,KAAK,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;YACvB,IAAI,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACV,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;gBAChB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAClC,CAAC;YACD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;gBAC3B,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YACnC,CAAC;QACF,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC;QAE/C,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAClB,QAAQ;YACP,CAAC,CAAC,IAAI,0BAA0B,CAAC,EAAE,WAAW,EAAE,MAAkB,EAAE,CAAC;YACrE,CAAC,CAAC,IAAI,iBAAiB,CAAC,EAAE,MAAM,EAAE,MAAkB,EAAE,CAAC,EACxD;YACC,IAAI,EAAE,IAAI,cAAc,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;YAC/C,QAAQ,EAAE,CAAC;SACX,CACD,CAAC;IACH,CAAC;IACO,KAAK,CAAC,wBAAwB,CAAC,GAAoB;QAC1D,OAAO,OAAO,GAAG,KAAK,QAAQ;YAC7B,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC;YACpE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;IACD,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,MAAM,eAAe,GAAG,KAAK,IAAI,EAAE;YAClC;;;;;;eAMG;YAEH,MAAM,aAAa,GAAkB,EAAE,CAAC;YACxC,MAAM,IAAI,GAAgB,IAAI,GAAG,EAAE,CAAC;YACpC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACnD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACjB,OAAO;gBACR,CAAC;gBAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,CAAC;gBAErD,IAAI,CAAC,GAAG,EAAE,CAAC;oBACV,gEAAgE;oBAChE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACtB,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACxB,MAAM,aAAa,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC,QAAQ,EAAE,CAAC;wBAChD,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;wBACxB,MAAM,WAAW,GAChB,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;wBACnD,IAAI,WAAW,EAAE,CAAC;4BACjB,IAAI,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gCAC7B,IAAI,WAAW,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;oCAC5B,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gCACtD,CAAC;4BACF,CAAC;wBACF,CAAC;oBACF,CAAC;oBACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACxB,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,oCAAoC;oBACzE,CAAC;gBACF,CAAC;qBAAM,CAAC;oBACP,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACpC,CAAC;YACF,CAAC;YAED,MAAM,SAAS,GAAG,CAAC,IAAI,IAAI,EAAE,GAAG,GAAG,CAAC;YACpC,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC5C,8BAA8B;gBAC9B,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC;oBACzC,IAAI,SAAS,GAAG,SAAS,EAAE,CAAC;wBAC3B,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAClB,CAAC;gBACF,CAAC;gBACD,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;oBACpB,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC/B,CAAC;YACF,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,aAAoC,EAAE,IAAI,CAAC,CAAC,OAAO,CACnE,GAAG,EAAE;gBACJ,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBACjB,OAAO;gBACR,CAAC;gBACD,IAAI,CAAC,gBAAgB,GAAG,UAAU,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;YAC1D,CAAC,CACD,CAAC;QACH,CAAC,CAAC;QAEF,eAAe,EAAE,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,KAAK;QACV,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,CAAC;QACvC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC1B,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACrC,CAAC;IACD,YAAY,CAAC,KAAiB;QAC7B,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;IAED,cAAc,CAAC,IAAY;QAC1B,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAEO,gBAAgB,CAAC,IAAY;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,QAAQ,EAAE,CAAC;YACd,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC/D,IAAI,GAAG,EAAE,CAAC;oBACT,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBACjB,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;wBACpB,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;oBACvD,CAAC;gBACF,CAAC;YACF,CAAC;YAED,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC;IACF,CAAC;IAED,kBAAkB,CAAC,GAAkB;QACpC,OAAO,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,CAAC;IAC5C,CAAC;IACO,yBAAyB,CAAC,SAAwB;QACzD,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrE,IAAI,GAAG,EAAE,CAAC;YACT,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;gBACxB,MAAM,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC7C,IAAI,GAAG,EAAE,CAAC;oBACT,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;oBACzD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACzB,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAC5C,CAAC;yBAAM,CAAC;wBACP,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBACrC,CAAC;gBACF,CAAC;YACF,CAAC;YACD,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC7D,CAAC;IACF,CAAC;IAED,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;IACpC,CAAC;CACD"}

package/dist/src/sync/wasm-init.browser.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=wasm-init.browser.d.ts.map

package/dist/src/sync/wasm-init.browser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm-init.browser.d.ts","sourceRoot":"","sources":["../../../src/sync/wasm-init.browser.ts"],"names":[],"mappings":""}

package/dist/src/sync/wasm-init.browser.js

@@ -0,0 +1,3 @@
+"use strict";
+// nothing to do since 'fetch' works as expected in the browsere
+//# sourceMappingURL=wasm-init.browser.js.map

package/dist/src/sync/wasm-init.browser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm-init.browser.js","sourceRoot":"","sources":["../../../src/sync/wasm-init.browser.ts"],"names":[],"mappings":";AAAA,gEAAgE"}

package/dist/src/sync/wasm-init.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=wasm-init.d.ts.map

package/dist/src/sync/wasm-init.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm-init.d.ts","sourceRoot":"","sources":["../../../src/sync/wasm-init.ts"],"names":[],"mappings":""}

package/dist/src/sync/wasm-init.js

@@ -0,0 +1,13 @@
+// Override globalThis.fetch to intercept .wasm requests
+import { readFile } from "fs/promises";
+const defaultFetch = globalThis.fetch.bind(globalThis);
+globalThis.fetch = async (url, options) => {
+    // If you have multiple wasm files, you might use some logic to handle them.
+    // Here, we assume any request ending in `.wasm` is local on disk at the same path.
+    if (url.toString().endsWith(".wasm")) {
+        // Return a NodeResponse that looks enough like a fetch Response
+        return readFile(url);
+    }
+    return defaultFetch(url, options);
+};
+//# sourceMappingURL=wasm-init.js.map

package/dist/src/sync/wasm-init.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wasm-init.js","sourceRoot":"","sources":["../../../src/sync/wasm-init.ts"],"names":[],"mappings":"AAAA,wDAAwD;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;AACtD,UAAU,CAAC,KAAa,GAAG,KAAK,EAAE,GAAQ,EAAE,OAAY,EAAE,EAAE;IAC5D,4EAA4E;IAC5E,mFAAmF;IACnF,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,gEAAgE;QAChE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;AACnC,CAAC,CAAC"}

package/dist/src/utils.d.ts

@@ -1,6 +1,6 @@
 import { Entry, ShallowEntry } from "@peerbit/log";
 import type { EntryWithRefs } from "./exchange-heads.js";
-import { EntryReplicated } from "./ranges.js";
-export declare const groupByGid: <T extends ShallowEntry | Entry<any> | EntryWithRefs<any> | EntryReplicated>(entries: T[]) => Promise<Map<string, T[]>>;
-export declare const groupByGidSync: <T extends ShallowEntry | EntryReplicated>(entries: T[]) => Promise<Map<string, T[]>>;
+import { type EntryReplicated } from "./ranges.js";
+export declare const groupByGid: <T extends ShallowEntry | Entry<any> | EntryWithRefs<any> | EntryReplicated<any>>(entries: T[]) => Promise<Map<string, T[]>>;
+export declare const groupByGidSync: <T extends ShallowEntry | EntryReplicated<any>>(entries: T[]) => Promise<Map<string, T[]>>;
 //# sourceMappingURL=utils.d.ts.map

package/dist/src/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,eAAO,MAAM,UAAU,GACtB,CAAC,SAAS,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,eAAe,WAEjE,CAAC,EAAE,KACV,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAmB1B,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,CAAC,SAAS,YAAY,GAAG,eAAe,WACnE,CAAC,EAAE,KACV,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAiB1B,CAAC"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,KAAK,eAAe,EAAqB,MAAM,aAAa,CAAC;AAEtE,eAAO,MAAM,UAAU,GACtB,CAAC,SACE,YAAY,GACZ,KAAK,CAAC,GAAG,CAAC,GACV,aAAa,CAAC,GAAG,CAAC,GAClB,eAAe,CAAC,GAAG,CAAC,WAEd,CAAC,EAAE,KACV,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAmB1B,CAAC;AAEF,eAAO,MAAM,cAAc,GAC1B,CAAC,SAAS,YAAY,GAAG,eAAe,CAAC,GAAG,CAAC,WAEpC,CAAC,EAAE,KACV,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAiB1B,CAAC"}

package/dist/src/utils.js

@@ -1,5 +1,5 @@
 import { Entry, ShallowEntry } from "@peerbit/log";
-import { EntryReplicated } from "./ranges.js";
+import { isEntryReplicated } from "./ranges.js";
 export const groupByGid = async (entries) => {
     const groupByGid = new Map();
     for (const head of entries) {
@@ -7,7 +7,7 @@ export const groupByGid = async (entries) => {
             ? (await head.getMeta()).gid
             : head instanceof ShallowEntry
                 ? head.meta.gid
-                : head instanceof EntryReplicated
+                : isEntryReplicated(head)
                     ? head.gid
                     : (await head.entry.getMeta()).gid;
         let value = groupByGid.get(gid);

package/dist/src/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAEnD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAG9B,OAAY,EACgB,EAAE;IAC9B,MAAM,UAAU,GAAqB,IAAI,GAAG,EAAE,CAAC;IAC/C,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,GAAG,GACR,IAAI,YAAY,KAAK;YACpB,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG;YAC5B,CAAC,CAAC,IAAI,YAAY,YAAY;gBAC7B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBACf,CAAC,CAAC,IAAI,YAAY,eAAe;oBAChC,CAAC,CAAC,IAAI,CAAC,GAAG;oBACV,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC;QACvC,IAAI,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,GAAG,EAAE,CAAC;YACX,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5B,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,UAAU,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,EAClC,OAAY,EACgB,EAAE;IAC9B,MAAM,UAAU,GAAqB,IAAI,GAAG,EAAE,CAAC;IAC/C,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,GAAG,GACR,IAAI,YAAY,KAAK;YACpB,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG;YAC5B,CAAC,CAAC,IAAI,YAAY,YAAY;gBAC7B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBACf,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACd,IAAI,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,GAAG,EAAE,CAAC;YACX,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5B,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,UAAU,CAAC;AACnB,CAAC,CAAC"}
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAEnD,OAAO,EAAwB,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEtE,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAO9B,OAAY,EACgB,EAAE;IAC9B,MAAM,UAAU,GAAqB,IAAI,GAAG,EAAE,CAAC;IAC/C,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,GAAG,GACR,IAAI,YAAY,KAAK;YACpB,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG;YAC5B,CAAC,CAAC,IAAI,YAAY,YAAY;gBAC7B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBACf,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC;oBACxB,CAAC,CAAC,IAAI,CAAC,GAAG;oBACV,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC;QACvC,IAAI,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,GAAG,EAAE,CAAC;YACX,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5B,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,UAAU,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,EAGlC,OAAY,EACgB,EAAE;IAC9B,MAAM,UAAU,GAAqB,IAAI,GAAG,EAAE,CAAC;IAC/C,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,GAAG,GACR,IAAI,YAAY,KAAK;YACpB,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG;YAC5B,CAAC,CAAC,IAAI,YAAY,YAAY;gBAC7B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBACf,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACd,IAAI,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,GAAG,EAAE,CAAC;YACX,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5B,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,UAAU,CAAC;AACnB,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@peerbit/shared-log",
-	"version": "9.2.13",
+	"version": "10.0.0",
 	"description": "Shared log",
 	"sideEffects": false,
 	"type": "module",
@@ -28,6 +28,9 @@
 		"!dist/test",
 		"!**/*.tsbuildinfo"
 	],
+	"browser": {
+		"./dist/src/sync/wasm-init.js": "./dist/src/sync/wasm-init.browser.js"
+	},
 	"exports": {
 		".": {
 			"types": "./dist/src/index.d.ts",
@@ -60,12 +63,13 @@
 	"dependencies": {
 		"@dao-xyz/borsh": "^5.2.3",
 		"@peerbit/logger": "1.0.3",
-		"@peerbit/program": "5.0.8",
-		"@peerbit/log": "4.0.21",
-		"@peerbit/rpc": "5.0.19",
-		"@peerbit/time": "2.0.7"
+		"@peerbit/program": "5.1.0",
+		"@peerbit/log": "4.0.22",
+		"@peerbit/rpc": "5.0.20",
+		"@peerbit/time": "2.0.7",
+		"@peerbit/riblt": "1.0.0"
 	},
 	"devDependencies": {
-		"@peerbit/test-utils": "^2.1.9"
+		"@peerbit/test-utils": "^2.1.10"
 	}
 }

package/src/debounce.ts

@@ -1,46 +1,3 @@
-/* export const debounceFixedInterval = <
-	T extends (...args: any[]) => any | Promise<any>,
->(
-	fn: T,
-	delay: number,
-	options?: { debug?: boolean, onError?: (error: Error) => void },
-) => {
-	// a debounce function that will always wait for the delay to pass before invoking the function
-	// though if delay time has passed it will call the function immediately instead of resetting the timer
-
-	let onError = options?.onError || ((error: Error) => console.error(error));
-	let timeout: NodeJS.Timeout | null = null;
-	let lastArgs: any[] = [];
-	let lastThis: any;
-	let invokePromise = Promise.resolve();
-	const invoke = async () => {
-		const fnCall = fn.apply(lastThis, lastArgs);
-		invokePromise = Promise.resolve(fnCall ?? {});
-		await invokePromise.then((res) => {
-			
-			timeout = null;
-			return res;
-		}).catch(onError);
-	};
-
-	const debounced = (...args: Parameters<T>) => {
-		lastArgs = args;
-		lastThis = this;
-		if (timeout) {
-			return;
-		}
-		invokePromise.then(() => {
-			timeout && clearTimeout(timeout);
-			timeout = setTimeout(invoke, delay);
-			if (options?.debug) {
-				console.log("debounceFixedInterval: timeout set", timeout);
-			}
-		});
-	};
-
-	return debounced as T;
-};
- */
 export const debounceFixedInterval = <
 	T extends (...args: any[]) => any | Promise<any>,
 >(
@@ -109,7 +66,7 @@ export const debounceFixedInterval = <
 	return debounced as T;
 };
 
-export const debounceAcculmulator = <K, T, V>(
+export const debounceAccumulator = <K, T, V>(
 	fn: (args: V) => any,
 	create: () => {
 		delete: (string: K) => void;
@@ -145,18 +102,26 @@ export const debounceAcculmulator = <K, T, V>(
 export const debouncedAccumulatorMap = <T>(
 	fn: (args: Map<string, T>) => any,
 	delay: number,
+	merge?: (into: T, from: T) => void,
 ) => {
-	return debounceAcculmulator<
-		string,
-		{ key: string; value: T },
-		Map<string, T>
-	>(
+	return debounceAccumulator<string, { key: string; value: T }, Map<string, T>>(
 		fn,
 		() => {
 			const map = new Map();
+			let add = merge
+				? (props: { key: string; value: T }) => {
+						let prev = map.get(props.key);
+						if (prev != null) {
+							merge(prev, props.value);
+						} else {
+							map.set(props.key, props.value);
+						}
+					}
+				: (props: { key: string; value: T }) => {
+						map.set(props.key, props.value);
+					};
 			return {
-				add: (props: { key: string; value: T }) =>
-					map.set(props.key, props.value),
+				add,
 				delete: (key: string) => map.delete(key),
 				size: () => map.size,
 				value: map,

package/src/exchange-heads.ts

@@ -39,28 +39,6 @@ export class ExchangeHeadsMessage<T> extends TransportMessage {
 	}
 }
 
-@variant([0, 1])
-export class RequestMaybeSync extends TransportMessage {
-	@field({ type: vec("string") })
-	hashes: string[];
-
-	constructor(props: { hashes: string[] }) {
-		super();
-		this.hashes = props.hashes;
-	}
-}
-
-@variant([0, 2])
-export class ResponseMaybeSync extends TransportMessage {
-	@field({ type: vec("string") })
-	hashes: string[];
-
-	constructor(props: { hashes: string[] }) {
-		super();
-		this.hashes = props.hashes;
-	}
-}
-
 @variant([0, 3])
 export class RequestIPrune extends TransportMessage {
 	// Hashes which I want to prune
@@ -89,7 +67,7 @@ const MAX_EXCHANGE_MESSAGE_SIZE = 1e5; // 100kb. Too large size might not be fas
 
 export const createExchangeHeadsMessages = async function* (
 	log: Log<any>,
-	heads: Entry<any>[] | string[],
+	heads: Entry<any>[] | string[] | Set<string>,
 ): AsyncGenerator<ExchangeHeadsMessage<any>, void, void> {
 	let size = 0;
 	let current: EntryWithRefs<any>[] = [];