@peerbit/blocks 4.1.9 → 4.2.0

package/dist/src/libp2p.js

@@ -5,12 +5,15 @@ import { DirectStream } from "@peerbit/stream";
 import {} from "@peerbit/stream";
 import { createRequestTransportContext, } from "@peerbit/stream-interface";
 import { AnyBlockStore } from "./any-blockstore.js";
-import { BlockMessage, RemoteBlocks } from "./remote.js";
+import { BlockMessage, BlockRequest, BlockResponse, RemoteBlocks } from "./remote.js";
 export class DirectBlock extends DirectStream {
     remoteBlocks;
     onDataFn;
     onPeerConnectedFn;
     constructor(components, options) {
+        if (options?.directory && options.localStore) {
+            throw new Error("DirectBlock options cannot include both directory and localStore");
+        }
         super(components, ["/peerbit/direct-block/1.0.0"], {
             messageProcessingConcurrency: options?.messageProcessingConcurrency || 10,
             canRelayMessage: options?.canRelayMessage ?? true,
@@ -18,8 +21,23 @@ export class DirectBlock extends DirectStream {
                 dialer: false,
                 pruner: false,
             },
+            rustCore: options?.rustCore,
         });
+        const blockExchange = this.rustCore?.blockExchange;
         const defaultResolveProviders = () => {
+            if (blockExchange) {
+                const negotiated = [...this.peers.keys()];
+                const connected = [];
+                for (const conn of this.components.connectionManager.getConnections()) {
+                    try {
+                        connected.push(getPublicKeyFromPeerId(conn.remotePeer).hashcode());
+                    }
+                    catch {
+                        // ignore unexpected key types
+                    }
+                }
+                return blockExchange.defaultProviderCandidates(negotiated, connected, this.publicKeyHash);
+            }
             const out = [];
             const push = (hash) => {
                 if (!hash)
@@ -53,8 +71,8 @@ export class DirectBlock extends DirectStream {
             return out;
         };
         this.remoteBlocks = new RemoteBlocks({
-            local: new AnyBlockStore(createStore(options?.directory)),
-            publish: (message, options) => this.publish(serialize(message), options),
+            local: new AnyBlockStore(options?.localStore ?? createStore(options?.directory)),
+            publish: (message, options) => this.publish(this.encodeBlockMessage(message), options),
             localTimeout: options?.localTimeout || 1000,
             messageProcessingConcurrency: options?.messageProcessingConcurrency || 10,
             waitFor: this.waitFor.bind(this),
@@ -65,32 +83,95 @@ export class DirectBlock extends DirectStream {
             onPut: options?.onPut,
             providerCache: options?.providerCache,
             requeryOnReachable: options?.requeryOnReachable,
+            rust: blockExchange
+                ? {
+                    exchange: blockExchange,
+                    publishRaw: (payload, options) => this.publish(payload, options),
+                }
+                : undefined,
         });
         this.onDataFn = (data) => {
-            data.detail?.data?.length &&
-                data.detail?.data.length > 0 &&
-                this.remoteBlocks.onMessage(deserialize(data.detail.data, BlockMessage), {
-                    from: data.detail.header.signatures?.publicKeys[0]?.hashcode(),
-                    transport: createRequestTransportContext(data.detail),
-                });
+            if (!(data.detail?.data?.length && data.detail.data.length > 0)) {
+                return;
+            }
+            let message;
+            try {
+                message = this.decodeBlockMessage(data.detail.data);
+            }
+            catch {
+                // Drop undecodable frames instead of letting the throw escape
+                // the 'data' listener (an uncaughtException in Node). The TS
+                // borsh decoder tolerates malformed frames lossily and fails
+                // later inside handleFetchRequest, which is caught; the native
+                // decoder throws on e.g. non-UTF-8 cid bytes, so match the
+                // tolerant behaviour here.
+                return;
+            }
+            this.remoteBlocks.onMessage(message, {
+                from: data.detail.header.signatures?.publicKeys[0]?.hashcode(),
+                transport: createRequestTransportContext(data.detail),
+            });
         };
         this.onPeerConnectedFn = (evt) => this.remoteBlocks.onReachable(evt.detail);
     }
+    encodeBlockMessage(message) {
+        const blockExchange = this.rustCore?.blockExchange;
+        if (blockExchange) {
+            if (message instanceof BlockRequest) {
+                return blockExchange.encodeBlockRequest(message.cid);
+            }
+            if (message instanceof BlockResponse) {
+                return blockExchange.encodeBlockResponse(message.cid, message.bytes);
+            }
+        }
+        return serialize(message);
+    }
+    decodeBlockMessage(bytes) {
+        const blockExchange = this.rustCore?.blockExchange;
+        if (blockExchange) {
+            const decoded = blockExchange.decodeBlockMessage(bytes);
+            return decoded.type === "request"
+                ? new BlockRequest(decoded.cid)
+                : new BlockResponse(decoded.cid, decoded.bytes);
+        }
+        return deserialize(bytes, BlockMessage);
+    }
+    getNativeLogBlockStoreHandle() {
+        return this.remoteBlocks.getNativeLogBlockStoreHandle();
+    }
     async put(bytes) {
         return this.remoteBlocks.put(bytes);
     }
+    async putMany(blocks) {
+        return this.remoteBlocks.putMany(blocks);
+    }
+    async putKnown(cid, bytes) {
+        return this.remoteBlocks.putKnown(cid, bytes);
+    }
+    async putKnownMany(blocks) {
+        return this.remoteBlocks.putKnownMany(blocks);
+    }
     async has(cid) {
         return this.remoteBlocks.has(cid);
     }
+    async hasMany(cids) {
+        return this.remoteBlocks.hasMany(cids);
+    }
     async get(cid, options) {
         return this.remoteBlocks.get(cid, options);
     }
+    async getMany(cids, options) {
+        return this.remoteBlocks.getMany(cids, options);
+    }
     hintProviders(cid, providers) {
         this.remoteBlocks.hintProviders(cid, providers);
     }
     async rm(cid) {
         return this.remoteBlocks.rm(cid);
     }
+    async rmMany(cids) {
+        return this.remoteBlocks.rmMany(cids);
+    }
     async *iterator() {
         for await (const [key, value] of this.remoteBlocks.iterator()) {
             yield [key, value];

package/dist/src/libp2p.js.map

@@ -1 +1 @@
-{"version":3,"file":"libp2p.js","sourceRoot":"","sources":["../../src/libp2p.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EAAE,sBAAsB,EAAsB,MAAM,iBAAiB,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAA+B,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EACN,6BAA6B,GAG7B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAIzD,MAAM,OAAO,WAAY,SAAQ,YAAY;IACpC,YAAY,CAAe;IAC3B,QAAQ,CAAM;IACd,iBAAiB,CAAM;IAE/B,YACC,UAAiC,EACjC,OA0BC;QAED,KAAK,CAAC,UAAU,EAAE,CAAC,6BAA6B,CAAC,EAAE;YAClD,4BAA4B,EAAE,OAAO,EAAE,4BAA4B,IAAI,EAAE;YACzE,eAAe,EAAE,OAAO,EAAE,eAAe,IAAI,IAAI;YACjD,iBAAiB,EAAE;gBAClB,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,KAAK;aACb;SACD,CAAC,CAAC;QAEH,MAAM,uBAAuB,GAAG,GAAG,EAAE;YACpC,MAAM,GAAG,GAAa,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,CAAC,IAAa,EAAE,EAAE;gBAC9B,IAAI,CAAC,IAAI;oBAAE,OAAO;gBAClB,IAAI,IAAI,KAAK,IAAI,CAAC,aAAa;oBAAE,OAAO;gBACxC,0DAA0D;gBAC1D,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAAE,OAAO;gBAC/B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC,CAAC;YAEF,wEAAwE;YACxE,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;gBACnC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACR,IAAI,GAAG,CAAC,MAAM,IAAI,EAAE;oBAAE,OAAO,GAAG,CAAC;YAClC,CAAC;YAED,2EAA2E;YAC3E,8EAA8E;YAC9E,oDAAoD;YACpD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,cAAc,EAAE,EAAE,CAAC;gBACvE,IAAI,CAAC;oBACJ,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC1D,CAAC;gBAAC,MAAM,CAAC;oBACR,8BAA8B;gBAC/B,CAAC;gBACD,IAAI,GAAG,CAAC,MAAM,IAAI,EAAE;oBAAE,MAAM;YAC7B,CAAC;YAED,OAAO,GAAG,CAAC;QACZ,CAAC,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC;YACpC,KAAK,EAAE,IAAI,aAAa,CAAC,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACzD,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;YACxE,YAAY,EAAE,OAAO,EAAE,YAAY,IAAI,IAAI;YAC3C,4BAA4B,EAAE,OAAO,EAAE,4BAA4B,IAAI,EAAE;YACzE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAmB;YAClD,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,OAAO,EAAE,WAAW;YACjC,gBAAgB,EAAE,OAAO,EAAE,gBAAgB,IAAI,uBAAuB;YACtE,cAAc,EAAE,OAAO,EAAE,cAAc;YACvC,KAAK,EAAE,OAAO,EAAE,KAAK;YACrB,aAAa,EAAE,OAAO,EAAE,aAAa;YACrC,kBAAkB,EAAE,OAAO,EAAE,kBAAkB;SAC/C,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,GAAG,CAAC,IAA8B,EAAE,EAAE;YAClD,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM;gBACxB,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC;gBAC5B,IAAI,CAAC,YAAY,CAAC,SAAS,CAC1B,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,IAAK,EAAE,YAAY,CAAC,EAC5C;oBACC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE;oBAC9D,SAAS,EAAE,6BAA6B,CAAC,IAAI,CAAC,MAAM,CAAC;iBACrD,CACD,CAAC;QACJ,CAAC,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,CAAC,GAA+B,EAAE,EAAE,CAC5D,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAiB;QAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IACD,KAAK,CAAC,GAAG,CACR,GAAW,EACX,OAAgC;QAEhC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,aAAa,CAAC,GAAW,EAAE,SAAmB;QAC7C,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,EAAE,CAAC,GAAW;QACnB,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ;QACd,IAAI,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,CAAC;YAC/D,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACpB,CAAC;IACF,CAAC;IAED,KAAK,CAAC,KAAK;QACV,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAChE,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACnE,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,IAAI;QACT,OAAO,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,YAAY,EAAE,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC;IAClD,CAAC;IAED,SAAS;QACR,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC;IACtC,CAAC;CACD"}
+{"version":3,"file":"libp2p.js","sourceRoot":"","sources":["../../src/libp2p.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAGjD,OAAO,EAAE,sBAAsB,EAAsB,MAAM,iBAAiB,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAGN,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACN,6BAA6B,GAG7B,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAItF,MAAM,OAAO,WAAY,SAAQ,YAAY;IACpC,YAAY,CAAe;IAC3B,QAAQ,CAAM;IACd,iBAAiB,CAAM;IAE/B,YACC,UAAiC,EACjC,OAmCC;QAED,IAAI,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;QACrF,CAAC;QAED,KAAK,CAAC,UAAU,EAAE,CAAC,6BAA6B,CAAC,EAAE;YAClD,4BAA4B,EAAE,OAAO,EAAE,4BAA4B,IAAI,EAAE;YACzE,eAAe,EAAE,OAAO,EAAE,eAAe,IAAI,IAAI;YACjD,iBAAiB,EAAE;gBAClB,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,KAAK;aACb;YACD,QAAQ,EAAE,OAAO,EAAE,QAAQ;SAC3B,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC;QACnD,MAAM,uBAAuB,GAAG,GAAG,EAAE;YACpC,IAAI,aAAa,EAAE,CAAC;gBACnB,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1C,MAAM,SAAS,GAAa,EAAE,CAAC;gBAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,cAAc,EAAE,EAAE,CAAC;oBACvE,IAAI,CAAC;wBACJ,SAAS,CAAC,IAAI,CACb,sBAAsB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,CAClD,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACR,8BAA8B;oBAC/B,CAAC;gBACF,CAAC;gBACD,OAAO,aAAa,CAAC,yBAAyB,CAC7C,UAAU,EACV,SAAS,EACT,IAAI,CAAC,aAAa,CAClB,CAAC;YACH,CAAC;YACD,MAAM,GAAG,GAAa,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,CAAC,IAAa,EAAE,EAAE;gBAC9B,IAAI,CAAC,IAAI;oBAAE,OAAO;gBAClB,IAAI,IAAI,KAAK,IAAI,CAAC,aAAa;oBAAE,OAAO;gBACxC,0DAA0D;gBAC1D,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAAE,OAAO;gBAC/B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC,CAAC;YAEF,wEAAwE;YACxE,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;gBACnC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACR,IAAI,GAAG,CAAC,MAAM,IAAI,EAAE;oBAAE,OAAO,GAAG,CAAC;YAClC,CAAC;YAED,2EAA2E;YAC3E,8EAA8E;YAC9E,oDAAoD;YACpD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,cAAc,EAAE,EAAE,CAAC;gBACvE,IAAI,CAAC;oBACJ,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC1D,CAAC;gBAAC,MAAM,CAAC;oBACR,8BAA8B;gBAC/B,CAAC;gBACD,IAAI,GAAG,CAAC,MAAM,IAAI,EAAE;oBAAE,MAAM;YAC7B,CAAC;YAED,OAAO,GAAG,CAAC;QACZ,CAAC,CAAC;QACF,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC;YACpC,KAAK,EAAE,IAAI,aAAa,CACvB,OAAO,EAAE,UAAU,IAAI,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,CACtD;YACD,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAC7B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC;YACxD,YAAY,EAAE,OAAO,EAAE,YAAY,IAAI,IAAI;YAC3C,4BAA4B,EAAE,OAAO,EAAE,4BAA4B,IAAI,EAAE;YACzE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAmB;YAClD,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,OAAO,EAAE,WAAW;YACjC,gBAAgB,EAAE,OAAO,EAAE,gBAAgB,IAAI,uBAAuB;YACtE,cAAc,EAAE,OAAO,EAAE,cAAc;YACvC,KAAK,EAAE,OAAO,EAAE,KAAK;YACrB,aAAa,EAAE,OAAO,EAAE,aAAa;YACrC,kBAAkB,EAAE,OAAO,EAAE,kBAAkB;YAC/C,IAAI,EAAE,aAAa;gBAClB,CAAC,CAAC;oBACA,QAAQ,EAAE,aAAa;oBACvB,UAAU,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC;iBAChE;gBACF,CAAC,CAAC,SAAS;SACZ,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,GAAG,CAAC,IAA8B,EAAE,EAAE;YAClD,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;gBACjE,OAAO;YACR,CAAC;YACD,IAAI,OAAqB,CAAC;YAC1B,IAAI,CAAC;gBACJ,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAK,CAAC,CAAC;YACtD,CAAC;YAAC,MAAM,CAAC;gBACR,8DAA8D;gBAC9D,6DAA6D;gBAC7D,6DAA6D;gBAC7D,+DAA+D;gBAC/D,2DAA2D;gBAC3D,2BAA2B;gBAC3B,OAAO;YACR,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,EAAE;gBACpC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE;gBAC9D,SAAS,EAAE,6BAA6B,CAAC,IAAI,CAAC,MAAM,CAAC;aACrD,CAAC,CAAC;QACJ,CAAC,CAAC;QACF,IAAI,CAAC,iBAAiB,GAAG,CAAC,GAA+B,EAAE,EAAE,CAC5D,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAEO,kBAAkB,CAAC,OAAqC;QAC/D,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC;QACnD,IAAI,aAAa,EAAE,CAAC;YACnB,IAAI,OAAO,YAAY,YAAY,EAAE,CAAC;gBACrC,OAAO,aAAa,CAAC,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,OAAO,YAAY,aAAa,EAAE,CAAC;gBACtC,OAAO,aAAa,CAAC,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YACtE,CAAC;QACF,CAAC;QACD,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAEO,kBAAkB,CAAC,KAAiB;QAC3C,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC;QACnD,IAAI,aAAa,EAAE,CAAC;YACnB,MAAM,OAAO,GAAG,aAAa,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACxD,OAAO,OAAO,CAAC,IAAI,KAAK,SAAS;gBAChC,CAAC,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC;gBAC/B,CAAC,CAAC,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,WAAW,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IACzC,CAAC;IAED,4BAA4B;QAC3B,OAAO,IAAI,CAAC,YAAY,CAAC,4BAA4B,EAAE,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,GAAG,CACR,KAAqE;QAErE,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,OAAO,CACZ,MAEC;QAED,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,KAAiB;QAC5C,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,YAAY,CACjB,MAAwD;QAExD,OAAO,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,IAAc;QAC3B,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;IACD,KAAK,CAAC,GAAG,CACR,GAAW,EACX,OAAgC;QAEhC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,OAAO,CACZ,IAAc,EACd,OAAgC;QAEhC,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IAED,aAAa,CAAC,GAAW,EAAE,SAAmB;QAC7C,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,EAAE,CAAC,GAAW;QACnB,OAAO,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAc;QAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,CAAC,QAAQ;QACd,IAAI,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,CAAC;YAC/D,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACpB,CAAC;IACF,CAAC;IAED,KAAK,CAAC,KAAK;QACV,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAChE,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACnE,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,IAAI;QACT,OAAO,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IACD,IAAI,MAAM;QACT,OAAO,IAAI,CAAC,YAAY,EAAE,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC;IAClD,CAAC;IAED,SAAS;QACR,OAAO,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAC;IACtC,CAAC;CACD"}

package/dist/src/remote.d.ts

@@ -1,9 +1,8 @@
 import { type GetOptions, type Blocks as IBlocks } from "@peerbit/blocks-interface";
 import { PublicSignKey } from "@peerbit/crypto";
-import { type PublishOptions } from "@peerbit/stream";
+import { type PublishOptions, type RustBlockExchange } from "@peerbit/stream";
 import { type RequestTransportContext, type PeerRefs, type WaitForAnyOpts, type WaitForPeersFn, type WaitForPresentOpts } from "@peerbit/stream-interface";
 import { type Block } from "multiformats/block";
-import { AnyBlockStore } from "./any-blockstore.js";
 import type { BlockStore } from "./interface.js";
 export declare const logger: import("@libp2p/interface").Logger;
 export declare class BlockMessage {
@@ -23,7 +22,7 @@ type BlockMessageContext = {
 };
 export declare class RemoteBlocks implements IBlocks {
     readonly options: {
-        local: AnyBlockStore;
+        local: BlockStore;
         localTimeout?: number;
         messageProcessingConcurrency?: number;
         publicKey: PublicSignKey;
@@ -79,22 +78,37 @@ export declare class RemoteBlocks implements IBlocks {
         requeryOnReachable?: number;
         publish: (data: BlockRequest | BlockResponse, options: PublishOptions) => Promise<Uint8Array | undefined | void>;
         waitFor: WaitForPeersFn;
+        /**
+         * Native block-exchange components (rust-core mode). When set, the
+         * provider caches/decisions and eager-block bookkeeping run in the
+         * native core; `publishRaw` additionally enables serving natively
+         * stored blocks as wasm-serialized payloads that never surface the
+         * block bytes to JS.
+         */
+        rust?: {
+            exchange: RustBlockExchange;
+            publishRaw?: (payload: Uint8Array, options: PublishOptions) => Promise<Uint8Array | undefined | void>;
+        };
     };
     localStore: BlockStore;
     private _responseHandler?;
     private _resolvers;
     private _blockCache?;
     private _providerCache?;
+    private _rustProviderCache?;
+    private readonly rustExchange?;
     private readonly publicKeyHash;
     private readonly maxProviderHintsPerCid;
     private readonly maxRequeryOnReachable;
     private _loadFetchQueue;
     private _readFromPeersPromises;
+    private _deferredStoredNotificationCids?;
+    private _deferredStoredNotificationTimer?;
     _open: boolean;
     private _events;
     private closeController;
     constructor(options: {
-        local: AnyBlockStore;
+        local: BlockStore;
         localTimeout?: number;
         messageProcessingConcurrency?: number;
         publicKey: PublicSignKey;
@@ -150,20 +164,50 @@ export declare class RemoteBlocks implements IBlocks {
         requeryOnReachable?: number;
         publish: (data: BlockRequest | BlockResponse, options: PublishOptions) => Promise<Uint8Array | undefined | void>;
         waitFor: WaitForPeersFn;
+        /**
+         * Native block-exchange components (rust-core mode). When set, the
+         * provider caches/decisions and eager-block bookkeeping run in the
+         * native core; `publishRaw` additionally enables serving natively
+         * stored blocks as wasm-serialized payloads that never surface the
+         * block bytes to JS.
+         */
+        rust?: {
+            exchange: RustBlockExchange;
+            publishRaw?: (payload: Uint8Array, options: PublishOptions) => Promise<Uint8Array | undefined | void>;
+        };
     });
+    getNativeLogBlockStoreHandle(): unknown;
     private normalizeProviderHints;
     private rememberProvider;
     private rememberProviderHints;
+    private getCachedProviders;
     private pickRequestBatch;
     private resolveRemoteProviders;
     put(bytes: Uint8Array | {
         block: Block<any, any, any, any>;
         cid: string;
     }): Promise<string>;
+    putMany(blocks: Array<Uint8Array | {
+        block: Block<any, any, any, any>;
+        cid: string;
+    }>): Promise<string[]>;
+    putKnown(cid: string, bytes: Uint8Array): Promise<string>;
+    putKnownMany(blocks: Array<readonly [cid: string, bytes: Uint8Array]>): Promise<string[]>;
+    hasNotifyStoredHook(): boolean;
+    notifyStored(cid: string): Promise<void> | void;
+    notifyStoredMany(cids: string[]): Promise<void> | void;
+    notifyStoredDeferred(cid: string): void;
+    notifyStoredManyDeferred(cids: string[]): void;
+    private flushDeferredStoredNotifications;
+    private notifyPut;
+    private notifyPuts;
     has(cid: string): Promise<boolean>;
+    hasMany(cids: string[]): Promise<boolean[]>;
     get(cid: string, options?: GetOptions | undefined): Promise<Uint8Array | undefined>;
+    getMany(cids: string[], options?: GetOptions | undefined): Promise<Array<Uint8Array | undefined>>;
     hintProviders(cid: string, providers: string[]): void;
     rm(cid: string): Promise<void>;
+    rmMany(cids: string[]): Promise<void>;
     iterator(): AsyncGenerator<[string, Uint8Array], void, void>;
     start(): Promise<void>;
     onMessage(data: BlockMessage, context?: BlockMessageContext): any;

package/dist/src/remote.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"remote.d.ts","sourceRoot":"","sources":["../../src/remote.ts"],"names":[],"mappings":"AAEA,OAAO,EACN,KAAK,UAAU,EACf,KAAK,MAAM,IAAI,OAAO,EAKtB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,OAAO,EAAE,KAAK,cAAc,EAA4B,MAAM,iBAAiB,CAAC;AAChF,OAAO,EACN,KAAK,uBAAuB,EAC5B,KAAK,QAAQ,EAEb,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAEhD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD,eAAO,MAAM,MAAM,oCAAuC,CAAC;AAG3D,qBAAa,YAAY;CAAG;AAE5B,qBACa,YAAa,SAAQ,YAAY;IAE7C,GAAG,EAAE,MAAM,CAAC;gBAEA,GAAG,EAAE,MAAM;CAIvB;AAED,qBACa,aAAc,SAAQ,YAAY;IAE9C,GAAG,EAAE,MAAM,CAAC;IAGZ,KAAK,EAAE,UAAU,CAAC;gBAEN,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU;CAK1C;AAED,KAAK,mBAAmB,GAAG;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,uBAAuB,CAAC;CACpC,CAAC;AAWF,qBAAa,YAAa,YAAW,OAAO;IAwB1C,QAAQ,CAAC,OAAO,EAAE;QACjB,KAAK,EAAE,aAAa,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,4BAA4B,CAAC,EAAE,MAAM,CAAC;QACtC,SAAS,EAAE,aAAa,CAAC;QACzB,WAAW,CAAC,EAAE,OAAO,GAAG;YAAE,SAAS,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QAC/C;;;;;WAKG;QACH,gBAAgB,CAAC,EAAE,CAClB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,KAC9B,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;QAC1D;;;;;;;WAOG;QACH,cAAc,CAAC,EAAE,CAChB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;YACR,MAAM,CAAC,EAAE,WAAW,CAAC;YACrB,WAAW,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;SAC3C,KACG,IAAI,GAAG;YAAE,KAAK,EAAE,MAAM,IAAI,CAAA;SAAE,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC;QACjD;;;;;WAKG;QACH,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QAC9C;;;WAGG;QACH,aAAa,CAAC,EACX,OAAO,GACP;YACA,wCAAwC;YACxC,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,iCAAiC;YACjC,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,0CAA0C;YAC1C,kBAAkB,CAAC,EAAE,MAAM,CAAC;SAC3B,CAAC;QACL;;;WAGG;QACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,OAAO,EAAE,CACR,IAAI,EAAE,YAAY,GAAG,aAAa,EAClC,OAAO,EAAE,cAAc,KACnB,OAAO,CAAC,UAAU,GAAG,SAAS,GAAG,IAAI,CAAC,CAAC;QAC5C,OAAO,EAAE,cAAc,CAAC;KACxB;IArFF,UAAU,EAAE,UAAU,CAAC;IAEvB,OAAO,CAAC,gBAAgB,CAAC,CAGhB;IACT,OAAO,CAAC,UAAU,CAAmD;IACrE,OAAO,CAAC,WAAW,CAAC,CAAoB;IACxC,OAAO,CAAC,cAAc,CAAC,CAAkB;IACzC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAS;IAChD,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAS;IAE/C,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,sBAAsB,CAA4B;IAC1D,KAAK,UAAS;IACd,OAAO,CAAC,OAAO,CAGc;IAC7B,OAAO,CAAC,eAAe,CAA0C;gBAGvD,OAAO,EAAE;QACjB,KAAK,EAAE,aAAa,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,4BAA4B,CAAC,EAAE,MAAM,CAAC;QACtC,SAAS,EAAE,aAAa,CAAC;QACzB,WAAW,CAAC,EAAE,OAAO,GAAG;YAAE,SAAS,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QAC/C;;;;;WAKG;QACH,gBAAgB,CAAC,EAAE,CAClB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,KAC9B,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;QAC1D;;;;;;;WAOG;QACH,cAAc,CAAC,EAAE,CAChB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;YACR,MAAM,CAAC,EAAE,WAAW,CAAC;YACrB,WAAW,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;SAC3C,KACG,IAAI,GAAG;YAAE,KAAK,EAAE,MAAM,IAAI,CAAA;SAAE,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC;QACjD;;;;;WAKG;QACH,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QAC9C;;;WAGG;QACH,aAAa,CAAC,EACX,OAAO,GACP;YACA,wCAAwC;YACxC,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,iCAAiC;YACjC,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,0CAA0C;YAC1C,kBAAkB,CAAC,EAAE,MAAM,CAAC;SAC3B,CAAC;QACL;;;WAGG;QACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,OAAO,EAAE,CACR,IAAI,EAAE,YAAY,GAAG,aAAa,EAClC,OAAO,EAAE,cAAc,KACnB,OAAO,CAAC,UAAU,GAAG,SAAS,GAAG,IAAI,CAAC,CAAC;QAC5C,OAAO,EAAE,cAAc,CAAC;KACxB;IA4EF,OAAO,CAAC,sBAAsB;IAiB9B,OAAO,CAAC,gBAAgB;IAcxB,OAAO,CAAC,qBAAqB;IAO7B,OAAO,CAAC,gBAAgB;YAaV,sBAAsB;IAwB9B,GAAG,CACR,KAAK,EAAE,UAAU,GAAG;QAAE,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,GACnE,OAAO,CAAC,MAAM,CAAC;IAaZ,GAAG,CAAC,GAAG,EAAE,MAAM;IAIf,GAAG,CACR,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,UAAU,GAAG,SAAS,GAC9B,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAoBlC,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE;IAQxC,EAAE,CAAC,GAAG,EAAE,MAAM;IAIb,QAAQ,IAAI,cAAc,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC;IAM7D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,mBAAmB;IAG3D,WAAW,CAAC,SAAS,EAAE,aAAa;YAMtB,kBAAkB;YAqElB,cAAc;IA4P5B,OAAO,CAAC,mBAAmB;IA6CrB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB3B,OAAO,CACN,IAAI,EAAE,QAAQ,EACd,OAAO,CAAC,EAAE,kBAAkB,GAAG,cAAc,GAC3C,OAAO,CAAC,MAAM,EAAE,CAAC;IAId,IAAI;IAIV,IAAI,MAAM,yCAMT;IAED,SAAS,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;CAGvC"}
+{"version":3,"file":"remote.d.ts","sourceRoot":"","sources":["../../src/remote.ts"],"names":[],"mappings":"AAEA,OAAO,EACN,KAAK,UAAU,EACf,KAAK,MAAM,IAAI,OAAO,EAKtB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,OAAO,EACN,KAAK,cAAc,EACnB,KAAK,iBAAiB,EAGtB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACN,KAAK,uBAAuB,EAC5B,KAAK,QAAQ,EAEb,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAEhD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD,eAAO,MAAM,MAAM,oCAAuC,CAAC;AAG3D,qBAAa,YAAY;CAAG;AAE5B,qBACa,YAAa,SAAQ,YAAY;IAE7C,GAAG,EAAE,MAAM,CAAC;gBAEA,GAAG,EAAE,MAAM;CAIvB;AAED,qBACa,aAAc,SAAQ,YAAY;IAE9C,GAAG,EAAE,MAAM,CAAC;IAGZ,KAAK,EAAE,UAAU,CAAC;gBAEN,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU;CAK1C;AAED,KAAK,mBAAmB,GAAG;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,uBAAuB,CAAC;CACpC,CAAC;AAsBF,qBAAa,YAAa,YAAW,OAAO;IA4B1C,QAAQ,CAAC,OAAO,EAAE;QACjB,KAAK,EAAE,UAAU,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,4BAA4B,CAAC,EAAE,MAAM,CAAC;QACtC,SAAS,EAAE,aAAa,CAAC;QACzB,WAAW,CAAC,EAAE,OAAO,GAAG;YAAE,SAAS,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QAC/C;;;;;WAKG;QACH,gBAAgB,CAAC,EAAE,CAClB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,KAC9B,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;QAC1D;;;;;;;WAOG;QACH,cAAc,CAAC,EAAE,CAChB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;YACR,MAAM,CAAC,EAAE,WAAW,CAAC;YACrB,WAAW,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;SAC3C,KACG,IAAI,GAAG;YAAE,KAAK,EAAE,MAAM,IAAI,CAAA;SAAE,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC;QACjD;;;;;WAKG;QACH,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QAC9C;;;WAGG;QACH,aAAa,CAAC,EACX,OAAO,GACP;YACA,wCAAwC;YACxC,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,iCAAiC;YACjC,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,0CAA0C;YAC1C,kBAAkB,CAAC,EAAE,MAAM,CAAC;SAC3B,CAAC;QACL;;;WAGG;QACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,OAAO,EAAE,CACR,IAAI,EAAE,YAAY,GAAG,aAAa,EAClC,OAAO,EAAE,cAAc,KACnB,OAAO,CAAC,UAAU,GAAG,SAAS,GAAG,IAAI,CAAC,CAAC;QAC5C,OAAO,EAAE,cAAc,CAAC;QACxB;;;;;;WAMG;QACH,IAAI,CAAC,EAAE;YACN,QAAQ,EAAE,iBAAiB,CAAC;YAC5B,UAAU,CAAC,EAAE,CACZ,OAAO,EAAE,UAAU,EACnB,OAAO,EAAE,cAAc,KACnB,OAAO,CAAC,UAAU,GAAG,SAAS,GAAG,IAAI,CAAC,CAAC;SAC5C,CAAC;KACF;IAvGF,UAAU,EAAE,UAAU,CAAC;IAEvB,OAAO,CAAC,gBAAgB,CAAC,CAGhB;IACT,OAAO,CAAC,UAAU,CAAmD;IACrE,OAAO,CAAC,WAAW,CAAC,CAAkB;IACtC,OAAO,CAAC,cAAc,CAAC,CAAkB;IACzC,OAAO,CAAC,kBAAkB,CAAC,CAAyB;IACpD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAoB;IAClD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAS;IAChD,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAS;IAE/C,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,sBAAsB,CAA4B;IAC1D,OAAO,CAAC,+BAA+B,CAAC,CAAc;IACtD,OAAO,CAAC,gCAAgC,CAAC,CAAgC;IACzE,KAAK,UAAS;IACd,OAAO,CAAC,OAAO,CAGc;IAC7B,OAAO,CAAC,eAAe,CAA0C;gBAGvD,OAAO,EAAE;QACjB,KAAK,EAAE,UAAU,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,4BAA4B,CAAC,EAAE,MAAM,CAAC;QACtC,SAAS,EAAE,aAAa,CAAC;QACzB,WAAW,CAAC,EAAE,OAAO,GAAG;YAAE,SAAS,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QAC/C;;;;;WAKG;QACH,gBAAgB,CAAC,EAAE,CAClB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,KAC9B,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;QAC1D;;;;;;;WAOG;QACH,cAAc,CAAC,EAAE,CAChB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;YACR,MAAM,CAAC,EAAE,WAAW,CAAC;YACrB,WAAW,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;SAC3C,KACG,IAAI,GAAG;YAAE,KAAK,EAAE,MAAM,IAAI,CAAA;SAAE,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC;QACjD;;;;;WAKG;QACH,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QAC9C;;;WAGG;QACH,aAAa,CAAC,EACX,OAAO,GACP;YACA,wCAAwC;YACxC,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,iCAAiC;YACjC,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,0CAA0C;YAC1C,kBAAkB,CAAC,EAAE,MAAM,CAAC;SAC3B,CAAC;QACL;;;WAGG;QACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,OAAO,EAAE,CACR,IAAI,EAAE,YAAY,GAAG,aAAa,EAClC,OAAO,EAAE,cAAc,KACnB,OAAO,CAAC,UAAU,GAAG,SAAS,GAAG,IAAI,CAAC,CAAC;QAC5C,OAAO,EAAE,cAAc,CAAC;QACxB;;;;;;WAMG;QACH,IAAI,CAAC,EAAE;YACN,QAAQ,EAAE,iBAAiB,CAAC;YAC5B,UAAU,CAAC,EAAE,CACZ,OAAO,EAAE,UAAU,EACnB,OAAO,EAAE,cAAc,KACnB,OAAO,CAAC,UAAU,GAAG,SAAS,GAAG,IAAI,CAAC,CAAC;SAC5C,CAAC;KACF;IAsFF,4BAA4B,IAAI,OAAO;IAIvC,OAAO,CAAC,sBAAsB;IAwB9B,OAAO,CAAC,gBAAgB;IAkBxB,OAAO,CAAC,qBAAqB;IAW7B,OAAO,CAAC,kBAAkB;IAM1B,OAAO,CAAC,gBAAgB;YAoBV,sBAAsB;IAwB9B,GAAG,CACR,KAAK,EAAE,UAAU,GAAG;QAAE,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,GACnE,OAAO,CAAC,MAAM,CAAC;IASZ,OAAO,CACZ,MAAM,EAAE,KAAK,CAAC,UAAU,GAAG;QAAE,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,GAC3E,OAAO,CAAC,MAAM,EAAE,CAAC;IASd,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IASzD,YAAY,CACjB,MAAM,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,GACtD,OAAO,CAAC,MAAM,EAAE,CAAC;IASpB,mBAAmB,IAAI,OAAO;IAI9B,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IAI/C,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IAItD,oBAAoB,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAIvC,wBAAwB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI;IA0B9C,OAAO,CAAC,gCAAgC;IAsBxC,OAAO,CAAC,SAAS;IAejB,OAAO,CAAC,UAAU;IAmBZ,GAAG,CAAC,GAAG,EAAE,MAAM;IAIf,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAI3C,GAAG,CACR,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,UAAU,GAAG,SAAS,GAC9B,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAoB5B,OAAO,CACZ,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,CAAC,EAAE,UAAU,GAAG,SAAS,GAC9B,OAAO,CAAC,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC;IAOzC,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE;IAQxC,EAAE,CAAC,GAAG,EAAE,MAAM;IAId,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE;IAIpB,QAAQ,IAAI,cAAc,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC;IAM7D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B,SAAS,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,mBAAmB;IAG3D,WAAW,CAAC,SAAS,EAAE,aAAa;YAMtB,kBAAkB;YAqFlB,cAAc;IA4P5B,OAAO,CAAC,mBAAmB;IA6CrB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAsB3B,OAAO,CACN,IAAI,EAAE,QAAQ,EACd,OAAO,CAAC,EAAE,kBAAkB,GAAG,cAAc,GAC3C,OAAO,CAAC,MAAM,EAAE,CAAC;IAId,IAAI;IAIV,IAAI,MAAM,yCAMT;IAED,SAAS,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;CAGvC"}

package/dist/src/remote.js

@@ -38,13 +38,12 @@ import { checkDecodeBlock, cidifyString, codecCodes, stringifyCid, } from "@peer
 import { Cache } from "@peerbit/cache";
 import { PublicSignKey } from "@peerbit/crypto";
 import { logger as loggerFn } from "@peerbit/logger";
-import { dontThrowIfDeliveryError } from "@peerbit/stream";
+import { dontThrowIfDeliveryError, } from "@peerbit/stream";
 import { SilentDelivery, } from "@peerbit/stream-interface";
 import { AbortError } from "@peerbit/time";
 import { CID } from "multiformats";
 import {} from "multiformats/block";
 import PQueue from "p-queue";
-import { AnyBlockStore } from "./any-blockstore.js";
 export const logger = loggerFn("peerbit:transport:blocks");
 const warn = logger.newScope("warn");
 export class BlockMessage {
@@ -123,11 +122,15 @@ export class RemoteBlocks {
     _resolvers;
     _blockCache;
     _providerCache;
+    _rustProviderCache;
+    rustExchange;
     publicKeyHash;
     maxProviderHintsPerCid;
     maxRequeryOnReachable;
     _loadFetchQueue;
     _readFromPeersPromises;
+    _deferredStoredNotificationCids;
+    _deferredStoredNotificationTimer;
     _open = false;
     _events = new TypedEventEmitter();
     closeController = new AbortController();
@@ -135,31 +138,42 @@ export class RemoteBlocks {
         this.options = options;
         const localTimeout = options?.localTimeout || 1000;
         this.publicKeyHash = options.publicKey.hashcode();
+        this.rustExchange = options.rust?.exchange;
         this._loadFetchQueue = new PQueue({
             concurrency: options?.messageProcessingConcurrency || 10,
         });
         this.localStore = options?.local;
         this._resolvers = new Map();
         this._readFromPeersPromises = new Map();
-        this._blockCache = options?.eagerBlocks
-            ? new Cache({
-                max: typeof options.eagerBlocks === "boolean"
-                    ? 1e3
-                    : (options.eagerBlocks.cacheSize ?? 1e3),
-                ttl: 1e4,
-            })
-            : undefined;
+        if (options?.eagerBlocks) {
+            const eagerBlocksMax = typeof options.eagerBlocks === "boolean"
+                ? 1e3
+                : (options.eagerBlocks.cacheSize ?? 1e3);
+            this._blockCache = this.rustExchange
+                ? this.rustExchange.createEagerCache({ max: eagerBlocksMax, ttl: 1e4 })
+                : new Cache({ max: eagerBlocksMax, ttl: 1e4 });
+        }
         const providerCache = options.providerCache === false
             ? undefined
             : typeof options.providerCache === "object"
                 ? options.providerCache
                 : {};
-        this._providerCache = providerCache
-            ? new Cache({
-                max: providerCache.maxEntries ?? 2048,
-                ttl: providerCache.ttlMs ?? 10 * 60 * 1000,
-            })
-            : undefined;
+        if (providerCache) {
+            if (this.rustExchange) {
+                this._rustProviderCache = this.rustExchange.createProviderCache({
+                    me: this.publicKeyHash,
+                    maxEntries: providerCache.maxEntries ?? 2048,
+                    ttlMs: providerCache.ttlMs ?? 10 * 60 * 1000,
+                    maxProvidersPerCid: providerCache.maxProvidersPerCid ?? 8,
+                });
+            }
+            else {
+                this._providerCache = new Cache({
+                    max: providerCache.maxEntries ?? 2048,
+                    ttl: providerCache.ttlMs ?? 10 * 60 * 1000,
+                });
+            }
+        }
         this.maxProviderHintsPerCid = providerCache?.maxProvidersPerCid ?? 8;
         this.maxRequeryOnReachable = options.requeryOnReachable ?? 4;
         this._responseHandler = async (message, context) => {
@@ -199,9 +213,15 @@ export class RemoteBlocks {
             }
         };
     }
+    getNativeLogBlockStoreHandle() {
+        return this.localStore.getNativeLogBlockStoreHandle?.();
+    }
     normalizeProviderHints(providers, limit = this.maxProviderHintsPerCid || 8) {
         if (!providers || providers.length === 0)
             return [];
+        if (this.rustExchange) {
+            return this.rustExchange.normalizeProviderHints(providers, this.publicKeyHash, limit);
+        }
         const out = [];
         for (const p of providers) {
             if (!p)
@@ -218,6 +238,10 @@ export class RemoteBlocks {
         return out;
     }
     rememberProvider(cidString, providerHash) {
+        if (this._rustProviderCache) {
+            this._rustProviderCache.rememberProvider(cidString, providerHash);
+            return;
+        }
         if (!this._providerCache)
             return;
         if (!providerHash || providerHash === this.publicKeyHash)
@@ -236,6 +260,10 @@ export class RemoteBlocks {
         this._providerCache.add(cidString, next);
     }
     rememberProviderHints(cidString, providers) {
+        if (this._rustProviderCache) {
+            this._rustProviderCache.rememberHints(cidString, providers);
+            return;
+        }
         if (!this._providerCache)
             return;
         const normalized = this.normalizeProviderHints(providers);
@@ -243,7 +271,15 @@ export class RemoteBlocks {
             return;
         this._providerCache.add(cidString, normalized);
     }
+    getCachedProviders(cidString) {
+        return this._rustProviderCache
+            ? this._rustProviderCache.get(cidString)
+            : (this._providerCache?.get(cidString) ?? undefined);
+    }
     pickRequestBatch(providers, attempt) {
+        if (this.rustExchange) {
+            return this.rustExchange.pickRequestBatch(providers, this.publicKeyHash, attempt);
+        }
         if (providers.length <= 1) {
             return providers;
         }
@@ -259,7 +295,7 @@ export class RemoteBlocks {
         // Priority:
         // 1. cached providers (from previous reads)
         // 2. resolveProviders hook (e.g. program-level replicators, DHT, tracker)
-        const cached = this.normalizeProviderHints(this._providerCache?.get(cidString) ?? undefined);
+        const cached = this.normalizeProviderHints(this.getCachedProviders(cidString));
         if (!this.options.resolveProviders)
             return cached;
         if (cached.length > 0 && !options?.refresh)
@@ -281,17 +317,130 @@ export class RemoteBlocks {
             throw new Error("Local store not set");
         }
         const cid = await this.localStore.put(bytes);
+        await this.notifyPut(cid);
+        return cid;
+    }
+    async putMany(blocks) {
+        if (!this.localStore) {
+            throw new Error("Local store not set");
+        }
+        const cids = await this.localStore.putMany(blocks);
+        await this.notifyPuts(cids);
+        return cids;
+    }
+    async putKnown(cid, bytes) {
+        if (!this.localStore) {
+            throw new Error("Local store not set");
+        }
+        const storedCid = await this.localStore.putKnown(cid, bytes);
+        await this.notifyPut(storedCid);
+        return storedCid;
+    }
+    async putKnownMany(blocks) {
+        if (!this.localStore) {
+            throw new Error("Local store not set");
+        }
+        const cids = await this.localStore.putKnownMany(blocks);
+        await this.notifyPuts(cids);
+        return cids;
+    }
+    hasNotifyStoredHook() {
+        return !!this.options.onPut;
+    }
+    notifyStored(cid) {
+        return this.notifyPut(cid);
+    }
+    notifyStoredMany(cids) {
+        return this.notifyPuts(cids);
+    }
+    notifyStoredDeferred(cid) {
+        this.notifyStoredManyDeferred([cid]);
+    }
+    notifyStoredManyDeferred(cids) {
+        if (!this.options.onPut || cids.length === 0) {
+            return;
+        }
+        let pending = this._deferredStoredNotificationCids;
+        if (!pending) {
+            pending = new Set();
+            this._deferredStoredNotificationCids = pending;
+        }
+        for (const cid of cids) {
+            if (cid) {
+                pending.add(cid);
+            }
+        }
+        if (pending.size === 0 || this._deferredStoredNotificationTimer) {
+            return;
+        }
+        this._deferredStoredNotificationTimer = setTimeout(() => {
+            this._deferredStoredNotificationTimer = undefined;
+            const flushed = this.flushDeferredStoredNotifications();
+            if (flushed && typeof flushed.catch === "function") {
+                flushed.catch(() => undefined);
+            }
+        }, 0);
+    }
+    flushDeferredStoredNotifications() {
+        const pending = this._deferredStoredNotificationCids;
+        if (!pending || pending.size === 0) {
+            return;
+        }
+        this._deferredStoredNotificationCids = undefined;
+        const waits = [];
+        for (const cid of pending) {
+            try {
+                const result = this.notifyStored(cid);
+                if (result && typeof result.then === "function") {
+                    waits.push(result);
+                }
+            }
+            catch {
+                // ignore best-effort hooks
+            }
+        }
+        if (waits.length > 0) {
+            return Promise.all(waits).then(() => undefined);
+        }
+    }
+    notifyPut(cid) {
+        const onPut = this.options.onPut;
+        if (!onPut) {
+            return;
+        }
         try {
-            await this.options.onPut?.(cid);
+            const result = onPut(cid);
+            if (result && typeof result.then === "function") {
+                return result.catch(() => undefined);
+            }
         }
         catch {
             // ignore best-effort hooks
         }
-        return cid;
+    }
+    notifyPuts(cids) {
+        const onPut = this.options.onPut;
+        if (!onPut || cids.length === 0) {
+            return;
+        }
+        if (cids.length === 1) {
+            return this.notifyPut(cids[0]);
+        }
+        return Promise.all(cids.map(async (cid) => {
+            try {
+                await onPut(cid);
+            }
+            catch {
+                // ignore best-effort hooks
+            }
+        })).then(() => undefined);
     }
     async has(cid) {
         return this.localStore.has(cid);
     }
+    async hasMany(cids) {
+        return this.localStore.hasMany(cids);
+    }
     async get(cid, options) {
         let value = this.localStore
             ? await this.localStore.get(cid, options)
@@ -309,6 +458,12 @@ export class RemoteBlocks {
         }
         return value;
     }
+    async getMany(cids, options) {
+        if (!options?.remote) {
+            return this.localStore.getMany(cids, options);
+        }
+        return Promise.all(cids.map((cid) => this.get(cid, options)));
+    }
     hintProviders(cid, providers) {
         const cidString = stringifyCid(cid);
         this.rememberProviderHints(cidString, providers);
@@ -317,6 +472,9 @@ export class RemoteBlocks {
     async rm(cid) {
         await this.localStore?.rm(cid);
     }
+    async rmMany(cids) {
+        await this.localStore?.rmMany(cids);
+    }
     async *iterator() {
         for await (const [key, value] of this.localStore.iterator()) {
             yield [key, value];
@@ -341,6 +499,20 @@ export class RemoteBlocks {
             return;
         }
         const cid = stringifyCid(request.cid);
+        const publishRaw = this.options.rust?.publishRaw;
+        if (publishRaw) {
+            // Native-store-served response: the borsh BlockResponse payload is
+            // serialized inside wasm straight from the native log block store,
+            // so the block bytes never materialize as a JS value.
+            const payload = this.localStore.getBlockResponsePayload?.(cid);
+            if (payload) {
+                const responsePublishOptions = context?.transport
+                    ? context.transport.withResponseOptions({ to: [from] })
+                    : { to: [from] };
+                await publishRaw(payload, responsePublishOptions).catch(dontThrowIfDeliveryError);
+                return;
+            }
+        }
         let bytes = await this.localStore.get(cid, {
             remote: {
                 timeout: localTimeout,
@@ -657,6 +829,11 @@ export class RemoteBlocks {
         // Dont listen for more incoming messages
         // Wait for processing request
         this.closeController.abort();
+        if (this._deferredStoredNotificationTimer) {
+            clearTimeout(this._deferredStoredNotificationTimer);
+            this._deferredStoredNotificationTimer = undefined;
+        }
+        await this.flushDeferredStoredNotifications();
         this._loadFetchQueue.clear();
         await this._loadFetchQueue.onIdle(); // wait for pending
         await this.localStore?.stop();
@@ -664,6 +841,7 @@ export class RemoteBlocks {
         this._resolvers.clear();
         this._blockCache?.clear();
         this._providerCache?.clear();
+        this._rustProviderCache?.clear();
         this._open = false;
         // we dont cleanup subscription because we dont know if someone else is sbuscribing also
     }