@libp2p/kad-dht 0.28.6

package/LICENSE

@@ -0,0 +1,4 @@
+This project is dual licensed under MIT and Apache-2.0.
+
+MIT: https://www.opensource.org/licenses/mit
+Apache-2.0: https://www.apache.org/licenses/license-2.0

package/README.md

@@ -0,0 +1,105 @@
+# js-libp2p-kad-dht <!-- omit in toc -->
+
+[![](https://img.shields.io/badge/made%20by-Protocol%20Labs-blue.svg?style=flat-square)](http://ipn.io)
+[![](https://img.shields.io/badge/project-IPFS-blue.svg?style=flat-square)](http://ipfs.io/)
+[![](https://img.shields.io/badge/freenode-%23ipfs-blue.svg?style=flat-square)](http://webchat.freenode.net/?channels=%23ipfs)
+[![Discourse posts](https://img.shields.io/discourse/https/discuss.libp2p.io/posts.svg)](https://discuss.libp2p.io)
+[![Build Status](https://github.com/libp2p/js-libp2p-kad-dht/actions/workflows/js-test-and-release.yml/badge.svg?branch=main)](https://github.com/libp2p/js-libp2p-kad-dht/actions/workflows/js-test-and-release.yml)
+[![Coverage Status](https://coveralls.io/repos/github/libp2p/js-libp2p-kad-dht/badge.svg?branch=master)](https://coveralls.io/github/libp2p/js-libp2p-kad-dht?branch=master)
+[![Dependency Status](https://david-dm.org/libp2p/js-libp2p-kad-dht.svg?style=flat-square)](https://david-dm.org/libp2p/js-libp2p-kad-dht)
+[![Bundle Size](https://flat.badgen.net/bundlephobia/minzip/libp2p-kad-dht)](https://bundlephobia.com/result?p=libp2p-kad-dht)
+[![js-standard-style](https://img.shields.io/badge/code%20style-standard-brightgreen.svg?style=flat-square)](https://github.com/feross/standard)
+[![standard-readme compliant](https://img.shields.io/badge/standard--readme-OK-green.svg?style=flat-square)](https://github.com/RichardLitt/standard-readme)
+![](https://img.shields.io/badge/npm-%3E%3D3.0.0-orange.svg?style=flat-square)
+![](https://img.shields.io/badge/Node.js-%3E%3D6.0.0-orange.svg?style=flat-square)
+
+> JavaScript implementation of the Kademlia DHT for libp2p, based on [go-libp2p-kad-dht](https://github.com/libp2p/go-libp2p-kad-dht).
+
+## Table of Contents  <!-- omit in toc -->
+
+- [Install](#install)
+  - [npm](#npm)
+  - [Use in Node.js](#use-in-nodejs)
+- [API](#api)
+  - [Custom secondary DHT in libp2p](#custom-secondary-dht-in-libp2p)
+  - [Peer Routing](#peer-routing)
+  - [Content Routing](#content-routing)
+  - [Peer Discovery](#peer-discovery)
+- [Spec](#spec)
+- [Contribute](#contribute)
+- [License](#license)
+  - [Contribution](#contribution)
+## Install
+
+### npm
+
+```sh
+> npm i @libp2p/kad-dht
+```
+
+### Use in Node.js
+
+```js
+import { create } from '@libp2p/kad-dht'
+```
+
+## API
+
+See https://libp2p.github.io/js-libp2p-kad-dht for the auto generated docs.
+
+The libp2p-kad-dht module offers 3 APIs: Peer Routing, Content Routing and Peer Discovery.
+
+### Custom secondary DHT in libp2p
+
+```js
+import { create } from '@libp2p/kad-dht'
+
+/**
+ * @param {Libp2p} libp2p
+ */
+async function addDHT(libp2p) {
+    const customDHT = create({
+        libp2p,
+        protocolPrefix: '/custom'
+    })
+    await customDHT.start()
+
+    return customDHT
+}
+```
+
+Note that you may want to supply your own peer discovery function and datastore
+### Peer Routing
+
+[![](https://raw.githubusercontent.com/libp2p/js-libp2p-interfaces/master/src/peer-routing/img/badge.png)](https://github.com/libp2p/js-libp2p-interfaces/tree/master/packages/interfaces/src/peer-routing)
+
+### Content Routing
+
+[![](https://raw.githubusercontent.com/libp2p/js-libp2p-interfaces/master/src/content-routing/img/badge.png)](https://github.com/libp2p/js-libp2p-interfaces/tree/master/packages/interfaces/src/content-routing)
+
+### Peer Discovery
+
+[![](https://raw.githubusercontent.com/libp2p/js-libp2p-interfaces/master/src/peer-discovery/img/badge.png)](https://github.com/libp2p/js-libp2p-interfaces/tree/master/packages/interfaces/src/peer-discovery)
+
+## Spec
+
+js-libp2p-kad-dht follows the [libp2p/kad-dht spec](https://github.com/libp2p/specs/tree/master/kad-dht) and implements the algorithms described in the [IPFS DHT documentation](https://docs.ipfs.io/concepts/dht/).
+
+## Contribute
+
+Feel free to join in. All welcome. Open an [issue](https://github.com/libp2p/js-libp2p-ipfs/issues)!
+
+This repository falls under the IPFS [Code of Conduct](https://github.com/ipfs/community/blob/master/code-of-conduct.md).
+
+[![](https://cdn.rawgit.com/jbenet/contribute-ipfs-gif/master/img/contribute.gif)](https://github.com/ipfs/community/blob/master/contributing.md)
+
+## License
+
+Licensed under either of
+
+ * Apache 2.0, ([LICENSE-APACHE](LICENSE-APACHE) / http://www.apache.org/licenses/LICENSE-2.0)
+ * MIT ([LICENSE-MIT](LICENSE-MIT) / http://opensource.org/licenses/MIT)
+
+### Contribution
+
+Unless you explicitly state otherwise, any contribution intentionally submitted for inclusion in the work by you, as defined in the Apache-2.0 license, shall be dual licensed as above, without any additional terms or conditions.

package/dist/src/constants.d.ts

@@ -0,0 +1,20 @@
+export declare const second = 1000;
+export declare const minute: number;
+export declare const hour: number;
+export declare const MAX_RECORD_AGE: number;
+export declare const PROTOCOL_DHT = "/kad/1.0.0";
+export declare const RECORD_KEY_PREFIX = "/dht/record";
+export declare const PROVIDER_KEY_PREFIX = "/dht/provider";
+export declare const PROVIDERS_LRU_CACHE_SIZE = 256;
+export declare const PROVIDERS_VALIDITY: number;
+export declare const PROVIDERS_CLEANUP_INTERVAL: number;
+export declare const READ_MESSAGE_TIMEOUT: number;
+export declare const GET_MANY_RECORD_COUNT = 16;
+export declare const K = 20;
+export declare const ALPHA = 3;
+export declare const QUERY_SELF_INTERVAL: number;
+export declare const QUERY_SELF_TIMEOUT: number;
+export declare const TABLE_REFRESH_INTERVAL: number;
+export declare const TABLE_REFRESH_QUERY_TIMEOUT: number;
+export declare const DEFAULT_QUERY_TIMEOUT: number;
+//# sourceMappingURL=constants.d.ts.map

package/dist/src/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/constants.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,MAAM,OAAO,CAAA;AAC1B,eAAO,MAAM,MAAM,QAAc,CAAA;AACjC,eAAO,MAAM,IAAI,QAAc,CAAA;AAE/B,eAAO,MAAM,cAAc,QAAY,CAAA;AAEvC,eAAO,MAAM,YAAY,eAAe,CAAA;AAExC,eAAO,MAAM,iBAAiB,gBAAgB,CAAA;AAE9C,eAAO,MAAM,mBAAmB,kBAAkB,CAAA;AAElD,eAAO,MAAM,wBAAwB,MAAM,CAAA;AAE3C,eAAO,MAAM,kBAAkB,QAAY,CAAA;AAE3C,eAAO,MAAM,0BAA0B,QAAO,CAAA;AAE9C,eAAO,MAAM,oBAAoB,QAAc,CAAA;AAG/C,eAAO,MAAM,qBAAqB,KAAK,CAAA;AAGvC,eAAO,MAAM,CAAC,KAAK,CAAA;AAGnB,eAAO,MAAM,KAAK,IAAI,CAAA;AAGtB,eAAO,MAAM,mBAAmB,QAAqB,CAAA;AAGrD,eAAO,MAAM,kBAAkB,QAAsB,CAAA;AAGrD,eAAO,MAAM,sBAAsB,QAAqB,CAAA;AAGxD,eAAO,MAAM,2BAA2B,QAAsB,CAAA;AAG9D,eAAO,MAAM,qBAAqB,QAAsB,CAAA"}

package/dist/src/constants.js

@@ -0,0 +1,34 @@
+// MaxRecordAge specifies the maximum time that any node will hold onto a record
+// from the time its received. This does not apply to any other forms of validity that
+// the record may contain.
+// For example, a record may contain an ipns entry with an EOL saying its valid
+// until the year 2020 (a great time in the future). For that record to stick around
+// it must be rebroadcasted more frequently than once every 'MaxRecordAge'
+export const second = 1000;
+export const minute = 60 * second;
+export const hour = 60 * minute;
+export const MAX_RECORD_AGE = 36 * hour;
+export const PROTOCOL_DHT = '/kad/1.0.0';
+export const RECORD_KEY_PREFIX = '/dht/record';
+export const PROVIDER_KEY_PREFIX = '/dht/provider';
+export const PROVIDERS_LRU_CACHE_SIZE = 256;
+export const PROVIDERS_VALIDITY = 24 * hour;
+export const PROVIDERS_CLEANUP_INTERVAL = hour;
+export const READ_MESSAGE_TIMEOUT = 10 * second;
+// The number of records that will be retrieved on a call to getMany()
+export const GET_MANY_RECORD_COUNT = 16;
+// K is the maximum number of requests to perform before returning failure
+export const K = 20;
+// Alpha is the concurrency for asynchronous requests
+export const ALPHA = 3;
+// How often we look for our closest DHT neighbours
+export const QUERY_SELF_INTERVAL = Number(5 * minute);
+// How long to look for our closest DHT neighbours for
+export const QUERY_SELF_TIMEOUT = Number(30 * second);
+// How often we try to find new peers
+export const TABLE_REFRESH_INTERVAL = Number(5 * minute);
+// How how long to look for new peers for
+export const TABLE_REFRESH_QUERY_TIMEOUT = Number(30 * second);
+// When a timeout is not specified, run a query for this long
+export const DEFAULT_QUERY_TIMEOUT = Number(30 * second);
+//# sourceMappingURL=constants.js.map

package/dist/src/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/constants.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,sFAAsF;AACtF,0BAA0B;AAC1B,+EAA+E;AAC/E,oFAAoF;AACpF,0EAA0E;AAE1E,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,CAAA;AAC1B,MAAM,CAAC,MAAM,MAAM,GAAG,EAAE,GAAG,MAAM,CAAA;AACjC,MAAM,CAAC,MAAM,IAAI,GAAG,EAAE,GAAG,MAAM,CAAA;AAE/B,MAAM,CAAC,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,CAAA;AAEvC,MAAM,CAAC,MAAM,YAAY,GAAG,YAAY,CAAA;AAExC,MAAM,CAAC,MAAM,iBAAiB,GAAG,aAAa,CAAA;AAE9C,MAAM,CAAC,MAAM,mBAAmB,GAAG,eAAe,CAAA;AAElD,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,CAAA;AAE3C,MAAM,CAAC,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,CAAA;AAE3C,MAAM,CAAC,MAAM,0BAA0B,GAAG,IAAI,CAAA;AAE9C,MAAM,CAAC,MAAM,oBAAoB,GAAG,EAAE,GAAG,MAAM,CAAA;AAE/C,sEAAsE;AACtE,MAAM,CAAC,MAAM,qBAAqB,GAAG,EAAE,CAAA;AAEvC,0EAA0E;AAC1E,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAA;AAEnB,qDAAqD;AACrD,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,CAAA;AAEtB,mDAAmD;AACnD,MAAM,CAAC,MAAM,mBAAmB,GAAG,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,CAAA;AAErD,sDAAsD;AACtD,MAAM,CAAC,MAAM,kBAAkB,GAAG,MAAM,CAAC,EAAE,GAAG,MAAM,CAAC,CAAA;AAErD,qCAAqC;AACrC,MAAM,CAAC,MAAM,sBAAsB,GAAG,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,CAAA;AAExD,yCAAyC;AACzC,MAAM,CAAC,MAAM,2BAA2B,GAAG,MAAM,CAAC,EAAE,GAAG,MAAM,CAAC,CAAA;AAE9D,6DAA6D;AAC7D,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC,EAAE,GAAG,MAAM,CAAC,CAAA"}

package/dist/src/content-fetching/index.d.ts

@@ -0,0 +1,55 @@
+import { Libp2pRecord } from '@libp2p/record';
+import type { PeerId } from '@libp2p/interfaces/peer-id';
+import type { Validators, Selectors, ValueEvent, QueryOptions } from '@libp2p/interfaces/dht';
+import type { Datastore } from 'interface-datastore';
+import type { PeerRouting } from '../peer-routing/index.js';
+import type { QueryManager } from '../query/manager.js';
+import type { RoutingTable } from '../routing-table/index.js';
+import type { Network } from '../network.js';
+import type { AbortOptions } from '@libp2p/interfaces';
+export interface ContentFetchingOptions {
+    peerId: PeerId;
+    datastore: Datastore;
+    validators: Validators;
+    selectors: Selectors;
+    peerRouting: PeerRouting;
+    queryManager: QueryManager;
+    routingTable: RoutingTable;
+    network: Network;
+    lan: boolean;
+}
+export declare class ContentFetching {
+    private readonly log;
+    private readonly peerId;
+    private readonly datastore;
+    private readonly validators;
+    private readonly selectors;
+    private readonly peerRouting;
+    private readonly queryManager;
+    private readonly routingTable;
+    private readonly network;
+    constructor(options: ContentFetchingOptions);
+    putLocal(key: Uint8Array, rec: Uint8Array): Promise<void>;
+    /**
+     * Attempt to retrieve the value for the given key from
+     * the local datastore
+     */
+    getLocal(key: Uint8Array): Promise<Libp2pRecord>;
+    /**
+     * Send the best record found to any peers that have an out of date record
+     */
+    sendCorrectionRecord(key: Uint8Array, vals: ValueEvent[], best: Uint8Array, options?: AbortOptions): AsyncGenerator<import("@libp2p/interfaces/dht").SendingQueryEvent | import("@libp2p/interfaces/dht").PeerResponseEvent | import("@libp2p/interfaces/dht").QueryErrorEvent | import("@libp2p/interfaces/dht").DialingPeerEvent, void, unknown>;
+    /**
+     * Store the given key/value pair in the DHT
+     */
+    put(key: Uint8Array, value: Uint8Array, options?: AbortOptions): AsyncGenerator<import("@libp2p/interfaces/dht").SendingQueryEvent | import("@libp2p/interfaces/dht").PeerResponseEvent | import("@libp2p/interfaces/dht").QueryErrorEvent | import("@libp2p/interfaces/dht").ProviderEvent | ValueEvent | import("@libp2p/interfaces/dht").AddingPeerEvent | import("@libp2p/interfaces/dht").DialingPeerEvent, void, undefined>;
+    /**
+     * Get the value to the given key
+     */
+    get(key: Uint8Array, options?: QueryOptions): AsyncGenerator<import("@libp2p/interfaces/dht").QueryEvent, void, unknown>;
+    /**
+     * Get the `n` values to the given key without sorting
+     */
+    getMany(key: Uint8Array, options?: QueryOptions): AsyncGenerator<import("@libp2p/interfaces/dht").QueryEvent, void, unknown>;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/src/content-fetching/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/content-fetching/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAgB7C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AAC7F,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AACpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAA;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAC7D,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAA;AAE5C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAGtD,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,SAAS,CAAA;IACpB,UAAU,EAAE,UAAU,CAAA;IACtB,SAAS,EAAE,SAAS,CAAA;IACpB,WAAW,EAAE,WAAW,CAAA;IACxB,YAAY,EAAE,YAAY,CAAA;IAC1B,YAAY,EAAE,YAAY,CAAA;IAC1B,OAAO,EAAE,OAAO,CAAA;IAChB,GAAG,EAAE,OAAO,CAAA;CACb;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAQ;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAW;IACrC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAY;IACvC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAW;IACrC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAa;IACzC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAEpB,OAAO,EAAE,sBAAsB;IAatC,QAAQ,CAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU;IAKhD;;;OAGG;IACG,QAAQ,CAAE,GAAG,EAAE,UAAU;IAiB/B;;OAEG;IACK,oBAAoB,CAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,GAAE,YAAiB;IA6C/G;;OAEG;IACK,GAAG,CAAE,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,GAAE,YAAiB;IAoD3E;;OAEG;IACK,GAAG,CAAE,GAAG,EAAE,UAAU,EAAE,OAAO,GAAE,YAAiB;IAyCxD;;OAEG;IACK,OAAO,CAAE,GAAG,EAAE,UAAU,EAAE,OAAO,GAAE,YAAiB;CAkC7D"}

package/dist/src/content-fetching/index.js

@@ -0,0 +1,190 @@
+import errcode from 'err-code';
+import { equals as uint8ArrayEquals } from 'uint8arrays/equals';
+import { Libp2pRecord } from '@libp2p/record';
+import { verifyRecord } from '@libp2p/record/validators';
+import { bestRecord } from '@libp2p/record/selectors';
+import parallel from 'it-parallel';
+import map from 'it-map';
+import { valueEvent, queryErrorEvent } from '../query/events.js';
+import { Message, MESSAGE_TYPE } from '../message/index.js';
+import { pipe } from 'it-pipe';
+import { ALPHA } from '../constants.js';
+import { createPutRecord, convertBuffer, bufferToRecordKey } from '../utils.js';
+import { logger } from '@libp2p/logger';
+export class ContentFetching {
+    constructor(options) {
+        const { peerId, datastore, validators, selectors, peerRouting, queryManager, routingTable, network, lan } = options;
+        this.log = logger(`libp2p:kad-dht:${lan ? 'lan' : 'wan'}:content-fetching:${peerId.toString()}`);
+        this.peerId = peerId;
+        this.datastore = datastore;
+        this.validators = validators;
+        this.selectors = selectors;
+        this.peerRouting = peerRouting;
+        this.queryManager = queryManager;
+        this.routingTable = routingTable;
+        this.network = network;
+    }
+    async putLocal(key, rec) {
+        const dsKey = bufferToRecordKey(key);
+        await this.datastore.put(dsKey, rec);
+    }
+    /**
+     * Attempt to retrieve the value for the given key from
+     * the local datastore
+     */
+    async getLocal(key) {
+        this.log('getLocal %b', key);
+        const dsKey = bufferToRecordKey(key);
+        this.log('fetching record for key %k', dsKey);
+        const raw = await this.datastore.get(dsKey);
+        this.log('found %k in local datastore', dsKey);
+        const rec = Libp2pRecord.deserialize(raw);
+        await verifyRecord(this.validators, rec);
+        return rec;
+    }
+    /**
+     * Send the best record found to any peers that have an out of date record
+     */
+    async *sendCorrectionRecord(key, vals, best, options = {}) {
+        this.log('sendCorrection for %b', key);
+        const fixupRec = await createPutRecord(key, best);
+        for (const { value, from } of vals) {
+            // no need to do anything
+            if (uint8ArrayEquals(value, best)) {
+                this.log('record was ok');
+                continue;
+            }
+            // correct ourself
+            if (this.peerId.equals(from)) {
+                try {
+                    const dsKey = bufferToRecordKey(key);
+                    this.log(`Storing corrected record for key ${dsKey.toString()}`);
+                    await this.datastore.put(dsKey, fixupRec);
+                }
+                catch (err) {
+                    this.log.error('Failed error correcting self', err);
+                }
+                continue;
+            }
+            // send correction
+            let sentCorrection = false;
+            const request = new Message(MESSAGE_TYPE.PUT_VALUE, key, 0);
+            request.record = Libp2pRecord.deserialize(fixupRec);
+            for await (const event of this.network.sendRequest(from, request, options)) {
+                if (event.name === 'PEER_RESPONSE' && (event.record != null) && uint8ArrayEquals(event.record.value, Libp2pRecord.deserialize(fixupRec).value)) {
+                    sentCorrection = true;
+                }
+                yield event;
+            }
+            if (!sentCorrection) {
+                yield queryErrorEvent({ from, error: errcode(new Error('value not put correctly'), 'ERR_PUT_VALUE_INVALID') });
+            }
+            this.log.error('Failed error correcting entry');
+        }
+    }
+    /**
+     * Store the given key/value pair in the DHT
+     */
+    async *put(key, value, options = {}) {
+        this.log('put key %b value %b', key, value);
+        // create record in the dht format
+        const record = await createPutRecord(key, value);
+        // store the record locally
+        const dsKey = bufferToRecordKey(key);
+        this.log(`storing record for key ${dsKey.toString()}`);
+        await this.datastore.put(dsKey, record);
+        // put record to the closest peers
+        yield* pipe(this.peerRouting.getClosestPeers(key, { signal: options.signal }), (source) => map(source, (event) => {
+            return async () => {
+                if (event.name !== 'FINAL_PEER') {
+                    return [event];
+                }
+                const events = [];
+                const msg = new Message(MESSAGE_TYPE.PUT_VALUE, key, 0);
+                msg.record = Libp2pRecord.deserialize(record);
+                for await (const putEvent of this.network.sendRequest(event.peer.id, msg, options)) {
+                    events.push(putEvent);
+                    if (putEvent.name !== 'PEER_RESPONSE') {
+                        continue;
+                    }
+                    if (!(putEvent.record != null && uint8ArrayEquals(putEvent.record.value, Libp2pRecord.deserialize(record).value))) {
+                        events.push(queryErrorEvent({ from: event.peer.id, error: errcode(new Error('value not put correctly'), 'ERR_PUT_VALUE_INVALID') }));
+                    }
+                }
+                return events;
+            };
+        }), (source) => parallel(source, {
+            ordered: false,
+            concurrency: ALPHA
+        }), async function* (source) {
+            for await (const events of source) {
+                yield* events;
+            }
+        });
+    }
+    /**
+     * Get the value to the given key
+     */
+    async *get(key, options = {}) {
+        this.log('get %b', key);
+        const vals = [];
+        for await (const event of this.getMany(key, options)) {
+            if (event.name === 'VALUE') {
+                vals.push(event);
+            }
+            yield event;
+        }
+        if (vals.length === 0) {
+            return;
+        }
+        const records = vals.map((v) => v.value);
+        let i = 0;
+        try {
+            i = bestRecord(this.selectors, key, records);
+        }
+        catch (err) {
+            // Assume the first record if no selector available
+            if (err.code !== 'ERR_NO_SELECTOR_FUNCTION_FOR_RECORD_KEY') {
+                throw err;
+            }
+        }
+        const best = records[i];
+        this.log('GetValue %b %b', key, best);
+        if (best == null) {
+            throw errcode(new Error('best value was not found'), 'ERR_NOT_FOUND');
+        }
+        yield* this.sendCorrectionRecord(key, vals, best, options);
+        yield vals[i];
+    }
+    /**
+     * Get the `n` values to the given key without sorting
+     */
+    async *getMany(key, options = {}) {
+        this.log('getMany values for %b', key);
+        try {
+            const localRec = await this.getLocal(key);
+            yield valueEvent({
+                value: localRec.value,
+                from: this.peerId
+            });
+        }
+        catch (err) {
+            this.log('error getting local value for %b', key, err);
+        }
+        const id = await convertBuffer(key);
+        const rtp = this.routingTable.closestPeers(id);
+        this.log('found %d peers in routing table', rtp.length);
+        const self = this; // eslint-disable-line @typescript-eslint/no-this-alias
+        const getValueQuery = async function* ({ peer, signal }) {
+            for await (const event of self.peerRouting.getValueOrPeers(peer, key, { signal })) {
+                yield event;
+                if (event.name === 'PEER_RESPONSE' && (event.record != null)) {
+                    yield valueEvent({ from: peer, value: event.record.value });
+                }
+            }
+        };
+        // we have peers, lets send the actual query to them
+        yield* this.queryManager.run(key, rtp, getValueQuery, options);
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/src/content-fetching/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/content-fetching/index.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,UAAU,CAAA;AAC9B,OAAO,EAAE,MAAM,IAAI,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAA;AACrD,OAAO,QAAQ,MAAM,aAAa,CAAA;AAClC,OAAO,GAAG,MAAM,QAAQ,CAAA;AACxB,OAAO,EACL,UAAU,EACV,eAAe,EAChB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAC9B,OAAO,EACL,KAAK,EACN,MAAM,iBAAiB,CAAA;AACxB,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAC/E,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AAwBvC,MAAM,OAAO,eAAe;IAW1B,YAAa,OAA+B;QAC1C,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,OAAO,CAAA;QACnH,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,qBAAqB,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QAChG,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAA;QAC9B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAE,GAAe,EAAE,GAAe;QAC9C,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAA;QACpC,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;IACtC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAE,GAAe;QAC7B,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAA;QAE5B,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAA;QAEpC,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAA;QAE7C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAC3C,IAAI,CAAC,GAAG,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAA;QAE9C,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QAEzC,MAAM,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;QAExC,OAAO,GAAG,CAAA;IACZ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAE,oBAAoB,CAAE,GAAe,EAAE,IAAkB,EAAE,IAAgB,EAAE,UAAwB,EAAE;QAC7G,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAA;QACtC,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;QAEjD,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE;YAClC,yBAAyB;YACzB,IAAI,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE;gBACjC,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;gBACzB,SAAQ;aACT;YAED,kBAAkB;YAClB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;gBAC5B,IAAI;oBACF,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAA;oBACpC,IAAI,CAAC,GAAG,CAAC,oCAAoC,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;oBAChE,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;iBAC1C;gBAAC,OAAO,GAAQ,EAAE;oBACjB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE,GAAG,CAAC,CAAA;iBACpD;gBAED,SAAQ;aACT;YAED,kBAAkB;YAClB,IAAI,cAAc,GAAG,KAAK,CAAA;YAC1B,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;YAC3D,OAAO,CAAC,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;YAEnD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE;gBAC1E,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,EAAE;oBAC9I,cAAc,GAAG,IAAI,CAAA;iBACtB;gBAED,MAAM,KAAK,CAAA;aACZ;YAED,IAAI,CAAC,cAAc,EAAE;gBACnB,MAAM,eAAe,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,EAAE,uBAAuB,CAAC,EAAE,CAAC,CAAA;aAC/G;YAED,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;SAChD;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAE,GAAG,CAAE,GAAe,EAAE,KAAiB,EAAE,UAAwB,EAAE;QACzE,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;QAE3C,kCAAkC;QAClC,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QAEhD,2BAA2B;QAC3B,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAA;QACpC,IAAI,CAAC,GAAG,CAAC,0BAA0B,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QACtD,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAEvC,kCAAkC;QAClC,KAAM,CAAC,CAAC,IAAI,CACV,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,EACjE,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YAChC,OAAO,KAAK,IAAI,EAAE;gBAChB,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE;oBAC/B,OAAO,CAAC,KAAK,CAAC,CAAA;iBACf;gBAED,MAAM,MAAM,GAAG,EAAE,CAAA;gBAEjB,MAAM,GAAG,GAAG,IAAI,OAAO,CAAC,YAAY,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;gBACvD,GAAG,CAAC,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;gBAE7C,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE;oBAClF,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;oBAErB,IAAI,QAAQ,CAAC,IAAI,KAAK,eAAe,EAAE;wBACrC,SAAQ;qBACT;oBAED,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,IAAI,IAAI,IAAI,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE;wBACjH,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,EAAE,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAA;qBACrI;iBACF;gBAED,OAAO,MAAM,CAAA;YACf,CAAC,CAAA;QACH,CAAC,CAAC,EACF,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC3B,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,KAAK;SACnB,CAAC,EACF,KAAK,SAAU,CAAC,EAAE,MAAM;YACtB,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,EAAE;gBACjC,KAAM,CAAC,CAAC,MAAM,CAAA;aACf;QACH,CAAC,CACF,CAAA;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAE,GAAG,CAAE,GAAe,EAAE,UAAwB,EAAE;QACtD,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAA;QAEvB,MAAM,IAAI,GAAiB,EAAE,CAAA;QAE7B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE;YACpD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE;gBAC1B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;aACjB;YAED,MAAM,KAAK,CAAA;SACZ;QAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,OAAM;SACP;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;QACxC,IAAI,CAAC,GAAG,CAAC,CAAA;QAET,IAAI;YACF,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;SAC7C;QAAC,OAAO,GAAQ,EAAE;YACjB,mDAAmD;YACnD,IAAI,GAAG,CAAC,IAAI,KAAK,yCAAyC,EAAE;gBAC1D,MAAM,GAAG,CAAA;aACV;SACF;QAED,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QACvB,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;QAErC,IAAI,IAAI,IAAI,IAAI,EAAE;YAChB,MAAM,OAAO,CAAC,IAAI,KAAK,CAAC,0BAA0B,CAAC,EAAE,eAAe,CAAC,CAAA;SACtE;QAED,KAAM,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;QAE3D,MAAM,IAAI,CAAC,CAAC,CAAC,CAAA;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAE,OAAO,CAAE,GAAe,EAAE,UAAwB,EAAE;QAC1D,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAA;QAEtC,IAAI;YACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;YAEzC,MAAM,UAAU,CAAC;gBACf,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,IAAI,EAAE,IAAI,CAAC,MAAM;aAClB,CAAC,CAAA;SACH;QAAC,OAAO,GAAQ,EAAE;YACjB,IAAI,CAAC,GAAG,CAAC,kCAAkC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;SACvD;QAED,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAA;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;QAE9C,IAAI,CAAC,GAAG,CAAC,iCAAiC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;QAEvD,MAAM,IAAI,GAAG,IAAI,CAAA,CAAC,uDAAuD;QAEzE,MAAM,aAAa,GAAc,KAAK,SAAU,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;YACjE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;gBACjF,MAAM,KAAK,CAAA;gBAEX,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE;oBAC5D,MAAM,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;iBAC5D;aACF;QACH,CAAC,CAAA;QAED,oDAAoD;QACpD,KAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,aAAa,EAAE,OAAO,CAAC,CAAA;IACjE,CAAC;CACF"}

package/dist/src/content-routing/index.d.ts

@@ -0,0 +1,42 @@
+import type { PeerId } from '@libp2p/interfaces/peer-id';
+import type { QueryEvent, QueryOptions } from '@libp2p/interfaces/dht';
+import type { PeerRouting } from '../peer-routing/index.js';
+import type { QueryManager } from '../query/manager.js';
+import type { RoutingTable } from '../routing-table/index.js';
+import type { Network } from '../network.js';
+import type { Providers } from '../providers.js';
+import type { PeerStore } from '@libp2p/interfaces/peer-store';
+import type { CID } from 'multiformats/cid';
+import type { AbortOptions } from '@libp2p/interfaces';
+import type { Multiaddr } from '@multiformats/multiaddr';
+export interface ContentRoutingOptions {
+    peerId: PeerId;
+    network: Network;
+    peerRouting: PeerRouting;
+    queryManager: QueryManager;
+    routingTable: RoutingTable;
+    providers: Providers;
+    peerStore: PeerStore;
+    lan: boolean;
+}
+export declare class ContentRouting {
+    private readonly log;
+    private readonly peerId;
+    private readonly network;
+    private readonly peerRouting;
+    private readonly queryManager;
+    private readonly routingTable;
+    private readonly providers;
+    private readonly peerStore;
+    constructor(options: ContentRoutingOptions);
+    /**
+     * Announce to the network that we can provide the value for a given key and
+     * are contactable on the given multiaddrs
+     */
+    provide(key: CID, multiaddrs: Multiaddr[], options?: AbortOptions): AsyncGenerator<import("@libp2p/interfaces/dht").SendingQueryEvent | import("@libp2p/interfaces/dht").PeerResponseEvent | import("@libp2p/interfaces/dht").QueryErrorEvent | import("@libp2p/interfaces/dht").ProviderEvent | import("@libp2p/interfaces/dht").ValueEvent | import("@libp2p/interfaces/dht").AddingPeerEvent | import("@libp2p/interfaces/dht").DialingPeerEvent, void, undefined>;
+    /**
+     * Search the dht for up to `K` providers of the given CID.
+     */
+    findProviders(key: CID, options: QueryOptions): AsyncGenerator<QueryEvent, void, unknown>;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/src/content-routing/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/content-routing/index.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAA;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAA;AACtE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAA;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AAC7D,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,eAAe,CAAA;AAE5C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAChD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAA;AAE9D,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAA;AAIxD,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,EAAE,OAAO,CAAA;IAChB,WAAW,EAAE,WAAW,CAAA;IACxB,YAAY,EAAE,YAAY,CAAA;IAC1B,YAAY,EAAE,YAAY,CAAA;IAC1B,SAAS,EAAE,SAAS,CAAA;IACpB,SAAS,EAAE,SAAS,CAAA;IACpB,GAAG,EAAE,OAAO,CAAA;CACb;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAQ;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAC/B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAa;IACzC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAW;IACrC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAW;gBAExB,OAAO,EAAE,qBAAqB;IAa3C;;;OAGG;IACK,OAAO,CAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,OAAO,GAAE,YAAiB;IA+D9E;;OAEG;IACK,aAAa,CAAE,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY;CAqEvD"}

package/dist/src/content-routing/index.js

@@ -0,0 +1,129 @@
+import { Message, MESSAGE_TYPE } from '../message/index.js';
+import parallel from 'it-parallel';
+import map from 'it-map';
+import { convertBuffer } from '../utils.js';
+import { ALPHA } from '../constants.js';
+import { pipe } from 'it-pipe';
+import { queryErrorEvent, peerResponseEvent, providerEvent } from '../query/events.js';
+import { logger } from '@libp2p/logger';
+import { base58btc } from 'multiformats/bases/base58';
+export class ContentRouting {
+    constructor(options) {
+        const { peerId, network, peerRouting, queryManager, routingTable, providers, peerStore, lan } = options;
+        this.log = logger(`libp2p:kad-dht:${lan ? 'lan' : 'wan'}:content-routing`);
+        this.peerId = peerId;
+        this.network = network;
+        this.peerRouting = peerRouting;
+        this.queryManager = queryManager;
+        this.routingTable = routingTable;
+        this.providers = providers;
+        this.peerStore = peerStore;
+    }
+    /**
+     * Announce to the network that we can provide the value for a given key and
+     * are contactable on the given multiaddrs
+     */
+    async *provide(key, multiaddrs, options = {}) {
+        this.log('provide %s', key);
+        // Add peer as provider
+        await this.providers.addProvider(key, this.peerId);
+        const msg = new Message(MESSAGE_TYPE.ADD_PROVIDER, key.bytes, 0);
+        msg.providerPeers = [{
+                id: this.peerId,
+                multiaddrs,
+                protocols: []
+            }];
+        let sent = 0;
+        const maybeNotifyPeer = (event) => {
+            return async () => {
+                if (event.name !== 'FINAL_PEER') {
+                    return [event];
+                }
+                const events = [];
+                this.log('putProvider %s to %p', key, event.peer.id);
+                try {
+                    this.log('sending provider record for %s to %p', key, event.peer.id);
+                    for await (const sendEvent of this.network.sendMessage(event.peer.id, msg, options)) {
+                        if (sendEvent.name === 'PEER_RESPONSE') {
+                            this.log('sent provider record for %s to %p', key, event.peer.id);
+                            sent++;
+                        }
+                        events.push(sendEvent);
+                    }
+                }
+                catch (err) {
+                    this.log.error('error sending provide record to peer %p', event.peer.id, err);
+                    events.push(queryErrorEvent({ from: event.peer.id, error: err }));
+                }
+                return events;
+            };
+        };
+        // Notify closest peers
+        yield* pipe(this.peerRouting.getClosestPeers(key.multihash.bytes, options), (source) => map(source, (event) => maybeNotifyPeer(event)), (source) => parallel(source, {
+            ordered: false,
+            concurrency: ALPHA
+        }), async function* (source) {
+            for await (const events of source) {
+                yield* events;
+            }
+        });
+        this.log('sent provider records to %d peers', sent);
+    }
+    /**
+     * Search the dht for up to `K` providers of the given CID.
+     */
+    async *findProviders(key, options) {
+        const toFind = this.routingTable.kBucketSize;
+        const target = key.multihash.bytes;
+        const id = await convertBuffer(target);
+        const self = this; // eslint-disable-line @typescript-eslint/no-this-alias
+        this.log('findProviders %c', key);
+        const provs = await this.providers.getProviders(key);
+        // yield values if we have some, also slice because maybe we got lucky and already have too many?
+        if (provs.length > 0) {
+            const providers = [];
+            for (const peerId of provs.slice(0, toFind)) {
+                providers.push({
+                    id: peerId,
+                    multiaddrs: ((await this.peerStore.addressBook.get(peerId)) ?? []).map(address => address.multiaddr),
+                    protocols: []
+                });
+            }
+            yield peerResponseEvent({ from: this.peerId, messageType: MESSAGE_TYPE.GET_PROVIDERS, providers });
+            yield providerEvent({ from: this.peerId, providers: providers });
+        }
+        // All done
+        if (provs.length >= toFind) {
+            return;
+        }
+        /**
+         * The query function to use on this particular disjoint path
+         */
+        const findProvidersQuery = async function* ({ peer, signal }) {
+            const request = new Message(MESSAGE_TYPE.GET_PROVIDERS, target, 0);
+            yield* self.network.sendRequest(peer, request, { signal });
+        };
+        const providers = new Set(provs.map(p => p.toString(base58btc)));
+        for await (const event of this.queryManager.run(target, this.routingTable.closestPeers(id), findProvidersQuery, options)) {
+            yield event;
+            if (event.name === 'PEER_RESPONSE') {
+                this.log('Found %d provider entries for %c and %d closer peers', event.providers.length, key, event.closer.length);
+                const newProviders = [];
+                for (const peer of event.providers) {
+                    if (providers.has(peer.id.toString(base58btc))) {
+                        continue;
+                    }
+                    providers.add(peer.id.toString(base58btc));
+                    newProviders.push(peer);
+                }
+                if (newProviders.length > 0) {
+                    yield providerEvent({ from: event.from, providers: newProviders });
+                }
+                if (providers.size === toFind) {
+                    return;
+                }
+            }
+        }
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/src/content-routing/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/content-routing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAC3D,OAAO,QAAQ,MAAM,aAAa,CAAA;AAClC,OAAO,GAAG,MAAM,QAAQ,CAAA;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAA;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAC9B,OAAO,EACL,eAAe,EACf,iBAAiB,EACjB,aAAa,EACd,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AAevC,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAA;AAarD,MAAM,OAAO,cAAc;IAUzB,YAAa,OAA8B;QACzC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,GAAG,OAAO,CAAA;QAEvG,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,kBAAkB,CAAC,CAAA;QAC1E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAA;QAC9B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;IAC5B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,CAAE,OAAO,CAAE,GAAQ,EAAE,UAAuB,EAAE,UAAwB,EAAE;QAC5E,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,CAAA;QAE3B,uBAAuB;QACvB,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;QAElD,MAAM,GAAG,GAAG,IAAI,OAAO,CAAC,YAAY,CAAC,YAAY,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAChE,GAAG,CAAC,aAAa,GAAG,CAAC;gBACnB,EAAE,EAAE,IAAI,CAAC,MAAM;gBACf,UAAU;gBACV,SAAS,EAAE,EAAE;aACd,CAAC,CAAA;QAEF,IAAI,IAAI,GAAG,CAAC,CAAA;QAEZ,MAAM,eAAe,GAAG,CAAC,KAAiB,EAAE,EAAE;YAC5C,OAAO,KAAK,IAAI,EAAE;gBAChB,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE;oBAC/B,OAAO,CAAC,KAAK,CAAC,CAAA;iBACf;gBAED,MAAM,MAAM,GAAG,EAAE,CAAA;gBAEjB,IAAI,CAAC,GAAG,CAAC,sBAAsB,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAEpD,IAAI;oBACF,IAAI,CAAC,GAAG,CAAC,sCAAsC,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;oBAEpE,IAAI,KAAK,EAAE,MAAM,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE;wBACnF,IAAI,SAAS,CAAC,IAAI,KAAK,eAAe,EAAE;4BACtC,IAAI,CAAC,GAAG,CAAC,mCAAmC,EAAE,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;4BACjE,IAAI,EAAE,CAAA;yBACP;wBAED,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;qBACvB;iBACF;gBAAC,OAAO,GAAQ,EAAE;oBACjB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,yCAAyC,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAA;oBAC7E,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;iBAClE;gBAED,OAAO,MAAM,CAAA;YACf,CAAC,CAAA;QACH,CAAC,CAAA;QAED,uBAAuB;QACvB,KAAM,CAAC,CAAC,IAAI,CACV,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,EAC9D,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAC1D,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC3B,OAAO,EAAE,KAAK;YACd,WAAW,EAAE,KAAK;SACnB,CAAC,EACF,KAAK,SAAU,CAAC,EAAE,MAAM;YACtB,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,EAAE;gBACjC,KAAM,CAAC,CAAC,MAAM,CAAA;aACf;QACH,CAAC,CACF,CAAA;QAED,IAAI,CAAC,GAAG,CAAC,mCAAmC,EAAE,IAAI,CAAC,CAAA;IACrD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAE,aAAa,CAAE,GAAQ,EAAE,OAAqB;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAAA;QAC5C,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,KAAK,CAAA;QAClC,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,CAAA;QACtC,MAAM,IAAI,GAAG,IAAI,CAAA,CAAC,uDAAuD;QAEzE,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAA;QAEjC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;QAEpD,iGAAiG;QACjG,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;YACpB,MAAM,SAAS,GAAe,EAAE,CAAA;YAEhC,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE;gBAC3C,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,MAAM;oBACV,UAAU,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC;oBACpG,SAAS,EAAE,EAAE;iBACd,CAAC,CAAA;aACH;YAED,MAAM,iBAAiB,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,YAAY,CAAC,aAAa,EAAE,SAAS,EAAE,CAAC,CAAA;YAClG,MAAM,aAAa,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAA;SACjE;QAED,WAAW;QACX,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,EAAE;YAC1B,OAAM;SACP;QAED;;WAEG;QACH,MAAM,kBAAkB,GAAc,KAAK,SAAU,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;YACtE,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;YAElE,KAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;QAC7D,CAAC,CAAA;QAED,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;QAEhE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE;YACxH,MAAM,KAAK,CAAA;YAEX,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE;gBAClC,IAAI,CAAC,GAAG,CAAC,sDAAsD,EAAE,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;gBAElH,MAAM,YAAY,GAAG,EAAE,CAAA;gBAEvB,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,SAAS,EAAE;oBAClC,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE;wBAC9C,SAAQ;qBACT;oBAED,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAA;oBAC1C,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;iBACxB;gBAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;oBAC3B,MAAM,aAAa,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC,CAAA;iBACnE;gBAED,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,EAAE;oBAC7B,OAAM;iBACP;aACF;SACF;IACH,CAAC;CACF"}