libp2p 0.36.0 → 0.36.2-1473044

package/src/nat-manager.js

@@ -1,197 +0,0 @@
-'use strict'
-
-// @ts-ignore nat-api does not export types
-const NatAPI = require('nat-api')
-const debug = require('debug')
-const { promisify } = require('es6-promisify')
-const { Multiaddr } = require('multiaddr')
-const log = Object.assign(debug('libp2p:nat'), {
-  error: debug('libp2p:nat:err')
-})
-const { isBrowser } = require('wherearewe')
-const retry = require('p-retry')
-const isPrivateIp = require('private-ip')
-const pkg = require('../package.json')
-const errcode = require('err-code')
-const {
-  codes: { ERR_INVALID_PARAMETERS }
-} = require('./errors')
-const isLoopback = require('libp2p-utils/src/multiaddr/is-loopback')
-
-const DEFAULT_TTL = 7200
-
-/**
- * @typedef {import('peer-id')} PeerId
- * @typedef {import('./transport-manager')} TransportManager
- * @typedef {import('./address-manager')} AddressManager
- */
-
-/**
- * @typedef {Object} NatManagerProperties
- * @property {PeerId} peerId - The peer ID of the current node
- * @property {TransportManager} transportManager - A transport manager
- * @property {AddressManager} addressManager - An address manager
- *
- * @typedef {Object} NatManagerOptions
- * @property {boolean} enabled - Whether to enable the NAT manager
- * @property {string} [externalIp] - Pass a value to use instead of auto-detection
- * @property {string} [description] - A string value to use for the port mapping description on the gateway
- * @property {number} [ttl = DEFAULT_TTL] - How long UPnP port mappings should last for in seconds (minimum 1200)
- * @property {boolean} [keepAlive] - Whether to automatically refresh UPnP port mappings when their TTL is reached
- * @property {string} [gateway] - Pass a value to use instead of auto-detection
- * @property {object} [pmp] - PMP options
- * @property {boolean} [pmp.enabled] - Whether to enable PMP as well as UPnP
- */
-
-function highPort (min = 1024, max = 65535) {
-  return Math.floor(Math.random() * (max - min + 1) + min)
-}
-
-class NatManager {
-  /**
-   * @class
-   * @param {NatManagerProperties & NatManagerOptions} options
-   */
-  constructor ({ peerId, addressManager, transportManager, ...options }) {
-    this._peerId = peerId
-    this._addressManager = addressManager
-    this._transportManager = transportManager
-
-    this._enabled = options.enabled
-    this._externalIp = options.externalIp
-    this._options = {
-      description: options.description || `${pkg.name}@${pkg.version} ${this._peerId}`,
-      ttl: options.ttl || DEFAULT_TTL,
-      autoUpdate: options.keepAlive || true,
-      gateway: options.gateway,
-      enablePMP: Boolean(options.pmp && options.pmp.enabled)
-    }
-
-    if (this._options.ttl < DEFAULT_TTL) {
-      throw errcode(new Error(`NatManager ttl should be at least ${DEFAULT_TTL} seconds`), ERR_INVALID_PARAMETERS)
-    }
-  }
-
-  /**
-   * Starts the NAT manager
-   */
-  start () {
-    if (isBrowser || !this._enabled) {
-      return
-    }
-
-    // done async to not slow down startup
-    this._start().catch((err) => {
-      // hole punching errors are non-fatal
-      log.error(err)
-    })
-  }
-
-  async _start () {
-    const addrs = this._transportManager.getAddrs()
-
-    for (const addr of addrs) {
-      // try to open uPnP ports for each thin waist address
-      const { family, host, port, transport } = addr.toOptions()
-
-      if (!addr.isThinWaistAddress() || transport !== 'tcp') {
-        // only bare tcp addresses
-        // eslint-disable-next-line no-continue
-        continue
-      }
-
-      if (isLoopback(addr)) {
-        // eslint-disable-next-line no-continue
-        continue
-      }
-
-      if (family !== 4) {
-        // ignore ipv6
-        // eslint-disable-next-line no-continue
-        continue
-      }
-
-      const client = this._getClient()
-      const publicIp = this._externalIp || await client.externalIp()
-
-      // @ts-expect-error types are wrong
-      if (isPrivateIp(publicIp)) {
-        throw new Error(`${publicIp} is private - please set config.nat.externalIp to an externally routable IP or ensure you are not behind a double NAT`)
-      }
-
-      const publicPort = highPort()
-
-      log(`opening uPnP connection from ${publicIp}:${publicPort} to ${host}:${port}`)
-
-      await client.map({
-        publicPort,
-        privatePort: port,
-        protocol: transport.toUpperCase()
-      })
-
-      this._addressManager.addObservedAddr(Multiaddr.fromNodeAddress({
-        family: 4,
-        address: publicIp,
-        port: publicPort
-      }, transport))
-    }
-  }
-
-  _getClient () {
-    if (this._client) {
-      return this._client
-    }
-
-    const client = new NatAPI(this._options)
-
-    /** @type {(...any: any) => any} */
-    const map = promisify(client.map.bind(client))
-    /** @type {(...any: any) => any} */
-    const destroy = promisify(client.destroy.bind(client))
-    /** @type {(...any: any) => any} */
-    const externalIp = promisify(client.externalIp.bind(client))
-
-    // these are all network operations so add a retry
-    this._client = {
-      /**
-       * @param  {...any} args
-       * @returns {Promise<void>}
-       */
-      map: (...args) => retry(() => map(...args), { onFailedAttempt: log.error, unref: true }),
-
-      /**
-       * @param  {...any} args
-       * @returns {Promise<void>}
-       */
-      destroy: (...args) => retry(() => destroy(...args), { onFailedAttempt: log.error, unref: true }),
-
-      /**
-       * @param  {...any} args
-       * @returns {Promise<string>}
-       */
-      externalIp: (...args) => retry(() => externalIp(...args), { onFailedAttempt: log.error, unref: true })
-    }
-
-    return this._client
-  }
-
-  /**
-   * Stops the NAT manager
-   *
-   * @async
-   */
-  async stop () {
-    if (isBrowser || !this._client) {
-      return
-    }
-
-    try {
-      await this._client.destroy()
-      this._client = null
-    } catch (/** @type {any} */ err) {
-      log.error(err)
-    }
-  }
-}
-
-module.exports = NatManager

package/src/peer-routing.js

@@ -1,176 +0,0 @@
-'use strict'
-
-const debug = require('debug')
-const log = Object.assign(debug('libp2p:peer-routing'), {
-  error: debug('libp2p:peer-routing:err')
-})
-const errCode = require('err-code')
-const errors = require('./errors')
-const {
-  storeAddresses,
-  uniquePeers,
-  requirePeers
-} = require('./content-routing/utils')
-const { TimeoutController } = require('timeout-abort-controller')
-
-const merge = require('it-merge')
-const { pipe } = require('it-pipe')
-const first = require('it-first')
-const drain = require('it-drain')
-const filter = require('it-filter')
-const {
-  setDelayedInterval,
-  clearDelayedInterval
-// @ts-ignore module with no types
-} = require('set-delayed-interval')
-const { DHTPeerRouting } = require('./dht/dht-peer-routing')
-// @ts-expect-error setMaxListeners is missing from the types
-const { setMaxListeners } = require('events')
-
-/**
- * @typedef {import('peer-id')} PeerId
- * @typedef {import('multiaddr').Multiaddr} Multiaddr
- * @typedef {import('libp2p-interfaces/src/peer-routing/types').PeerRouting} PeerRoutingModule
- */
-
-/**
- * @typedef {Object} RefreshManagerOptions
- * @property {boolean} [enabled = true] - Whether to enable the Refresh manager
- * @property {number} [bootDelay = 6e5] - Boot delay to start the Refresh Manager (in ms)
- * @property {number} [interval = 10e3] - Interval between each Refresh Manager run (in ms)
- * @property {number} [timeout = 10e3] - How long to let each refresh run (in ms)
- *
- * @typedef {Object} PeerRoutingOptions
- * @property {RefreshManagerOptions} [refreshManager]
- */
-
-class PeerRouting {
-  /**
-   * @class
-   * @param {import('./')} libp2p
-   */
-  constructor (libp2p) {
-    this._peerId = libp2p.peerId
-    this._peerStore = libp2p.peerStore
-    /** @type {PeerRoutingModule[]} */
-    this._routers = libp2p._modules.peerRouting || []
-
-    // If we have the dht, add it to the available peer routers
-    if (libp2p._dht && libp2p._config.dht.enabled) {
-      this._routers.push(new DHTPeerRouting(libp2p._dht))
-    }
-
-    this._refreshManagerOptions = libp2p._options.peerRouting.refreshManager
-
-    this._findClosestPeersTask = this._findClosestPeersTask.bind(this)
-  }
-
-  /**
-   * Start peer routing service.
-   */
-  start () {
-    if (!this._routers.length || this._timeoutId || !this._refreshManagerOptions.enabled) {
-      return
-    }
-
-    this._timeoutId = setDelayedInterval(
-      this._findClosestPeersTask, this._refreshManagerOptions.interval, this._refreshManagerOptions.bootDelay
-    )
-  }
-
-  /**
-   * Recurrent task to find closest peers and add their addresses to the Address Book.
-   */
-  async _findClosestPeersTask () {
-    try {
-      // nb getClosestPeers adds the addresses to the address book
-      await drain(this.getClosestPeers(this._peerId.id, { timeout: this._refreshManagerOptions.timeout || 10e3 }))
-    } catch (/** @type {any} */ err) {
-      log.error(err)
-    }
-  }
-
-  /**
-   * Stop peer routing service.
-   */
-  stop () {
-    clearDelayedInterval(this._timeoutId)
-  }
-
-  /**
-   * Iterates over all peer routers in parallel to find the given peer.
-   *
-   * @param {PeerId} id - The id of the peer to find
-   * @param {object} [options]
-   * @param {number} [options.timeout] - How long the query should run
-   * @returns {Promise<{ id: PeerId, multiaddrs: Multiaddr[] }>}
-   */
-  async findPeer (id, options) { // eslint-disable-line require-await
-    if (!this._routers.length) {
-      throw errCode(new Error('No peer routers available'), errors.codes.ERR_NO_ROUTERS_AVAILABLE)
-    }
-
-    if (id.toB58String() === this._peerId.toB58String()) {
-      throw errCode(new Error('Should not try to find self'), errors.codes.ERR_FIND_SELF)
-    }
-
-    const output = await pipe(
-      merge(
-        ...this._routers.map(router => (async function * () {
-          try {
-            yield await router.findPeer(id, options)
-          } catch (err) {
-            log.error(err)
-          }
-        })())
-      ),
-      (source) => filter(source, Boolean),
-      (source) => storeAddresses(source, this._peerStore),
-      (source) => first(source)
-    )
-
-    if (output) {
-      return output
-    }
-
-    throw errCode(new Error(errors.messages.NOT_FOUND), errors.codes.ERR_NOT_FOUND)
-  }
-
-  /**
-   * Attempt to find the closest peers on the network to the given key.
-   *
-   * @param {Uint8Array} key - A CID like key
-   * @param {Object} [options]
-   * @param {number} [options.timeout=30e3] - How long the query can take
-   * @param {AbortSignal} [options.signal] - An AbortSignal to abort the request
-   * @returns {AsyncIterable<{ id: PeerId, multiaddrs: Multiaddr[] }>}
-   */
-  async * getClosestPeers (key, options = { timeout: 30e3 }) {
-    if (!this._routers.length) {
-      throw errCode(new Error('No peer routers available'), errors.codes.ERR_NO_ROUTERS_AVAILABLE)
-    }
-
-    if (options.timeout) {
-      const controller = new TimeoutController(options.timeout)
-      // this controller will potentially be used while dialing lots of
-      // peers so prevent MaxListenersExceededWarning appearing in the console
-      try {
-        // fails on node < 15.4
-        setMaxListeners && setMaxListeners(Infinity, controller.signal)
-      } catch {}
-
-      options.signal = controller.signal
-    }
-
-    yield * pipe(
-      merge(
-        ...this._routers.map(router => router.getClosestPeers(key, options))
-      ),
-      (source) => storeAddresses(source, this._peerStore),
-      (source) => uniquePeers(source),
-      (source) => requirePeers(source)
-    )
-  }
-}
-
-module.exports = PeerRouting

package/src/peer-store/README.md

@@ -1,145 +0,0 @@
-# PeerStore
-
-Libp2p's PeerStore is responsible for keeping an updated register with the relevant information of the known peers. It should be the single source of truth for all peer data, where a subsystem can learn about peers' data and where someone can listen for updates. The PeerStore comprises four main components: `addressBook`, `keyBook`, `protocolBook` and `metadataBook`.
-
-The PeerStore manages the high level operations on its inner books. Moreover, the PeerStore should be responsible for notifying interested parties of relevant events, through its Event Emitter.
-
-## Submitting records to the PeerStore
-
-Several libp2p subsystems will perform operations that might gather relevant information about peers.
-
-### Identify
-- The Identify protocol automatically runs on every connection when multiplexing is enabled. The protocol will put the multiaddrs and protocols provided by the peer to the PeerStore.
-- In the background, the Identify Service is also waiting for protocol change notifications of peers via the IdentifyPush protocol. Peers may leverage the `identify-push` message to communicate protocol changes to all connected peers, so that their PeerStore can be updated with the updated protocols.
-- While it is currently not supported in js-libp2p, future iterations may also support the [IdentifyDelta protocol](https://github.com/libp2p/specs/pull/176).
-- Taking into account that the Identify protocol records are directly from the peer, they should be considered the source of truth and weighted accordingly.
-
-### Peer Discovery
-- Libp2p discovery protocols aim to discover new peers in the network. In a typical discovery protocol, addresses of the peer are discovered along with its peer id. Once this happens, a libp2p discovery protocol should emit a `peer` event with the information of the discovered peer and this information will be added to the PeerStore by libp2p.
-
-### Dialer
-- Libp2p API supports dialing a peer given a `multiaddr`, and no prior knowledge of the peer. If the node is able to establish a connection with the peer, it and its multiaddr is added to the PeerStore.
-- When a connection is being upgraded, more precisely after its encryption, or even in a discovery protocol, a libp2p node can get to know other parties public keys. In this scenario, libp2p will add the peer's public key to its `KeyBook`.
-
-### DHT
-- On some DHT operations, such as finding providers for a given CID, nodes may exchange peer data as part of the query. This passive peer discovery should result in the DHT emitting the `peer` event in the same way [Peer Discovery](#peerdiscovery) does.
-
-## Retrieving records from the PeerStore
-
-When data in the PeerStore is updated the PeerStore will emit events based on the changes, to allow applications and other subsystems to take action on those changes. Any subsystem interested in these notifications should subscribe the [`PeerStore events`][peer-store-events].
-
-### Peer
-- Each time a new peer is discovered, the PeerStore should emit a [`peer` event][peer-store-events], so that interested parties can leverage this peer and establish a connection with it.
-
-### Protocols
-- When the known protocols of a peer change, the PeerStore emits a [`change:protocols` event][peer-store-events].
-
-### Multiaddrs
-- When the known listening `multiaddrs` of a peer change, the PeerStore emits a [`change:multiaddrs` event][peer-store-events].
-
-## PeerStore implementation
-
-The PeerStore wraps four main components: `addressBook`, `keyBook`, `protocolBook` and `metadataBook`. Moreover, it provides a high level API for those components, as well as data events.
-
-### Components
-
-#### Address Book
-
-The `addressBook` keeps the known multiaddrs of a peer. The multiaddrs of each peer may change over time and the Address Book must account for this.
-
-`Map<string, Address>`
-
-A `peerId.toB58String()` identifier mapping to a `Address` object, which should have the following structure:
-
-```js
-{
-  multiaddr: <Multiaddr>
-}
-```
-
-#### Key Book
-
-The `keyBook` tracks the public keys of the peers by keeping their [`PeerId`][peer-id].
-
-`Map<string, PeerId`
-
-A `peerId.toB58String()` identifier mapping to a `PeerId` of the peer. This instance contains the peer public key.
-
-#### Protocol Book
-
-The `protoBook` holds the identifiers of the protocols supported by each peer. The protocols supported by each peer are dynamic and will change over time.
-
-`Map<string, Set<string>>`
-
-A `peerId.toB58String()` identifier mapping to a `Set` of protocol identifier strings.
-
-#### Metadata Book
-
-The `metadataBook` keeps track of the known metadata of a peer. Its metadata is stored in a key value fashion, where a key identifier (`string`) represents a metadata value (`Uint8Array`).
-
-`Map<string, Map<string, Uint8Array>>`
-
-A `peerId.toB58String()` identifier mapping to the peer metadata Map.
-
-### API
-
-For the complete API documentation, you should check the [API.md](../../doc/API.md).
-
-Access to its underlying books:
-
-- `peerStore.addressBook.*`
-- `peerStore.keyBook.*`
-- `peerStore.metadataBook.*`
-- `peerStore.protoBook.*`
-
-### Events
-
-- `peer` - emitted when a new peer is added.
-- `change:multiaadrs` - emitted when a known peer has a different set of multiaddrs.
-- `change:protocols` - emitted when a known peer supports a different set of protocols.
-- `change:pubkey` - emitted when a peer's public key is known.
-- `change:metadata` - emitted when known metadata of a peer changes.
-
-## Data Persistence
-
-The data stored in the PeerStore can be persisted if configured appropriately. Keeping a record of the peers already discovered by the peer, as well as their known data aims to improve the efficiency of peers joining the network after being offline.
-
-The libp2p node will need to receive a [datastore](https://github.com/ipfs/interface-datastore), in order to persist this data across restarts. A [datastore](https://github.com/ipfs/interface-datastore) stores its data in a key-value fashion. As a result, we need coherent keys so that we do not overwrite data.
-
-The PeerStore should not continuously update the datastore whenever data is changed. Instead, it should only store new data after reaching a certain threshold of "dirty" peers, as well as when the node is stopped, in order to batch writes to the datastore.
-
-The peer id will be appended to the datastore key for each data namespace. The namespaces were defined as follows:
-
-**AddressBook**
-
-All the known peer addresses are stored with a key pattern as follows:
-
-`/peers/addrs/<b32 peer id no padding>`
-
-**ProtoBook**
-
-All the known peer protocols are stored with a key pattern as follows:
-
-`/peers/protos/<b32 peer id no padding>`
-
-**KeyBook**
-
-All public keys are stored under the following pattern:
-
-` /peers/keys/<b32 peer id no padding>`
-
-**MetadataBook**
-
-Metadata is stored under the following key pattern:
-
-`/peers/metadata/<b32 peer id no padding>/<key>`
-
-## Future Considerations
-
-- If multiaddr TTLs are added, the PeerStore may schedule jobs to delete all addresses that exceed the TTL to prevent AddressBook bloating
-- Further API methods will probably need to be added in the context of multiaddr validity and confidence.
-- When improving libp2p configuration for specific runtimes, we should take into account the PeerStore recommended datastore.
-- When improving libp2p configuration, we should think about a possible way of allowing the configuration of Bootstrap to be influenced by the persisted peers, as a way to decrease the load on Bootstrap nodes.
-
-[peer-id]: https://github.com/libp2p/js-peer-id
-[peer-store-events]: ../../doc/API.md#libp2ppeerstore