libp2p 0.36.0 → 0.36.2-1473044

package/src/upgrader.ts

@@ -0,0 +1,499 @@
+import { logger } from '@libp2p/logger'
+import errCode from 'err-code'
+import { Dialer, Listener } from '@libp2p/multistream-select'
+import { pipe } from 'it-pipe'
+// @ts-expect-error mutable-proxy does not export types
+import mutableProxy from 'mutable-proxy'
+import { codes } from './errors.js'
+import { createConnection } from '@libp2p/connection'
+import { CustomEvent, EventEmitter } from '@libp2p/interfaces'
+import { peerIdFromString } from '@libp2p/peer-id'
+import type { Connection, ProtocolStream, Stream } from '@libp2p/interfaces/connection'
+import type { ConnectionEncrypter, SecuredConnection } from '@libp2p/interfaces/connection-encrypter'
+import type { StreamMuxer, StreamMuxerFactory } from '@libp2p/interfaces/stream-muxer'
+import type { PeerId } from '@libp2p/interfaces/peer-id'
+import type { MultiaddrConnection, Upgrader, UpgraderEvents } from '@libp2p/interfaces/transport'
+import type { Duplex } from 'it-stream-types'
+import type { Components } from '@libp2p/interfaces/components'
+
+const log = logger('libp2p:upgrader')
+
+interface CreateConectionOptions {
+  cryptoProtocol: string
+  direction: 'inbound' | 'outbound'
+  maConn: MultiaddrConnection
+  upgradedConn: Duplex<Uint8Array>
+  remotePeer: PeerId
+  muxerFactory?: StreamMuxerFactory
+}
+
+interface OnStreamOptions {
+  connection: Connection
+  stream: Stream
+  protocol: string
+}
+
+export interface CryptoResult extends SecuredConnection {
+  protocol: string
+}
+
+export interface UpgraderInit {
+  connectionEncryption: ConnectionEncrypter[]
+  muxers: StreamMuxerFactory[]
+}
+
+export class DefaultUpgrader extends EventEmitter<UpgraderEvents> implements Upgrader {
+  private readonly components: Components
+  private readonly connectionEncryption: Map<string, ConnectionEncrypter>
+  private readonly muxers: Map<string, StreamMuxerFactory>
+
+  constructor (components: Components, init: UpgraderInit) {
+    super()
+
+    this.components = components
+    this.connectionEncryption = new Map()
+
+    init.connectionEncryption.forEach(encrypter => {
+      this.connectionEncryption.set(encrypter.protocol, encrypter)
+    })
+
+    this.muxers = new Map()
+
+    init.muxers.forEach(muxer => {
+      this.muxers.set(muxer.protocol, muxer)
+    })
+  }
+
+  /**
+   * Upgrades an inbound connection
+   */
+  async upgradeInbound (maConn: MultiaddrConnection): Promise<Connection> {
+    let encryptedConn
+    let remotePeer
+    let upgradedConn: Duplex<Uint8Array>
+    let muxerFactory: StreamMuxerFactory | undefined
+    let cryptoProtocol
+    let setPeer
+    let proxyPeer
+    const metrics = this.components.getMetrics()
+
+    if (await this.components.getConnectionGater().denyInboundConnection(maConn)) {
+      throw errCode(new Error('The multiaddr connection is blocked by gater.acceptConnection'), codes.ERR_CONNECTION_INTERCEPTED)
+    }
+
+    if (metrics != null) {
+      ({ setTarget: setPeer, proxy: proxyPeer } = mutableProxy())
+      const idString = `${(Math.random() * 1e9).toString(36)}${Date.now()}`
+      setPeer({ toString: () => idString })
+      maConn = metrics.trackStream({ stream: maConn, remotePeer: proxyPeer })
+    }
+
+    log('starting the inbound connection upgrade')
+
+    // Protect
+    let protectedConn = maConn
+    const protector = this.components.getConnectionProtector()
+
+    if (protector != null) {
+      log('protecting the inbound connection')
+      protectedConn = await protector.protect(maConn)
+    }
+
+    try {
+      // Encrypt the connection
+      ({
+        conn: encryptedConn,
+        remotePeer,
+        protocol: cryptoProtocol
+      } = await this._encryptInbound(protectedConn))
+
+      if (await this.components.getConnectionGater().denyInboundEncryptedConnection(remotePeer, {
+        ...protectedConn,
+        ...encryptedConn
+      })) {
+        throw errCode(new Error('The multiaddr connection is blocked by gater.acceptEncryptedConnection'), codes.ERR_CONNECTION_INTERCEPTED)
+      }
+
+      // Multiplex the connection
+      if (this.muxers.size > 0) {
+        const multiplexed = await this._multiplexInbound({
+          ...protectedConn,
+          ...encryptedConn
+        }, this.muxers)
+        muxerFactory = multiplexed.muxerFactory
+        upgradedConn = multiplexed.stream
+      } else {
+        upgradedConn = encryptedConn
+      }
+    } catch (err: any) {
+      log.error('Failed to upgrade inbound connection', err)
+      await maConn.close(err)
+      throw err
+    }
+
+    if (await this.components.getConnectionGater().denyInboundUpgradedConnection(remotePeer, {
+      ...protectedConn,
+      ...encryptedConn
+    })) {
+      throw errCode(new Error('The multiaddr connection is blocked by gater.acceptEncryptedConnection'), codes.ERR_CONNECTION_INTERCEPTED)
+    }
+
+    if (metrics != null) {
+      metrics.updatePlaceholder(proxyPeer, remotePeer)
+      setPeer(remotePeer)
+    }
+
+    log('Successfully upgraded inbound connection')
+
+    return this._createConnection({
+      cryptoProtocol,
+      direction: 'inbound',
+      maConn,
+      upgradedConn,
+      muxerFactory,
+      remotePeer
+    })
+  }
+
+  /**
+   * Upgrades an outbound connection
+   */
+  async upgradeOutbound (maConn: MultiaddrConnection): Promise<Connection> {
+    const idStr = maConn.remoteAddr.getPeerId()
+    if (idStr == null) {
+      throw errCode(new Error('outbound connection must have a peer id'), codes.ERR_INVALID_MULTIADDR)
+    }
+
+    const remotePeerId = peerIdFromString(idStr)
+
+    if (await this.components.getConnectionGater().denyOutboundConnection(remotePeerId, maConn)) {
+      throw errCode(new Error('The multiaddr connection is blocked by connectionGater.denyOutboundConnection'), codes.ERR_CONNECTION_INTERCEPTED)
+    }
+
+    let encryptedConn
+    let remotePeer
+    let upgradedConn
+    let cryptoProtocol
+    let muxerFactory
+    let setPeer
+    let proxyPeer
+    const metrics = this.components.getMetrics()
+
+    if (metrics != null) {
+      ({ setTarget: setPeer, proxy: proxyPeer } = mutableProxy())
+      const idString = `${(Math.random() * 1e9).toString(36)}${Date.now()}`
+      setPeer({ toB58String: () => idString })
+      maConn = metrics.trackStream({ stream: maConn, remotePeer: proxyPeer })
+    }
+
+    log('Starting the outbound connection upgrade')
+
+    // Protect
+    let protectedConn = maConn
+    const protector = this.components.getConnectionProtector()
+
+    if (protector != null) {
+      protectedConn = await protector.protect(maConn)
+    }
+
+    try {
+      // Encrypt the connection
+      ({
+        conn: encryptedConn,
+        remotePeer,
+        protocol: cryptoProtocol
+      } = await this._encryptOutbound(protectedConn, remotePeerId))
+
+      if (await this.components.getConnectionGater().denyOutboundEncryptedConnection(remotePeer, {
+        ...protectedConn,
+        ...encryptedConn
+      })) {
+        throw errCode(new Error('The multiaddr connection is blocked by gater.acceptEncryptedConnection'), codes.ERR_CONNECTION_INTERCEPTED)
+      }
+
+      // Multiplex the connection
+      if (this.muxers.size > 0) {
+        const multiplexed = await this._multiplexOutbound({
+          ...protectedConn,
+          ...encryptedConn
+        }, this.muxers)
+        muxerFactory = multiplexed.muxerFactory
+        upgradedConn = multiplexed.stream
+      } else {
+        upgradedConn = encryptedConn
+      }
+    } catch (err: any) {
+      log.error('Failed to upgrade outbound connection', err)
+      await maConn.close(err)
+      throw err
+    }
+
+    if (await this.components.getConnectionGater().denyOutboundUpgradedConnection(remotePeer, {
+      ...protectedConn,
+      ...encryptedConn
+    })) {
+      throw errCode(new Error('The multiaddr connection is blocked by gater.acceptEncryptedConnection'), codes.ERR_CONNECTION_INTERCEPTED)
+    }
+
+    if (metrics != null) {
+      metrics.updatePlaceholder(proxyPeer, remotePeer)
+      setPeer(remotePeer)
+    }
+
+    log('Successfully upgraded outbound connection')
+
+    return this._createConnection({
+      cryptoProtocol,
+      direction: 'outbound',
+      maConn,
+      upgradedConn,
+      muxerFactory,
+      remotePeer
+    })
+  }
+
+  /**
+   * A convenience method for generating a new `Connection`
+   */
+  _createConnection (opts: CreateConectionOptions): Connection {
+    const {
+      cryptoProtocol,
+      direction,
+      maConn,
+      upgradedConn,
+      remotePeer,
+      muxerFactory
+    } = opts
+
+    let muxer: StreamMuxer | undefined
+    let newStream: ((multicodecs: string[]) => Promise<ProtocolStream>) | undefined
+    let connection: Connection // eslint-disable-line prefer-const
+
+    if (muxerFactory != null) {
+      // Create the muxer
+      muxer = muxerFactory.createStreamMuxer(this.components, {
+        // Run anytime a remote stream is created
+        onIncomingStream: muxedStream => {
+          if (connection == null) {
+            return
+          }
+
+          void Promise.resolve()
+            .then(async () => {
+              const mss = new Listener(muxedStream)
+              const protocols = this.components.getRegistrar().getProtocols()
+              const { stream, protocol } = await mss.handle(protocols)
+              log('%s: incoming stream opened on %s', direction, protocol)
+
+              const metrics = this.components.getMetrics()
+
+              if (metrics != null) {
+                metrics.trackStream({ stream, remotePeer, protocol })
+              }
+
+              if (connection == null) {
+                return
+              }
+
+              connection.addStream(muxedStream, { protocol })
+              this._onStream({ connection, stream: { ...muxedStream, ...stream }, protocol })
+            })
+            .catch(err => {
+              log.error(err)
+            })
+        },
+        // Run anytime a stream closes
+        onStreamEnd: muxedStream => {
+          connection?.removeStream(muxedStream.id)
+        }
+      })
+
+      newStream = async (protocols: string[]): Promise<ProtocolStream> => {
+        if (muxer == null) {
+          throw errCode(new Error('Stream is not multiplexed'), codes.ERR_MUXER_UNAVAILABLE)
+        }
+
+        log('%s: starting new stream on %s', direction, protocols)
+        const muxedStream = muxer.newStream()
+        const mss = new Dialer(muxedStream)
+        const metrics = this.components.getMetrics()
+
+        try {
+          let { stream, protocol } = await mss.select(protocols)
+
+          if (metrics != null) {
+            stream = metrics.trackStream({ stream, remotePeer, protocol })
+          }
+
+          return { stream: { ...muxedStream, ...stream }, protocol }
+        } catch (err: any) {
+          log.error('could not create new stream', err)
+          throw errCode(err, codes.ERR_UNSUPPORTED_PROTOCOL)
+        }
+      }
+
+      // Pipe all data through the muxer
+      pipe(upgradedConn, muxer, upgradedConn).catch(log.error)
+    }
+
+    const _timeline = maConn.timeline
+    maConn.timeline = new Proxy(_timeline, {
+      set: (...args) => {
+        if (connection != null && args[1] === 'close' && args[2] != null && _timeline.close == null) {
+          // Wait for close to finish before notifying of the closure
+          (async () => {
+            try {
+              if (connection.stat.status === 'OPEN') {
+                await connection.close()
+              }
+            } catch (err: any) {
+              log.error(err)
+            } finally {
+              this.dispatchEvent(new CustomEvent<Connection>('connectionEnd', {
+                detail: connection
+              }))
+            }
+          })().catch(err => {
+            log.error(err)
+          })
+        }
+
+        return Reflect.set(...args)
+      }
+    })
+    maConn.timeline.upgraded = Date.now()
+
+    const errConnectionNotMultiplexed = () => {
+      throw errCode(new Error('connection is not multiplexed'), codes.ERR_CONNECTION_NOT_MULTIPLEXED)
+    }
+
+    // Create the connection
+    connection = createConnection({
+      remoteAddr: maConn.remoteAddr,
+      remotePeer: remotePeer,
+      stat: {
+        status: 'OPEN',
+        direction,
+        timeline: maConn.timeline,
+        multiplexer: muxer?.protocol,
+        encryption: cryptoProtocol
+      },
+      newStream: newStream ?? errConnectionNotMultiplexed,
+      getStreams: () => muxer != null ? muxer.streams : errConnectionNotMultiplexed(),
+      close: async () => {
+        await maConn.close()
+        // Ensure remaining streams are aborted
+        if (muxer != null) {
+          muxer.streams.map(stream => stream.abort())
+        }
+      }
+    })
+
+    this.dispatchEvent(new CustomEvent<Connection>('connection', {
+      detail: connection
+    }))
+
+    return connection
+  }
+
+  /**
+   * Routes incoming streams to the correct handler
+   */
+  _onStream (opts: OnStreamOptions): void {
+    const { connection, stream, protocol } = opts
+    const handler = this.components.getRegistrar().getHandler(protocol)
+    handler({ connection, stream, protocol })
+  }
+
+  /**
+   * Attempts to encrypt the incoming `connection` with the provided `cryptos`
+   */
+  async _encryptInbound (connection: Duplex<Uint8Array>): Promise<CryptoResult> {
+    const mss = new Listener(connection)
+    const protocols = Array.from(this.connectionEncryption.keys())
+    log('handling inbound crypto protocol selection', protocols)
+
+    try {
+      const { stream, protocol } = await mss.handle(protocols)
+      const encrypter = this.connectionEncryption.get(protocol)
+
+      if (encrypter == null) {
+        throw new Error(`no crypto module found for ${protocol}`)
+      }
+
+      log('encrypting inbound connection...')
+
+      return {
+        ...await encrypter.secureInbound(this.components.getPeerId(), stream),
+        protocol
+      }
+    } catch (err: any) {
+      throw errCode(err, codes.ERR_ENCRYPTION_FAILED)
+    }
+  }
+
+  /**
+   * Attempts to encrypt the given `connection` with the provided connection encrypters.
+   * The first `ConnectionEncrypter` module to succeed will be used
+   */
+  async _encryptOutbound (connection: MultiaddrConnection, remotePeerId: PeerId): Promise<CryptoResult> {
+    const mss = new Dialer(connection)
+    const protocols = Array.from(this.connectionEncryption.keys())
+    log('selecting outbound crypto protocol', protocols)
+
+    try {
+      const { stream, protocol } = await mss.select(protocols)
+      const encrypter = this.connectionEncryption.get(protocol)
+
+      if (encrypter == null) {
+        throw new Error(`no crypto module found for ${protocol}`)
+      }
+
+      log('encrypting outbound connection to %p', remotePeerId)
+
+      return {
+        ...await encrypter.secureOutbound(this.components.getPeerId(), stream, remotePeerId),
+        protocol
+      }
+    } catch (err: any) {
+      throw errCode(err, codes.ERR_ENCRYPTION_FAILED)
+    }
+  }
+
+  /**
+   * Selects one of the given muxers via multistream-select. That
+   * muxer will be used for all future streams on the connection.
+   */
+  async _multiplexOutbound (connection: MultiaddrConnection, muxers: Map<string, StreamMuxerFactory>): Promise<{ stream: Duplex<Uint8Array>, muxerFactory?: StreamMuxerFactory}> {
+    const dialer = new Dialer(connection)
+    const protocols = Array.from(muxers.keys())
+    log('outbound selecting muxer %s', protocols)
+    try {
+      const { stream, protocol } = await dialer.select(protocols)
+      log('%s selected as muxer protocol', protocol)
+      const muxerFactory = muxers.get(protocol)
+      return { stream, muxerFactory }
+    } catch (err: any) {
+      log.error('error multiplexing outbound stream', err)
+      throw errCode(err, codes.ERR_MUXER_UNAVAILABLE)
+    }
+  }
+
+  /**
+   * Registers support for one of the given muxers via multistream-select. The
+   * selected muxer will be used for all future streams on the connection.
+   */
+  async _multiplexInbound (connection: MultiaddrConnection, muxers: Map<string, StreamMuxerFactory>): Promise<{ stream: Duplex<Uint8Array>, muxerFactory?: StreamMuxerFactory}> {
+    const listener = new Listener(connection)
+    const protocols = Array.from(muxers.keys())
+    log('inbound handling muxers %s', protocols)
+    try {
+      const { stream, protocol } = await listener.handle(protocols)
+      const muxerFactory = muxers.get(protocol)
+      return { stream, muxerFactory }
+    } catch (err: any) {
+      log.error('error multiplexing inbound stream', err)
+      throw errCode(err, codes.ERR_MUXER_UNAVAILABLE)
+    }
+  }
+}

package/src/version.ts

@@ -0,0 +1,3 @@
+
+export const version = '0.0.0'
+export const name = 'libp2p'