libp2p 0.46.20 → 0.46.21-0b4a2ee79

package/src/fetch/index.ts

@@ -1,315 +0,0 @@
-import { CodeError } from '@libp2p/interface/errors'
-import { setMaxListeners } from '@libp2p/interface/events'
-import { logger } from '@libp2p/logger'
-import first from 'it-first'
-import * as lp from 'it-length-prefixed'
-import { pipe } from 'it-pipe'
-import { fromString as uint8arrayFromString } from 'uint8arrays/from-string'
-import { toString as uint8arrayToString } from 'uint8arrays/to-string'
-import { codes } from '../errors.js'
-import { PROTOCOL_NAME, PROTOCOL_VERSION } from './constants.js'
-import { FetchRequest, FetchResponse } from './pb/proto.js'
-import type { AbortOptions } from '@libp2p/interface'
-import type { Stream } from '@libp2p/interface/connection'
-import type { PeerId } from '@libp2p/interface/peer-id'
-import type { Startable } from '@libp2p/interface/startable'
-import type { ConnectionManager } from '@libp2p/interface-internal/connection-manager'
-import type { IncomingStreamData, Registrar } from '@libp2p/interface-internal/registrar'
-
-const log = logger('libp2p:fetch')
-
-const DEFAULT_TIMEOUT = 10000
-
-export interface FetchServiceInit {
-  protocolPrefix?: string
-  maxInboundStreams?: number
-  maxOutboundStreams?: number
-
-  /**
-   * How long we should wait for a remote peer to send any data
-   */
-  timeout?: number
-}
-
-export interface HandleMessageOptions {
-  stream: Stream
-  protocol: string
-}
-
-export interface LookupFunction {
-  (key: string): Promise<Uint8Array | null>
-}
-
-export interface FetchServiceComponents {
-  registrar: Registrar
-  connectionManager: ConnectionManager
-}
-
-export interface FetchService {
-  /**
-   * The protocol name used by this fetch service
-   */
-  protocol: string
-
-  /**
-   * Sends a request to fetch the value associated with the given key from the given peer
-   */
-  fetch(peer: PeerId, key: string, options?: AbortOptions): Promise<Uint8Array | null>
-
-  /**
-   * Registers a new lookup callback that can map keys to values, for a given set of keys that
-   * share the same prefix
-   *
-   * @example
-   *
-   * ```js
-   * // ...
-   * libp2p.fetchService.registerLookupFunction('/prefix', (key) => { ... })
-   * ```
-   */
-  registerLookupFunction(prefix: string, lookup: LookupFunction): void
-
-  /**
-   * Registers a new lookup callback that can map keys to values, for a given set of keys that
-   * share the same prefix.
-   *
-   * @example
-   *
-   * ```js
-   * // ...
-   * libp2p.fetchService.unregisterLookupFunction('/prefix')
-   * ```
-   */
-  unregisterLookupFunction(prefix: string, lookup?: LookupFunction): void
-}
-
-/**
- * A simple libp2p protocol for requesting a value corresponding to a key from a peer.
- * Developers can register one or more lookup function for retrieving the value corresponding to
- * a given key.  Each lookup function must act on a distinct part of the overall key space, defined
- * by a fixed prefix that all keys that should be routed to that lookup function will start with.
- */
-class DefaultFetchService implements Startable, FetchService {
-  public readonly protocol: string
-  private readonly components: FetchServiceComponents
-  private readonly lookupFunctions: Map<string, LookupFunction>
-  private started: boolean
-  private readonly init: FetchServiceInit
-
-  constructor (components: FetchServiceComponents, init: FetchServiceInit) {
-    this.started = false
-    this.components = components
-    this.protocol = `/${init.protocolPrefix ?? 'libp2p'}/${PROTOCOL_NAME}/${PROTOCOL_VERSION}`
-    this.lookupFunctions = new Map() // Maps key prefix to value lookup function
-    this.handleMessage = this.handleMessage.bind(this)
-    this.init = init
-  }
-
-  async start (): Promise<void> {
-    await this.components.registrar.handle(this.protocol, (data) => {
-      void this.handleMessage(data)
-        .then(async () => {
-          await data.stream.close()
-        })
-        .catch(err => {
-          log.error(err)
-        })
-    }, {
-      maxInboundStreams: this.init.maxInboundStreams,
-      maxOutboundStreams: this.init.maxOutboundStreams
-    })
-    this.started = true
-  }
-
-  async stop (): Promise<void> {
-    await this.components.registrar.unhandle(this.protocol)
-    this.started = false
-  }
-
-  isStarted (): boolean {
-    return this.started
-  }
-
-  /**
-   * Sends a request to fetch the value associated with the given key from the given peer
-   */
-  async fetch (peer: PeerId, key: string, options: AbortOptions = {}): Promise<Uint8Array | null> {
-    log('dialing %s to %p', this.protocol, peer)
-
-    const connection = await this.components.connectionManager.openConnection(peer, options)
-    let signal = options.signal
-    let stream: Stream | undefined
-    let onAbort = (): void => {}
-
-    // create a timeout if no abort signal passed
-    if (signal == null) {
-      log('using default timeout of %d ms', this.init.timeout)
-      signal = AbortSignal.timeout(this.init.timeout ?? DEFAULT_TIMEOUT)
-
-      setMaxListeners(Infinity, signal)
-    }
-
-    try {
-      stream = await connection.newStream(this.protocol, {
-        signal
-      })
-
-      onAbort = () => {
-        stream?.abort(new CodeError('fetch timeout', codes.ERR_TIMEOUT))
-      }
-
-      // make stream abortable
-      signal.addEventListener('abort', onAbort, { once: true })
-
-      log('fetch %s', key)
-
-      const result = await pipe(
-        [FetchRequest.encode({ identifier: key })],
-        (source) => lp.encode(source),
-        stream,
-        (source) => lp.decode(source),
-        async function (source) {
-          const buf = await first(source)
-
-          if (buf == null) {
-            throw new CodeError('No data received', codes.ERR_INVALID_MESSAGE)
-          }
-
-          const response = FetchResponse.decode(buf)
-
-          switch (response.status) {
-            case (FetchResponse.StatusCode.OK): {
-              log('received status for %s ok', key)
-              return response.data
-            }
-            case (FetchResponse.StatusCode.NOT_FOUND): {
-              log('received status for %s not found', key)
-              return null
-            }
-            case (FetchResponse.StatusCode.ERROR): {
-              log('received status for %s error', key)
-              const errmsg = uint8arrayToString(response.data)
-              throw new CodeError('Error in fetch protocol response: ' + errmsg, codes.ERR_INVALID_PARAMETERS)
-            }
-            default: {
-              log('received status for %s unknown', key)
-              throw new CodeError('Unknown response status', codes.ERR_INVALID_MESSAGE)
-            }
-          }
-        }
-      )
-
-      return result ?? null
-    } finally {
-      signal.removeEventListener('abort', onAbort)
-      if (stream != null) {
-        await stream.close()
-      }
-    }
-  }
-
-  /**
-   * Invoked when a fetch request is received.  Reads the request message off the given stream and
-   * responds based on looking up the key in the request via the lookup callback that corresponds
-   * to the key's prefix.
-   */
-  async handleMessage (data: IncomingStreamData): Promise<void> {
-    const { stream } = data
-    const self = this
-
-    await pipe(
-      stream,
-      (source) => lp.decode(source),
-      async function * (source) {
-        const buf = await first(source)
-
-        if (buf == null) {
-          throw new CodeError('No data received', codes.ERR_INVALID_MESSAGE)
-        }
-
-        // for await (const buf of source) {
-        const request = FetchRequest.decode(buf)
-
-        let response: FetchResponse
-        const lookup = self._getLookupFunction(request.identifier)
-        if (lookup != null) {
-          log('look up data with identifier %s', request.identifier)
-          const data = await lookup(request.identifier)
-          if (data != null) {
-            log('sending status for %s ok', request.identifier)
-            response = { status: FetchResponse.StatusCode.OK, data }
-          } else {
-            log('sending status for %s not found', request.identifier)
-            response = { status: FetchResponse.StatusCode.NOT_FOUND, data: new Uint8Array(0) }
-          }
-        } else {
-          log('sending status for %s error', request.identifier)
-          const errmsg = uint8arrayFromString(`No lookup function registered for key: ${request.identifier}`)
-          response = { status: FetchResponse.StatusCode.ERROR, data: errmsg }
-        }
-
-        yield FetchResponse.encode(response)
-      },
-      (source) => lp.encode(source),
-      stream
-    )
-  }
-
-  /**
-   * Given a key, finds the appropriate function for looking up its corresponding value, based on
-   * the key's prefix.
-   */
-  _getLookupFunction (key: string): LookupFunction | undefined {
-    for (const prefix of this.lookupFunctions.keys()) {
-      if (key.startsWith(prefix)) {
-        return this.lookupFunctions.get(prefix)
-      }
-    }
-  }
-
-  /**
-   * Registers a new lookup callback that can map keys to values, for a given set of keys that
-   * share the same prefix
-   *
-   * @example
-   *
-   * ```js
-   * // ...
-   * libp2p.fetchService.registerLookupFunction('/prefix', (key) => { ... })
-   * ```
-   */
-  registerLookupFunction (prefix: string, lookup: LookupFunction): void {
-    if (this.lookupFunctions.has(prefix)) {
-      throw new CodeError(`Fetch protocol handler for key prefix '${prefix}' already registered`, codes.ERR_KEY_ALREADY_EXISTS)
-    }
-
-    this.lookupFunctions.set(prefix, lookup)
-  }
-
-  /**
-   * Registers a new lookup callback that can map keys to values, for a given set of keys that
-   * share the same prefix.
-   *
-   * @example
-   *
-   * ```js
-   * // ...
-   * libp2p.fetchService.unregisterLookupFunction('/prefix')
-   * ```
-   */
-  unregisterLookupFunction (prefix: string, lookup?: LookupFunction): void {
-    if (lookup != null) {
-      const existingLookup = this.lookupFunctions.get(prefix)
-
-      if (existingLookup !== lookup) {
-        return
-      }
-    }
-
-    this.lookupFunctions.delete(prefix)
-  }
-}
-
-export function fetchService (init: FetchServiceInit = {}): (components: FetchServiceComponents) => FetchService {
-  return (components) => new DefaultFetchService(components, init)
-}

package/src/fetch/pb/proto.proto

@@ -1,15 +0,0 @@
-syntax = "proto3";
-
-message FetchRequest {
-	string identifier = 1;
-}
-
-message FetchResponse {
-	StatusCode status = 1;
-	enum StatusCode {
-		OK = 0;
-		NOT_FOUND = 1;
-		ERROR = 2;
-	}
-	bytes data = 2;
-}

package/src/fetch/pb/proto.ts

@@ -1,153 +0,0 @@
-/* eslint-disable import/export */
-/* eslint-disable complexity */
-/* eslint-disable @typescript-eslint/no-namespace */
-/* eslint-disable @typescript-eslint/no-unnecessary-boolean-literal-compare */
-/* eslint-disable @typescript-eslint/no-empty-interface */
-
-import { encodeMessage, decodeMessage, message, enumeration } from 'protons-runtime'
-import type { Codec } from 'protons-runtime'
-import type { Uint8ArrayList } from 'uint8arraylist'
-
-export interface FetchRequest {
-  identifier: string
-}
-
-export namespace FetchRequest {
-  let _codec: Codec<FetchRequest>
-
-  export const codec = (): Codec<FetchRequest> => {
-    if (_codec == null) {
-      _codec = message<FetchRequest>((obj, w, opts = {}) => {
-        if (opts.lengthDelimited !== false) {
-          w.fork()
-        }
-
-        if ((obj.identifier != null && obj.identifier !== '')) {
-          w.uint32(10)
-          w.string(obj.identifier)
-        }
-
-        if (opts.lengthDelimited !== false) {
-          w.ldelim()
-        }
-      }, (reader, length) => {
-        const obj: any = {
-          identifier: ''
-        }
-
-        const end = length == null ? reader.len : reader.pos + length
-
-        while (reader.pos < end) {
-          const tag = reader.uint32()
-
-          switch (tag >>> 3) {
-            case 1:
-              obj.identifier = reader.string()
-              break
-            default:
-              reader.skipType(tag & 7)
-              break
-          }
-        }
-
-        return obj
-      })
-    }
-
-    return _codec
-  }
-
-  export const encode = (obj: Partial<FetchRequest>): Uint8Array => {
-    return encodeMessage(obj, FetchRequest.codec())
-  }
-
-  export const decode = (buf: Uint8Array | Uint8ArrayList): FetchRequest => {
-    return decodeMessage(buf, FetchRequest.codec())
-  }
-}
-
-export interface FetchResponse {
-  status: FetchResponse.StatusCode
-  data: Uint8Array
-}
-
-export namespace FetchResponse {
-  export enum StatusCode {
-    OK = 'OK',
-    NOT_FOUND = 'NOT_FOUND',
-    ERROR = 'ERROR'
-  }
-
-  enum __StatusCodeValues {
-    OK = 0,
-    NOT_FOUND = 1,
-    ERROR = 2
-  }
-
-  export namespace StatusCode {
-    export const codec = (): Codec<StatusCode> => {
-      return enumeration<StatusCode>(__StatusCodeValues)
-    }
-  }
-
-  let _codec: Codec<FetchResponse>
-
-  export const codec = (): Codec<FetchResponse> => {
-    if (_codec == null) {
-      _codec = message<FetchResponse>((obj, w, opts = {}) => {
-        if (opts.lengthDelimited !== false) {
-          w.fork()
-        }
-
-        if (obj.status != null && __StatusCodeValues[obj.status] !== 0) {
-          w.uint32(8)
-          FetchResponse.StatusCode.codec().encode(obj.status, w)
-        }
-
-        if ((obj.data != null && obj.data.byteLength > 0)) {
-          w.uint32(18)
-          w.bytes(obj.data)
-        }
-
-        if (opts.lengthDelimited !== false) {
-          w.ldelim()
-        }
-      }, (reader, length) => {
-        const obj: any = {
-          status: StatusCode.OK,
-          data: new Uint8Array(0)
-        }
-
-        const end = length == null ? reader.len : reader.pos + length
-
-        while (reader.pos < end) {
-          const tag = reader.uint32()
-
-          switch (tag >>> 3) {
-            case 1:
-              obj.status = FetchResponse.StatusCode.codec().decode(reader)
-              break
-            case 2:
-              obj.data = reader.bytes()
-              break
-            default:
-              reader.skipType(tag & 7)
-              break
-          }
-        }
-
-        return obj
-      })
-    }
-
-    return _codec
-  }
-
-  export const encode = (obj: Partial<FetchResponse>): Uint8Array => {
-    return encodeMessage(obj, FetchResponse.codec())
-  }
-
-  export const decode = (buf: Uint8Array | Uint8ArrayList): FetchResponse => {
-    return decodeMessage(buf, FetchResponse.codec())
-  }
-}

package/src/identify/README.md

@@ -1,13 +0,0 @@
-# js-libp2p-identify
-
-> libp2p Identify Protocol
-
-**Note**: git history prior to merging into js-libp2p can be found in the original repository, https://github.com/libp2p/js-libp2p-identify.
-
-## Description
-
-Identify is a STUN protocol, used by libp2p in order to broadcast and learn about the `ip:port` pairs a specific peer is available through and to know when a new stream muxer is established, so a conn can be reused.
-
-## How does it work
-
-The spec for Identify and Identify Push is at [libp2p/specs](https://github.com/libp2p/specs/tree/master/identify).

package/src/identify/consts.ts

@@ -1,12 +0,0 @@
-import { version } from '../version.js'
-
-export const PROTOCOL_VERSION = 'ipfs/0.1.0' // deprecated
-export const AGENT_VERSION = `js-libp2p/${version}`
-export const MULTICODEC_IDENTIFY = '/ipfs/id/1.0.0' // deprecated
-export const MULTICODEC_IDENTIFY_PUSH = '/ipfs/id/push/1.0.0' // deprecated
-
-export const IDENTIFY_PROTOCOL_VERSION = '0.1.0'
-export const MULTICODEC_IDENTIFY_PROTOCOL_NAME = 'id'
-export const MULTICODEC_IDENTIFY_PUSH_PROTOCOL_NAME = 'id/push'
-export const MULTICODEC_IDENTIFY_PROTOCOL_VERSION = '1.0.0'
-export const MULTICODEC_IDENTIFY_PUSH_PROTOCOL_VERSION = '1.0.0'