libp2p 0.35.7 → 0.35.8-00e4959

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (89) hide show
  1. package/dist/index.min.js +55 -0
  2. package/dist/src/circuit/auto-relay.d.ts +8 -10
  3. package/dist/src/circuit/auto-relay.d.ts.map +1 -1
  4. package/dist/src/connection-manager/auto-dialler.d.ts +1 -1
  5. package/dist/src/connection-manager/auto-dialler.d.ts.map +1 -1
  6. package/dist/src/connection-manager/index.d.ts +1 -2
  7. package/dist/src/connection-manager/index.d.ts.map +1 -1
  8. package/dist/src/content-routing/utils.d.ts +3 -3
  9. package/dist/src/content-routing/utils.d.ts.map +1 -1
  10. package/dist/src/dht/dht-peer-routing.d.ts.map +1 -1
  11. package/dist/src/dialer/dial-request.d.ts.map +1 -1
  12. package/dist/src/dialer/index.d.ts +5 -5
  13. package/dist/src/dialer/index.d.ts.map +1 -1
  14. package/dist/src/identify/index.d.ts +4 -4
  15. package/dist/src/identify/index.d.ts.map +1 -1
  16. package/dist/src/index.d.ts +6 -6
  17. package/dist/src/index.d.ts.map +1 -1
  18. package/dist/src/metrics/index.d.ts +9 -4
  19. package/dist/src/metrics/index.d.ts.map +1 -1
  20. package/dist/src/metrics/tracked-map.d.ts +6 -1
  21. package/dist/src/metrics/tracked-map.d.ts.map +1 -1
  22. package/dist/src/peer-routing.d.ts +1 -1
  23. package/dist/src/peer-routing.d.ts.map +1 -1
  24. package/dist/src/peer-store/address-book.d.ts +28 -84
  25. package/dist/src/peer-store/address-book.d.ts.map +1 -1
  26. package/dist/src/peer-store/index.d.ts +25 -94
  27. package/dist/src/peer-store/index.d.ts.map +1 -1
  28. package/dist/src/peer-store/key-book.d.ts +31 -15
  29. package/dist/src/peer-store/key-book.d.ts.map +1 -1
  30. package/dist/src/peer-store/metadata-book.d.ts +33 -29
  31. package/dist/src/peer-store/metadata-book.d.ts.map +1 -1
  32. package/dist/src/peer-store/pb/peer.d.ts +222 -0
  33. package/dist/src/peer-store/proto-book.d.ts +27 -28
  34. package/dist/src/peer-store/proto-book.d.ts.map +1 -1
  35. package/dist/src/peer-store/store.d.ts +73 -0
  36. package/dist/src/peer-store/store.d.ts.map +1 -0
  37. package/dist/src/peer-store/types.d.ts +202 -0
  38. package/dist/src/peer-store/types.d.ts.map +1 -0
  39. package/dist/src/ping/index.d.ts.map +1 -1
  40. package/dist/src/record/peer-record/index.d.ts +2 -2
  41. package/dist/src/record/peer-record/index.d.ts.map +1 -1
  42. package/dist/src/registrar.d.ts +5 -5
  43. package/dist/src/registrar.d.ts.map +1 -1
  44. package/dist/src/upgrader.d.ts.map +1 -1
  45. package/package.json +21 -28
  46. package/src/circuit/auto-relay.js +52 -38
  47. package/src/connection-manager/auto-dialler.js +9 -4
  48. package/src/connection-manager/index.js +42 -22
  49. package/src/content-routing/utils.js +4 -4
  50. package/src/dht/dht-peer-routing.js +2 -6
  51. package/src/dialer/dial-request.js +4 -1
  52. package/src/dialer/index.js +22 -10
  53. package/src/identify/index.js +47 -38
  54. package/src/index.js +33 -27
  55. package/src/metrics/index.js +15 -8
  56. package/src/metrics/tracked-map.js +45 -13
  57. package/src/peer-routing.js +4 -1
  58. package/src/peer-store/address-book.js +242 -227
  59. package/src/peer-store/index.js +77 -110
  60. package/src/peer-store/key-book.js +99 -54
  61. package/src/peer-store/metadata-book.js +171 -101
  62. package/src/peer-store/pb/peer.d.ts +222 -0
  63. package/src/peer-store/pb/peer.js +643 -0
  64. package/src/peer-store/pb/peer.proto +31 -0
  65. package/src/peer-store/proto-book.js +171 -105
  66. package/src/peer-store/store.js +250 -0
  67. package/src/peer-store/types.ts +245 -0
  68. package/src/ping/index.js +6 -0
  69. package/src/record/peer-record/index.js +1 -1
  70. package/src/record/utils.js +1 -1
  71. package/src/registrar.js +4 -4
  72. package/src/upgrader.js +3 -2
  73. package/dist/src/peer-store/book.d.ts +0 -81
  74. package/dist/src/peer-store/book.d.ts.map +0 -1
  75. package/dist/src/peer-store/persistent/consts.d.ts +0 -6
  76. package/dist/src/peer-store/persistent/consts.d.ts.map +0 -1
  77. package/dist/src/peer-store/persistent/index.d.ts +0 -129
  78. package/dist/src/peer-store/persistent/index.d.ts.map +0 -1
  79. package/dist/src/peer-store/persistent/pb/address-book.d.ts +0 -198
  80. package/dist/src/peer-store/persistent/pb/proto-book.d.ts +0 -59
  81. package/src/peer-store/book.js +0 -124
  82. package/src/peer-store/persistent/consts.js +0 -15
  83. package/src/peer-store/persistent/index.js +0 -408
  84. package/src/peer-store/persistent/pb/address-book.d.ts +0 -198
  85. package/src/peer-store/persistent/pb/address-book.js +0 -522
  86. package/src/peer-store/persistent/pb/address-book.proto +0 -27
  87. package/src/peer-store/persistent/pb/proto-book.d.ts +0 -59
  88. package/src/peer-store/persistent/pb/proto-book.js +0 -157
  89. package/src/peer-store/persistent/pb/proto-book.proto +0 -5
@@ -8,7 +8,7 @@ const log = Object.assign(debug('libp2p:auto-relay'), {
8
8
  const { fromString: uint8ArrayFromString } = require('uint8arrays/from-string')
9
9
  const { toString: uint8ArrayToString } = require('uint8arrays/to-string')
10
10
  const { Multiaddr } = require('multiaddr')
11
- const PeerId = require('peer-id')
11
+ const all = require('it-all')
12
12
 
13
13
  const { relay: multicodec } = require('./multicodec')
14
14
  const { canHop } = require('./circuit/hop')
@@ -22,7 +22,8 @@ const {
22
22
 
23
23
  /**
24
24
  * @typedef {import('libp2p-interfaces/src/connection').Connection} Connection
25
- * @typedef {import('../peer-store/address-book').Address} Address
25
+ * @typedef {import('../peer-store/types').Address} Address
26
+ * @typedef {import('peer-id')} PeerId
26
27
  */
27
28
 
28
29
  /**
@@ -91,7 +92,7 @@ class AutoRelay {
91
92
 
92
93
  // If no protocol, check if we were keeping the peer before as a listenRelay
93
94
  if (!hasProtocol && this._listenRelays.has(id)) {
94
- this._removeListenRelay(id)
95
+ await this._removeListenRelay(id)
95
96
  return
96
97
  } else if (!hasProtocol || this._listenRelays.has(id)) {
97
98
  return
@@ -113,7 +114,7 @@ class AutoRelay {
113
114
  const supportsHop = await canHop({ connection })
114
115
 
115
116
  if (supportsHop) {
116
- this._peerStore.metadataBook.set(peerId, HOP_METADATA_KEY, uint8ArrayFromString(HOP_METADATA_VALUE))
117
+ await this._peerStore.metadataBook.setValue(peerId, HOP_METADATA_KEY, uint8ArrayFromString(HOP_METADATA_VALUE))
117
118
  await this._addListenRelay(connection, id)
118
119
  }
119
120
  } catch (/** @type {any} */ err) {
@@ -125,7 +126,6 @@ class AutoRelay {
125
126
  * Peer disconnects.
126
127
  *
127
128
  * @param {Connection} connection - connection to the peer
128
- * @returns {void}
129
129
  */
130
130
  _onPeerDisconnected (connection) {
131
131
  const peerId = connection.remotePeer
@@ -136,7 +136,9 @@ class AutoRelay {
136
136
  return
137
137
  }
138
138
 
139
- this._removeListenRelay(id)
139
+ this._removeListenRelay(id).catch(err => {
140
+ log.error(err)
141
+ })
140
142
  }
141
143
 
142
144
  /**
@@ -148,27 +150,35 @@ class AutoRelay {
148
150
  * @returns {Promise<void>}
149
151
  */
150
152
  async _addListenRelay (connection, id) {
151
- // Check if already listening on enough relays
152
- if (this._listenRelays.size >= this.maxListeners) {
153
- return
154
- }
155
-
156
- // Get peer known addresses and sort them per public addresses first
157
- const remoteAddrs = this._peerStore.addressBook.getMultiaddrsForPeer(
158
- connection.remotePeer, this._addressSorter
159
- )
160
-
161
- if (!remoteAddrs || !remoteAddrs.length) {
162
- return
163
- }
164
-
165
- const listenAddr = `${remoteAddrs[0].toString()}/p2p-circuit`
166
- this._listenRelays.add(id)
167
-
168
- // Attempt to listen on relay
169
153
  try {
170
- await this._transportManager.listen([new Multiaddr(listenAddr)])
171
- // Announce multiaddrs will update on listen success by TransportManager event being triggered
154
+ // Check if already listening on enough relays
155
+ if (this._listenRelays.size >= this.maxListeners) {
156
+ return
157
+ }
158
+
159
+ // Get peer known addresses and sort them per public addresses first
160
+ const remoteAddrs = await this._peerStore.addressBook.getMultiaddrsForPeer(
161
+ connection.remotePeer, this._addressSorter
162
+ )
163
+
164
+ // Attempt to listen on relay
165
+ const result = await Promise.all(
166
+ remoteAddrs.map(async addr => {
167
+ try {
168
+ // Announce multiaddrs will update on listen success by TransportManager event being triggered
169
+ await this._transportManager.listen([new Multiaddr(`${addr.toString()}/p2p-circuit`)])
170
+ return true
171
+ } catch (/** @type {any} */ err) {
172
+ this._onError(err)
173
+ }
174
+
175
+ return false
176
+ })
177
+ )
178
+
179
+ if (result.includes(true)) {
180
+ this._listenRelays.add(id)
181
+ }
172
182
  } catch (/** @type {any} */ err) {
173
183
  this._onError(err)
174
184
  this._listenRelays.delete(id)
@@ -180,12 +190,11 @@ class AutoRelay {
180
190
  *
181
191
  * @private
182
192
  * @param {string} id - peer identifier string.
183
- * @returns {void}
184
193
  */
185
- _removeListenRelay (id) {
194
+ async _removeListenRelay (id) {
186
195
  if (this._listenRelays.delete(id)) {
187
196
  // TODO: this should be responsibility of the connMgr
188
- this._listenOnAvailableHopRelays([id])
197
+ await this._listenOnAvailableHopRelays([id])
189
198
  }
190
199
  }
191
200
 
@@ -197,7 +206,6 @@ class AutoRelay {
197
206
  * 3. Search the network.
198
207
  *
199
208
  * @param {string[]} [peersToIgnore]
200
- * @returns {Promise<void>}
201
209
  */
202
210
  async _listenOnAvailableHopRelays (peersToIgnore = []) {
203
211
  // TODO: The peer redial issue on disconnect should be handled by connection gating
@@ -207,31 +215,37 @@ class AutoRelay {
207
215
  }
208
216
 
209
217
  const knownHopsToDial = []
218
+ const peers = await all(this._peerStore.getPeers())
210
219
 
211
220
  // Check if we have known hop peers to use and attempt to listen on the already connected
212
- for (const [id, metadataMap] of this._peerStore.metadataBook.data.entries()) {
221
+ for await (const { id, metadata } of peers) {
222
+ const idStr = id.toB58String()
223
+
213
224
  // Continue to next if listening on this or peer to ignore
214
- if (this._listenRelays.has(id) || peersToIgnore.includes(id)) {
225
+ if (this._listenRelays.has(idStr)) {
215
226
  continue
216
227
  }
217
228
 
218
- const supportsHop = metadataMap.get(HOP_METADATA_KEY)
229
+ if (peersToIgnore.includes(idStr)) {
230
+ continue
231
+ }
232
+
233
+ const supportsHop = metadata.get(HOP_METADATA_KEY)
219
234
 
220
235
  // Continue to next if it does not support Hop
221
236
  if (!supportsHop || uint8ArrayToString(supportsHop) !== HOP_METADATA_VALUE) {
222
237
  continue
223
238
  }
224
239
 
225
- const peerId = PeerId.createFromB58String(id)
226
- const connection = this._connectionManager.get(peerId)
240
+ const connection = this._connectionManager.get(id)
227
241
 
228
242
  // If not connected, store for possible later use.
229
243
  if (!connection) {
230
- knownHopsToDial.push(peerId)
244
+ knownHopsToDial.push(id)
231
245
  continue
232
246
  }
233
247
 
234
- await this._addListenRelay(connection, id)
248
+ await this._addListenRelay(connection, idStr)
235
249
 
236
250
  // Check if already listening on enough relays
237
251
  if (this._listenRelays.size >= this.maxListeners) {
@@ -258,7 +272,7 @@ class AutoRelay {
258
272
  }
259
273
 
260
274
  const peerId = provider.id
261
- this._peerStore.addressBook.add(peerId, provider.multiaddrs)
275
+ await this._peerStore.addressBook.add(peerId, provider.multiaddrs)
262
276
 
263
277
  await this._tryToListenOnRelay(peerId)
264
278
 
@@ -4,6 +4,7 @@ const debug = require('debug')
4
4
  const mergeOptions = require('merge-options')
5
5
  // @ts-ignore retimer does not have types
6
6
  const retimer = require('retimer')
7
+ const all = require('it-all')
7
8
 
8
9
  const log = Object.assign(debug('libp2p:connection-manager:auto-dialler'), {
9
10
  error: debug('libp2p:connection-manager:auto-dialler:err')
@@ -50,14 +51,16 @@ class AutoDialler {
50
51
  /**
51
52
  * Starts the auto dialer
52
53
  */
53
- start () {
54
+ async start () {
54
55
  if (!this._options.enabled) {
55
56
  log('not enabled')
56
57
  return
57
58
  }
58
59
 
59
60
  this._running = true
60
- this._autoDial()
61
+ this._autoDial().catch(err => {
62
+ log.error('could start autodial', err)
63
+ })
61
64
  log('started')
62
65
  }
63
66
 
@@ -84,8 +87,10 @@ class AutoDialler {
84
87
  return
85
88
  }
86
89
 
87
- // Sort peers on wether we know protocols of public keys for them
88
- const peers = Array.from(this._libp2p.peerStore.peers.values())
90
+ // Sort peers on whether we know protocols of public keys for them
91
+ // TODO: assuming the `peerStore.getPeers()` order is stable this will mean
92
+ // we keep trying to connect to the same peers?
93
+ const peers = (await all(this._libp2p.peerStore.getPeers()))
89
94
  .sort((a, b) => {
90
95
  if (b.protocols && b.protocols.length && (!a.protocols || !a.protocols.length)) {
91
96
  return 1
@@ -87,14 +87,22 @@ class ConnectionManager extends EventEmitter {
87
87
  *
88
88
  * @type {Map<string, number>}
89
89
  */
90
- this._peerValues = trackedMap(METRICS_COMPONENT, METRICS_PEER_VALUES, this._libp2p.metrics)
90
+ this._peerValues = trackedMap({
91
+ component: METRICS_COMPONENT,
92
+ metric: METRICS_PEER_VALUES,
93
+ metrics: this._libp2p.metrics
94
+ })
91
95
 
92
96
  /**
93
97
  * Map of connections per peer
94
98
  *
95
99
  * @type {Map<string, Connection[]>}
96
100
  */
97
- this.connections = trackedMap(METRICS_COMPONENT, METRICS_PEER_CONNECTIONS, this._libp2p.metrics)
101
+ this.connections = trackedMap({
102
+ component: METRICS_COMPONENT,
103
+ metric: METRICS_PEER_CONNECTIONS,
104
+ metrics: this._libp2p.metrics
105
+ })
98
106
 
99
107
  this._started = false
100
108
  this._timer = null
@@ -104,6 +112,9 @@ class ConnectionManager extends EventEmitter {
104
112
  latencyCheckIntervalMs: this._options.pollInterval,
105
113
  dataEmitIntervalMs: this._options.pollInterval
106
114
  })
115
+
116
+ // This emitter gets listened to a lot
117
+ this.setMaxListeners(Infinity)
107
118
  }
108
119
 
109
120
  /**
@@ -187,19 +198,22 @@ class ConnectionManager extends EventEmitter {
187
198
  *
188
199
  * @private
189
200
  */
190
- _checkMetrics () {
201
+ async _checkMetrics () {
191
202
  if (this._libp2p.metrics) {
192
- const movingAverages = this._libp2p.metrics.global.movingAverages
193
- // @ts-ignore moving averages object types
194
- const received = movingAverages.dataReceived[this._options.movingAverageInterval].movingAverage()
195
- this._checkMaxLimit('maxReceivedData', received)
196
- // @ts-ignore moving averages object types
197
- const sent = movingAverages.dataSent[this._options.movingAverageInterval].movingAverage()
198
- this._checkMaxLimit('maxSentData', sent)
199
- const total = received + sent
200
- this._checkMaxLimit('maxData', total)
201
- log('metrics update', total)
202
- this._timer = retimer(this._checkMetrics, this._options.pollInterval)
203
+ try {
204
+ const movingAverages = this._libp2p.metrics.global.movingAverages
205
+ // @ts-ignore moving averages object types
206
+ const received = movingAverages.dataReceived[this._options.movingAverageInterval].movingAverage()
207
+ await this._checkMaxLimit('maxReceivedData', received)
208
+ // @ts-ignore moving averages object types
209
+ const sent = movingAverages.dataSent[this._options.movingAverageInterval].movingAverage()
210
+ await this._checkMaxLimit('maxSentData', sent)
211
+ const total = received + sent
212
+ await this._checkMaxLimit('maxData', total)
213
+ log('metrics update', total)
214
+ } finally {
215
+ this._timer = retimer(this._checkMetrics, this._options.pollInterval)
216
+ }
203
217
  }
204
218
  }
205
219
 
@@ -207,9 +221,8 @@ class ConnectionManager extends EventEmitter {
207
221
  * Tracks the incoming connection and check the connection limit
208
222
  *
209
223
  * @param {Connection} connection
210
- * @returns {void}
211
224
  */
212
- onConnect (connection) {
225
+ async onConnect (connection) {
213
226
  const peerId = connection.remotePeer
214
227
  const peerIdStr = peerId.toB58String()
215
228
  const storedConn = this.connections.get(peerIdStr)
@@ -222,13 +235,13 @@ class ConnectionManager extends EventEmitter {
222
235
  this.connections.set(peerIdStr, [connection])
223
236
  }
224
237
 
225
- this._libp2p.peerStore.keyBook.set(peerId, peerId.pubKey)
238
+ await this._libp2p.peerStore.keyBook.set(peerId, peerId.pubKey)
226
239
 
227
240
  if (!this._peerValues.has(peerIdStr)) {
228
241
  this._peerValues.set(peerIdStr, this._options.defaultPeerValue)
229
242
  }
230
243
 
231
- this._checkMaxLimit('maxConnections', this.size)
244
+ await this._checkMaxLimit('maxConnections', this.size)
232
245
  }
233
246
 
234
247
  /**
@@ -296,6 +309,9 @@ class ConnectionManager extends EventEmitter {
296
309
  */
297
310
  _onLatencyMeasure (summary) {
298
311
  this._checkMaxLimit('maxEventLoopDelay', summary.avgMs)
312
+ .catch(err => {
313
+ log.error(err)
314
+ })
299
315
  }
300
316
 
301
317
  /**
@@ -305,12 +321,12 @@ class ConnectionManager extends EventEmitter {
305
321
  * @param {string} name - The name of the field to check limits for
306
322
  * @param {number} value - The current value of the field
307
323
  */
308
- _checkMaxLimit (name, value) {
324
+ async _checkMaxLimit (name, value) {
309
325
  const limit = this._options[name]
310
326
  log('checking limit of %s. current value: %d of %d', name, value, limit)
311
327
  if (value > limit) {
312
328
  log('%s: limit exceeded: %s, %d', this._peerId, name, value)
313
- this._maybeDisconnectOne()
329
+ await this._maybeDisconnectOne()
314
330
  }
315
331
  }
316
332
 
@@ -320,7 +336,7 @@ class ConnectionManager extends EventEmitter {
320
336
  *
321
337
  * @private
322
338
  */
323
- _maybeDisconnectOne () {
339
+ async _maybeDisconnectOne () {
324
340
  if (this._options.minConnections < this.connections.size) {
325
341
  const peerValues = Array.from(new Map([...this._peerValues.entries()].sort((a, b) => a[1] - b[1])))
326
342
  log('%s: sorted peer values: %j', this._peerId, peerValues)
@@ -331,7 +347,11 @@ class ConnectionManager extends EventEmitter {
331
347
  log('%s: closing a connection to %j', this._peerId, peerId)
332
348
  for (const connections of this.connections.values()) {
333
349
  if (connections[0].remotePeer.toB58String() === peerId) {
334
- connections[0].close()
350
+ connections[0].close().catch(err => {
351
+ log.error(err)
352
+ })
353
+ // TODO: should not need to invoke this manually
354
+ this.onDisconnect(connections[0])
335
355
  break
336
356
  }
337
357
  }
@@ -14,12 +14,12 @@ const take = require('it-take')
14
14
  * Store the multiaddrs from every peer in the passed peer store
15
15
  *
16
16
  * @param {AsyncIterable<{ id: PeerId, multiaddrs: Multiaddr[] }>} source
17
- * @param {import('../peer-store')} peerStore
17
+ * @param {import('../peer-store/types').PeerStore} peerStore
18
18
  */
19
- function storeAddresses (source, peerStore) {
20
- return map(source, (peer) => {
19
+ async function * storeAddresses (source, peerStore) {
20
+ yield * map(source, async (peer) => {
21
21
  // ensure we have the addresses for a given peer
22
- peerStore.addressBook.add(peer.id, peer.multiaddrs)
22
+ await peerStore.addressBook.add(peer.id, peer.multiaddrs)
23
23
 
24
24
  return peer
25
25
  })
@@ -27,12 +27,8 @@ class DHTPeerRouting {
27
27
  */
28
28
  async findPeer (peerId, options = {}) {
29
29
  for await (const event of this._dht.findPeer(peerId, options)) {
30
- if (event.name === 'PEER_RESPONSE') {
31
- const peer = event.closer.find(peerData => peerData.id.equals(peerId))
32
-
33
- if (peer) {
34
- return peer
35
- }
30
+ if (event.name === 'FINAL_PEER') {
31
+ return event.peer
36
32
  }
37
33
  }
38
34
 
@@ -63,7 +63,10 @@ class DialRequest {
63
63
  tokens.forEach(token => tokenHolder.push(token))
64
64
  const dialAbortControllers = this.addrs.map(() => {
65
65
  const controller = new AbortController()
66
- setMaxListeners && setMaxListeners(Infinity, controller.signal)
66
+ try {
67
+ // fails on node < 15.4
68
+ setMaxListeners && setMaxListeners(Infinity, controller.signal)
69
+ } catch {}
67
70
 
68
71
  return controller
69
72
  })
@@ -30,8 +30,8 @@ const METRICS_PENDING_DIAL_TARGETS = 'pending-dial-targets'
30
30
  /**
31
31
  * @typedef {import('libp2p-interfaces/src/connection').Connection} Connection
32
32
  * @typedef {import('peer-id')} PeerId
33
- * @typedef {import('../peer-store')} PeerStore
34
- * @typedef {import('../peer-store/address-book').Address} Address
33
+ * @typedef {import('../peer-store/types').PeerStore} PeerStore
34
+ * @typedef {import('../peer-store/types').Address} Address
35
35
  * @typedef {import('../transport-manager')} TransportManager
36
36
  */
37
37
 
@@ -88,10 +88,18 @@ class Dialer {
88
88
  this.tokens = [...new Array(maxParallelDials)].map((_, index) => index)
89
89
 
90
90
  /** @type {Map<string, PendingDial>} */
91
- this._pendingDials = trackedMap(METRICS_COMPONENT, METRICS_PENDING_DIALS, metrics)
91
+ this._pendingDials = trackedMap({
92
+ component: METRICS_COMPONENT,
93
+ metric: METRICS_PENDING_DIALS,
94
+ metrics
95
+ })
92
96
 
93
97
  /** @type {Map<string, { resolve: (value: any) => void, reject: (err: Error) => void}>} */
94
- this._pendingDialTargets = trackedMap(METRICS_COMPONENT, METRICS_PENDING_DIAL_TARGETS, metrics)
98
+ this._pendingDialTargets = trackedMap({
99
+ component: METRICS_COMPONENT,
100
+ metric: METRICS_PENDING_DIAL_TARGETS,
101
+ metrics
102
+ })
95
103
 
96
104
  for (const [key, value] of Object.entries(resolvers)) {
97
105
  Multiaddr.resolvers.set(key, value)
@@ -192,10 +200,10 @@ class Dialer {
192
200
  const { id, multiaddrs } = getPeer(peer)
193
201
 
194
202
  if (multiaddrs) {
195
- this.peerStore.addressBook.add(id, multiaddrs)
203
+ await this.peerStore.addressBook.add(id, multiaddrs)
196
204
  }
197
205
 
198
- let knownAddrs = this.peerStore.addressBook.getMultiaddrsForPeer(id, this.addressSorter) || []
206
+ let knownAddrs = await this.peerStore.addressBook.getMultiaddrsForPeer(id, this.addressSorter) || []
199
207
 
200
208
  // If received a multiaddr to dial, it should be the first to use
201
209
  // But, if we know other multiaddrs for the peer, we should try them too.
@@ -215,7 +223,7 @@ class Dialer {
215
223
  const supportedAddrs = addrs.filter(a => this.transportManager.transportForMultiaddr(a))
216
224
 
217
225
  if (supportedAddrs.length > this.maxAddrsToDial) {
218
- this.peerStore.delete(id)
226
+ await this.peerStore.delete(id)
219
227
  throw errCode(new Error('dial with more addresses than allowed'), codes.ERR_TOO_MANY_ADDRESSES)
220
228
  }
221
229
 
@@ -252,14 +260,18 @@ class Dialer {
252
260
 
253
261
  // Combine the timeout signal and options.signal, if provided
254
262
  const timeoutController = new TimeoutController(this.timeout)
255
- // this controller will potentially be used while dialing lots of
256
- // peers so prevent MaxListenersExceededWarning appearing in the console
257
- setMaxListeners && setMaxListeners(Infinity, timeoutController.signal)
258
263
 
259
264
  const signals = [timeoutController.signal]
260
265
  options.signal && signals.push(options.signal)
261
266
  const signal = anySignal(signals)
262
267
 
268
+ // this signal will potentially be used while dialing lots of
269
+ // peers so prevent MaxListenersExceededWarning appearing in the console
270
+ try {
271
+ // fails on node < 15.4
272
+ setMaxListeners && setMaxListeners(Infinity, signal)
273
+ } catch {}
274
+
263
275
  const pendingDial = {
264
276
  dialRequest,
265
277
  controller: timeoutController,
@@ -77,8 +77,6 @@ class IdentifyService {
77
77
  ...libp2p._options.host
78
78
  }
79
79
 
80
- this.peerStore.metadataBook.set(this.peerId, 'AgentVersion', uint8ArrayFromString(this._host.agentVersion))
81
- this.peerStore.metadataBook.set(this.peerId, 'ProtocolVersion', uint8ArrayFromString(this._host.protocolVersion))
82
80
  // When a new connection happens, trigger identify
83
81
  this.connectionManager.on('peer:connect', (connection) => {
84
82
  this.identify(connection).catch(log.error)
@@ -87,18 +85,27 @@ class IdentifyService {
87
85
  // When self multiaddrs change, trigger identify-push
88
86
  this.peerStore.on('change:multiaddrs', ({ peerId }) => {
89
87
  if (peerId.toString() === this.peerId.toString()) {
90
- this.pushToPeerStore()
88
+ this.pushToPeerStore().catch(err => log.error(err))
91
89
  }
92
90
  })
93
91
 
94
92
  // When self protocols change, trigger identify-push
95
93
  this.peerStore.on('change:protocols', ({ peerId }) => {
96
94
  if (peerId.toString() === this.peerId.toString()) {
97
- this.pushToPeerStore()
95
+ this.pushToPeerStore().catch(err => log.error(err))
98
96
  }
99
97
  })
100
98
  }
101
99
 
100
+ async start () {
101
+ await this.peerStore.metadataBook.setValue(this.peerId, 'AgentVersion', uint8ArrayFromString(this._host.agentVersion))
102
+ await this.peerStore.metadataBook.setValue(this.peerId, 'ProtocolVersion', uint8ArrayFromString(this._host.protocolVersion))
103
+ }
104
+
105
+ async stop () {
106
+
107
+ }
108
+
102
109
  /**
103
110
  * Send an Identify Push update to the list of connections
104
111
  *
@@ -108,7 +115,7 @@ class IdentifyService {
108
115
  async push (connections) {
109
116
  const signedPeerRecord = await this.peerStore.addressBook.getRawEnvelope(this.peerId)
110
117
  const listenAddrs = this._libp2p.multiaddrs.map((ma) => ma.bytes)
111
- const protocols = this.peerStore.protoBook.get(this.peerId) || []
118
+ const protocols = await this.peerStore.protoBook.get(this.peerId)
112
119
 
113
120
  const pushes = connections.map(async connection => {
114
121
  try {
@@ -135,10 +142,8 @@ class IdentifyService {
135
142
 
136
143
  /**
137
144
  * Calls `push` for all peers in the `peerStore` that are connected
138
- *
139
- * @returns {void}
140
145
  */
141
- pushToPeerStore () {
146
+ async pushToPeerStore () {
142
147
  // Do not try to push if libp2p node is not running
143
148
  if (!this._libp2p.isStarted()) {
144
149
  return
@@ -146,13 +151,13 @@ class IdentifyService {
146
151
 
147
152
  const connections = []
148
153
  let connection
149
- for (const peer of this.peerStore.peers.values()) {
154
+ for await (const peer of this.peerStore.getPeers()) {
150
155
  if (peer.protocols.includes(this.identifyPushProtocolStr) && (connection = this.connectionManager.get(peer.id))) {
151
156
  connections.push(connection)
152
157
  }
153
158
  }
154
159
 
155
- this.push(connections)
160
+ await this.push(connections)
156
161
  }
157
162
 
158
163
  /**
@@ -205,10 +210,10 @@ class IdentifyService {
205
210
 
206
211
  try {
207
212
  const envelope = await Envelope.openAndCertify(signedPeerRecord, PeerRecord.DOMAIN)
208
- if (this.peerStore.addressBook.consumePeerRecord(envelope)) {
209
- this.peerStore.protoBook.set(id, protocols)
210
- this.peerStore.metadataBook.set(id, 'AgentVersion', uint8ArrayFromString(message.agentVersion))
211
- this.peerStore.metadataBook.set(id, 'ProtocolVersion', uint8ArrayFromString(message.protocolVersion))
213
+ if (await this.peerStore.addressBook.consumePeerRecord(envelope)) {
214
+ await this.peerStore.protoBook.set(id, protocols)
215
+ await this.peerStore.metadataBook.setValue(id, 'AgentVersion', uint8ArrayFromString(message.agentVersion))
216
+ await this.peerStore.metadataBook.setValue(id, 'ProtocolVersion', uint8ArrayFromString(message.protocolVersion))
212
217
  return
213
218
  }
214
219
  } catch (/** @type {any} */ err) {
@@ -217,14 +222,14 @@ class IdentifyService {
217
222
 
218
223
  // LEGACY: Update peers data in PeerStore
219
224
  try {
220
- this.peerStore.addressBook.set(id, listenAddrs.map((addr) => new Multiaddr(addr)))
225
+ await this.peerStore.addressBook.set(id, listenAddrs.map((addr) => new Multiaddr(addr)))
221
226
  } catch (/** @type {any} */ err) {
222
227
  log.error('received invalid addrs', err)
223
228
  }
224
229
 
225
- this.peerStore.protoBook.set(id, protocols)
226
- this.peerStore.metadataBook.set(id, 'AgentVersion', uint8ArrayFromString(message.agentVersion))
227
- this.peerStore.metadataBook.set(id, 'ProtocolVersion', uint8ArrayFromString(message.protocolVersion))
230
+ await this.peerStore.protoBook.set(id, protocols)
231
+ await this.peerStore.metadataBook.setValue(id, 'AgentVersion', uint8ArrayFromString(message.agentVersion))
232
+ await this.peerStore.metadataBook.setValue(id, 'ProtocolVersion', uint8ArrayFromString(message.protocolVersion))
228
233
 
229
234
  // TODO: Add and score our observed addr
230
235
  log('received observed address of %s', cleanObservedAddr)
@@ -262,25 +267,25 @@ class IdentifyService {
262
267
  * @returns {Promise<void>}
263
268
  */
264
269
  async _handleIdentify ({ connection, stream }) {
265
- let publicKey = new Uint8Array(0)
266
- if (this.peerId.pubKey) {
267
- publicKey = this.peerId.pubKey.bytes
268
- }
270
+ try {
271
+ let publicKey = new Uint8Array(0)
272
+ if (this.peerId.pubKey) {
273
+ publicKey = this.peerId.pubKey.bytes
274
+ }
269
275
 
270
- const signedPeerRecord = await this.peerStore.addressBook.getRawEnvelope(this.peerId)
271
- const protocols = this.peerStore.protoBook.get(this.peerId) || []
276
+ const signedPeerRecord = await this.peerStore.addressBook.getRawEnvelope(this.peerId)
277
+ const protocols = await this.peerStore.protoBook.get(this.peerId)
272
278
 
273
- const message = Message.Identify.encode({
274
- protocolVersion: this._host.protocolVersion,
275
- agentVersion: this._host.agentVersion,
276
- publicKey,
277
- listenAddrs: this._libp2p.multiaddrs.map((ma) => ma.bytes),
278
- signedPeerRecord,
279
- observedAddr: connection.remoteAddr.bytes,
280
- protocols
281
- }).finish()
279
+ const message = Message.Identify.encode({
280
+ protocolVersion: this._host.protocolVersion,
281
+ agentVersion: this._host.agentVersion,
282
+ publicKey,
283
+ listenAddrs: this._libp2p.multiaddrs.map((ma) => ma.bytes),
284
+ signedPeerRecord,
285
+ observedAddr: connection.remoteAddr.bytes,
286
+ protocols
287
+ }).finish()
282
288
 
283
- try {
284
289
  await pipe(
285
290
  [message],
286
291
  lp.encode(),
@@ -321,8 +326,8 @@ class IdentifyService {
321
326
 
322
327
  try {
323
328
  const envelope = await Envelope.openAndCertify(message.signedPeerRecord, PeerRecord.DOMAIN)
324
- if (this.peerStore.addressBook.consumePeerRecord(envelope)) {
325
- this.peerStore.protoBook.set(id, message.protocols)
329
+ if (await this.peerStore.addressBook.consumePeerRecord(envelope)) {
330
+ await this.peerStore.protoBook.set(id, message.protocols)
326
331
  return
327
332
  }
328
333
  } catch (/** @type {any} */ err) {
@@ -331,14 +336,18 @@ class IdentifyService {
331
336
 
332
337
  // LEGACY: Update peers data in PeerStore
333
338
  try {
334
- this.peerStore.addressBook.set(id,
339
+ await this.peerStore.addressBook.set(id,
335
340
  message.listenAddrs.map((addr) => new Multiaddr(addr)))
336
341
  } catch (/** @type {any} */ err) {
337
342
  log.error('received invalid addrs', err)
338
343
  }
339
344
 
340
345
  // Update the protocols
341
- this.peerStore.protoBook.set(id, message.protocols)
346
+ try {
347
+ await this.peerStore.protoBook.set(id, message.protocols)
348
+ } catch (/** @type {any} */ err) {
349
+ log.error('received invalid protocols', err)
350
+ }
342
351
  }
343
352
 
344
353
  /**