libp2p 0.35.7 → 0.35.8-00e4959
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.min.js +55 -0
- package/dist/src/circuit/auto-relay.d.ts +8 -10
- package/dist/src/circuit/auto-relay.d.ts.map +1 -1
- package/dist/src/connection-manager/auto-dialler.d.ts +1 -1
- package/dist/src/connection-manager/auto-dialler.d.ts.map +1 -1
- package/dist/src/connection-manager/index.d.ts +1 -2
- package/dist/src/connection-manager/index.d.ts.map +1 -1
- package/dist/src/content-routing/utils.d.ts +3 -3
- package/dist/src/content-routing/utils.d.ts.map +1 -1
- package/dist/src/dht/dht-peer-routing.d.ts.map +1 -1
- package/dist/src/dialer/dial-request.d.ts.map +1 -1
- package/dist/src/dialer/index.d.ts +5 -5
- package/dist/src/dialer/index.d.ts.map +1 -1
- package/dist/src/identify/index.d.ts +4 -4
- package/dist/src/identify/index.d.ts.map +1 -1
- package/dist/src/index.d.ts +6 -6
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/metrics/index.d.ts +9 -4
- package/dist/src/metrics/index.d.ts.map +1 -1
- package/dist/src/metrics/tracked-map.d.ts +6 -1
- package/dist/src/metrics/tracked-map.d.ts.map +1 -1
- package/dist/src/peer-routing.d.ts +1 -1
- package/dist/src/peer-routing.d.ts.map +1 -1
- package/dist/src/peer-store/address-book.d.ts +28 -84
- package/dist/src/peer-store/address-book.d.ts.map +1 -1
- package/dist/src/peer-store/index.d.ts +25 -94
- package/dist/src/peer-store/index.d.ts.map +1 -1
- package/dist/src/peer-store/key-book.d.ts +31 -15
- package/dist/src/peer-store/key-book.d.ts.map +1 -1
- package/dist/src/peer-store/metadata-book.d.ts +33 -29
- package/dist/src/peer-store/metadata-book.d.ts.map +1 -1
- package/dist/src/peer-store/pb/peer.d.ts +222 -0
- package/dist/src/peer-store/proto-book.d.ts +27 -28
- package/dist/src/peer-store/proto-book.d.ts.map +1 -1
- package/dist/src/peer-store/store.d.ts +73 -0
- package/dist/src/peer-store/store.d.ts.map +1 -0
- package/dist/src/peer-store/types.d.ts +202 -0
- package/dist/src/peer-store/types.d.ts.map +1 -0
- package/dist/src/ping/index.d.ts.map +1 -1
- package/dist/src/record/peer-record/index.d.ts +2 -2
- package/dist/src/record/peer-record/index.d.ts.map +1 -1
- package/dist/src/registrar.d.ts +5 -5
- package/dist/src/registrar.d.ts.map +1 -1
- package/dist/src/upgrader.d.ts.map +1 -1
- package/package.json +21 -28
- package/src/circuit/auto-relay.js +52 -38
- package/src/connection-manager/auto-dialler.js +9 -4
- package/src/connection-manager/index.js +42 -22
- package/src/content-routing/utils.js +4 -4
- package/src/dht/dht-peer-routing.js +2 -6
- package/src/dialer/dial-request.js +4 -1
- package/src/dialer/index.js +22 -10
- package/src/identify/index.js +47 -38
- package/src/index.js +33 -27
- package/src/metrics/index.js +15 -8
- package/src/metrics/tracked-map.js +45 -13
- package/src/peer-routing.js +4 -1
- package/src/peer-store/address-book.js +242 -227
- package/src/peer-store/index.js +77 -110
- package/src/peer-store/key-book.js +99 -54
- package/src/peer-store/metadata-book.js +171 -101
- package/src/peer-store/pb/peer.d.ts +222 -0
- package/src/peer-store/pb/peer.js +643 -0
- package/src/peer-store/pb/peer.proto +31 -0
- package/src/peer-store/proto-book.js +171 -105
- package/src/peer-store/store.js +250 -0
- package/src/peer-store/types.ts +245 -0
- package/src/ping/index.js +6 -0
- package/src/record/peer-record/index.js +1 -1
- package/src/record/utils.js +1 -1
- package/src/registrar.js +4 -4
- package/src/upgrader.js +3 -2
- package/dist/src/peer-store/book.d.ts +0 -81
- package/dist/src/peer-store/book.d.ts.map +0 -1
- package/dist/src/peer-store/persistent/consts.d.ts +0 -6
- package/dist/src/peer-store/persistent/consts.d.ts.map +0 -1
- package/dist/src/peer-store/persistent/index.d.ts +0 -129
- package/dist/src/peer-store/persistent/index.d.ts.map +0 -1
- package/dist/src/peer-store/persistent/pb/address-book.d.ts +0 -198
- package/dist/src/peer-store/persistent/pb/proto-book.d.ts +0 -59
- package/src/peer-store/book.js +0 -124
- package/src/peer-store/persistent/consts.js +0 -15
- package/src/peer-store/persistent/index.js +0 -408
- package/src/peer-store/persistent/pb/address-book.d.ts +0 -198
- package/src/peer-store/persistent/pb/address-book.js +0 -522
- package/src/peer-store/persistent/pb/address-book.proto +0 -27
- package/src/peer-store/persistent/pb/proto-book.d.ts +0 -59
- package/src/peer-store/persistent/pb/proto-book.js +0 -157
- package/src/peer-store/persistent/pb/proto-book.proto +0 -5
|
@@ -8,7 +8,7 @@ const log = Object.assign(debug('libp2p:auto-relay'), {
|
|
|
8
8
|
const { fromString: uint8ArrayFromString } = require('uint8arrays/from-string')
|
|
9
9
|
const { toString: uint8ArrayToString } = require('uint8arrays/to-string')
|
|
10
10
|
const { Multiaddr } = require('multiaddr')
|
|
11
|
-
const
|
|
11
|
+
const all = require('it-all')
|
|
12
12
|
|
|
13
13
|
const { relay: multicodec } = require('./multicodec')
|
|
14
14
|
const { canHop } = require('./circuit/hop')
|
|
@@ -22,7 +22,8 @@ const {
|
|
|
22
22
|
|
|
23
23
|
/**
|
|
24
24
|
* @typedef {import('libp2p-interfaces/src/connection').Connection} Connection
|
|
25
|
-
* @typedef {import('../peer-store/
|
|
25
|
+
* @typedef {import('../peer-store/types').Address} Address
|
|
26
|
+
* @typedef {import('peer-id')} PeerId
|
|
26
27
|
*/
|
|
27
28
|
|
|
28
29
|
/**
|
|
@@ -91,7 +92,7 @@ class AutoRelay {
|
|
|
91
92
|
|
|
92
93
|
// If no protocol, check if we were keeping the peer before as a listenRelay
|
|
93
94
|
if (!hasProtocol && this._listenRelays.has(id)) {
|
|
94
|
-
this._removeListenRelay(id)
|
|
95
|
+
await this._removeListenRelay(id)
|
|
95
96
|
return
|
|
96
97
|
} else if (!hasProtocol || this._listenRelays.has(id)) {
|
|
97
98
|
return
|
|
@@ -113,7 +114,7 @@ class AutoRelay {
|
|
|
113
114
|
const supportsHop = await canHop({ connection })
|
|
114
115
|
|
|
115
116
|
if (supportsHop) {
|
|
116
|
-
this._peerStore.metadataBook.
|
|
117
|
+
await this._peerStore.metadataBook.setValue(peerId, HOP_METADATA_KEY, uint8ArrayFromString(HOP_METADATA_VALUE))
|
|
117
118
|
await this._addListenRelay(connection, id)
|
|
118
119
|
}
|
|
119
120
|
} catch (/** @type {any} */ err) {
|
|
@@ -125,7 +126,6 @@ class AutoRelay {
|
|
|
125
126
|
* Peer disconnects.
|
|
126
127
|
*
|
|
127
128
|
* @param {Connection} connection - connection to the peer
|
|
128
|
-
* @returns {void}
|
|
129
129
|
*/
|
|
130
130
|
_onPeerDisconnected (connection) {
|
|
131
131
|
const peerId = connection.remotePeer
|
|
@@ -136,7 +136,9 @@ class AutoRelay {
|
|
|
136
136
|
return
|
|
137
137
|
}
|
|
138
138
|
|
|
139
|
-
this._removeListenRelay(id)
|
|
139
|
+
this._removeListenRelay(id).catch(err => {
|
|
140
|
+
log.error(err)
|
|
141
|
+
})
|
|
140
142
|
}
|
|
141
143
|
|
|
142
144
|
/**
|
|
@@ -148,27 +150,35 @@ class AutoRelay {
|
|
|
148
150
|
* @returns {Promise<void>}
|
|
149
151
|
*/
|
|
150
152
|
async _addListenRelay (connection, id) {
|
|
151
|
-
// Check if already listening on enough relays
|
|
152
|
-
if (this._listenRelays.size >= this.maxListeners) {
|
|
153
|
-
return
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
// Get peer known addresses and sort them per public addresses first
|
|
157
|
-
const remoteAddrs = this._peerStore.addressBook.getMultiaddrsForPeer(
|
|
158
|
-
connection.remotePeer, this._addressSorter
|
|
159
|
-
)
|
|
160
|
-
|
|
161
|
-
if (!remoteAddrs || !remoteAddrs.length) {
|
|
162
|
-
return
|
|
163
|
-
}
|
|
164
|
-
|
|
165
|
-
const listenAddr = `${remoteAddrs[0].toString()}/p2p-circuit`
|
|
166
|
-
this._listenRelays.add(id)
|
|
167
|
-
|
|
168
|
-
// Attempt to listen on relay
|
|
169
153
|
try {
|
|
170
|
-
|
|
171
|
-
|
|
154
|
+
// Check if already listening on enough relays
|
|
155
|
+
if (this._listenRelays.size >= this.maxListeners) {
|
|
156
|
+
return
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
// Get peer known addresses and sort them per public addresses first
|
|
160
|
+
const remoteAddrs = await this._peerStore.addressBook.getMultiaddrsForPeer(
|
|
161
|
+
connection.remotePeer, this._addressSorter
|
|
162
|
+
)
|
|
163
|
+
|
|
164
|
+
// Attempt to listen on relay
|
|
165
|
+
const result = await Promise.all(
|
|
166
|
+
remoteAddrs.map(async addr => {
|
|
167
|
+
try {
|
|
168
|
+
// Announce multiaddrs will update on listen success by TransportManager event being triggered
|
|
169
|
+
await this._transportManager.listen([new Multiaddr(`${addr.toString()}/p2p-circuit`)])
|
|
170
|
+
return true
|
|
171
|
+
} catch (/** @type {any} */ err) {
|
|
172
|
+
this._onError(err)
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
return false
|
|
176
|
+
})
|
|
177
|
+
)
|
|
178
|
+
|
|
179
|
+
if (result.includes(true)) {
|
|
180
|
+
this._listenRelays.add(id)
|
|
181
|
+
}
|
|
172
182
|
} catch (/** @type {any} */ err) {
|
|
173
183
|
this._onError(err)
|
|
174
184
|
this._listenRelays.delete(id)
|
|
@@ -180,12 +190,11 @@ class AutoRelay {
|
|
|
180
190
|
*
|
|
181
191
|
* @private
|
|
182
192
|
* @param {string} id - peer identifier string.
|
|
183
|
-
* @returns {void}
|
|
184
193
|
*/
|
|
185
|
-
_removeListenRelay (id) {
|
|
194
|
+
async _removeListenRelay (id) {
|
|
186
195
|
if (this._listenRelays.delete(id)) {
|
|
187
196
|
// TODO: this should be responsibility of the connMgr
|
|
188
|
-
this._listenOnAvailableHopRelays([id])
|
|
197
|
+
await this._listenOnAvailableHopRelays([id])
|
|
189
198
|
}
|
|
190
199
|
}
|
|
191
200
|
|
|
@@ -197,7 +206,6 @@ class AutoRelay {
|
|
|
197
206
|
* 3. Search the network.
|
|
198
207
|
*
|
|
199
208
|
* @param {string[]} [peersToIgnore]
|
|
200
|
-
* @returns {Promise<void>}
|
|
201
209
|
*/
|
|
202
210
|
async _listenOnAvailableHopRelays (peersToIgnore = []) {
|
|
203
211
|
// TODO: The peer redial issue on disconnect should be handled by connection gating
|
|
@@ -207,31 +215,37 @@ class AutoRelay {
|
|
|
207
215
|
}
|
|
208
216
|
|
|
209
217
|
const knownHopsToDial = []
|
|
218
|
+
const peers = await all(this._peerStore.getPeers())
|
|
210
219
|
|
|
211
220
|
// Check if we have known hop peers to use and attempt to listen on the already connected
|
|
212
|
-
for (const
|
|
221
|
+
for await (const { id, metadata } of peers) {
|
|
222
|
+
const idStr = id.toB58String()
|
|
223
|
+
|
|
213
224
|
// Continue to next if listening on this or peer to ignore
|
|
214
|
-
if (this._listenRelays.has(
|
|
225
|
+
if (this._listenRelays.has(idStr)) {
|
|
215
226
|
continue
|
|
216
227
|
}
|
|
217
228
|
|
|
218
|
-
|
|
229
|
+
if (peersToIgnore.includes(idStr)) {
|
|
230
|
+
continue
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
const supportsHop = metadata.get(HOP_METADATA_KEY)
|
|
219
234
|
|
|
220
235
|
// Continue to next if it does not support Hop
|
|
221
236
|
if (!supportsHop || uint8ArrayToString(supportsHop) !== HOP_METADATA_VALUE) {
|
|
222
237
|
continue
|
|
223
238
|
}
|
|
224
239
|
|
|
225
|
-
const
|
|
226
|
-
const connection = this._connectionManager.get(peerId)
|
|
240
|
+
const connection = this._connectionManager.get(id)
|
|
227
241
|
|
|
228
242
|
// If not connected, store for possible later use.
|
|
229
243
|
if (!connection) {
|
|
230
|
-
knownHopsToDial.push(
|
|
244
|
+
knownHopsToDial.push(id)
|
|
231
245
|
continue
|
|
232
246
|
}
|
|
233
247
|
|
|
234
|
-
await this._addListenRelay(connection,
|
|
248
|
+
await this._addListenRelay(connection, idStr)
|
|
235
249
|
|
|
236
250
|
// Check if already listening on enough relays
|
|
237
251
|
if (this._listenRelays.size >= this.maxListeners) {
|
|
@@ -258,7 +272,7 @@ class AutoRelay {
|
|
|
258
272
|
}
|
|
259
273
|
|
|
260
274
|
const peerId = provider.id
|
|
261
|
-
this._peerStore.addressBook.add(peerId, provider.multiaddrs)
|
|
275
|
+
await this._peerStore.addressBook.add(peerId, provider.multiaddrs)
|
|
262
276
|
|
|
263
277
|
await this._tryToListenOnRelay(peerId)
|
|
264
278
|
|
|
@@ -4,6 +4,7 @@ const debug = require('debug')
|
|
|
4
4
|
const mergeOptions = require('merge-options')
|
|
5
5
|
// @ts-ignore retimer does not have types
|
|
6
6
|
const retimer = require('retimer')
|
|
7
|
+
const all = require('it-all')
|
|
7
8
|
|
|
8
9
|
const log = Object.assign(debug('libp2p:connection-manager:auto-dialler'), {
|
|
9
10
|
error: debug('libp2p:connection-manager:auto-dialler:err')
|
|
@@ -50,14 +51,16 @@ class AutoDialler {
|
|
|
50
51
|
/**
|
|
51
52
|
* Starts the auto dialer
|
|
52
53
|
*/
|
|
53
|
-
start () {
|
|
54
|
+
async start () {
|
|
54
55
|
if (!this._options.enabled) {
|
|
55
56
|
log('not enabled')
|
|
56
57
|
return
|
|
57
58
|
}
|
|
58
59
|
|
|
59
60
|
this._running = true
|
|
60
|
-
this._autoDial()
|
|
61
|
+
this._autoDial().catch(err => {
|
|
62
|
+
log.error('could start autodial', err)
|
|
63
|
+
})
|
|
61
64
|
log('started')
|
|
62
65
|
}
|
|
63
66
|
|
|
@@ -84,8 +87,10 @@ class AutoDialler {
|
|
|
84
87
|
return
|
|
85
88
|
}
|
|
86
89
|
|
|
87
|
-
// Sort peers on
|
|
88
|
-
|
|
90
|
+
// Sort peers on whether we know protocols of public keys for them
|
|
91
|
+
// TODO: assuming the `peerStore.getPeers()` order is stable this will mean
|
|
92
|
+
// we keep trying to connect to the same peers?
|
|
93
|
+
const peers = (await all(this._libp2p.peerStore.getPeers()))
|
|
89
94
|
.sort((a, b) => {
|
|
90
95
|
if (b.protocols && b.protocols.length && (!a.protocols || !a.protocols.length)) {
|
|
91
96
|
return 1
|
|
@@ -87,14 +87,22 @@ class ConnectionManager extends EventEmitter {
|
|
|
87
87
|
*
|
|
88
88
|
* @type {Map<string, number>}
|
|
89
89
|
*/
|
|
90
|
-
this._peerValues = trackedMap(
|
|
90
|
+
this._peerValues = trackedMap({
|
|
91
|
+
component: METRICS_COMPONENT,
|
|
92
|
+
metric: METRICS_PEER_VALUES,
|
|
93
|
+
metrics: this._libp2p.metrics
|
|
94
|
+
})
|
|
91
95
|
|
|
92
96
|
/**
|
|
93
97
|
* Map of connections per peer
|
|
94
98
|
*
|
|
95
99
|
* @type {Map<string, Connection[]>}
|
|
96
100
|
*/
|
|
97
|
-
this.connections = trackedMap(
|
|
101
|
+
this.connections = trackedMap({
|
|
102
|
+
component: METRICS_COMPONENT,
|
|
103
|
+
metric: METRICS_PEER_CONNECTIONS,
|
|
104
|
+
metrics: this._libp2p.metrics
|
|
105
|
+
})
|
|
98
106
|
|
|
99
107
|
this._started = false
|
|
100
108
|
this._timer = null
|
|
@@ -104,6 +112,9 @@ class ConnectionManager extends EventEmitter {
|
|
|
104
112
|
latencyCheckIntervalMs: this._options.pollInterval,
|
|
105
113
|
dataEmitIntervalMs: this._options.pollInterval
|
|
106
114
|
})
|
|
115
|
+
|
|
116
|
+
// This emitter gets listened to a lot
|
|
117
|
+
this.setMaxListeners(Infinity)
|
|
107
118
|
}
|
|
108
119
|
|
|
109
120
|
/**
|
|
@@ -187,19 +198,22 @@ class ConnectionManager extends EventEmitter {
|
|
|
187
198
|
*
|
|
188
199
|
* @private
|
|
189
200
|
*/
|
|
190
|
-
_checkMetrics () {
|
|
201
|
+
async _checkMetrics () {
|
|
191
202
|
if (this._libp2p.metrics) {
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
+
try {
|
|
204
|
+
const movingAverages = this._libp2p.metrics.global.movingAverages
|
|
205
|
+
// @ts-ignore moving averages object types
|
|
206
|
+
const received = movingAverages.dataReceived[this._options.movingAverageInterval].movingAverage()
|
|
207
|
+
await this._checkMaxLimit('maxReceivedData', received)
|
|
208
|
+
// @ts-ignore moving averages object types
|
|
209
|
+
const sent = movingAverages.dataSent[this._options.movingAverageInterval].movingAverage()
|
|
210
|
+
await this._checkMaxLimit('maxSentData', sent)
|
|
211
|
+
const total = received + sent
|
|
212
|
+
await this._checkMaxLimit('maxData', total)
|
|
213
|
+
log('metrics update', total)
|
|
214
|
+
} finally {
|
|
215
|
+
this._timer = retimer(this._checkMetrics, this._options.pollInterval)
|
|
216
|
+
}
|
|
203
217
|
}
|
|
204
218
|
}
|
|
205
219
|
|
|
@@ -207,9 +221,8 @@ class ConnectionManager extends EventEmitter {
|
|
|
207
221
|
* Tracks the incoming connection and check the connection limit
|
|
208
222
|
*
|
|
209
223
|
* @param {Connection} connection
|
|
210
|
-
* @returns {void}
|
|
211
224
|
*/
|
|
212
|
-
onConnect (connection) {
|
|
225
|
+
async onConnect (connection) {
|
|
213
226
|
const peerId = connection.remotePeer
|
|
214
227
|
const peerIdStr = peerId.toB58String()
|
|
215
228
|
const storedConn = this.connections.get(peerIdStr)
|
|
@@ -222,13 +235,13 @@ class ConnectionManager extends EventEmitter {
|
|
|
222
235
|
this.connections.set(peerIdStr, [connection])
|
|
223
236
|
}
|
|
224
237
|
|
|
225
|
-
this._libp2p.peerStore.keyBook.set(peerId, peerId.pubKey)
|
|
238
|
+
await this._libp2p.peerStore.keyBook.set(peerId, peerId.pubKey)
|
|
226
239
|
|
|
227
240
|
if (!this._peerValues.has(peerIdStr)) {
|
|
228
241
|
this._peerValues.set(peerIdStr, this._options.defaultPeerValue)
|
|
229
242
|
}
|
|
230
243
|
|
|
231
|
-
this._checkMaxLimit('maxConnections', this.size)
|
|
244
|
+
await this._checkMaxLimit('maxConnections', this.size)
|
|
232
245
|
}
|
|
233
246
|
|
|
234
247
|
/**
|
|
@@ -296,6 +309,9 @@ class ConnectionManager extends EventEmitter {
|
|
|
296
309
|
*/
|
|
297
310
|
_onLatencyMeasure (summary) {
|
|
298
311
|
this._checkMaxLimit('maxEventLoopDelay', summary.avgMs)
|
|
312
|
+
.catch(err => {
|
|
313
|
+
log.error(err)
|
|
314
|
+
})
|
|
299
315
|
}
|
|
300
316
|
|
|
301
317
|
/**
|
|
@@ -305,12 +321,12 @@ class ConnectionManager extends EventEmitter {
|
|
|
305
321
|
* @param {string} name - The name of the field to check limits for
|
|
306
322
|
* @param {number} value - The current value of the field
|
|
307
323
|
*/
|
|
308
|
-
_checkMaxLimit (name, value) {
|
|
324
|
+
async _checkMaxLimit (name, value) {
|
|
309
325
|
const limit = this._options[name]
|
|
310
326
|
log('checking limit of %s. current value: %d of %d', name, value, limit)
|
|
311
327
|
if (value > limit) {
|
|
312
328
|
log('%s: limit exceeded: %s, %d', this._peerId, name, value)
|
|
313
|
-
this._maybeDisconnectOne()
|
|
329
|
+
await this._maybeDisconnectOne()
|
|
314
330
|
}
|
|
315
331
|
}
|
|
316
332
|
|
|
@@ -320,7 +336,7 @@ class ConnectionManager extends EventEmitter {
|
|
|
320
336
|
*
|
|
321
337
|
* @private
|
|
322
338
|
*/
|
|
323
|
-
_maybeDisconnectOne () {
|
|
339
|
+
async _maybeDisconnectOne () {
|
|
324
340
|
if (this._options.minConnections < this.connections.size) {
|
|
325
341
|
const peerValues = Array.from(new Map([...this._peerValues.entries()].sort((a, b) => a[1] - b[1])))
|
|
326
342
|
log('%s: sorted peer values: %j', this._peerId, peerValues)
|
|
@@ -331,7 +347,11 @@ class ConnectionManager extends EventEmitter {
|
|
|
331
347
|
log('%s: closing a connection to %j', this._peerId, peerId)
|
|
332
348
|
for (const connections of this.connections.values()) {
|
|
333
349
|
if (connections[0].remotePeer.toB58String() === peerId) {
|
|
334
|
-
connections[0].close()
|
|
350
|
+
connections[0].close().catch(err => {
|
|
351
|
+
log.error(err)
|
|
352
|
+
})
|
|
353
|
+
// TODO: should not need to invoke this manually
|
|
354
|
+
this.onDisconnect(connections[0])
|
|
335
355
|
break
|
|
336
356
|
}
|
|
337
357
|
}
|
|
@@ -14,12 +14,12 @@ const take = require('it-take')
|
|
|
14
14
|
* Store the multiaddrs from every peer in the passed peer store
|
|
15
15
|
*
|
|
16
16
|
* @param {AsyncIterable<{ id: PeerId, multiaddrs: Multiaddr[] }>} source
|
|
17
|
-
* @param {import('../peer-store')} peerStore
|
|
17
|
+
* @param {import('../peer-store/types').PeerStore} peerStore
|
|
18
18
|
*/
|
|
19
|
-
function storeAddresses (source, peerStore) {
|
|
20
|
-
|
|
19
|
+
async function * storeAddresses (source, peerStore) {
|
|
20
|
+
yield * map(source, async (peer) => {
|
|
21
21
|
// ensure we have the addresses for a given peer
|
|
22
|
-
peerStore.addressBook.add(peer.id, peer.multiaddrs)
|
|
22
|
+
await peerStore.addressBook.add(peer.id, peer.multiaddrs)
|
|
23
23
|
|
|
24
24
|
return peer
|
|
25
25
|
})
|
|
@@ -27,12 +27,8 @@ class DHTPeerRouting {
|
|
|
27
27
|
*/
|
|
28
28
|
async findPeer (peerId, options = {}) {
|
|
29
29
|
for await (const event of this._dht.findPeer(peerId, options)) {
|
|
30
|
-
if (event.name === '
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
if (peer) {
|
|
34
|
-
return peer
|
|
35
|
-
}
|
|
30
|
+
if (event.name === 'FINAL_PEER') {
|
|
31
|
+
return event.peer
|
|
36
32
|
}
|
|
37
33
|
}
|
|
38
34
|
|
|
@@ -63,7 +63,10 @@ class DialRequest {
|
|
|
63
63
|
tokens.forEach(token => tokenHolder.push(token))
|
|
64
64
|
const dialAbortControllers = this.addrs.map(() => {
|
|
65
65
|
const controller = new AbortController()
|
|
66
|
-
|
|
66
|
+
try {
|
|
67
|
+
// fails on node < 15.4
|
|
68
|
+
setMaxListeners && setMaxListeners(Infinity, controller.signal)
|
|
69
|
+
} catch {}
|
|
67
70
|
|
|
68
71
|
return controller
|
|
69
72
|
})
|
package/src/dialer/index.js
CHANGED
|
@@ -30,8 +30,8 @@ const METRICS_PENDING_DIAL_TARGETS = 'pending-dial-targets'
|
|
|
30
30
|
/**
|
|
31
31
|
* @typedef {import('libp2p-interfaces/src/connection').Connection} Connection
|
|
32
32
|
* @typedef {import('peer-id')} PeerId
|
|
33
|
-
* @typedef {import('../peer-store')} PeerStore
|
|
34
|
-
* @typedef {import('../peer-store/
|
|
33
|
+
* @typedef {import('../peer-store/types').PeerStore} PeerStore
|
|
34
|
+
* @typedef {import('../peer-store/types').Address} Address
|
|
35
35
|
* @typedef {import('../transport-manager')} TransportManager
|
|
36
36
|
*/
|
|
37
37
|
|
|
@@ -88,10 +88,18 @@ class Dialer {
|
|
|
88
88
|
this.tokens = [...new Array(maxParallelDials)].map((_, index) => index)
|
|
89
89
|
|
|
90
90
|
/** @type {Map<string, PendingDial>} */
|
|
91
|
-
this._pendingDials = trackedMap(
|
|
91
|
+
this._pendingDials = trackedMap({
|
|
92
|
+
component: METRICS_COMPONENT,
|
|
93
|
+
metric: METRICS_PENDING_DIALS,
|
|
94
|
+
metrics
|
|
95
|
+
})
|
|
92
96
|
|
|
93
97
|
/** @type {Map<string, { resolve: (value: any) => void, reject: (err: Error) => void}>} */
|
|
94
|
-
this._pendingDialTargets = trackedMap(
|
|
98
|
+
this._pendingDialTargets = trackedMap({
|
|
99
|
+
component: METRICS_COMPONENT,
|
|
100
|
+
metric: METRICS_PENDING_DIAL_TARGETS,
|
|
101
|
+
metrics
|
|
102
|
+
})
|
|
95
103
|
|
|
96
104
|
for (const [key, value] of Object.entries(resolvers)) {
|
|
97
105
|
Multiaddr.resolvers.set(key, value)
|
|
@@ -192,10 +200,10 @@ class Dialer {
|
|
|
192
200
|
const { id, multiaddrs } = getPeer(peer)
|
|
193
201
|
|
|
194
202
|
if (multiaddrs) {
|
|
195
|
-
this.peerStore.addressBook.add(id, multiaddrs)
|
|
203
|
+
await this.peerStore.addressBook.add(id, multiaddrs)
|
|
196
204
|
}
|
|
197
205
|
|
|
198
|
-
let knownAddrs = this.peerStore.addressBook.getMultiaddrsForPeer(id, this.addressSorter) || []
|
|
206
|
+
let knownAddrs = await this.peerStore.addressBook.getMultiaddrsForPeer(id, this.addressSorter) || []
|
|
199
207
|
|
|
200
208
|
// If received a multiaddr to dial, it should be the first to use
|
|
201
209
|
// But, if we know other multiaddrs for the peer, we should try them too.
|
|
@@ -215,7 +223,7 @@ class Dialer {
|
|
|
215
223
|
const supportedAddrs = addrs.filter(a => this.transportManager.transportForMultiaddr(a))
|
|
216
224
|
|
|
217
225
|
if (supportedAddrs.length > this.maxAddrsToDial) {
|
|
218
|
-
this.peerStore.delete(id)
|
|
226
|
+
await this.peerStore.delete(id)
|
|
219
227
|
throw errCode(new Error('dial with more addresses than allowed'), codes.ERR_TOO_MANY_ADDRESSES)
|
|
220
228
|
}
|
|
221
229
|
|
|
@@ -252,14 +260,18 @@ class Dialer {
|
|
|
252
260
|
|
|
253
261
|
// Combine the timeout signal and options.signal, if provided
|
|
254
262
|
const timeoutController = new TimeoutController(this.timeout)
|
|
255
|
-
// this controller will potentially be used while dialing lots of
|
|
256
|
-
// peers so prevent MaxListenersExceededWarning appearing in the console
|
|
257
|
-
setMaxListeners && setMaxListeners(Infinity, timeoutController.signal)
|
|
258
263
|
|
|
259
264
|
const signals = [timeoutController.signal]
|
|
260
265
|
options.signal && signals.push(options.signal)
|
|
261
266
|
const signal = anySignal(signals)
|
|
262
267
|
|
|
268
|
+
// this signal will potentially be used while dialing lots of
|
|
269
|
+
// peers so prevent MaxListenersExceededWarning appearing in the console
|
|
270
|
+
try {
|
|
271
|
+
// fails on node < 15.4
|
|
272
|
+
setMaxListeners && setMaxListeners(Infinity, signal)
|
|
273
|
+
} catch {}
|
|
274
|
+
|
|
263
275
|
const pendingDial = {
|
|
264
276
|
dialRequest,
|
|
265
277
|
controller: timeoutController,
|
package/src/identify/index.js
CHANGED
|
@@ -77,8 +77,6 @@ class IdentifyService {
|
|
|
77
77
|
...libp2p._options.host
|
|
78
78
|
}
|
|
79
79
|
|
|
80
|
-
this.peerStore.metadataBook.set(this.peerId, 'AgentVersion', uint8ArrayFromString(this._host.agentVersion))
|
|
81
|
-
this.peerStore.metadataBook.set(this.peerId, 'ProtocolVersion', uint8ArrayFromString(this._host.protocolVersion))
|
|
82
80
|
// When a new connection happens, trigger identify
|
|
83
81
|
this.connectionManager.on('peer:connect', (connection) => {
|
|
84
82
|
this.identify(connection).catch(log.error)
|
|
@@ -87,18 +85,27 @@ class IdentifyService {
|
|
|
87
85
|
// When self multiaddrs change, trigger identify-push
|
|
88
86
|
this.peerStore.on('change:multiaddrs', ({ peerId }) => {
|
|
89
87
|
if (peerId.toString() === this.peerId.toString()) {
|
|
90
|
-
this.pushToPeerStore()
|
|
88
|
+
this.pushToPeerStore().catch(err => log.error(err))
|
|
91
89
|
}
|
|
92
90
|
})
|
|
93
91
|
|
|
94
92
|
// When self protocols change, trigger identify-push
|
|
95
93
|
this.peerStore.on('change:protocols', ({ peerId }) => {
|
|
96
94
|
if (peerId.toString() === this.peerId.toString()) {
|
|
97
|
-
this.pushToPeerStore()
|
|
95
|
+
this.pushToPeerStore().catch(err => log.error(err))
|
|
98
96
|
}
|
|
99
97
|
})
|
|
100
98
|
}
|
|
101
99
|
|
|
100
|
+
async start () {
|
|
101
|
+
await this.peerStore.metadataBook.setValue(this.peerId, 'AgentVersion', uint8ArrayFromString(this._host.agentVersion))
|
|
102
|
+
await this.peerStore.metadataBook.setValue(this.peerId, 'ProtocolVersion', uint8ArrayFromString(this._host.protocolVersion))
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
async stop () {
|
|
106
|
+
|
|
107
|
+
}
|
|
108
|
+
|
|
102
109
|
/**
|
|
103
110
|
* Send an Identify Push update to the list of connections
|
|
104
111
|
*
|
|
@@ -108,7 +115,7 @@ class IdentifyService {
|
|
|
108
115
|
async push (connections) {
|
|
109
116
|
const signedPeerRecord = await this.peerStore.addressBook.getRawEnvelope(this.peerId)
|
|
110
117
|
const listenAddrs = this._libp2p.multiaddrs.map((ma) => ma.bytes)
|
|
111
|
-
const protocols = this.peerStore.protoBook.get(this.peerId)
|
|
118
|
+
const protocols = await this.peerStore.protoBook.get(this.peerId)
|
|
112
119
|
|
|
113
120
|
const pushes = connections.map(async connection => {
|
|
114
121
|
try {
|
|
@@ -135,10 +142,8 @@ class IdentifyService {
|
|
|
135
142
|
|
|
136
143
|
/**
|
|
137
144
|
* Calls `push` for all peers in the `peerStore` that are connected
|
|
138
|
-
*
|
|
139
|
-
* @returns {void}
|
|
140
145
|
*/
|
|
141
|
-
pushToPeerStore () {
|
|
146
|
+
async pushToPeerStore () {
|
|
142
147
|
// Do not try to push if libp2p node is not running
|
|
143
148
|
if (!this._libp2p.isStarted()) {
|
|
144
149
|
return
|
|
@@ -146,13 +151,13 @@ class IdentifyService {
|
|
|
146
151
|
|
|
147
152
|
const connections = []
|
|
148
153
|
let connection
|
|
149
|
-
for (const peer of this.peerStore.
|
|
154
|
+
for await (const peer of this.peerStore.getPeers()) {
|
|
150
155
|
if (peer.protocols.includes(this.identifyPushProtocolStr) && (connection = this.connectionManager.get(peer.id))) {
|
|
151
156
|
connections.push(connection)
|
|
152
157
|
}
|
|
153
158
|
}
|
|
154
159
|
|
|
155
|
-
this.push(connections)
|
|
160
|
+
await this.push(connections)
|
|
156
161
|
}
|
|
157
162
|
|
|
158
163
|
/**
|
|
@@ -205,10 +210,10 @@ class IdentifyService {
|
|
|
205
210
|
|
|
206
211
|
try {
|
|
207
212
|
const envelope = await Envelope.openAndCertify(signedPeerRecord, PeerRecord.DOMAIN)
|
|
208
|
-
if (this.peerStore.addressBook.consumePeerRecord(envelope)) {
|
|
209
|
-
this.peerStore.protoBook.set(id, protocols)
|
|
210
|
-
this.peerStore.metadataBook.
|
|
211
|
-
this.peerStore.metadataBook.
|
|
213
|
+
if (await this.peerStore.addressBook.consumePeerRecord(envelope)) {
|
|
214
|
+
await this.peerStore.protoBook.set(id, protocols)
|
|
215
|
+
await this.peerStore.metadataBook.setValue(id, 'AgentVersion', uint8ArrayFromString(message.agentVersion))
|
|
216
|
+
await this.peerStore.metadataBook.setValue(id, 'ProtocolVersion', uint8ArrayFromString(message.protocolVersion))
|
|
212
217
|
return
|
|
213
218
|
}
|
|
214
219
|
} catch (/** @type {any} */ err) {
|
|
@@ -217,14 +222,14 @@ class IdentifyService {
|
|
|
217
222
|
|
|
218
223
|
// LEGACY: Update peers data in PeerStore
|
|
219
224
|
try {
|
|
220
|
-
this.peerStore.addressBook.set(id, listenAddrs.map((addr) => new Multiaddr(addr)))
|
|
225
|
+
await this.peerStore.addressBook.set(id, listenAddrs.map((addr) => new Multiaddr(addr)))
|
|
221
226
|
} catch (/** @type {any} */ err) {
|
|
222
227
|
log.error('received invalid addrs', err)
|
|
223
228
|
}
|
|
224
229
|
|
|
225
|
-
this.peerStore.protoBook.set(id, protocols)
|
|
226
|
-
this.peerStore.metadataBook.
|
|
227
|
-
this.peerStore.metadataBook.
|
|
230
|
+
await this.peerStore.protoBook.set(id, protocols)
|
|
231
|
+
await this.peerStore.metadataBook.setValue(id, 'AgentVersion', uint8ArrayFromString(message.agentVersion))
|
|
232
|
+
await this.peerStore.metadataBook.setValue(id, 'ProtocolVersion', uint8ArrayFromString(message.protocolVersion))
|
|
228
233
|
|
|
229
234
|
// TODO: Add and score our observed addr
|
|
230
235
|
log('received observed address of %s', cleanObservedAddr)
|
|
@@ -262,25 +267,25 @@ class IdentifyService {
|
|
|
262
267
|
* @returns {Promise<void>}
|
|
263
268
|
*/
|
|
264
269
|
async _handleIdentify ({ connection, stream }) {
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
270
|
+
try {
|
|
271
|
+
let publicKey = new Uint8Array(0)
|
|
272
|
+
if (this.peerId.pubKey) {
|
|
273
|
+
publicKey = this.peerId.pubKey.bytes
|
|
274
|
+
}
|
|
269
275
|
|
|
270
|
-
|
|
271
|
-
|
|
276
|
+
const signedPeerRecord = await this.peerStore.addressBook.getRawEnvelope(this.peerId)
|
|
277
|
+
const protocols = await this.peerStore.protoBook.get(this.peerId)
|
|
272
278
|
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
279
|
+
const message = Message.Identify.encode({
|
|
280
|
+
protocolVersion: this._host.protocolVersion,
|
|
281
|
+
agentVersion: this._host.agentVersion,
|
|
282
|
+
publicKey,
|
|
283
|
+
listenAddrs: this._libp2p.multiaddrs.map((ma) => ma.bytes),
|
|
284
|
+
signedPeerRecord,
|
|
285
|
+
observedAddr: connection.remoteAddr.bytes,
|
|
286
|
+
protocols
|
|
287
|
+
}).finish()
|
|
282
288
|
|
|
283
|
-
try {
|
|
284
289
|
await pipe(
|
|
285
290
|
[message],
|
|
286
291
|
lp.encode(),
|
|
@@ -321,8 +326,8 @@ class IdentifyService {
|
|
|
321
326
|
|
|
322
327
|
try {
|
|
323
328
|
const envelope = await Envelope.openAndCertify(message.signedPeerRecord, PeerRecord.DOMAIN)
|
|
324
|
-
if (this.peerStore.addressBook.consumePeerRecord(envelope)) {
|
|
325
|
-
this.peerStore.protoBook.set(id, message.protocols)
|
|
329
|
+
if (await this.peerStore.addressBook.consumePeerRecord(envelope)) {
|
|
330
|
+
await this.peerStore.protoBook.set(id, message.protocols)
|
|
326
331
|
return
|
|
327
332
|
}
|
|
328
333
|
} catch (/** @type {any} */ err) {
|
|
@@ -331,14 +336,18 @@ class IdentifyService {
|
|
|
331
336
|
|
|
332
337
|
// LEGACY: Update peers data in PeerStore
|
|
333
338
|
try {
|
|
334
|
-
this.peerStore.addressBook.set(id,
|
|
339
|
+
await this.peerStore.addressBook.set(id,
|
|
335
340
|
message.listenAddrs.map((addr) => new Multiaddr(addr)))
|
|
336
341
|
} catch (/** @type {any} */ err) {
|
|
337
342
|
log.error('received invalid addrs', err)
|
|
338
343
|
}
|
|
339
344
|
|
|
340
345
|
// Update the protocols
|
|
341
|
-
|
|
346
|
+
try {
|
|
347
|
+
await this.peerStore.protoBook.set(id, message.protocols)
|
|
348
|
+
} catch (/** @type {any} */ err) {
|
|
349
|
+
log.error('received invalid protocols', err)
|
|
350
|
+
}
|
|
342
351
|
}
|
|
343
352
|
|
|
344
353
|
/**
|