hypercore 11.12.1 → 11.13.0

package/lib/audit.js

@@ -112,7 +112,7 @@ module.exports = async function auditCore (core, { tree = true, blocks = true, b
         core.bitfield.set(index, false)
 
         const page = core.bitfield.getBitfield(index)
-        if (page.bitfield) tx.setBitfieldPage(page.index, page.bitfield)
+        if (page.bitfield) tx.putBitfieldPage(page.index, page.bitfield)
         else tx.deleteBitfieldPage(page.idnex)
         continue
       }

package/lib/messages.js

@@ -514,13 +514,20 @@ wire.data = {
 wire.noData = {
   preencode (state, m) {
     c.uint.preencode(state, m.request)
+    c.uint.preencode(state, m.reason ? 1 : 0)
+    if (m.reason) c.uint.preencode(state, m.reason)
   },
   encode (state, m) {
     c.uint.encode(state, m.request)
+    c.uint.encode(state, m.reason ? 1 : 0)
+    if (m.reason) c.uint.encode(state, m.reason)
   },
   decode (state, m) {
+    const request = c.uint.decode(state)
+    const flags = state.start < state.end ? c.uint.decode(state) : 0
     return {
-      request: c.uint.decode(state)
+      request,
+      reason: flags & 1 ? c.uint.decode(state) : 0
     }
   }
 }

package/lib/replicator.js

@@ -44,6 +44,11 @@ const MAX_REMOTE_SEGMENTS = 2048
 
 const MAX_RANGES = 64
 
+const NOT_AVAILABLE = 1
+const INVALID_REQUEST = 2
+const MAX_INVALID_REQUESTS = 64
+const MAX_BACKOFFS = MAX_INVALID_REQUESTS / 2
+
 const PRIORITY = {
   NORMAL: 0,
   HIGH: 1,
@@ -407,7 +412,8 @@ class Peer {
       wireExtension: { tx: 0, rx: 0 },
       hotswaps: 0,
       invalidData: 0,
-      invalidRequests: 0
+      invalidRequests: 0,
+      backoffs: 0
     }
 
     this.receiverQueue = new ReceiverQueue()
@@ -730,9 +736,13 @@ class Peer {
       return new ProofRequest(msg, proof, block, manifest)
     } catch (err) {
       batch.destroy()
-      this.stats.invalidRequests++
-      this.replicator.stats.invalidRequests++
-      throw err
+
+      this.replicator._oninvalidrequest(err, msg, this)
+
+      if (this.stats.invalidRequests >= MAX_INVALID_REQUESTS) throw err
+
+      await backoff(this.stats.invalidRequests)
+      return null
     }
   }
 
@@ -791,6 +801,11 @@ class Peer {
       ? await this._getProof(batch, msg)
       : new ProofRequest(msg, null, null, null)
 
+    if (req === null) {
+      this.wireNoData.send({ request: msg.id, reason: INVALID_REQUEST })
+      return
+    }
+
     batch.tryFlush()
 
     await this._fulfillRequest(req)
@@ -819,7 +834,7 @@ class Peer {
         return
       }
 
-      this.wireNoData.send({ request: req.msg.id })
+      this.wireNoData.send({ request: req.msg.id, reason: NOT_AVAILABLE })
       return
     }
 
@@ -904,7 +919,7 @@ class Peer {
       if (isBlockRequest(req)) this.replicator._unmarkInflight(req.block.index)
 
       this.paused = true
-      this.replicator._oninvalid(err, req, data, this)
+      this.replicator._oninvaliddata(err, req, data, this)
       return
     }
 
@@ -913,7 +928,7 @@ class Peer {
 
     try {
       if (!matchingRequest(req, data) || !(await this.core.verify(data, this))) {
-        this.replicator._onnodata(this, req)
+        this.replicator._onnodata(this, req, 0)
         return
       }
     } catch (err) {
@@ -935,8 +950,8 @@ class Peer {
       }
 
       this.paused = true
-      this.replicator._onnodata(this, req)
-      this.replicator._oninvalid(err, req, data, this)
+      this.replicator._onnodata(this, req, 0)
+      this.replicator._oninvaliddata(err, req, data, this)
       return
     } finally {
       if (isBlockRequest(req)) this.replicator._markProcessed(req.block.index)
@@ -950,13 +965,12 @@ class Peer {
     }
   }
 
-  onnodata ({ request }) {
+  onnodata ({ request, reason }) {
     const req = request > 0 ? this.replicator._inflight.get(request) : null
-
     if (req === null || req.peer !== this) return
 
     this._onrequestroundtrip(req)
-    this.replicator._onnodata(this, req)
+    this.replicator._onnodata(this, req, reason)
   }
 
   _onrequestroundtrip (req) {
@@ -1505,7 +1519,8 @@ module.exports = class Replicator {
       wireExtension: { tx: 0, rx: 0 },
       hotswaps: 0,
       invalidData: 0,
-      invalidRequests: 0
+      invalidRequests: 0,
+      backoffs: 0
     }
 
     this._attached = new Set()
@@ -2086,7 +2101,16 @@ module.exports = class Replicator {
     }
   }
 
-  _onnodata (peer, req) {
+  _onnodata (peer, req, reason) {
+    if (reason === INVALID_REQUEST) {
+      peer.stats.backoffs++
+      this.stats.backoffs++
+
+      if (peer.stats.backoffs >= MAX_BACKOFFS) {
+        peer.paused = true
+      }
+    }
+
     this._clearRequest(peer, req)
     this.updateAll()
   }
@@ -2547,7 +2571,7 @@ module.exports = class Replicator {
     }
   }
 
-  _oninvalid (err, req, res, from) {
+  _oninvaliddata (err, req, res, from) {
     const sessions = this.core.monitors
 
     this.stats.invalidData++
@@ -2556,6 +2580,16 @@ module.exports = class Replicator {
       sessions[i].emit('verification-error', err, req, res, from)
     }
   }
+
+  _oninvalidrequest (err, req, from) {
+    const sessions = this.core.monitors
+
+    from.stats.invalidRequests++
+    this.stats.invalidRequests++
+    for (let i = 0; i < sessions.length; i++) {
+      sessions[i].emit('invalid-request', err, req, from)
+    }
+  }
 }
 
 function matchingRequest (req, data) {
@@ -2707,3 +2741,8 @@ function incrementRx (stats1, stats2) {
 }
 
 function noop () {}
+
+function backoff (times) {
+  const sleep = times < 2 ? 200 : times < 5 ? 500 : times < 40 ? 1000 : 5000
+  return new Promise(resolve => setTimeout(resolve, sleep))
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hypercore",
-  "version": "11.12.1",
+  "version": "11.13.0",
   "description": "Hypercore is a secure, distributed append-only log",
   "main": "index.js",
   "scripts": {