autobee 2.4.0 → 2.5.1

package/README.md

@@ -279,7 +279,7 @@ Pass `{ timeout }` to bound the reads, so a head nobody can serve fails instead
 
 Peers fast-forward onto the heads of writers they trust, so a trusted writer that has nothing to say still has to stamp its view progress into its own oplog.
 
-Acking does that: an empty node is appended whenever the local writer falls `ackThreshold` (default `64`) flushes behind the system.
+Acking does that: an empty node is appended whenever the local writer falls `ackThreshold` (default `32`) flushes behind the system.
 
 It is enabled for exactly the writers `isTrusted` accepts. The local key is judged when the db opens, after a fast-forward, and after the local writer rotates, so a writer that becomes trusted starts acking without being told to. `setAcking` overrides it until the next of those points.
 

package/index.js

@@ -99,9 +99,9 @@ module.exports = class Autobee extends ReadyResource {
     this.bootFrom = (fastForward && fastForward.boot) || null
 
     // conservative (default on): only fast-forward onto a head someone can serve whole
-    this._conservativeFF = !fastForward || fastForward.conservative !== false
+    this._conservativeFF = !fastForward || !!fastForward.conservative
 
-    this.trusted = new TrustedPeers(handlers)
+    this.trusted = new TrustedPeers(this, handlers)
 
     this.ff = null
     this.fastForwarding = null
@@ -1098,6 +1098,7 @@ module.exports = class Autobee extends ReadyResource {
 
     for await (const p of this._servableRequests(standing)) {
       approving.push(fetchApproval.call(this, p.key, p.amount, approvals))
+      if (approving.length === 32) break
     }
 
     if (!approving.length) return null
@@ -1179,6 +1180,10 @@ module.exports = class Autobee extends ReadyResource {
       return true
     }
 
+    // not added and not applicable optimistically: nothing can apply this
+    // batch now, so drop the writer for this drain instead of reselecting it
+    // (a refresh re-adds it once it has been added or has new blocks)
+    w.removePending()
     return true
   }
 
@@ -1190,19 +1195,19 @@ module.exports = class Autobee extends ReadyResource {
     if (t.view) this._workingBee.move(t.view)
 
     for (const b of t.tip) {
-      let failed = true
+      const optimistic = b[0].optimistic
+      let accepted = false
       try {
-        if (await this.system.canApply(b[0].key, true)) {
-          await this._applyBatch(b, true)
-          failed = false
-        }
-      } catch {}
+        accepted = await this._applyBatch(b, optimistic)
+      } catch (err) {
+        if (!optimistic) throw err
+      }
 
       // only check if batch was successful
       if (b !== batch) continue
 
-      const w = failed ? null : await this.system.get(b[0].key)
-      if (!w || w.length < b[0].length) {
+      // declined: apply threw, or never called addWriter/ackWriter for this writer
+      if (!accepted) {
         this._workingBee.move(rollbackView)
         this.system.bee.move(rollbackSystem)
         await this.system.reset()
@@ -1289,10 +1294,16 @@ module.exports = class Autobee extends ReadyResource {
     if (this._hasApply && (await this.system.canApply(batch[0].key, optimistic))) {
       this.stats.applies++
       this._host.applying = batch
-      await this._workingView.apply(userBatch)
-      this._host.applying = null
+      try {
+        await this._workingView.apply(userBatch)
+      } finally {
+        this._host.applying = null
+      }
     }
 
+    // read before flush clears it
+    const accepted = this.system.touched(batch[0].key)
+
     const changed = await this.system.flush(batch, this._workingBee)
 
     if (this.system.promotions.changed) this._prefetchApprovals().catch(safetyCatch)
@@ -1307,6 +1318,8 @@ module.exports = class Autobee extends ReadyResource {
       if (added) await this.writers.add(key)
       else await this.writers.remove(key)
     }
+
+    return accepted
   }
 
   async _storeBoot() {

package/lib/system.js

@@ -48,6 +48,7 @@ module.exports = class Systembee {
     this.updates = new Map()
     this.writers = new Map()
     this.encrypted = opts.encrypted === true
+    this.indexers = null
     this.promotions = new Promotions(this.bee)
   }
 
@@ -85,11 +86,14 @@ module.exports = class Systembee {
   }
 
   async ackWriter(key, { length = 0 } = {}) {
+    const info = await this.get(key, { unflushed: true })
     if (length === 0) {
-      const info = await this.get(key, { unflushed: false })
       length = info ? info.length : 0
     }
-    this.update(key, length, -1, -1, false, false, false, -1, null)
+    // acked but never granted: keep the op (record its length) but record the
+    // writer as removed so nothing else from it is applied
+    const isRemoved = !info || info.isAdded === false
+    this.update(key, length, -1, -1, false, false, isRemoved, -1, null)
   }
 
   async removeWriter(key, { length = 0 } = {}) {
@@ -143,6 +147,9 @@ module.exports = class Systembee {
       // ~~~ good enough estimation
       this.flushes = Math.floor(this.bee.core.length / 2)
       this.view = await this._migrate(info, { timeout })
+      this.indexers = info ? info.indexers : null
+    } else {
+      this.indexers = null
     }
 
     this.updates.clear()
@@ -220,6 +227,11 @@ module.exports = class Systembee {
     this.update(node.key, node.length, node.weight, -1, false, false, false, node.timestamp, null)
   }
 
+  // did this apply add or remove (ack) the writer
+  touched(key) {
+    return this.writers.has(b4a.toString(key, 'hex'))
+  }
+
   async canApply(key, optimistic) {
     const id = b4a.toString(key, 'hex')
     const w = this.writers.get(id)

package/lib/trusted.js

@@ -1,9 +1,10 @@
 const b4a = require('b4a')
 
 class TrustedPeers {
-  constructor(hooks) {
+  constructor(auto, hooks) {
     this.trusted = new Map()
     this.pending = new Map()
+    this.auto = auto
     this.hooks = hooks
   }
 
@@ -11,6 +12,18 @@ class TrustedPeers {
     const hex = b4a.toString(key, 'hex')
     if (this.trusted.get(hex)) return true
 
+    // bootstrap
+    if (this.auto.system.isGenesis() && b4a.equals(key, this.auto.key)) {
+      return true
+    }
+
+    // legacy handling
+    if (this.auto.system.indexers) {
+      for (const idx of this.auto.system.indexers) {
+        if (b4a.equals(key, idx.key)) return true
+      }
+    }
+
     let promise = this.pending.get(hex)
     if (promise) return promise
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "autobee",
-  "version": "2.4.0",
+  "version": "2.5.1",
   "description": "Bee based autobase",
   "license": "Apache-2.0",
   "author": "Holepunch Inc.",