hypercore-storage 0.0.26 → 0.0.28

package/lib/memory-overlay.js

@@ -1,7 +1,105 @@
 const { ASSERTION } = require('hypercore-errors')
+const { Readable, isEnded, getStreamError } = require('streamx')
 
 const TipList = require('./tip-list')
 
+class OverlayStream extends Readable {
+  constructor (tip, storage, createStream, opts = {}) {
+    super()
+
+    this.tip = tip
+    this.storage = storage
+    this.options = opts
+
+    this._reverse = !!opts.reverse
+    this._active = null
+    this._position = this._reverse ? tip.length() - 1 : tip.offset
+
+    this._createStream = createStream
+    this._pendingDestroy = null
+
+    if (!opts.reverse) this._makeActiveStream()
+  }
+
+  _predestroy () {
+    if (this._active) this._active.destroy()
+  }
+
+  _read (cb) {
+    if (this._active === null) {
+      if (this._yield()) {
+        cb(null)
+        return
+      }
+    }
+
+    if (this._active) {
+      this._active.resume()
+    }
+
+    cb(null)
+  }
+
+  _yield () {
+    while (this._memoryRemaining()) {
+      const { valid, value } = this.tip.get(this._position)
+      const index = this._nextIndex()
+
+      if (!valid) continue
+      if (!this.push({ index, page: value })) break
+    }
+
+    return this._onmemorydrain()
+  }
+
+  _nextIndex () {
+    if (this._reverse) return this._position--
+    return this._position++
+  }
+
+  _memoryRemaining () {
+    if (this._reverse) return this._position >= this.tip.offset
+    return this._position < this.tip.length()
+  }
+
+  _onmemorydrain () {
+    if (!this._reverse) {
+      this.push(null)
+      return true
+    }
+
+    this._makeActiveStream()
+
+    return false
+  }
+
+  _makeActiveStream () {
+    this._active = this._createStream(this.storage, this.options)
+    this._active.on('error', noop) // handled in onclose
+    this._active.on('close', this._onclose.bind(this))
+    this._active.on('data', this._ondata.bind(this))
+  }
+
+  _ondata (data) {
+    if (!this.push(data)) this._active.pause()
+  }
+
+  _onclose () {
+    if (!isEnded(this._active)) {
+      const error = getStreamError(this._active)
+      this.destroy(error)
+      return
+    }
+
+    if (this._reverse) {
+      this.push(null)
+      return
+    }
+
+    this._yield()
+  }
+}
+
 class MemoryOverlay {
   constructor (storage) {
     this.storage = storage
@@ -24,7 +122,27 @@ class MemoryOverlay {
   }
 
   snapshot () {
-    todo()
+    const snap = new MemoryOverlay(this.storage.snapshot())
+    snap.merge(this)
+
+    if (this.userData !== null) snap.userData = new Map()
+    if (this.blocks !== null) snap.blocks = new TipList()
+    if (this.treeNodes !== null) snap.treeNodes = new Map()
+    if (this.bitfields !== null) snap.bitfields = new TipList()
+
+    // clone state
+    if (this.head !== null) snap.head = Object.assign(this.head)
+    if (this.auth !== null) snap.auth = Object.assign(this.auth)
+    if (this.localKeyPair !== null) snap.localKeyPair = Object.assign(this.localKeyPair)
+    if (this.encryptionKey !== null) snap.encryptionKey = Object.assign(this.encryptionKey)
+    if (this.dataDependency !== null) snap.dataDependency = Object.assign(this.dataDependency)
+    if (this.dataInfo !== null) snap.dataInfo = Object.assign(this.dataInfo)
+    if (this.userData !== null) snap.userData = mergeMap(snap.userData, this.userData)
+    if (this.blocks !== null) snap.blocks = mergeTip(snap.blocks, this.blocks)
+    if (this.treeNodes !== null) snap.treeNodes = mergeMap(snap.treeNodes, this.treeNodes)
+    if (this.bitfields !== null) snap.bitfields = mergeTip(snap.bitfields, this.bitfields)
+
+    return snap
   }
 
   get dependencies () {
@@ -56,8 +174,8 @@ class MemoryOverlay {
     todo()
   }
 
-  createBitfieldPageStream () {
-    todo()
+  createBitfieldPageStream (opts) {
+    return new OverlayStream(this.bitfields, this.storage, createBitfieldPageStream, opts)
   }
 
   async peekLastTreeNode () {
@@ -266,6 +384,10 @@ class MemoryOverlayWriteBatch {
   }
 }
 
+function createBitfieldPageStream (storage, opts) {
+  return storage.createBitfieldPageStream(opts)
+}
+
 function mergeMap (a, b) {
   if (a === null) return b
   for (const [key, value] of b) a.set(key, value)
@@ -278,6 +400,8 @@ function mergeTip (a, b) {
   return a
 }
 
+function noop () {}
+
 function todo () {
   throw ASSERTION('Not supported yet, but will be')
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "hypercore-storage",
-  "version": "0.0.26",
+  "version": "0.0.28",
   "main": "index.js",
   "files": [
     "index.js",