hypercore 10.0.0-alpha.0 → 10.0.0-alpha.12

package/test/replicate.js

@@ -1,6 +1,6 @@
 const test = require('brittle')
 const NoiseSecretStream = require('@hyperswarm/secret-stream')
-const { create, replicate } = require('./helpers')
+const { create, replicate, eventFlush } = require('./helpers')
 
 test('basic replication', async function (t) {
   const a = await create()
@@ -12,7 +12,7 @@ test('basic replication', async function (t) {
   let d = 0
   b.on('download', () => d++)
 
-  replicate(a, b)
+  replicate(a, b, t)
 
   const r = b.download({ start: 0, end: a.length })
 
@@ -32,7 +32,7 @@ test('basic replication from fork', async function (t) {
 
   const b = await create(a.key)
 
-  replicate(a, b)
+  replicate(a, b, t)
 
   let d = 0
   b.on('download', () => d++)
@@ -49,7 +49,7 @@ test('eager replication from bigger fork', async function (t) {
   const a = await create()
   const b = await create(a.key)
 
-  replicate(a, b)
+  replicate(a, b, t)
 
   await a.append(['a', 'b', 'c', 'd', 'e', 'g', 'h', 'i', 'j', 'k'])
   await a.truncate(4)
@@ -74,7 +74,7 @@ test('eager replication of updates per default', async function (t) {
   const a = await create()
   const b = await create(a.key)
 
-  replicate(a, b)
+  replicate(a, b, t)
 
   const appended = new Promise(resolve => {
     b.on('append', function () {
@@ -91,7 +91,7 @@ test('bigger download range', async function (t) {
   const a = await create()
   const b = await create(a.key)
 
-  replicate(a, b)
+  replicate(a, b, t)
 
   for (let i = 0; i < 20; i++) await a.append('data')
 
@@ -114,7 +114,7 @@ test('high latency reorg', async function (t) {
   const a = await create()
   const b = await create(a.key)
 
-  const s = replicate(a, b)
+  const s = replicate(a, b, t)
 
   for (let i = 0; i < 50; i++) await a.append('data')
 
@@ -130,7 +130,7 @@ test('high latency reorg', async function (t) {
 
   for (let i = 0; i < 50; i++) await a.append('fork')
 
-  replicate(a, b)
+  replicate(a, b, t)
 
   {
     const r = b.download({ start: 0, end: a.length })
@@ -160,7 +160,7 @@ test('invalid signature fails', async function (t) {
 
   await a.append(['a', 'b', 'c', 'd', 'e'])
 
-  const [s1, s2] = replicate(a, b)
+  const [s1, s2] = replicate(a, b, t)
 
   s1.on('error', (err) => {
     t.ok(err, 'stream closed')
@@ -186,7 +186,7 @@ test('update with zero length', async function (t) {
   const a = await create()
   const b = await create(a.key)
 
-  replicate(a, b)
+  replicate(a, b, t)
 
   await b.update() // should not hang
   t.is(b.length, 0)
@@ -227,7 +227,7 @@ test('async multiplexing', async function (t) {
 
   // b2 doesn't replicate immediately.
   a2.replicate(a)
-  await new Promise(resolve => setImmediate(resolve))
+  await eventFlush()
   b2.replicate(b)
 
   await new Promise(resolve => b2.once('peer-add', resolve))
@@ -263,7 +263,7 @@ test('seeking while replicating', async function (t) {
   const a = await create()
   const b = await create(a.key)
 
-  replicate(a, b)
+  replicate(a, b, t)
 
   await a.append(['hello', 'this', 'is', 'test', 'data'])
 
@@ -294,3 +294,79 @@ test('multiplexing multiple times over the same stream', async function (t) {
   t.is(b1.length, a1.length, 'same length')
   t.end()
 })
+
+test('destroying a stream and re-replicating works', async function (t) {
+  const core = await create()
+
+  while (core.length < 33) await core.append(Buffer.from('#' + core.length))
+
+  const clone = await create(core.key)
+
+  let s1 = core.replicate(true)
+  let s2 = clone.replicate(false)
+
+  s1.pipe(s2).pipe(s1)
+
+  await s2.opened
+
+  const all = []
+  for (let i = 0; i < 33; i++) {
+    all.push(clone.get(i))
+  }
+
+  clone.once('download', function () {
+    // simulate stream failure in the middle of bulk downloading
+    s1.destroy()
+  })
+
+  await new Promise((resolve) => s1.once('close', resolve))
+
+  // retry
+  s1 = core.replicate(true)
+  s2 = clone.replicate(false)
+
+  s1.pipe(s2).pipe(s1)
+
+  const blocks = await Promise.all(all)
+
+  t.is(blocks.length, 33, 'downloaded 33 blocks')
+})
+
+test('replicate discrete range', async function (t) {
+  const a = await create()
+
+  await a.append(['a', 'b', 'c', 'd', 'e'])
+
+  const b = await create(a.key)
+
+  let d = 0
+  b.on('download', () => d++)
+
+  replicate(a, b, t)
+
+  const r = b.download({ blocks: [0, 2, 3] })
+  await r.downloaded()
+
+  t.is(d, 3)
+  t.alike(await b.get(0), Buffer.from('a'))
+  t.alike(await b.get(2), Buffer.from('c'))
+  t.alike(await b.get(3), Buffer.from('d'))
+})
+
+test('replicate discrete empty range', async function (t) {
+  const a = await create()
+
+  await a.append(['a', 'b', 'c', 'd', 'e'])
+
+  const b = await create(a.key)
+
+  let d = 0
+  b.on('download', () => d++)
+
+  replicate(a, b, t)
+
+  const r = b.download({ blocks: [] })
+  await r.downloaded()
+
+  t.is(d, 0)
+})

package/test/storage.js

@@ -0,0 +1,31 @@
+const test = require('brittle')
+const sodium = require('sodium-universal')
+const crypto = require('hypercore-crypto')
+const RAM = require('random-access-memory')
+const Hypercore = require('..')
+
+const keyPair = crypto.keyPair(Buffer.alloc(sodium.crypto_sign_SEEDBYTES, 'seed'))
+
+const encryptionKey = Buffer.alloc(sodium.crypto_stream_KEYBYTES, 'encryption key')
+
+test('storage layout', async function (t) {
+  const core = new Hypercore(RAM, { keyPair })
+
+  for (let i = 0; i < 10000; i++) {
+    await core.append(Buffer.from([i]))
+  }
+
+  t.snapshot(core.core.blocks.storage.toBuffer().toString('base64'), 'blocks')
+  t.snapshot(core.core.tree.storage.toBuffer().toString('base64'), 'tree')
+})
+
+test('encrypted storage layout', async function (t) {
+  const core = new Hypercore(RAM, { keyPair, encryptionKey })
+
+  for (let i = 0; i < 10000; i++) {
+    await core.append(Buffer.from([i]))
+  }
+
+  t.snapshot(core.core.blocks.storage.toBuffer().toString('base64'), 'blocks')
+  t.snapshot(core.core.tree.storage.toBuffer().toString('base64'), 'tree')
+})

package/test/streams.js

@@ -0,0 +1,55 @@
+const test = require('brittle')
+
+const { create } = require('./helpers')
+
+test('basic read stream', async function (t) {
+  const core = await create()
+
+  const expected = [
+    'hello',
+    'world',
+    'verden',
+    'welt'
+  ]
+
+  await core.append(expected)
+
+  for await (const data of core.createReadStream()) {
+    t.alike(data.toString(), expected.shift())
+  }
+
+  t.is(expected.length, 0)
+})
+
+test('read stream with start / end', async function (t) {
+  const core = await create()
+
+  const datas = [
+    'hello',
+    'world',
+    'verden',
+    'welt'
+  ]
+
+  await core.append(datas)
+
+  {
+    const expected = datas.slice(1)
+
+    for await (const data of core.createReadStream({ start: 1 })) {
+      t.alike(data.toString(), expected.shift())
+    }
+
+    t.is(expected.length, 0)
+  }
+
+  {
+    const expected = datas.slice(2, 3)
+
+    for await (const data of core.createReadStream({ start: 2, end: 3 })) {
+      t.alike(data.toString(), expected.shift())
+    }
+
+    t.is(expected.length, 0)
+  }
+})