compact-encoding 2.6.1 → 2.9.0

package/README.md

@@ -11,13 +11,13 @@ npm install compact-encoding
 ``` js
 const cenc = require('compact-encoding')
 
-const state = { start: 0, end: 0, buffer: null }
+const state = cenc.state()
 
 // use preencode to figure out how big a buffer is needed
 cenc.uint.preencode(state, 42)
 cenc.string.preencode(state, 'hi')
 
-console.log(state) // { start: 0, end: 4, buffer: null }
+console.log(state) // { start: 0, end: 4, buffer: null, cache: null }
 
 state.buffer = Buffer.allocUnsafe(state.end)
 
@@ -36,13 +36,14 @@ cenc.string.decode(state) // 'hi'
 
 #### `state`
 
-Should be an object that looks like this `{ start, end, buffer }`.
+Should be an object that looks like this `{ start, end, buffer, cache }`.
 
 You can also get a blank state object using `cenc.state()`.
 
 * `start` is the byte offset to start encoding/decoding at.
 * `end` is the byte offset indicating the end of the buffer.
 * `buffer` should be either a Node.js Buffer or Uint8Array.
+* `cache` is used internally be codecs, starts out as `null`.
 
 #### `enc.preencode(state, val)`
 
@@ -79,13 +80,20 @@ to build others on top. Feel free to PR more that are missing.
 * `cenc.uint16` - Encodes a fixed size uint16. Useful for things like ports.
 * `cenc.uint24` - Encodes a fixed size uint24. Useful for message framing.
 * `cenc.uint32` - Encodes a fixed size uint32. Useful for very large message framing.
+* `cenc.uint40` - Encodes a fixed size uint40.
+* `cenc.uint48` - Encodes a fixed size uint48.
+* `cenc.uint56` - Encodes a fixed size uint56.
 * `cenc.uint64` - Encodes a fixed size uint64.
 * `cenc.int` - Encodes an int using `cenc.uint` with ZigZag encoding.
 * `cenc.int8` - Encodes a fixed size int8 using `cenc.uint8` with ZigZag encoding.
 * `cenc.int16` - Encodes a fixed size int16 using `cenc.uint16` with ZigZag encoding.
 * `cenc.int24` - Encodes a fixed size int24 using `cenc.uint24` with ZigZag encoding.
 * `cenc.int32` - Encodes a fixed size int32 using `cenc.uint32` with ZigZag encoding.
+* `cenc.int40` - Encodes a fixed size int40 using `cenc.uint40` with ZigZag encoding.
+* `cenc.int48` - Encodes a fixed size int48 using `cenc.uint48` with ZigZag encoding.
+* `cenc.int56` - Encodes a fixed size int56 using `cenc.uint56` with ZigZag encoding.
 * `cenc.int64` - Encodes a fixed size int64 using `cenc.uint64` with ZigZag encoding.
+* `cenc.lexint` - Encodes an int using [lexicographic-integer](https://github.com/substack/lexicographic-integer) encoding so that encoded values are lexicographically sorted in ascending numerical order.
 * `cenc.float32` - Encodes a fixed size float32.
 * `cenc.float64` - Encodes a fixed size float64.
 * `cenc.buffer` - Encodes a buffer with its length uint prefixed. When decoding an empty buffer, `null` is returned.
@@ -99,11 +107,17 @@ to build others on top. Feel free to PR more that are missing.
 * `cenc.float32array` - Encodes a float32array with its element length uint prefixed.
 * `cenc.float64array` - Encodes a float64array with its element length uint prefixed.
 * `cenc.bool` - Encodes a boolean as 1 or 0.
-* `cenc.string` - Encodes a utf-8 string, similar to buffer.
+* `cenc.string`, `cenc.utf8` - Encodes a utf-8 string, similar to buffer.
+* `cenc.ascii` - Encodes an ascii string.
+* `cenc.hex` - Encodes a hex string.
+* `cenc.base64` - Encodes a base64 string.
+* `cenc.utf16le`, `cenc.ucs2` - Encodes a utf16le string.
 * `cenc.fixed32` - Encodes a fixed 32 byte buffer.
 * `cenc.fixed64` - Encodes a fixed 64 byte buffer.
 * `cenc.fixed(n)` - Makes a fixed sized encoder.
 * `cenc.array(enc)` - Makes an array encoder from another encoder. Arrays are uint prefixed with their length.
+* `cenc.json` - Encodes a JSON value as utf-8.
+* `cenc.ndjson` - Encodes a JSON value as newline delimited utf-8.
 * `cenc.from(enc)` - Makes a compact encoder from a [codec](https://github.com/mafintosh/codecs) or [abstract-encoding](https://github.com/mafintosh/abstract-encoding).
 
 ## License

package/index.js

@@ -1,10 +1,10 @@
 const b4a = require('b4a')
 
-const LE = (new Uint8Array(new Uint16Array([255]).buffer))[0] === 0xff
+const LE = (new Uint8Array(new Uint16Array([0xff]).buffer))[0] === 0xff
 const BE = !LE
 
-exports.state = function () {
-  return { start: 0, end: 0, buffer: null }
+exports.state = function (start = 0, end = 0, buffer = null) {
+  return { start, end, buffer, cache: null }
 }
 
 const uint = exports.uint = {
@@ -58,7 +58,7 @@ const uint16 = exports.uint16 = {
     if (state.end - state.start < 2) throw new Error('Out of bounds')
     return (
       state.buffer[state.start++] +
-      state.buffer[state.start++] * 256
+      state.buffer[state.start++] * 0x100
     )
   }
 }
@@ -76,8 +76,8 @@ const uint24 = exports.uint24 = {
     if (state.end - state.start < 3) throw new Error('Out of bounds')
     return (
       state.buffer[state.start++] +
-      state.buffer[state.start++] * 256 +
-      state.buffer[state.start++] * 65536
+      state.buffer[state.start++] * 0x100 +
+      state.buffer[state.start++] * 0x10000
     )
   }
 }
@@ -96,25 +96,70 @@ const uint32 = exports.uint32 = {
     if (state.end - state.start < 4) throw new Error('Out of bounds')
     return (
       state.buffer[state.start++] +
-      state.buffer[state.start++] * 256 +
-      state.buffer[state.start++] * 65536 +
-      state.buffer[state.start++] * 16777216
+      state.buffer[state.start++] * 0x100 +
+      state.buffer[state.start++] * 0x10000 +
+      state.buffer[state.start++] * 0x1000000
     )
   }
 }
 
+const uint40 = exports.uint40 = {
+  preencode (state, n) {
+    state.end += 5
+  },
+  encode (state, n) {
+    const r = Math.floor(n / 0x100)
+    uint8.encode(state, n)
+    uint32.encode(state, r)
+  },
+  decode (state) {
+    if (state.end - state.start < 5) throw new Error('Out of bounds')
+    return uint8.decode(state) + 0x100 * uint32.decode(state)
+  }
+}
+
+const uint48 = exports.uint48 = {
+  preencode (state, n) {
+    state.end += 6
+  },
+  encode (state, n) {
+    const r = Math.floor(n / 0x10000)
+    uint16.encode(state, n)
+    uint32.encode(state, r)
+  },
+  decode (state) {
+    if (state.end - state.start < 6) throw new Error('Out of bounds')
+    return uint16.decode(state) + 0x10000 * uint32.decode(state)
+  }
+}
+
+const uint56 = exports.uint56 = {
+  preencode (state, n) {
+    state.end += 7
+  },
+  encode (state, n) {
+    const r = Math.floor(n / 0x1000000)
+    uint24.encode(state, n)
+    uint32.encode(state, r)
+  },
+  decode (state) {
+    if (state.end - state.start < 7) throw new Error('Out of bounds')
+    return uint24.decode(state) + 0x1000000 * uint32.decode(state)
+  }
+}
+
 const uint64 = exports.uint64 = {
   preencode (state, n) {
     state.end += 8
   },
   encode (state, n) {
-    const r = Math.floor(n / 4294967296)
+    const r = Math.floor(n / 0x100000000)
     uint32.encode(state, n)
     uint32.encode(state, r)
   },
   decode (state) {
     if (state.end - state.start < 8) throw new Error('Out of bounds')
-    return uint32.decode(state) + 4294967296 * uint32.decode(state)
+    return uint32.decode(state) + 0x100000000 * uint32.decode(state)
   }
 }
 
@@ -123,8 +168,13 @@ exports.int8 = zigZag(uint8)
 exports.int16 = zigZag(uint16)
 exports.int24 = zigZag(uint24)
 exports.int32 = zigZag(uint32)
+exports.int40 = zigZag(uint40)
+exports.int48 = zigZag(uint48)
+exports.int56 = zigZag(uint56)
 exports.int64 = zigZag(uint64)
 
+exports.lexint = require('./lexint')
+
 exports.float32 = {
   preencode (state, n) {
     state.end += 4
@@ -236,25 +286,33 @@ exports.int32array = typedarray(Int32Array, b4a.swap32)
 exports.float32array = typedarray(Float32Array, b4a.swap32)
 exports.float64array = typedarray(Float64Array, b4a.swap64)
 
-exports.string = {
-  preencode (state, s) {
-    const len = b4a.byteLength(s)
-    uint.preencode(state, len)
-    state.end += len
-  },
-  encode (state, s) {
-    const len = b4a.byteLength(s)
-    uint.encode(state, len)
-    b4a.write(state.buffer, s, state.start)
-    state.start += len
-  },
-  decode (state) {
-    const len = uint.decode(state)
-    if (state.end - state.start < len) throw new Error('Out of bounds')
-    return b4a.toString(state.buffer, 'utf-8', state.start, (state.start += len))
+function string (encoding) {
+  return {
+    preencode (state, s) {
+      const len = b4a.byteLength(s, encoding)
+      uint.preencode(state, len)
+      state.end += len
+    },
+    encode (state, s) {
+      const len = b4a.byteLength(s, encoding)
+      uint.encode(state, len)
+      b4a.write(state.buffer, s, state.start, encoding)
+      state.start += len
+    },
+    decode (state) {
+      const len = uint.decode(state)
+      if (state.end - state.start < len) throw new Error('Out of bounds')
+      return b4a.toString(state.buffer, encoding, state.start, (state.start += len))
+    }
   }
 }
 
+const utf8 = exports.string = exports.utf8 = string('utf-8')
+exports.ascii = string('ascii')
+exports.hex = string('hex')
+exports.base64 = string('base64')
+exports.ucs2 = exports.utf16le = string('utf16le')
+
 exports.bool = {
   preencode (state, b) {
     state.end++
@@ -311,7 +369,7 @@ exports.array = function array (enc) {
     },
     decode (state) {
       const len = uint.decode(state)
-      if (len > 1048576) throw new Error('Array is too big')
+      if (len > 0x100000) throw new Error('Array is too big')
       const arr = new Array(len)
       for (let i = 0; i < len; i++) arr[i] = enc.decode(state)
       return arr
@@ -319,6 +377,30 @@ exports.array = function array (enc) {
   }
 }
 
+exports.json = {
+  preencode (state, v) {
+    utf8.preencode(state, JSON.stringify(v))
+  },
+  encode (state, v) {
+    utf8.encode(state, JSON.stringify(v))
+  },
+  decode (state) {
+    return JSON.parse(utf8.decode(state))
+  }
+}
+
+exports.ndjson = {
+  preencode (state, v) {
+    utf8.preencode(state, JSON.stringify(v) + '\n')
+  },
+  encode (state, v) {
+    utf8.encode(state, JSON.stringify(v) + '\n')
+  },
+  decode (state) {
+    return JSON.parse(utf8.decode(state))
+  }
+}
+
 exports.from = function from (enc) {
   if (enc.preencode) return enc
   if (enc.encodingLength) return fromAbstractEncoder(enc)
@@ -363,7 +445,7 @@ function fromAbstractEncoder (enc) {
 }
 
 exports.encode = function encode (enc, m) {
-  const state = { start: 0, end: 0, buffer: null }
+  const state = exports.state()
   enc.preencode(state, m)
   state.buffer = b4a.allocUnsafe(state.end)
   enc.encode(state, m)
@@ -371,7 +453,7 @@ exports.encode = function encode (enc, m) {
 }
 
 exports.decode = function decode (enc, buffer) {
-  return enc.decode({ start: 0, end: buffer.byteLength, buffer })
+  return enc.decode(exports.state(0, buffer.byteLength, buffer))
 }
 
 function zigZag (enc) {

package/lexint.js

@@ -0,0 +1,114 @@
+module.exports = {
+  preencode,
+  encode,
+  decode
+}
+
+function preencode (state, num) {
+  if (num < 251) {
+    state.end++
+  } else if (num < 256) {
+    state.end += 2
+  } else if (num < 0x10000) {
+    state.end += 3
+  } else if (num < 0x1000000) {
+    state.end += 4
+  } else if (num < 0x100000000) {
+    state.end += 5
+  } else {
+    state.end++
+    const exp = Math.floor(Math.log(num) / Math.log(2)) - 32
+    preencode(state, exp)
+    state.end += 6
+  }
+}
+
+function encode (state, num) {
+  const max = 251
+  const x = num - max
+
+  if (num < max) {
+    state.buffer[state.start++] = num
+  } else if (num < 256) {
+    state.buffer[state.start++] = max
+    state.buffer[state.start++] = x
+  } else if (num < 0x10000) {
+    state.buffer[state.start++] = max + 1
+    state.buffer[state.start++] = x >> 8 & 0xff
+    state.buffer[state.start++] = x & 0xff
+  } else if (num < 0x1000000) {
+    state.buffer[state.start++] = max + 2
+    state.buffer[state.start++] = x >> 16
+    state.buffer[state.start++] = x >> 8 & 0xff
+    state.buffer[state.start++] = x & 0xff
+  } else if (num < 0x100000000) {
+    state.buffer[state.start++] = max + 3
+    state.buffer[state.start++] = x >> 24
+    state.buffer[state.start++] = x >> 16 & 0xff
+    state.buffer[state.start++] = x >> 8 & 0xff
+    state.buffer[state.start++] = x & 0xff
+  } else {
+    // need to use Math here as bitwise ops are 32 bit
+    const exp = Math.floor(Math.log(x) / Math.log(2)) - 32
+    state.buffer[state.start++] = 0xff
+
+    encode(state, exp)
+    const rem = x / Math.pow(2, exp - 11)
+
+    for (let i = 5; i >= 0; i--) {
+      state.buffer[state.start++] = rem / Math.pow(2, 8 * i) & 0xff
+    }
+  }
+}
+
+function decode (state) {
+  const max = 251
+
+  if (state.end - state.start < 1) throw new Error('Out of bounds')
+
+  const flag = state.buffer[state.start++]
+
+  if (flag < max) return flag
+
+  if (state.end - state.start < flag - max + 1) {
+    throw new Error('Out of bounds.')
+  }
+
+  if (flag < 252) {
+    return state.buffer[state.start++] +
+      max
+  }
+
+  if (flag < 253) {
+    return (state.buffer[state.start++] << 8) +
+      state.buffer[state.start++] +
+      max
+  }
+
+  if (flag < 254) {
+    return (state.buffer[state.start++] << 16) +
+      (state.buffer[state.start++] << 8) +
+      state.buffer[state.start++] +
+      max
+  }
+
+  // << 24 result may be interpreted as negative
+  if (flag < 255) {
+    return (state.buffer[state.start++] * 0x1000000) +
+      (state.buffer[state.start++] << 16) +
+      (state.buffer[state.start++] << 8) +
+      state.buffer[state.start++] +
+      max
+  }
+
+  const exp = decode(state)
+
+  if (state.end - state.start < 6) throw new Error('Out of bounds')
+
+  let rem = 0
+  for (let i = 5; i >= 0; i--) {
+    rem += state.buffer[state.start++] * Math.pow(2, 8 * i)
+  }
+
+  return (rem * Math.pow(2, exp - 11)) + max
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "compact-encoding",
-  "version": "2.6.1",
+  "version": "2.9.0",
   "description": "A series of compact encoding schemes for building small and fast parsers and serializers",
   "main": "index.js",
   "dependencies": {

package/test.js

@@ -5,19 +5,19 @@ tape('uint', function (t) {
   const state = enc.state()
 
   enc.uint.preencode(state, 42)
-  t.alike(state, { start: 0, end: 1, buffer: null })
+  t.alike(state, enc.state(0, 1))
   enc.uint.preencode(state, 4200)
-  t.alike(state, { start: 0, end: 4, buffer: null })
+  t.alike(state, enc.state(0, 4))
   enc.uint.preencode(state, Number.MAX_SAFE_INTEGER)
-  t.alike(state, { start: 0, end: 13, buffer: null })
+  t.alike(state, enc.state(0, 13))
 
   state.buffer = Buffer.alloc(state.end)
   enc.uint.encode(state, 42)
-  t.alike(state, { start: 1, end: 13, buffer: Buffer.from([42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]) })
+  t.alike(state, enc.state(1, 13, Buffer.from([42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0])))
   enc.uint.encode(state, 4200)
-  t.alike(state, { start: 4, end: 13, buffer: Buffer.from([42, 0xfd, 104, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0]) })
+  t.alike(state, enc.state(4, 13, Buffer.from([42, 0xfd, 104, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0])))
   enc.uint.encode(state, Number.MAX_SAFE_INTEGER)
-  t.alike(state, { start: 13, end: 13, buffer: Buffer.from([42, 0xfd, 104, 16, 0xff, 255, 255, 255, 255, 255, 255, 31, 0]) })
+  t.alike(state, enc.state(13, 13, Buffer.from([42, 0xfd, 104, 16, 0xff, 255, 255, 255, 255, 255, 255, 31, 0])))
 
   state.start = 0
   t.is(enc.uint.decode(state), 42)
@@ -32,15 +32,15 @@ tape('int', function (t) {
   const state = enc.state()
 
   enc.int.preencode(state, 42)
-  t.alike(state, { start: 0, end: 1, buffer: null })
+  t.alike(state, enc.state(0, 1))
   enc.int.preencode(state, -4200)
-  t.alike(state, { start: 0, end: 4, buffer: null })
+  t.alike(state, enc.state(0, 4))
 
   state.buffer = Buffer.alloc(state.end)
   enc.int.encode(state, 42)
-  t.alike(state, { start: 1, end: 4, buffer: Buffer.from([84, 0, 0, 0]) })
+  t.alike(state, enc.state(1, 4, Buffer.from([84, 0, 0, 0])))
   enc.int.encode(state, -4200)
-  t.alike(state, { start: 4, end: 4, buffer: Buffer.from([84, 0xfd, 207, 32]) })
+  t.alike(state, enc.state(4, 4, Buffer.from([84, 0xfd, 207, 32])))
 
   state.start = 0
   t.is(enc.int.decode(state), 42)
@@ -54,12 +54,12 @@ tape('float64', function (t) {
   const state = enc.state()
 
   enc.float64.preencode(state, 162.2377294)
-  t.alike(state, { start: 0, end: 8, buffer: null })
+  t.alike(state, enc.state(0, 8))
 
   state.buffer = Buffer.alloc(state.end)
-  t.alike(state, { start: 0, end: 8, buffer: Buffer.from([0, 0, 0, 0, 0, 0, 0, 0]) })
+  t.alike(state, enc.state(0, 8, Buffer.from([0, 0, 0, 0, 0, 0, 0, 0])))
   enc.float64.encode(state, 162.2377294)
-  t.alike(state, { start: 8, end: 8, buffer: Buffer.from([0x87, 0xc9, 0xaf, 0x7a, 0x9b, 0x47, 0x64, 0x40]) })
+  t.alike(state, enc.state(8, 8, Buffer.from([0x87, 0xc9, 0xaf, 0x7a, 0x9b, 0x47, 0x64, 0x40])))
 
   state.start = 0
   t.is(enc.float64.decode(state), 162.2377294)
@@ -74,13 +74,13 @@ tape('float64', function (t) {
 
   enc.int.preencode(state, 0)
   enc.float64.preencode(state, 162.2377294)
-  t.alike(state, { start: 0, end: 9, buffer: null })
+  t.alike(state, enc.state(0, 9))
 
   state.buffer = Buffer.alloc(state.end)
-  t.alike(state, { start: 0, end: 9, buffer: Buffer.from([0, 0, 0, 0, 0, 0, 0, 0, 0]) })
+  t.alike(state, enc.state(0, 9, Buffer.from([0, 0, 0, 0, 0, 0, 0, 0, 0])))
   enc.int.encode(state, 0)
   enc.float64.encode(state, 162.2377294)
-  t.alike(state, { start: 9, end: 9, buffer: Buffer.from([0, 0x87, 0xc9, 0xaf, 0x7a, 0x9b, 0x47, 0x64, 0x40]) })
+  t.alike(state, enc.state(9, 9, Buffer.from([0, 0x87, 0xc9, 0xaf, 0x7a, 0x9b, 0x47, 0x64, 0x40])))
 
   state.start = 0
   t.is(enc.int.decode(state), 0)
@@ -91,10 +91,10 @@ tape('float64', function (t) {
   const buf = Buffer.alloc(10)
   state.start = 0
   state.buffer = buf.subarray(1)
-  t.alike(state, { start: 0, end: 9, buffer: Buffer.from([0, 0, 0, 0, 0, 0, 0, 0, 0]) })
+  t.alike(state, enc.state(0, 9, Buffer.from([0, 0, 0, 0, 0, 0, 0, 0, 0])))
   enc.int.encode(state, 0)
   enc.float64.encode(state, 162.2377294)
-  t.alike(state, { start: 9, end: 9, buffer: Buffer.from([0, 0x87, 0xc9, 0xaf, 0x7a, 0x9b, 0x47, 0x64, 0x40]) })
+  t.alike(state, enc.state(9, 9, Buffer.from([0, 0x87, 0xc9, 0xaf, 0x7a, 0x9b, 0x47, 0x64, 0x40])))
   t.alike(buf, Buffer.from([0, 0, 0x87, 0xc9, 0xaf, 0x7a, 0x9b, 0x47, 0x64, 0x40]))
 
   state.start = 0
@@ -110,7 +110,7 @@ tape('float64', function (t) {
   enc.float64.preencode(state, 162.2377294)
   state.buffer = Buffer.alloc(state.end)
   enc.float64.encode(state, 0)
-  t.alike(state, { start: 8, end: 8, buffer: Buffer.from([0, 0, 0, 0, 0, 0, 0, 0]) })
+  t.alike(state, enc.state(8, 8, Buffer.from([0, 0, 0, 0, 0, 0, 0, 0])))
 
   state.start = 0
   t.is(enc.float64.decode(state), 0)
@@ -124,7 +124,7 @@ tape('float64', function (t) {
   enc.float64.preencode(state, Infinity)
   state.buffer = Buffer.alloc(state.end)
   enc.float64.encode(state, Infinity)
-  t.alike(state, { start: 8, end: 8, buffer: Buffer.from([0, 0, 0, 0, 0, 0, 0xf0, 0x7f]) })
+  t.alike(state, enc.state(8, 8, Buffer.from([0, 0, 0, 0, 0, 0, 0xf0, 0x7f])))
 
   state.start = 0
   t.is(enc.float64.decode(state), Infinity)
@@ -138,7 +138,7 @@ tape('float64', function (t) {
   enc.float64.preencode(state, 0.1 + 0.2)
   state.buffer = Buffer.alloc(state.end)
   enc.float64.encode(state, 0.1 + 0.2)
-  t.alike(state, { start: 8, end: 8, buffer: Buffer.from([0x34, 0x33, 0x33, 0x33, 0x33, 0x33, 0xd3, 0x3f]) })
+  t.alike(state, enc.state(8, 8, Buffer.from([0x34, 0x33, 0x33, 0x33, 0x33, 0x33, 0xd3, 0x3f])))
 
   state.start = 0
   t.is(enc.float64.decode(state), 0.1 + 0.2)
@@ -149,19 +149,19 @@ tape('buffer', function (t) {
   const state = enc.state()
 
   enc.buffer.preencode(state, Buffer.from('hi'))
-  t.alike(state, { start: 0, end: 3, buffer: null })
+  t.alike(state, enc.state(0, 3))
   enc.buffer.preencode(state, Buffer.from('hello'))
-  t.alike(state, { start: 0, end: 9, buffer: null })
+  t.alike(state, enc.state(0, 9))
   enc.buffer.preencode(state, null)
-  t.alike(state, { start: 0, end: 10, buffer: null })
+  t.alike(state, enc.state(0, 10))
 
   state.buffer = Buffer.alloc(state.end)
   enc.buffer.encode(state, Buffer.from('hi'))
-  t.alike(state, { start: 3, end: 10, buffer: Buffer.from('\x02hi\x00\x00\x00\x00\x00\x00\x00') })
+  t.alike(state, enc.state(3, 10, Buffer.from('\x02hi\x00\x00\x00\x00\x00\x00\x00')))
   enc.buffer.encode(state, Buffer.from('hello'))
-  t.alike(state, { start: 9, end: 10, buffer: Buffer.from('\x02hi\x05hello\x00') })
+  t.alike(state, enc.state(9, 10, Buffer.from('\x02hi\x05hello\x00')))
   enc.buffer.encode(state, null)
-  t.alike(state, { start: 10, end: 10, buffer: Buffer.from('\x02hi\x05hello\x00') })
+  t.alike(state, enc.state(10, 10, Buffer.from('\x02hi\x05hello\x00')))
 
   state.start = 0
   t.alike(enc.buffer.decode(state), Buffer.from('hi'))
@@ -176,11 +176,11 @@ tape('raw', function (t) {
   const state = enc.state()
 
   enc.raw.preencode(state, Buffer.from('hi'))
-  t.alike(state, { start: 0, end: 2, buffer: null })
+  t.alike(state, enc.state(0, 2))
 
   state.buffer = Buffer.alloc(state.end)
   enc.raw.encode(state, Buffer.from('hi'))
-  t.alike(state, { start: 2, end: 2, buffer: Buffer.from('hi') })
+  t.alike(state, enc.state(2, 2, Buffer.from('hi')))
 
   state.start = 0
   t.alike(enc.raw.decode(state), Buffer.from('hi'))
@@ -191,11 +191,11 @@ tape('uint16array', function (t) {
   const state = enc.state()
 
   enc.uint16array.preencode(state, new Uint16Array([1, 2, 3]))
-  t.alike(state, { start: 0, end: 7, buffer: null })
+  t.alike(state, enc.state(0, 7))
 
   state.buffer = Buffer.alloc(state.end)
   enc.uint16array.encode(state, new Uint16Array([1, 2, 3]))
-  t.alike(state, { start: 7, end: 7, buffer: Buffer.from([3, 1, 0, 2, 0, 3, 0]) })
+  t.alike(state, enc.state(7, 7, Buffer.from([3, 1, 0, 2, 0, 3, 0])))
 
   state.start = 0
   t.alike(enc.uint16array.decode(state), new Uint16Array([1, 2, 3]))
@@ -208,15 +208,15 @@ tape('uint32array', function (t) {
   const state = enc.state()
 
   enc.uint32array.preencode(state, new Uint32Array([1]))
-  t.alike(state, { start: 0, end: 5, buffer: null })
+  t.alike(state, enc.state(0, 5))
   enc.uint32array.preencode(state, new Uint32Array([42, 43]))
-  t.alike(state, { start: 0, end: 14, buffer: null })
+  t.alike(state, enc.state(0, 14))
 
   state.buffer = Buffer.alloc(state.end)
   enc.uint32array.encode(state, new Uint32Array([1]))
-  t.alike(state, { start: 5, end: 14, buffer: Buffer.from([1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]) })
+  t.alike(state, enc.state(5, 14, Buffer.from([1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0])))
   enc.uint32array.encode(state, new Uint32Array([42, 43]))
-  t.alike(state, { start: 14, end: 14, buffer: Buffer.from([1, 1, 0, 0, 0, 2, 42, 0, 0, 0, 43, 0, 0, 0]) })
+  t.alike(state, enc.state(14, 14, Buffer.from([1, 1, 0, 0, 0, 2, 42, 0, 0, 0, 43, 0, 0, 0])))
 
   state.start = 0
   t.alike(enc.uint32array.decode(state), new Uint32Array([1]))
@@ -230,11 +230,11 @@ tape('int16array', function (t) {
   const state = enc.state()
 
   enc.int16array.preencode(state, new Int16Array([1, -2, 3]))
-  t.alike(state, { start: 0, end: 7, buffer: null })
+  t.alike(state, enc.state(0, 7))
 
   state.buffer = Buffer.alloc(state.end)
   enc.int16array.encode(state, new Int16Array([1, -2, 3]))
-  t.alike(state, { start: 7, end: 7, buffer: Buffer.from([3, 1, 0, 0xfe, 0xff, 3, 0]) })
+  t.alike(state, enc.state(7, 7, Buffer.from([3, 1, 0, 0xfe, 0xff, 3, 0])))
 
   state.start = 0
   t.alike(enc.int16array.decode(state), new Int16Array([1, -2, 3]))
@@ -247,11 +247,11 @@ tape('int32array', function (t) {
   const state = enc.state()
 
   enc.int32array.preencode(state, new Int32Array([1, -2, 3]))
-  t.alike(state, { start: 0, end: 13, buffer: null })
+  t.alike(state, enc.state(0, 13))
 
   state.buffer = Buffer.alloc(state.end)
   enc.int32array.encode(state, new Int32Array([1, -2, 3]))
-  t.alike(state, { start: 13, end: 13, buffer: Buffer.from([3, 1, 0, 0, 0, 0xfe, 0xff, 0xff, 0xff, 3, 0, 0, 0]) })
+  t.alike(state, enc.state(13, 13, Buffer.from([3, 1, 0, 0, 0, 0xfe, 0xff, 0xff, 0xff, 3, 0, 0, 0])))
 
   state.start = 0
   t.alike(enc.int32array.decode(state), new Int32Array([1, -2, 3]))
@@ -264,11 +264,11 @@ tape('float32array', function (t) {
   const state = enc.state()
 
   enc.float32array.preencode(state, new Float32Array([1.1, -2.2, 3.3]))
-  t.alike(state, { start: 0, end: 13, buffer: null })
+  t.alike(state, enc.state(0, 13))
 
   state.buffer = Buffer.alloc(state.end)
   enc.float32array.encode(state, new Float32Array([1.1, -2.2, 3.3]))
-  t.alike(state, { start: 13, end: 13, buffer: Buffer.from([3, 0xcd, 0xcc, 0x8c, 0x3f, 0xcd, 0xcc, 0x0c, 0xc0, 0x33, 0x33, 0x53, 0x40]) })
+  t.alike(state, enc.state(13, 13, Buffer.from([3, 0xcd, 0xcc, 0x8c, 0x3f, 0xcd, 0xcc, 0x0c, 0xc0, 0x33, 0x33, 0x53, 0x40])))
 
   state.start = 0
   t.alike(enc.float32array.decode(state), new Float32Array([1.1, -2.2, 3.3]))
@@ -281,11 +281,11 @@ tape('float64array', function (t) {
   const state = enc.state()
 
   enc.float64array.preencode(state, new Float64Array([1.1, -2.2, 3.3]))
-  t.alike(state, { start: 0, end: 25, buffer: null })
+  t.alike(state, enc.state(0, 25))
 
   state.buffer = Buffer.alloc(state.end)
   enc.float64array.encode(state, new Float64Array([1.1, -2.2, 3.3]))
-  t.alike(state, { start: 25, end: 25, buffer: Buffer.from([3, 0x9a, 0x99, 0x99, 0x99, 0x99, 0x99, 0xf1, 0x3f, 0x9a, 0x99, 0x99, 0x99, 0x99, 0x99, 0x01, 0xc0, 0x66, 0x66, 0x66, 0x66, 0x66, 0x66, 0x0a, 0x40]) })
+  t.alike(state, enc.state(25, 25, Buffer.from([3, 0x9a, 0x99, 0x99, 0x99, 0x99, 0x99, 0xf1, 0x3f, 0x9a, 0x99, 0x99, 0x99, 0x99, 0x99, 0x01, 0xc0, 0x66, 0x66, 0x66, 0x66, 0x66, 0x66, 0x0a, 0x40])))
 
   state.start = 0
   t.alike(enc.float64array.decode(state), new Float64Array([1.1, -2.2, 3.3]))
@@ -298,15 +298,15 @@ tape('string', function (t) {
   const state = enc.state()
 
   enc.string.preencode(state, '🌾')
-  t.alike(state, { start: 0, end: 5, buffer: null })
+  t.alike(state, enc.state(0, 5))
   enc.string.preencode(state, 'høsten er fin')
-  t.alike(state, { start: 0, end: 20, buffer: null })
+  t.alike(state, enc.state(0, 20))
 
   state.buffer = Buffer.alloc(state.end)
   enc.string.encode(state, '🌾')
-  t.alike(state, { start: 5, end: 20, buffer: Buffer.from('\x04🌾\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00') })
+  t.alike(state, enc.state(5, 20, Buffer.from('\x04🌾\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00')))
   enc.string.encode(state, 'høsten er fin')
-  t.alike(state, { start: 20, end: 20, buffer: Buffer.from('\x04🌾\x0ehøsten er fin') })
+  t.alike(state, enc.state(20, 20, Buffer.from('\x04🌾\x0ehøsten er fin')))
 
   state.start = 0
   t.is(enc.string.decode(state), '🌾')
@@ -320,15 +320,15 @@ tape('fixed32', function (t) {
   const state = enc.state()
 
   enc.fixed32.preencode(state, Buffer.alloc(32).fill('a'))
-  t.alike(state, { start: 0, end: 32, buffer: null })
+  t.alike(state, enc.state(0, 32))
   enc.fixed32.preencode(state, Buffer.alloc(32).fill('b'))
-  t.alike(state, { start: 0, end: 64, buffer: null })
+  t.alike(state, enc.state(0, 64))
 
   state.buffer = Buffer.alloc(state.end)
   enc.fixed32.encode(state, Buffer.alloc(32).fill('a'))
-  t.alike(state, { start: 32, end: 64, buffer: Buffer.alloc(64).fill('a', 0, 32) })
+  t.alike(state, enc.state(32, 64, Buffer.alloc(64).fill('a', 0, 32)))
   enc.fixed32.encode(state, Buffer.alloc(32).fill('b'))
-  t.alike(state, { start: 64, end: 64, buffer: Buffer.alloc(64).fill('a', 0, 32).fill('b', 32, 64) })
+  t.alike(state, enc.state(64, 64, Buffer.alloc(64).fill('a', 0, 32).fill('b', 32, 64)))
 
   state.start = 0
   t.alike(enc.fixed32.decode(state), Buffer.alloc(32).fill('a'))
@@ -342,15 +342,15 @@ tape('fixed64', function (t) {
   const state = enc.state()
 
   enc.fixed64.preencode(state, Buffer.alloc(64).fill('a'))
-  t.alike(state, { start: 0, end: 64, buffer: null })
+  t.alike(state, enc.state(0, 64))
   enc.fixed64.preencode(state, Buffer.alloc(64).fill('b'))
-  t.alike(state, { start: 0, end: 128, buffer: null })
+  t.alike(state, enc.state(0, 128))
 
   state.buffer = Buffer.alloc(state.end)
   enc.fixed64.encode(state, Buffer.alloc(64).fill('a'))
-  t.alike(state, { start: 64, end: 128, buffer: Buffer.alloc(128).fill('a', 0, 64) })
+  t.alike(state, enc.state(64, 128, Buffer.alloc(128).fill('a', 0, 64)))
   enc.fixed64.encode(state, Buffer.alloc(64).fill('b'))
-  t.alike(state, { start: 128, end: 128, buffer: Buffer.alloc(128).fill('a', 0, 64).fill('b', 64, 128) })
+  t.alike(state, enc.state(128, 128, Buffer.alloc(128).fill('a', 0, 64).fill('b', 64, 128)))
 
   state.start = 0
   t.alike(enc.fixed64.decode(state), Buffer.alloc(64).fill('a'))
@@ -365,15 +365,15 @@ tape('fixed n', function (t) {
   const fixed = enc.fixed(3)
 
   fixed.preencode(state, Buffer.alloc(3).fill('a'))
-  t.alike(state, { start: 0, end: 3, buffer: null })
+  t.alike(state, enc.state(0, 3))
   fixed.preencode(state, Buffer.alloc(3).fill('b'))
-  t.alike(state, { start: 0, end: 6, buffer: null })
+  t.alike(state, enc.state(0, 6))
 
   state.buffer = Buffer.alloc(state.end)
   fixed.encode(state, Buffer.alloc(3).fill('a'))
-  t.alike(state, { start: 3, end: 6, buffer: Buffer.alloc(6).fill('a', 0, 3) })
+  t.alike(state, enc.state(3, 6, Buffer.alloc(6).fill('a', 0, 3)))
   fixed.encode(state, Buffer.alloc(3).fill('b'))
-  t.alike(state, { start: 6, end: 6, buffer: Buffer.alloc(6).fill('a', 0, 3).fill('b', 3, 6) })
+  t.alike(state, enc.state(6, 6, Buffer.alloc(6).fill('a', 0, 3).fill('b', 3, 6)))
 
   state.start = 0
   t.alike(fixed.decode(state), Buffer.alloc(3).fill('a'))
@@ -390,15 +390,15 @@ tape('array', function (t) {
   const arr = enc.array(enc.bool)
 
   arr.preencode(state, [true, false, true])
-  t.alike(state, { start: 0, end: 4, buffer: null })
+  t.alike(state, enc.state(0, 4))
   arr.preencode(state, [false, false, true, true])
-  t.alike(state, { start: 0, end: 9, buffer: null })
+  t.alike(state, enc.state(0, 9))
 
   state.buffer = Buffer.alloc(state.end)
   arr.encode(state, [true, false, true])
-  t.alike(state, { start: 4, end: 9, buffer: Buffer.from([3, 1, 0, 1, 0, 0, 0, 0, 0]) })
+  t.alike(state, enc.state(4, 9, Buffer.from([3, 1, 0, 1, 0, 0, 0, 0, 0])))
   arr.encode(state, [false, false, true, true])
-  t.alike(state, { start: 9, end: 9, buffer: Buffer.from([3, 1, 0, 1, 4, 0, 0, 1, 1]) })
+  t.alike(state, enc.state(9, 9, Buffer.from([3, 1, 0, 1, 4, 0, 0, 1, 1])))
 
   state.start = 0
   t.alike(arr.decode(state), [true, false, true])
@@ -407,3 +407,176 @@ tape('array', function (t) {
 
   t.exception(() => arr.decode(state))
 })
+
+tape('json', function (t) {
+  const state = enc.state()
+
+  enc.json.preencode(state, { a: 1, b: 2 })
+  t.alike(state, enc.state(0, 14))
+
+  state.buffer = Buffer.alloc(state.end)
+  enc.json.encode(state, { a: 1, b: 2 })
+  t.alike(state, enc.state(14, 14, Buffer.concat([
+    Buffer.from([13]),
+    Buffer.from('{"a":1,"b":2}')
+  ])))
+
+  state.start = 0
+  t.alike(enc.json.decode(state), { a: 1, b: 2 })
+
+  t.exception(() => enc.json.decode(state))
+})
+
+tape('lexint: big numbers', function (t) {
+  t.plan(1)
+
+  let prev = enc.encode(enc.lexint, 0)
+
+  let n
+  let skip = 1
+
+  for (n = 1; n < Number.MAX_VALUE; n += skip) {
+    const cur = enc.encode(enc.lexint, n)
+    if (Buffer.compare(cur, prev) < 1) break
+    prev = cur
+    skip = 1 + Math.pow(245, Math.ceil(Math.log(n) / Math.log(256)))
+  }
+  t.is(n, Infinity)
+})
+
+tape('lexint: range precision', function (t) {
+  t.plan(2)
+  const a = 1e55
+  const b = 1.0000000000001e55
+  const ha = enc.encode(enc.lexint, a).toString('hex')
+  const hb = enc.encode(enc.lexint, b).toString('hex')
+  t.not(a, b)
+  t.not(ha, hb)
+})
+
+tape('lexint: range precision', function (t) {
+  let prev = enc.encode(enc.lexint, 0)
+  const skip = 0.000000001e55
+  for (let i = 0, n = 1e55; i < 1000; n = 1e55 + skip * ++i) {
+    const cur = enc.encode(enc.lexint, n)
+    if (Buffer.compare(cur, prev) < 1) t.fail('cur <= prev')
+    prev = cur
+  }
+  t.ok(true)
+  t.end()
+})
+
+tape('lexint: small numbers', function (t) {
+  let prev = enc.encode(enc.lexint, 0)
+  for (let n = 1; n < 256 * 256 * 16; n++) {
+    const cur = enc.encode(enc.lexint, n)
+    if (Buffer.compare(cur, prev) < 1) t.fail('cur <= prev')
+    prev = cur
+  }
+  t.ok(true)
+  t.end()
+})
+
+tape('lexint: throws', function (t) {
+  t.exception(() => {
+    enc.decode(enc.lexint, Buffer.alloc(1, 251))
+  })
+
+  let num = 252
+
+  const state = enc.state()
+
+  enc.lexint.preencode(state, num)
+  state.buffer = Buffer.alloc(state.end - state.start)
+  enc.lexint.encode(state, num)
+
+  t.exception(() => {
+    enc.decode(enc.lexint, state.buffer.subarray(0, state.buffer.byteLength - 2))
+  })
+
+  num <<= 8
+
+  state.start = 0
+  state.end = 0
+  state.buffer = null
+
+  enc.lexint.preencode(state, num)
+  state.buffer = Buffer.alloc(state.end - state.start)
+  enc.lexint.encode(state, num)
+
+  t.exception(() => {
+    enc.decode(enc.lexint, state.buffer.subarray(0, state.buffer.byteLength - 2))
+  })
+
+  num <<= 8
+
+  state.start = 0
+  state.end = 0
+  state.buffer = null
+
+  enc.lexint.preencode(state, num)
+  state.buffer = Buffer.alloc(state.end - state.start)
+  enc.lexint.encode(state, num)
+
+  t.exception(() => {
+    enc.decode(enc.lexint, state.buffer.subarray(0, state.buffer.byteLength - 2))
+  })
+
+  num *= 256
+
+  state.start = 0
+  state.end = 0
+  state.buffer = null
+
+  enc.lexint.preencode(state, num)
+  state.buffer = Buffer.alloc(state.end - state.start)
+  enc.lexint.encode(state, num)
+
+  t.exception(() => {
+    enc.decode(enc.lexint, state.buffer.subarray(0, state.buffer.byteLength - 2))
+  })
+
+  num *= 256 * 256
+
+  state.start = 0
+  state.end = 0
+  state.buffer = null
+
+  enc.lexint.preencode(state, num)
+  state.buffer = Buffer.alloc(state.end - state.start)
+  enc.lexint.encode(state, num)
+
+  t.exception(() => {
+    enc.decode(enc.lexint, state.buffer.subarray(0, state.buffer.byteLength - 2))
+  })
+
+  t.end()
+})
+
+tape('lexint: unpack', function (t) {
+  let n
+  let skip = 1
+
+  for (n = 1; n < Number.MAX_VALUE; n += skip) {
+    const cur = enc.encode(enc.lexint, n)
+    compare(n, enc.decode(enc.lexint, cur))
+    skip = 1 + Math.pow(245, Math.ceil(Math.log(n) / Math.log(256)))
+  }
+  t.is(n, Infinity)
+  t.end()
+
+  function compare (a, b) {
+    const desc = a + ' !=~ ' + b
+    if (/e\+\d+$/.test(a) || /e\+\d+$/.test(b)) {
+      if (String(a).slice(0, 8) !== String(b).slice(0, 8) ||
+        /e\+(\d+)$/.exec(a)[1] !== /e\+(\d+)$/.exec(b)[1]) {
+        t.fail(desc)
+      }
+    } else {
+      if (String(a).slice(0, 8) !== String(b).slice(0, 8) ||
+       String(a).length !== String(b).length) {
+        t.fail(desc)
+      }
+    }
+  }
+})