msgpack-lite 0.1.26 → 0.2.0

package/lib/benchmark-stream.js

@@ -1,247 +0,0 @@
-#!/usr/bin/env node
-
-var PassThrough = require("stream").PassThrough;
-var async = require("async");
-
-var msgpack = require("../");
-var Encoder = require("./encoder").Encoder;
-var Decoder = require("./decoder").Decoder;
-var notepack = require("notepack");
-
-var pkg = require("../package.json");
-
-// a sample fluentd message
-var data = ["tag", [[1440949922, {"message": "hi there"}]]];
-var packed = msgpack.encode(data); // 30 bytes per message
-var packsize = packed.length;
-var opcount = 1000000;
-var joincount = 100;
-var packjoin = repeatbuf(packed, joincount); // 3KB per chunk
-var limit = 2;
-
-var argv = Array.prototype.slice.call(process.argv, 2);
-
-if (argv[0] === "-v") {
-  console.warn(pkg.name + " " + pkg.version);
-  process.exit(0);
-}
-
-if (argv[0] - 0) limit = argv.shift() - 0;
-
-var list = [
-  ['stream.write(msgpack.encode(obj));', encode1],
-  ['stream.write(notepack.encode(obj));', encode4],
-  ['msgpack.Encoder().on("data",ondata).encode(obj);', encode2],
-  ['msgpack.createEncodeStream().write(obj);', encode3],
-  ['stream.write(msgpack.decode(buf));', decode1],
-  ['stream.write(notepack.decode(buf));', decode4],
-  ['msgpack.Decoder().on("data",ondata).decode(buf);', decode2],
-  ['msgpack.createDecodeStream().write(buf);', decode3]
-];
-
-function encode1(callback) {
-  var stream = new PassThrough();
-  var cnt = counter(callback);
-  stream.on("data", cnt.buf);
-  stream.on("end", cnt.end);
-  for (var j = 0; j < opcount; j++) {
-    stream.write(msgpack.encode(data));
-  }
-  stream.end();
-}
-
-function encode2(callback) {
-  var stream = new PassThrough();
-  var cnt = counter(callback);
-  stream.on("data", cnt.buf);
-  stream.on("end", cnt.end);
-  var encoder = Encoder();
-  encoder.on("data", function(chunk) {
-    stream.write(chunk);
-  });
-  encoder.on("end", function() {
-    stream.end();
-  });
-  for (var j = 0; j < opcount; j++) {
-    encoder.encode(data);
-  }
-  encoder.end();
-}
-
-function encode3(callback) {
-  var stream = msgpack.createEncodeStream();
-  var cnt = counter(callback);
-  stream.on("data", cnt.buf);
-  stream.on("end", cnt.end);
-  for (var j = 0; j < opcount; j++) {
-    stream.write(data);
-  }
-  stream.end();
-}
-
-function encode4(callback) {
-  var stream = new PassThrough();
-  var cnt = counter(callback);
-  stream.on("data", cnt.buf);
-  stream.on("end", cnt.end);
-  for (var j = 0; j < opcount; j++) {
-    stream.write(notepack.encode(data));
-  }
-  stream.end();
-}
-
-function decode1(callback) {
-  var stream = new PassThrough({objectMode: true});
-  var cnt = counter(callback);
-  stream.on("data", cnt.inc);
-  stream.on("end", cnt.end);
-  for (var j = 0; j < opcount; j++) {
-    stream.write(msgpack.decode(packed));
-  }
-  stream.end();
-}
-
-function decode2(callback) {
-  var stream = new PassThrough({objectMode: true});
-  var cnt = counter(callback);
-  stream.on("data", cnt.inc);
-  stream.on("end", cnt.end);
-  var decoder = Decoder();
-  decoder.on("data", function(chunk) {
-    stream.write(chunk);
-  });
-  decoder.on("end", function() {
-    stream.end();
-  });
-  for (var j = 0; j < opcount / joincount; j++) {
-    decoder.decode(packjoin);
-  }
-  decoder.end();
-}
-
-function decode3(callback) {
-  var stream = msgpack.createDecodeStream();
-  var cnt = counter(callback);
-  stream.on("data", cnt.inc);
-  stream.on("end", cnt.end);
-  for (var j = 0; j < opcount / joincount; j++) {
-    stream.write(packjoin);
-  }
-  stream.end();
-}
-
-function decode4(callback) {
-  var stream = new PassThrough({objectMode: true});
-  var cnt = counter(callback);
-  stream.on("data", cnt.inc);
-  stream.on("end", cnt.end);
-  for (var j = 0; j < opcount; j++) {
-    stream.write(notepack.decode(packed));
-  }
-  stream.end();
-}
-
-function rpad(str, len, chr) {
-  if (!chr) chr = " ";
-  str += "";
-  while (str.length < len) str += chr;
-  return str;
-}
-
-function lpad(str, len, chr) {
-  if (!chr) chr = " ";
-  str += "";
-  while (str.length < len) str = chr + str;
-  return str;
-}
-
-function repeatbuf(buf, cnt) {
-  var array = [];
-  for (var i = 0; i < cnt; i++) {
-    array.push(buf);
-  }
-  return Buffer.concat(array);
-}
-
-function counter(callback) {
-  var cnt = 0;
-  return {buf: b, inc: i, end: e};
-
-  function b(buf) {
-    cnt += buf.length / packsize;
-  }
-
-  function i() {
-    cnt++;
-  }
-
-  function e() {
-    cnt = Math.round(cnt);
-    callback(null, cnt);
-  }
-}
-
-function run() {
-  // task filter
-  if (argv.length) {
-    list = list.filter(function(pair) {
-      var name = pair[0];
-      var match = argv.filter(function(grep) {
-        return (name.indexOf(grep) > -1);
-      });
-      return match.length;
-    });
-  }
-
-  // run tasks repeatedly
-  var tasks = [];
-  for (var i = 0; i < limit; i++) {
-    tasks.push(oneset);
-  }
-  async.series(tasks, end);
-
-  // run a series of tasks
-  function oneset(callback) {
-    async.eachSeries(list, bench, callback);
-  }
-
-  // run a single benchmark
-  function bench(pair, callback) {
-    process.stdout.write(".");
-    var func = pair[1];
-    var start = new Date() - 0;
-    func(function(err, cnt) {
-      var end = new Date() - 0;
-      var array = pair[2] || (pair[2] = []);
-      array.push(end - start);
-      pair[3] = cnt;
-      setTimeout(callback, 100);
-    });
-  }
-
-  // show result
-  function end() {
-    var title = "operation (" + opcount + " x " + limit + ")";
-    process.stdout.write("\n");
-
-    // table header
-    var COL1 = 48;
-    console.log(rpad(title, COL1), "|", "  op   ", "|", " ms  ", "|", " op/s ");
-    console.log(rpad("", COL1, "-"), "|", "------:", "|", "----:", "|", "-----:");
-
-    // table body
-    list.forEach(function(pair) {
-      var name = pair[0];
-      var op = pair[3];
-      var array = pair[2];
-      array = array.sort(function(a, b) {
-        return a > b;
-      });
-      var fastest = array[0];
-      var score = Math.floor(opcount / fastest * 1000);
-      console.log(rpad(name, COL1), "|", lpad(op, 7), "|", lpad(fastest, 5), "|", lpad(score, 6));
-    });
-  }
-}
-
-run();

package/lib/benchmark.js

@@ -1,157 +0,0 @@
-#!/usr/bin/env node
-
-var msgpack_node = try_require("msgpack");
-var msgpack_lite = try_require("../index");
-var msgpack_js = try_require("msgpack-js");
-var msgpack_js_v5 = try_require("msgpack-js-v5");
-var msgpack5 = try_require("msgpack5");
-var msgpack_unpack = try_require("msgpack-unpack");
-var msgpack_codec = try_require("msgpack.codec");
-var notepack = try_require("notepack");
-
-msgpack5 = msgpack5 && msgpack5();
-msgpack_codec = msgpack_codec && msgpack_codec.msgpack;
-
-var pkg = require("../package.json");
-var data = require("../test/example");
-var packed = msgpack_lite.encode(data);
-var expected = JSON.stringify(data);
-
-var argv = Array.prototype.slice.call(process.argv, 2);
-
-if (argv[0] === "-v") {
-  console.warn(pkg.name + " " + pkg.version);
-  process.exit(0);
-}
-
-var limit = 5;
-if (argv[0] - 0) limit = argv.shift() - 0;
-limit *= 1000;
-
-var COL1 = 57;
-var COL2 = 6;
-var COL3 = 5;
-var COL4 = 6;
-
-console.log(rpad("operation", COL1), "|", "  op  ", "|", "  ms ", "|", " op/s ");
-console.log(rpad("", COL1, "-"), "|", lpad(":", COL2, "-"), "|", lpad(":", COL3, "-"), "|", lpad(":", COL4, "-"));
-
-var buf, obj;
-
-if (JSON) {
-  buf = bench('buf = Buffer(JSON.stringify(obj));', JSON_stringify, data);
-  obj = bench('obj = JSON.parse(buf);', JSON.parse, buf);
-  test(obj);
-}
-
-if (msgpack_lite) {
-  buf = bench('buf = require("msgpack-lite").encode(obj);', msgpack_lite.encode, data);
-  obj = bench('obj = require("msgpack-lite").decode(buf);', msgpack_lite.decode, packed);
-  test(obj);
-}
-
-if (msgpack_node) {
-  buf = bench('buf = require("msgpack").pack(obj);', msgpack_node.pack, data);
-  obj = bench('obj = require("msgpack").unpack(buf);', msgpack_node.unpack, buf);
-  test(obj);
-}
-
-if (msgpack_codec) {
-  buf = bench('buf = Buffer(require("msgpack.codec").msgpack.pack(obj));', msgpack_codec_pack, data);
-  obj = bench('obj = require("msgpack.codec").msgpack.unpack(buf);', msgpack_codec.unpack, buf);
-  test(obj);
-}
-
-if (msgpack_js_v5) {
-  buf = bench('buf = require("msgpack-js-v5").encode(obj);', msgpack_js_v5.encode, data);
-  obj = bench('obj = require("msgpack-js-v5").decode(buf);', msgpack_js_v5.decode, buf);
-  test(obj);
-}
-
-if (msgpack_js) {
-  buf = bench('buf = require("msgpack-js").encode(obj);', msgpack_js.encode, data);
-  obj = bench('obj = require("msgpack-js").decode(buf);', msgpack_js.decode, buf);
-  test(obj);
-}
-
-if (msgpack5) {
-  buf = bench('buf = require("msgpack5")().encode(obj);', msgpack5.encode, data);
-  obj = bench('obj = require("msgpack5")().decode(buf);', msgpack5.decode, buf);
-  test(obj);
-}
-
-if (notepack) {
-  buf = bench('buf = require("notepack").encode(obj);', notepack.encode, data);
-  obj = bench('obj = require("notepack").decode(buf);', notepack.decode, buf);
-  test(obj);
-}
-
-if (msgpack_unpack) {
-  obj = bench('obj = require("msgpack-unpack").decode(buf);', msgpack_unpack, packed);
-  test(obj);
-}
-
-function JSON_stringify(src) {
-  return Buffer(JSON.stringify(src));
-}
-
-function msgpack_codec_pack(data) {
-  return Buffer(msgpack_codec.pack(data));
-}
-
-function bench(name, func, src) {
-  if (argv.length) {
-    var match = argv.filter(function(grep) {
-      return (name.indexOf(grep) > -1);
-    });
-    if (!match.length) return SKIP;
-  }
-  var ret, duration;
-  var start = new Date() - 0;
-  var count = 0;
-  while (1) {
-    var end = new Date() - 0;
-    duration = end - start;
-    if (duration >= limit) break;
-    while ((++count) % 100) ret = func(src);
-  }
-  name = rpad(name, COL1);
-  var score = Math.floor(count / duration * 1000);
-  count = lpad(count, COL2);
-  duration = lpad(duration, COL3);
-  score = lpad(score, COL4);
-  console.log(name, "|", count, "|", duration, "|", score);
-  return ret;
-}
-
-function rpad(str, len, chr) {
-  if (!chr) chr = " ";
-  while (str.length < len) str += chr;
-  return str;
-}
-
-function lpad(str, len, chr) {
-  if (!chr) chr = " ";
-  str += "";
-  while (str.length < len) str = chr + str;
-  return str;
-}
-
-function test(actual) {
-  if (actual === SKIP) return;
-  actual = JSON.stringify(actual);
-  if (actual === expected) return;
-  console.warn("expected: " + expected);
-  console.warn("actual:   " + actual);
-}
-
-function SKIP() {
-}
-
-function try_require(name) {
-  try {
-    return require(name);
-  } catch (e) {
-    // ignore
-  }
-}

package/test/10.encode.js

@@ -1,218 +0,0 @@
-#!/usr/bin/env mocha -R spec
-
-var assert = require("assert");
-var msgpackJS = "../index";
-var isBrowser = ("undefined" !== typeof window);
-var msgpack = isBrowser && window.msgpack || require(msgpackJS);
-var TITLE = __filename.replace(/^.*\//, "");
-
-var HAS_UINT8ARRAY = ("undefined" !== typeof Uint8Array);
-
-describe(TITLE, function() {
-  describe("Buffer", function() {
-    run_tests();
-  });
-
-  var describe_Uint8Array = HAS_UINT8ARRAY ? describe : describe.skip;
-  describe_Uint8Array("Uint8Array", function() {
-    run_tests({uint8array: true});
-  });
-});
-
-function run_tests(codecopt) {
-  var options;
-
-  if (codecopt) it(JSON.stringify(codecopt), function() {
-    var codec = msgpack.createCodec(codecopt);
-    assert.ok(codec);
-    options = {codec: codec};
-  });
-
-  // positive fixint -- 0x00 - 0x7f
-  it("00-7f: positive fixint", function() {
-    for (var i = 0; i <= 0x7F; i++) {
-      assert.deepEqual(toArray(msgpack.encode(i, options)), [i]);
-    }
-  });
-
-  // fixmap -- 0x80 - 0x8f
-  it("80-8f: fixmap", function() {
-    var map = {a: 1, b: 2, c: 3, d: 4, e: 5, f: 6, g: 7, h: 8, i: 9, j: 10, k: 11, l: 12, m: 13, n: 14, o: 15, p: 16};
-    var src = {};
-    var exp = [0x80];
-    Object.keys(map).forEach(function(key) {
-      assert.deepEqual(toArray(msgpack.encode(src, options)), exp);
-      src[key] = map[key];
-      exp[0]++;
-      exp.push(0xa1);
-      exp.push(key.charCodeAt(0));
-      exp.push(map[key]);
-    });
-  });
-
-  // fixarray -- 0x90 - 0x9f
-  it("90-9f: fixarray", function() {
-    var array = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15];
-    var src = [];
-    var exp = [0x90];
-    for (var i = 0; i < 16; i++) {
-      assert.deepEqual(toArray(msgpack.encode(src, options)), exp);
-      src.push(array[i]);
-      exp[0]++;
-      exp.push(array[i]);
-    }
-  });
-
-  // fixstr -- 0xa0 - 0xbf
-  it("a0-bf: fixstr", function() {
-    assert.deepEqual(toArray(msgpack.encode("", options)), [0xa0]);
-
-    var str = "0123456789abcdefghijklmnopqrstu";
-    var exp = [0xa0];
-    for (var i = 0; i < 32; i++) {
-      var src = str.substr(0, i);
-      assert.deepEqual(toArray(msgpack.encode(src, options)), exp);
-      exp[0]++;
-      exp.push(str.charCodeAt(i));
-    }
-  });
-
-  // nil -- 0xc0
-  it("c0: nil (null)", function() {
-    assert.deepEqual(toArray(msgpack.encode(null, options)), [0xc0]);
-  });
-  it("c0: nil (undefined)", function() {
-    assert.deepEqual(toArray(msgpack.encode(undefined, options)), [0xc0]);
-  });
-  it("c0: nil (Function)", function() {
-    assert.deepEqual(toArray(msgpack.encode(NOP, options)), [0xc0]);
-  });
-
-  // false -- 0xc2
-  // true -- 0xc3
-  it("c2-c3: boolean", function() {
-    assert.deepEqual(toArray(msgpack.encode(false, options)), [0xc2]);
-    assert.deepEqual(toArray(msgpack.encode(true, options)), [0xc3]);
-  });
-
-  // bin 8 -- 0xc4
-  // bin 16 -- 0xc5
-  // bin 32 -- 0xc6
-  it("c4-c6: bin 8/16/32", function() {
-    this.timeout(30000);
-    var bin;
-    bin = Buffer(1);
-    bin.fill(0);
-    assert.deepEqual(toArray(msgpack.encode(bin, options)), concat([0xc4, 1], bin));
-
-    bin = Buffer(256);
-    bin.fill(0);
-    assert.deepEqual(toArray(msgpack.encode(bin, options)), concat([0xc5, 1, 0], bin));
-
-    bin = Buffer(65536);
-    bin.fill(0);
-    assert.deepEqual(toArray(msgpack.encode(bin, options)), concat([0xc6, 0, 1, 0, 0], bin));
-  });
-
-  // float 32 -- 0xca -- NOT SUPPORTED
-  // float 64 -- 0xcb
-  it("ca-cb: float 32/64", function() {
-    assert.deepEqual(toArray(msgpack.encode(0.5, options)), [0xcb, 63, 224, 0, 0, 0, 0, 0, 0]);
-  });
-
-  // uint 8 -- 0xcc
-  // uint 16 -- 0xcd
-  // uint 32 -- 0xce
-  // uint 64 -- 0xcf -- NOT SUPPORTED
-  it("cc-cf: uint 8/16/32/64", function() {
-    assert.deepEqual(toArray(msgpack.encode(0xFF, options)), [0xcc, 0xFF]);
-    assert.deepEqual(toArray(msgpack.encode(0xFFFF, options)), [0xcd, 0xFF, 0xFF]);
-    assert.deepEqual(toArray(msgpack.encode(0x7FFFFFFF, options)), [0xce, 0x7F, 0xFF, 0xFF, 0xFF]);
-  });
-
-  // int 8 -- 0xd0
-  // int 16 -- 0xd1
-  // int 32 -- 0xd2
-  // int 64 -- 0xd3 -- NOT SUPPORTED
-  it("d0-d3: int 8/16/32/64", function() {
-    assert.deepEqual(toArray(msgpack.encode(-0x80, options)), [0xd0, 0x80]);
-    assert.deepEqual(toArray(msgpack.encode(-0x8000, options)), [0xd1, 0x80, 0x00]);
-    assert.deepEqual(toArray(msgpack.encode(-0x80000000, options)), [0xd2, 0x80, 0x00, 0x00, 0x00]);
-  });
-
-  // str 8 -- 0xd9
-  // str 16 -- 0xda
-  // str 32 -- 0xdb
-  it("d9-db: str 8/16/32", function() {
-    this.timeout(30000);
-    var str, src = "a";
-    for (var i = 0; i < 17; i++) src += src;
-
-    str = src.substr(0, 0xFF);
-    assert.deepEqual(toArray(msgpack.encode(str, options)), concat([0xd9, 0xFF], Buffer(str)));
-
-    str = src.substr(0, 0x0100);
-    assert.deepEqual(toArray(msgpack.encode(str, options)), concat([0xda, 0x01, 0x00], Buffer(str)));
-
-    str = src.substr(0, 0xFFFF);
-    assert.deepEqual(toArray(msgpack.encode(str, options)), concat([0xda, 0xFF, 0xFF], Buffer(str)));
-
-    str = src.substr(0, 0x010000);
-    assert.deepEqual(toArray(msgpack.encode(str, options)), concat([0xdb, 0x00, 0x01, 0x00, 0x00], Buffer(str)));
-  });
-
-  // array 16 -- 0xdc
-  // array 32 -- 0xdd
-  it("dc-dd: array 16/32", function() {
-    this.timeout(30000);
-    var i, exp;
-    var src = new Array(256);
-    for (i = 0; i < 256; i++) src[i] = i & 0x7F;
-    exp = [0xdc, 0x01, 0x00].concat(src);
-    assert.deepEqual(toArray(msgpack.encode(src, options)), exp);
-
-    for (i = 0; i < 8; i++) src = src.concat(src);
-    exp = [0xdd, 0x00, 0x01, 0x00, 0x00].concat(src);
-    assert.deepEqual(toArray(msgpack.encode(src, options)), exp);
-  });
-
-  // map 16 -- 0xde
-  // map 32 -- 0xdf
-  it("de-df: map 16/32", function() {
-    this.timeout(30000);
-    var i, actual;
-    var map = {};
-    for (i = 0; i < 256; i++) map[i] = i;
-    actual = msgpack.encode(map, options);
-    // check only headers because order may vary
-    assert.equal(actual[0], 0xde);
-    assert.equal(actual[1], 1);
-    assert.equal(actual[2], 0);
-
-    for (i = 256; i < 65536; i++) map[i] = i;
-    actual = msgpack.encode(map, options);
-    assert.equal(actual[0], 0xdf);
-    assert.equal(actual[1], 0);
-    assert.equal(actual[2], 1);
-    assert.equal(actual[3], 0);
-    assert.equal(actual[4], 0);
-  });
-
-  // negative fixint -- 0xe0 - 0xff
-  it("e0-ff: negative fixint", function() {
-    for (var i = -32; i <= -1; i++) {
-      assert.deepEqual(toArray(msgpack.encode(i, options)), [i & 0xFF]);
-    }
-  });
-}
-
-function toArray(buffer) {
-  return Array.prototype.slice.call(buffer);
-}
-
-function concat(buf) {
-  return Array.prototype.concat.apply([], Array.prototype.map.call(arguments, toArray));
-}
-
-function NOP() {
-}