packsnap 0.0.1

data/ext/packsnap/unpacker_class.hh

@@ -0,0 +1,32 @@
+/*
+ * MessagePack for Ruby
+ *
+ * Copyright (C) 2008-2012 FURUHASHI Sadayuki
+ *
+ *    Licensed under the Apache License, Version 2.0 (the "License");
+ *    you may not use this file except in compliance with the License.
+ *    You may obtain a copy of the License at
+ *
+ *        http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *    Unless required by applicable law or agreed to in writing, software
+ *    distributed under the License is distributed on an "AS IS" BASIS,
+ *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *    See the License for the specific language governing permissions and
+ *    limitations under the License.
+ */
+#ifndef MSGPACK_RUBY_UNPACKER_CLASS_H__
+#define MSGPACK_RUBY_UNPACKER_CLASS_H__
+
+#include "unpacker.hh"
+
+extern VALUE cMessagePack_Unpacker;
+
+extern "C"
+void MessagePack_Unpacker_module_init(VALUE mMessagePack);
+
+extern "C"
+VALUE MessagePack_unpack(int argc, VALUE* argv);
+
+#endif
+

data/lib/packsnap.rb

@@ -0,0 +1,12 @@
+require 'packsnap/version'
+
+here = File.expand_path(File.dirname(__FILE__))
+
+require 'rbconfig'
+prebuilt = File.join(here, RUBY_PLATFORM, RbConfig::CONFIG['ruby_version'])
+if File.directory?(prebuilt)
+  require File.join(prebuilt, "packsnap")
+else
+  require File.join(here, '..', 'ext', 'packsnap', 'packsnap')
+end
+

data/lib/packsnap/version.rb

@@ -0,0 +1,3 @@
+module Packsnap
+	VERSION = "0.0.1"
+end

data/packsnap.gemspec

@@ -0,0 +1,23 @@
+$:.push File.expand_path("../lib", __FILE__)
+require 'packsnap/version'
+
+Gem::Specification.new do |s|
+  s.name = "packsnap"
+  s.version = Packsnap::VERSION
+  s.summary = "MessagePack, a binary-based efficient data interchange format."
+  s.description = %q{MessagePack is a binary-based efficient object serialization library. It enables to exchange structured objects between many languages like JSON. But unlike JSON, it is very fast and small.}
+  s.author = "Burke Libbey"
+  s.email = "burke@libbey.me"
+  s.homepage = "https://github.com/burke/packsnap"
+  s.has_rdoc = false
+  s.files = `git ls-files`.split("\n")
+  s.test_files = `git ls-files -- {test,spec}/*`.split("\n")
+  s.require_paths = ["lib"]
+  s.extensions = ['ext/packsnap/extconf.rb']
+
+  s.add_development_dependency 'bundler', ['>= 1.0.0']
+  s.add_development_dependency 'rake', ['>= 0.8.7']
+  s.add_development_dependency 'rspec', ['>= 2.10.0']
+  s.add_development_dependency 'json', ['~> 1.7']
+  s.add_development_dependency 'yard', ['~> 0.8']
+end

data/spec/buffer_io_spec.rb

@@ -0,0 +1,228 @@
+require 'spec_helper'
+require 'random_compat'
+
+require 'stringio'
+if defined?(Encoding)
+  Encoding.default_external = 'ASCII-8BIT'
+end
+
+describe Buffer do
+  r = Random.new
+  random_seed = r.seed
+  puts "buffer_io random seed: 0x#{random_seed.to_s(16)}"
+
+  let :source do
+    ''
+  end
+
+  def set_source(s)
+    source.replace(s)
+  end
+
+  let :io do
+    StringIO.new(source.dup)
+  end
+
+  let :buffer do
+    Buffer.new(io)
+  end
+
+  it 'short feed and read all' do
+    set_source 'aa'
+    buffer.read.should == 'aa'
+  end
+
+  it 'short feed and read short' do
+    set_source 'aa'
+    buffer.read(1).should == 'a'
+    buffer.read(1).should == 'a'
+    buffer.read(1).should == nil
+  end
+
+  it 'long feed and read all' do
+    set_source ' '*(1024*1024)
+    s = buffer.read
+    s.size.should == source.size
+    s.should == source
+  end
+
+  it 'long feed and read mixed' do
+    set_source ' '*(1024*1024)
+    buffer.read(10).should == source.slice!(0, 10)
+    buffer.read(10).should == source.slice!(0, 10)
+    buffer.read(10).should == source.slice!(0, 10)
+    s = buffer.read
+    s.size.should == source.size
+    s.should == source
+  end
+
+  it 'eof' do
+    set_source ''
+    buffer.read.should == ''
+  end
+
+  it 'eof 2' do
+    set_source 'a'
+    buffer.read.should == 'a'
+    buffer.read.should == ''
+  end
+
+  it 'write short once and flush' do
+    buffer.write('aa')
+    buffer.flush
+    io.string.should == 'aa'
+  end
+
+  it 'write short twice and flush' do
+    buffer.write('a')
+    buffer.write('a')
+    buffer.flush
+    io.string.should == 'aa'
+  end
+
+  it 'write long once and flush' do
+    s = ' '*(1024*1024)
+    buffer.write s
+    buffer.flush
+    io.string.size.should == s.size
+    io.string.should == s
+  end
+
+  it 'write short multi and flush' do
+    s = ' '*(1024*1024)
+    1024.times {
+      buffer.write ' '*1024
+    }
+    buffer.flush
+    io.string.size.should == s.size
+    io.string.should == s
+  end
+
+  it 'random read' do
+    r = Random.new(random_seed)
+
+    50.times {
+      fragments = []
+
+      r.rand(4).times do
+        n = r.rand(1024*1400)
+        s = r.bytes(n)
+        fragments << s
+      end
+
+      io = StringIO.new(fragments.join)
+      b = Buffer.new(io)
+
+      fragments.each {|s|
+        x = b.read(s.size)
+        x.size.should == s.size
+        x.should == s
+      }
+      b.empty?.should == true
+      b.read.should == ''
+    }
+  end
+
+  it 'random read_all' do
+    r = Random.new(random_seed)
+
+    50.times {
+      fragments = []
+      sx = r.bytes(0)
+
+      r.rand(4).times do
+        n = r.rand(1024*1400)
+        s = r.bytes(n)
+        fragments << s
+      end
+
+      io = StringIO.new(fragments.join)
+      b = Buffer.new(io)
+
+      fragments.each {|s|
+        x = b.read_all(s.size)
+        x.size.should == s.size
+        x.should == s
+      }
+      b.empty?.should == true
+      lambda {
+        b.read_all(1)
+      }.should raise_error(EOFError)
+    }
+  end
+
+  it 'random skip' do
+    r = Random.new(random_seed)
+
+    50.times {
+      fragments = []
+
+      r.rand(4).times do
+        n = r.rand(1024*1400)
+        s = r.bytes(n)
+        fragments << s
+      end
+
+      io = StringIO.new(fragments.join)
+      b = Buffer.new(io)
+
+      fragments.each {|s|
+        b.skip(s.size).should == s.size
+      }
+      b.empty?.should == true
+      b.skip(1).should == 0
+    }
+  end
+
+  it 'random skip_all' do
+    r = Random.new(random_seed)
+
+    50.times {
+      fragments = []
+
+      r.rand(4).times do
+        n = r.rand(1024*1400)
+        s = r.bytes(n)
+        fragments << s
+      end
+
+      io = StringIO.new(fragments.join)
+      b = Buffer.new(io)
+
+      fragments.each {|s|
+        lambda {
+          b.skip_all(s.size)
+        }.should_not raise_error(EOFError)
+      }
+      b.empty?.should == true
+      lambda {
+        b.skip_all(1)
+      }.should raise_error(EOFError)
+    }
+  end
+
+  it 'random write' do
+    r = Random.new(random_seed)
+
+    50.times {
+      s = r.bytes(0)
+      io = StringIO.new
+      b = Buffer.new(io)
+
+      r.rand(4).times do
+        n = r.rand(1024*1400)
+        x = r.bytes(n)
+        s << x
+        b.write(x)
+      end
+
+      (io.string.size + b.size).should == s.size
+
+      b.flush
+
+      io.string.size.should == s.size
+      io.string.should == s
+    }
+  end
+end
+

data/spec/buffer_spec.rb

@@ -0,0 +1,572 @@
+require 'spec_helper'
+require 'random_compat'
+
+describe Buffer do
+  STATIC_EXAMPLES = {}
+  STATIC_EXAMPLES[:empty01] = ''
+  STATIC_EXAMPLES[:empty02] = ''
+  STATIC_EXAMPLES[:copy01] = 'short'
+  STATIC_EXAMPLES[:copy02] = 'short'*2
+  STATIC_EXAMPLES[:ref01] = 'short'*128
+  STATIC_EXAMPLES[:ref02] = 'short'*128*2
+  STATIC_EXAMPLES[:ref03] = 'a'*((1024*1024+2)*2)
+  STATIC_EXAMPLES[:refcopy01] = 'short'*128
+  STATIC_EXAMPLES[:expand01] = 'short'*1024
+  STATIC_EXAMPLES[:expand02] = 'short'*(127+1024)
+  STATIC_EXAMPLES[:offset01] = 'ort'+'short'
+  STATIC_EXAMPLES[:offset02] = 'ort'+'short'*127
+  STATIC_EXAMPLES[:offset03] = 'ort'+'short'*(126+1024)
+
+  if ''.respond_to?(:force_encoding)
+    STATIC_EXAMPLES.each_value {|v| v.force_encoding('ASCII-8BIT') }
+  end
+  STATIC_EXAMPLES.each_value {|v| v.freeze }
+
+  r = Random.new
+  random_seed = r.seed
+  puts "buffer random seed: 0x#{random_seed.to_s(16)}"
+
+  let :random_cases_examples do
+    r = Random.new(random_seed)
+    cases = {}
+    examples = {}
+
+    10.times do |i|
+      b = Buffer.new
+      s = r.bytes(0)
+      r.rand(3).times do
+        n = r.rand(1024*1400)
+        x = r.bytes(n)
+        s << x
+        b << x
+      end
+      r.rand(2).times do
+        n = r.rand(1024*1400)
+        b.read(n)
+        s.slice!(0, n)
+      end
+      key = :"random#{"%02d"%i}"
+      cases[key] = b
+      examples[key] = s
+    end
+
+    [cases, examples]
+  end
+
+  let :static_cases do
+    map = {}
+    map[:empty01] = empty01
+    map[:empty02] = empty02
+    map[:copy01] = copy01
+    map[:copy02] = copy02
+    map[:ref01] = ref01
+    map[:ref02] = ref02
+    map[:ref03] = ref03
+    map[:refcopy01] = refcopy01
+    map[:expand01] = expand01
+    map[:expand02] = expand02
+    map[:offset01] = offset01
+    map[:offset02] = offset02
+    map[:offset03] = offset03
+    map
+  end
+
+  let :static_examples do
+    STATIC_EXAMPLES
+  end
+
+  let :random_cases do
+    random_cases_examples[0]
+  end
+
+  let :random_examples do
+    random_cases_examples[1]
+  end
+
+  let :cases do
+    static_cases.merge(random_cases)
+  end
+
+  let :examples do
+    static_examples.merge(random_examples)
+  end
+
+  let :case_keys do
+    examples.keys
+  end
+
+  let :empty01 do
+    Buffer.new
+  end
+
+  let :empty02 do
+    b = Buffer.new
+    b << 'a'
+    b.read_all(1)
+    b
+  end
+
+  let :copy01 do
+    # one copy chunk
+    b = Buffer.new
+    b << 'short'
+    b
+  end
+
+  let :copy02 do
+    # one copy chunk
+    b = Buffer.new
+    b << 'short'
+    b << 'short'
+    b
+  end
+
+  let :expand02 do
+    # one copy chunk / expanded
+    b = Buffer.new
+    1024.times do
+      b << 'short'
+    end
+    b
+  end
+
+  let :ref01 do
+    # one reference chunk
+    b = Buffer.new
+    b << 'short'*128
+    b.to_s
+    b
+  end
+
+  let :ref02 do
+    # two reference chunks
+    b = Buffer.new
+    b << 'short'*128
+    b.to_s
+    b << 'short'*128
+    b.to_a
+    b
+  end
+
+  let :ref03 do
+    # two reference chunks
+    b = Buffer.new
+    b << 'a'*(1024*1024+2)
+    b << 'a'*(1024*1024+2)
+    b
+  end
+
+  let :refcopy01 do
+    # one reference chunk + one copy chunk
+    b = Buffer.new
+    b << 'short'*127
+    b.to_s
+    b << 'short'
+    b
+  end
+
+  let :expand01 do
+    # one copy chunk / expanded
+    b = Buffer.new
+    1024.times do
+      b << 'short'
+    end
+    b
+  end
+
+  let :expand02 do
+    # one reference chunk + one copy chunk / expanded
+    b = Buffer.new
+    b << 'short'*127
+    b.to_s
+    1024.times do
+      b << 'short'
+    end
+    b
+  end
+
+  let :offset01 do
+    # one copy chunk / offset
+    b = Buffer.new
+    b << 'short'
+    b << 'short'
+    b.skip(2)
+    b
+  end
+
+  let :offset02 do
+    # one reference chunk / offset
+    b = Buffer.new
+    b << 'short'*127
+    b.to_s
+    b.skip(2)
+    b << 'short'
+    b
+  end
+
+  let :offset03 do
+    # one reference chunk / offset + one copy chunk / expanded
+    b = Buffer.new
+    b << 'short'*127
+    b.to_s
+    1024.times do
+      b << 'short'
+    end
+    b.skip(2)
+    b
+  end
+
+  it 'empty?' do
+    empty01.empty?.should == true
+    empty02.empty?.should == true
+  end
+
+  it 'size' do
+    case_keys.each {|k|
+      cases[k].size.should == examples[k].size
+    }
+  end
+
+  it 'short write increments size' do
+    case_keys.each {|k|
+      sz = examples[k].size
+      10.times do |i|
+        cases[k].write 'short'
+        sz += 'short'.size
+        cases[k].size.should == sz
+      end
+    }
+  end
+
+  it 'read with limit decrements size' do
+    case_keys.each {|k|
+      sz = examples[k].size
+      next if sz < 2
+
+      cases[k].read(1).should == examples[k][0,1]
+      sz -= 1
+      cases[k].size.should == sz
+
+      cases[k].read(1).should == examples[k][1,1]
+      sz -= 1
+      cases[k].size.should == sz
+    }
+  end
+
+  it 'read_all with limit decrements size' do
+    case_keys.each {|k|
+      sz = examples[k].size
+      next if sz < 2
+
+      cases[k].read_all(1).should == examples[k][0,1]
+      sz -= 1
+      cases[k].size.should == sz
+
+      cases[k].read_all(1).should == examples[k][1,1]
+      sz -= 1
+      cases[k].size.should == sz
+    }
+  end
+
+  it 'skip decrements size' do
+    case_keys.each {|k|
+      sz = examples[k].size
+      next if sz < 2
+
+      cases[k].skip(1).should == 1
+      sz -= 1
+      cases[k].size.should == sz
+
+      cases[k].skip(1).should == 1
+      sz -= 1
+      cases[k].size.should == sz
+    }
+  end
+
+  it 'skip_all decrements size' do
+    case_keys.each {|k|
+      sz = examples[k].size
+      next if sz < 2
+
+      cases[k].skip_all(1)
+      sz -= 1
+      cases[k].size.should == sz
+
+      cases[k].skip_all(1)
+      sz -= 1
+      cases[k].size.should == sz
+    }
+  end
+
+  it 'read_all against insufficient buffer raises EOFError and consumes nothing' do
+    case_keys.each {|k|
+      sz = examples[k].size
+      lambda {
+        cases[k].read_all(sz+1)
+      }.should raise_error(EOFError)
+      cases[k].size.should == sz
+    }
+  end
+
+  it 'skip_all against insufficient buffer raises EOFError and consumes nothing' do
+    case_keys.each {|k|
+      sz = examples[k].size
+      lambda {
+        cases[k].skip_all(sz+1)
+      }.should raise_error(EOFError)
+      cases[k].size.should == sz
+    }
+  end
+
+  it 'read against insufficient buffer consumes all buffer or return nil' do
+    case_keys.each {|k|
+      sz = examples[k].size
+      if sz == 0
+        cases[k].read(sz+1).should == nil
+      else
+        cases[k].read(sz+1).should == examples[k]
+      end
+      cases[k].size.should == 0
+    }
+  end
+
+  it 'skip against insufficient buffer consumes all buffer' do
+    case_keys.each {|k|
+      sz = examples[k].size
+      cases[k].skip(sz+1).should == examples[k].size
+      cases[k].size.should == 0
+    }
+  end
+
+  it 'read with no arguments consumes all buffer and returns string and do not return nil' do
+    case_keys.each {|k|
+      cases[k].read_all.should == examples[k]
+      cases[k].size.should == 0
+    }
+  end
+
+  it 'read_all with no arguments consumes all buffer and returns string' do
+    case_keys.each {|k|
+      cases[k].read_all.should == examples[k]
+      cases[k].size.should == 0
+    }
+  end
+
+  it 'to_s returns a string and consume nothing' do
+    case_keys.each {|k|
+      cases[k].to_s.should == examples[k]
+      cases[k].size.should == examples[k].size
+    }
+  end
+
+  it 'to_s and modify' do
+    case_keys.each {|k|
+      s = cases[k].to_s
+      s << 'x'
+      cases[k].to_s.should == examples[k]
+    }
+  end
+
+  it 'big write and modify reference' do
+    big2 = "a" * (1024*1024 + 2)
+
+    case_keys.each {|k|
+      big1 = "a" * (1024*1024 + 2)
+      cases[k].write(big1)
+      big1 << 'x'
+      cases[k].read.should == examples[k] + big2
+    }
+  end
+
+  it 'big write -> short write' do
+    biglen = 1024*1024 + 2
+    big1 = "a" * (1024*1024 + 2)
+
+    case_keys.each {|k|
+      sz = examples[k].size
+
+      cases[k].write big1
+      cases[k].size.should == sz + big1.size
+
+      cases[k].write("c")
+      cases[k].size.should == sz + big1.size + 1
+
+      cases[k].read_all.should == examples[k] + big1 + "c"
+      cases[k].size.should == 0
+      cases[k].empty?.should == true
+    }
+  end
+
+  it 'big write 2'do
+    big1 = "a" * (1024*1024 + 2)
+    big2 = "b" * (1024*1024 + 2)
+
+    case_keys.each {|k|
+      sz = examples[k].size
+
+      cases[k].write big1
+      cases[k].write big2
+      cases[k].size.should == sz + big1.size + big2.size
+
+      cases[k].read_all(sz + big1.size).should == examples[k] + big1
+      cases[k].size.should == big2.size
+
+      cases[k].read.should == big2
+      cases[k].size.should == 0
+      cases[k].empty?.should == true
+    }
+  end
+
+  it 'read 0' do
+    case_keys.each {|k|
+      cases[k].read(0).should == ''
+      cases[k].read.should == examples[k]
+    }
+  end
+
+  it 'skip 0' do
+    case_keys.each {|k|
+      cases[k].skip(0).should == 0
+      cases[k].read.should == examples[k]
+    }
+  end
+
+  it 'read_all 0' do
+    case_keys.each {|k|
+      cases[k].read_all(0).should == ''
+      cases[k].read_all.should == examples[k]
+    }
+  end
+
+  it 'skip_all 0' do
+    case_keys.each {|k|
+      cases[k].skip_all(0)
+      cases[k].read_all.should == examples[k]
+    }
+  end
+
+  it 'write_to' do
+    case_keys.each {|k|
+      sio = StringIO.new
+      cases[k].write_to(sio).should == examples[k].size
+      cases[k].size.should == 0
+      sio.string.should == examples[k]
+    }
+  end
+
+  it 'random read/write' do
+    r = Random.new(random_seed)
+    s = r.bytes(0)
+    b = Buffer.new
+
+    10.times {
+      # write
+      r.rand(4).times do
+        n = r.rand(1024*1400)
+        x = r.bytes(n)
+        s << x
+        b.write(x)
+      end
+
+      # read
+      r.rand(3).times do
+        n = r.rand(1024*1400)
+        ex = s.slice!(0, n)
+        ex = nil if ex.empty?
+        x = b.read(n)
+        x.size == ex.size if x != nil
+        x.should == ex
+        b.size.should == s.size
+      end
+    }
+  end
+
+  it 'random read_all/write' do
+    r = Random.new(random_seed)
+    s = r.bytes(0)
+    b = Buffer.new
+
+    10.times {
+      # write
+      r.rand(4).times do
+        n = r.rand(1024*1400)
+        x = r.bytes(n)
+        s << x
+        b.write(x)
+      end
+
+      # read_all
+      r.rand(3).times do
+        n = r.rand(1024*1400)
+        begin
+          x = b.read_all(n)
+          ex = s.slice!(0, n)
+          x.size == n
+          x.should == ex
+          b.size.should == s.size
+        rescue EOFError
+          b.size.should == s.size
+          b.read.should == s
+          s.clear
+          break
+        end
+      end
+    }
+  end
+
+  it 'random skip write' do
+    r = Random.new(random_seed)
+    s = r.bytes(0)
+    b = Buffer.new
+
+    10.times {
+      # write
+      r.rand(4).times do
+        n = r.rand(1024*1400)
+        x = r.bytes(n)
+        s << x
+        b.write(x)
+      end
+
+      # skip
+      r.rand(3).times do
+        n = r.rand(1024*1400)
+        ex = s.slice!(0, n)
+        b.skip(n).should == ex.size
+        b.size.should == s.size
+      end
+    }
+  end
+
+  it 'random skip_all write' do
+    r = Random.new(random_seed)
+    s = r.bytes(0)
+    b = Buffer.new
+
+    10.times {
+      # write
+      r.rand(4).times do
+        n = r.rand(1024*1400)
+        x = r.bytes(n)
+        s << x
+        b.write(x)
+      end
+
+      # skip_all
+      r.rand(3).times do
+        n = r.rand(1024*1400)
+        begin
+          b.skip_all(n)
+          ex = s.slice!(0, n)
+          b.size.should == s.size
+        ensure EOFError
+          b.size.should == s.size
+          b.read.should == s
+          s.clear
+          break
+        end
+      end
+    }
+  end
+end
+