msgpack 0.6.0-x86-mswin32-60

data/Rakefile

@@ -0,0 +1,68 @@
+
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'fileutils'
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+require 'yard'
+
+task :spec => :compile
+
+desc 'Run RSpec code examples and measure coverage'
+task :coverage do |t|
+  ENV['SIMPLE_COV'] = '1'
+  Rake::Task["spec"].invoke
+end
+
+desc 'Generate YARD document'
+YARD::Rake::YardocTask.new(:doc) do |t|
+  t.files   = ['lib/msgpack/version.rb','doclib/**/*.rb']
+  t.options = []
+  t.options << '--debug' << '--verbose' if $trace
+end
+
+spec = eval File.read("msgpack.gemspec")
+
+if RUBY_PLATFORM =~ /java/
+  require 'rake/javaextensiontask'
+
+  Rake::JavaExtensionTask.new('msgpack', spec) do |ext|
+    ext.ext_dir = 'ext/java'
+    jruby_home = RbConfig::CONFIG['prefix']
+    jars = ["#{jruby_home}/lib/jruby.jar"]
+    ext.classpath = jars.map { |x| File.expand_path(x) }.join(':')
+    ext.lib_dir = File.join(*['lib', 'msgpack', ENV['FAT_DIR']].compact)
+    ext.source_version = '1.6'
+    ext.target_version = '1.6'
+  end
+
+  RSpec::Core::RakeTask.new(:spec) do |t|
+    t.rspec_opts = ["-c", "-f progress"]
+    t.rspec_opts << "-Ilib"
+    t.pattern = 'spec/{,jruby/}*_spec.rb'
+    t.verbose = true
+  end
+
+else
+  require 'rake/extensiontask'
+
+  Rake::ExtensionTask.new('msgpack', spec) do |ext|
+    ext.ext_dir = 'ext/msgpack'
+    ext.cross_compile = true
+    ext.lib_dir = File.join(*['lib', 'msgpack', ENV['FAT_DIR']].compact)
+    ext.cross_platform = ['i386-mswin32-60', 'x64-mingw32']
+  end
+
+  RSpec::Core::RakeTask.new(:spec) do |t|
+    t.rspec_opts = ["-c", "-f progress"]
+    t.rspec_opts << "-Ilib"
+    t.pattern = 'spec/{,cruby/}*_spec.rb'
+    t.verbose = true
+  end
+end
+
+CLEAN.include('lib/msgpack/msgpack.*')
+
+task :default => [:spec, :build, :doc]

data/bench/pack.rb

@@ -0,0 +1,23 @@
+require 'viiite'
+require 'msgpack'
+
+data = { 'hello' => 'world', 'nested' => ['structure', {value: 42}] }
+data_sym = { hello: 'world', nested: ['structure', {value: 42}] }
+
+data = MessagePack.pack(:hello => 'world', :nested => ['structure', {:value => 42}])
+
+Viiite.bench do |b|
+  b.range_over([10_000, 100_000, 1000_000], :runs) do |runs|
+    b.report(:strings) do
+      runs.times do
+        MessagePack.pack(data)
+      end
+    end
+
+    b.report(:symbols) do
+      runs.times do
+        MessagePack.pack(data_sym)
+      end
+    end
+  end
+end

data/bench/pack_log.rb

@@ -0,0 +1,33 @@
+require 'viiite'
+require 'msgpack'
+
+data_plain = { 'message' => '127.0.0.1 - - [10/Oct/2000:13:55:36 -0700] "GET /apache_pb.gif HTTP/1.0" 200 2326 "http://www.example.com/start.html" "Mozilla/4.08 [en] (Win98; I ;Nav)"' }
+data_structure = {
+  'remote_host' => '127.0.0.1',
+  'remote_user' => '-',
+  'date' => '10/Oct/2000:13:55:36 -0700',
+  'request' => 'GET /apache_pb.gif HTTP/1.0',
+  'method' => 'GET',
+  'path' => '/apache_pb.gif',
+  'protocol' => 'HTTP/1.0',
+  'status' => 200,
+  'bytes' => 2326,
+  'referer' => 'http://www.example.com/start.html',
+  'agent' => 'Mozilla/4.08 [en] (Win98; I ;Nav)',
+}
+
+Viiite.bench do |b|
+  b.range_over([10_000, 100_000, 1000_000], :runs) do |runs|
+    b.report(:plain) do
+      runs.times do
+        MessagePack.pack(data_plain)
+      end
+    end
+
+    b.report(:structure) do
+      runs.times do
+        MessagePack.pack(data_structure)
+      end
+    end
+  end
+end

data/bench/pack_log_long.rb

@@ -0,0 +1,65 @@
+# viiite report --regroup bench,threads bench/pack_log_long.rb
+
+require 'viiite'
+require 'msgpack'
+
+data_plain = { 'message' => '127.0.0.1 - - [10/Oct/2000:13:55:36 -0700] "GET /apache_pb.gif HTTP/1.0" 200 2326 "http://www.example.com/start.html" "Mozilla/4.08 [en] (Win98; I ;Nav)"' }
+data_structure = {
+  'remote_host' => '127.0.0.1',
+  'remote_user' => '-',
+  'date' => '10/Oct/2000:13:55:36 -0700',
+  'request' => 'GET /apache_pb.gif HTTP/1.0',
+  'method' => 'GET',
+  'path' => '/apache_pb.gif',
+  'protocol' => 'HTTP/1.0',
+  'status' => 200,
+  'bytes' => 2326,
+  'referer' => 'http://www.example.com/start.html',
+  'agent' => 'Mozilla/4.08 [en] (Win98; I ;Nav)',
+}
+
+seconds = 3600 # 1 hour
+
+Viiite.bench do |b|
+  b.range_over([1, 2, 4, 8, 16], :threads) do |threads|
+    b.report(:plain) do
+      ths = []
+      end_at = Time.now + seconds
+      threads.times do
+        t = Thread.new do
+          packs = 0
+          while Time.now < end_at
+            10000.times do
+              MessagePack.pack(data_plain)
+            end
+            packs += 10000
+          end
+          packs
+        end
+        ths.push t
+      end
+      sum = ths.reduce(0){|r,t| r + t.value }
+      puts "MessagePack.pack, plain, #{threads} threads: #{sum} times, #{sum / seconds} times/second."
+    end
+
+    b.report(:structure) do
+      ths = []
+      end_at = Time.now + seconds
+      threads.times do
+        t = Thread.new do
+          packs = 0
+          while Time.now < end_at
+            10000.times do
+              MessagePack.pack(data_structure)
+            end
+            packs += 10000
+          end
+          packs
+        end
+        ths.push t
+      end
+      sum = ths.reduce(0){|r,t| r + t.value }
+      puts "MessagePack.pack, structured, #{threads} threads: #{sum} times, #{sum / seconds} times/second."
+    end
+  end
+end

data/bench/run.sh

@@ -0,0 +1,14 @@
+#!/bin/sh
+
+# prerequisites
+# $ rbenv shell 2.2.1 (or jruby-x.x.x or ...)
+# $ rake install
+
+echo "pack"
+viiite report --regroup bench,runs bench/pack.rb 
+echo "unpack"
+viiite report --regroup bench,runs bench/unpack.rb 
+echo "pack log"
+viiite report --regroup bench,runs bench/pack_log.rb 
+echo "unpack log"
+viiite report --regroup bench,runs bench/unpack_log.rb 

data/bench/run_long.sh

@@ -0,0 +1,35 @@
+#!/bin/sh
+
+# prerequisites
+# $ sudo apt-get install sysstat
+# $ rbenv shell 2.2.1 (or jruby-x.x.x or ...)
+# $ rake install
+
+# 60 * 600 : 60*60 * 5[threads] * 2[bench]
+
+ruby -v
+
+echo "pack log long"
+viiite report --regroup bench,threads bench/pack_log_long.rb &
+sar -o pack_log_long.sar -r 60 600 > /dev/null 2>&1 &
+
+declare -i i=0
+while [ $i -lt 600 ]; do
+    ps auxww | grep ruby | grep -v grep | awk '{print $5,$6;}' >> pack_log_long.mem.txt
+    i=i+1
+    sleep 60
+done
+
+sleep 120 # cool down
+
+echo "unpack log long"
+viiite report --regroup bench,threads bench/unpack_log_long.rb &
+sar -o unpack_log_long.sar -r 60 600 > /dev/null 2>&1 &
+
+i=0
+while [ $i -lt 600 ]; do
+    ps auxww | grep ruby | grep -v grep | awk '{print $5,$6;}' >> pack_log_long.mem.txt
+    i=i+1
+    sleep 60
+done
+

data/bench/unpack.rb

@@ -0,0 +1,21 @@
+require 'viiite'
+require 'msgpack'
+
+data = MessagePack.pack(:hello => 'world', :nested => ['structure', {:value => 42}])
+
+Viiite.bench do |b|
+  b.range_over([10_000, 100_000, 1000_000], :runs) do |runs|
+    b.report(:strings) do
+      runs.times do
+        MessagePack.unpack(data)
+      end
+    end
+
+    b.report(:symbols) do
+      options = {:symbolize_keys => true}
+      runs.times do
+        MessagePack.unpack(data, options)
+      end
+    end
+  end
+end

data/bench/unpack_log.rb

@@ -0,0 +1,34 @@
+require 'viiite'
+require 'msgpack'
+
+data_plain = MessagePack.pack({ 'message' => '127.0.0.1 - - [10/Oct/2000:13:55:36 -0700] "GET /apache_pb.gif HTTP/1.0" 200 2326 "http://www.example.com/start.html" "Mozilla/4.08 [en] (Win98; I ;Nav)"' })
+
+data_structure = MessagePack.pack({
+  'remote_host' => '127.0.0.1',
+  'remote_user' => '-',
+  'date' => '10/Oct/2000:13:55:36 -0700',
+  'request' => 'GET /apache_pb.gif HTTP/1.0',
+  'method' => 'GET',
+  'path' => '/apache_pb.gif',
+  'protocol' => 'HTTP/1.0',
+  'status' => 200,
+  'bytes' => 2326,
+  'referer' => 'http://www.example.com/start.html',
+  'agent' => 'Mozilla/4.08 [en] (Win98; I ;Nav)',
+})
+
+Viiite.bench do |b|
+  b.range_over([10_000, 100_000, 1000_000], :runs) do |runs|
+    b.report(:plain) do
+      runs.times do
+        MessagePack.unpack(data_plain)
+      end
+    end
+
+    b.report(:structure) do
+      runs.times do
+        MessagePack.unpack(data_structure)
+      end
+    end
+  end
+end

data/bench/unpack_log_long.rb

@@ -0,0 +1,67 @@
+# viiite report --regroup bench,threads bench/pack_log_long.rb
+
+require 'viiite'
+require 'msgpack'
+
+data_plain = MessagePack.pack({
+    'message' => '127.0.0.1 - - [10/Oct/2000:13:55:36 -0700] "GET /apache_pb.gif HTTP/1.0" 200 2326 "http://www.example.com/start.html" "Mozilla/4.08 [en] (Win98; I ;Nav)"'
+})
+data_structure = MessagePack.pack({
+  'remote_host' => '127.0.0.1',
+  'remote_user' => '-',
+  'date' => '10/Oct/2000:13:55:36 -0700',
+  'request' => 'GET /apache_pb.gif HTTP/1.0',
+  'method' => 'GET',
+  'path' => '/apache_pb.gif',
+  'protocol' => 'HTTP/1.0',
+  'status' => 200,
+  'bytes' => 2326,
+  'referer' => 'http://www.example.com/start.html',
+  'agent' => 'Mozilla/4.08 [en] (Win98; I ;Nav)',
+})
+
+seconds = 3600 # 1 hour
+
+Viiite.bench do |b|
+  b.range_over([1, 2, 4, 8, 16], :threads) do |threads|
+    b.report(:plain) do
+      ths = []
+      end_at = Time.now + seconds
+      threads.times do
+        t = Thread.new do
+          packs = 0
+          while Time.now < end_at
+            10000.times do
+              MessagePack.unpack(data_plain)
+            end
+            packs += 10000
+          end
+          packs
+        end
+        ths.push t
+      end
+      sum = ths.reduce(0){|r,t| r + t.value }
+      puts "MessagePack.unpack, plain, #{threads} threads: #{sum} times, #{sum / seconds} times/second."
+    end
+
+    b.report(:structure) do
+      ths = []
+      end_at = Time.now + seconds
+      threads.times do
+        t = Thread.new do
+          packs = 0
+          while Time.now < end_at
+            10000.times do
+              MessagePack.unpack(data_structure)
+            end
+            packs += 10000
+          end
+          packs
+        end
+        ths.push t
+      end
+      sum = ths.reduce(0){|r,t| r + t.value }
+      puts "MessagePack.unpack, structured, #{threads} threads: #{sum} times, #{sum / seconds} times/second."
+    end
+  end
+end

data/doclib/msgpack.rb

@@ -0,0 +1,77 @@
+
+module MessagePack
+  #
+  # Serializes an object into an IO or String.
+  #
+  # @overload dump(obj, options={})
+  #   @param obj [Object] object to be serialized
+  #   @param options [Hash]
+  #   @return [String] serialized data
+  #
+  # @overload dump(obj, io, options={})
+  #   @param obj [Object] object to be serialized
+  #   @param io [IO]
+  #   @param options [Hash]
+  #   @return [IO]
+  #
+  # See Packer#initialize for supported options.
+  #
+  def self.dump(obj)
+  end
+
+  #
+  # Serializes an object into an IO or String. Alias of dump.
+  #
+  # @overload pack(obj, options={})
+  #   @param obj [Object] object to be serialized
+  #   @param options [Hash]
+  #   @return [String] serialized data
+  #
+  # @overload pack(obj, io, options={})
+  #   @param obj [Object] object to be serialized
+  #   @param io [IO]
+  #   @param options [Hash]
+  #   @return [IO]
+  #
+  # See Packer#initialize for supported options.
+  #
+  def self.pack(obj)
+  end
+
+  #
+  # Deserializes an object from an IO or String.
+  #
+  # @overload load(string, options={})
+  #   @param string [String] data to deserialize
+  #   @param options [Hash]
+  #
+  # @overload load(io, options={})
+  #   @param io [IO]
+  #   @param options [Hash]
+  #
+  # @return [Object] deserialized object
+  #
+  # See Unpacker#initialize for supported options.
+  #
+  def self.load(src, options={})
+  end
+
+  #
+  # Deserializes an object from an IO or String. Alias of load.
+  #
+  # @overload unpack(string, options={})
+  #   @param string [String] data to deserialize
+  #   @param options [Hash]
+  #
+  # @overload unpack(io, options={})
+  #   @param io [IO]
+  #   @param options [Hash]
+  #
+  # @return [Object] deserialized object
+  #
+  # See Unpacker#initialize for supported options.
+  #
+  def self.unpack(src, options={})
+  end
+end
+