oj 3.9.1 → 3.16.11

data/test/perf_scp.rb

@@ -1,151 +0,0 @@
-#!/usr/bin/env ruby -wW1
-# encoding: UTF-8
-
-$: << '.'
-$: << File.join(File.dirname(__FILE__), "../lib")
-$: << File.join(File.dirname(__FILE__), "../ext")
-
-require 'optparse'
-require 'yajl'
-require 'perf'
-require 'json'
-require 'json/ext'
-require 'oj'
-
-$verbose = false
-$indent = 0
-$iter = 50000
-$with_bignum = false
-$size = 0
-
-opts = OptionParser.new
-opts.on("-v", "verbose")                                  { $verbose = true }
-opts.on("-c", "--count [Int]", Integer, "iterations")     { |i| $iter = i }
-opts.on("-i", "--indent [Int]", Integer, "indentation")   { |i| $indent = i }
-opts.on("-s", "--size [Int]", Integer, "size (~Kbytes)")    { |i| $size = i }
-opts.on("-b", "with bignum")                                { $with_bignum = true }
-opts.on("-h", "--help", "Show this display")              { puts opts; Process.exit!(0) }
-files = opts.parse(ARGV)
-
-$obj = {
-  'a' => 'Alpha', # string
-  'b' => true,    # boolean
-  'c' => 12345,   # number
-  'd' => [ true, [false, [-123456789, nil], 3.9676, ['Something else.', false], nil]], # mix it up array
-  'e' => { 'zero' => nil, 'one' => 1, 'two' => 2, 'three' => [3], 'four' => [0, 1, 2, 3, 4] }, # hash
-  'f' => nil,     # nil
-  'h' => { 'a' => { 'b' => { 'c' => { 'd' => {'e' => { 'f' => { 'g' => nil }}}}}}}, # deep hash, not that deep
-  'i' => [[[[[[[nil]]]]]]]  # deep array, again, not that deep
-}
-$obj['g'] = 12345678901234567890123456789 if $with_bignum
-
-if 0 < $size
-  o = $obj
-  $obj = []
-  (4 * $size).times do
-    $obj << o
-  end
-end
-
-Oj.default_options = { :indent => $indent, :mode => :compat }
-
-$json = Oj.dump($obj)
-$failed = {} # key is same as String used in tests later
-
-class AllSaj < Oj::Saj
-  def initialize()
-  end
-
-  def hash_start(key)
-  end
-
-  def hash_end(key)
-  end
-
-  def array_start(key)
-  end
-
-  def array_end(key)
-  end
-
-  def add_value(value, key)
-  end
-end # AllSaj
-
-class NoSaj < Oj::Saj
-  def initialize()
-  end
-end # NoSaj
-
-class NoHandler < Oj::ScHandler
-  def initialize()
-  end
-end # NoHandler
-
-class AllHandler < Oj::ScHandler
-  def initialize()
-  end
-
-  def hash_start()
-    return nil
-  end
-
-  def hash_end()
-  end
-
-  def array_start()
-    return nil
-  end
-
-  def array_end()
-  end
-
-  def add_value(value)
-  end
-
-  def hash_set(h, key, value)
-  end
-  
-  def array_append(a, value)
-  end
-
-end # AllHandler
-
-saj_handler = AllSaj.new()
-no_saj = NoSaj.new()
-
-sc_handler = AllHandler.new()
-no_handler = NoHandler.new()
-
-def capture_error(tag, orig, load_key, dump_key, &blk)
-  begin
-    obj = blk.call(orig)
-    raise "#{tag} #{dump_key} and #{load_key} did not return the same object as the original." unless orig == obj
-  rescue Exception => e
-    $failed[tag] = "#{e.class}: #{e.message}"
-  end
-end
-
-# Verify that all packages dump and load correctly and return the same Object as the original.
-capture_error('Yajl', $obj, 'encode', 'parse') { |o| Yajl::Parser.parse(Yajl::Encoder.encode(o)) }
-capture_error('JSON::Ext', $obj, 'generate', 'parse') { |o| JSON.generator = JSON::Ext::Generator; JSON::Ext::Parser.new(JSON.generate(o)).parse }
-
-if $verbose
-  puts "json:\n#{$json}\n"
-end
-
-puts '-' * 80
-puts "Parse Performance"
-perf = Perf.new()
-perf.add('Oj::Saj', 'all') { Oj.saj_parse(saj_handler, $json) }
-perf.add('Oj::Saj', 'none') { Oj.saj_parse(no_saj, $json) }
-perf.add('Oj::Scp', 'all') { Oj.sc_parse(sc_handler, $json) }
-perf.add('Oj::Scp', 'none') { Oj.sc_parse(no_handler, $json) }
-perf.add('Yajl', 'parse') { Yajl::Parser.parse($json) } unless $failed.has_key?('Yajl')
-perf.add('JSON::Ext', 'parse') { JSON::Ext::Parser.new($json).parse } unless $failed.has_key?('JSON::Ext')
-perf.run($iter)
-
-unless $failed.empty?
-  puts "The following packages were not included for the reason listed"
-  $failed.each { |tag,msg| puts "***** #{tag}: #{msg}" }
-end

data/test/perf_simple.rb

@@ -1,287 +0,0 @@
-#!/usr/bin/env ruby -wW1
-# encoding: UTF-8
-
-$: << File.join(File.dirname(__FILE__), "../lib")
-$: << File.join(File.dirname(__FILE__), "../ext")
-
-require 'optparse'
-require 'yajl'
-require 'json'
-require 'json/pure'
-require 'json/ext'
-require 'msgpack'
-require 'oj'
-require 'ox'
-
-class Jazz
-  def initialize()
-    @boolean = true
-    @number = 58
-    @string = "A string"
-    @array = [true, false, nil]
-    @hash = { 'one' => 1, 'two' => 2 }
-  end
-  def to_json()
-    %{
-    { "boolean":#{@boolean},
-      "number":#{@number},
-      "string":#{@string},
-      "array":#{@array},
-      "hash":#{@hash},
-    }
-}
-  end
-  def to_hash()
-    { 'boolean' => @boolean,
-      'number' => @number,
-      'string' => @string,
-      'array' => @array,
-      'hash' => @hash,
-    }
-  end
-  def to_msgpack(out='')
-    to_hash().to_msgpack(out)
-  end
-end
-
-$indent = 2
-$iter = 10000
-$with_object = true
-$with_bignum = true
-$with_nums = true
-
-opts = OptionParser.new
-opts.on("-c", "--count [Int]", Integer, "iterations")       { |i| $iter = i }
-opts.on("-i", "--indent [Int]", Integer, "indentation")     { |i| $indent = i }
-opts.on("-o", "without objects")                            { $with_object = false }
-opts.on("-b", "without bignum")                             { $with_bignum = false }
-opts.on("-n", "without numbers")                            { $with_nums = false }
-opts.on("-h", "--help", "Show this display")                { puts opts; Process.exit!(0) }
-files = opts.parse(ARGV)
-
-if $with_nums
-  obj = {
-    'a' => 'Alpha',
-    'b' => true,
-    'c' => 12345,
-    'd' => [ true, [false, [12345, nil], 3.967, ['something', false], nil]],
-    'e' => { 'one' => 1, 'two' => 2 },
-    'f' => nil,
-  }
-  obj['g'] = Jazz.new() if $with_object
-  obj['h'] = 12345678901234567890123456789 if $with_bignum
-else
-  obj = {
-    'a' => 'Alpha',
-    'b' => true,
-    'c' => '12345',
-    'd' => [ true, [false, ['12345', nil], '3.967', ['something', false], nil]],
-    'e' => { 'one' => '1', 'two' => '2' },
-    'f' => nil,
-  }
-end
-
-Oj.default_options = { :indent => $indent, :mode => :object }
-
-s = Oj.dump(obj)
-
-xml = Ox.dump(obj, :indent => $indent)
-
-puts
-
-# Put Oj in strict mode so it only create JSON native types instead of the
-# original Ruby Objects. None of the other packages other than Ox support
-# Object recreation so no need for Oj to do it in the performance tests.
-Oj.default_options = { :mode => :strict }
-parse_results = { :oj => 0.0, :yajl => 0.0, :msgpack => 0.0, :pure => 0.0, :ext => 0.0, :ox => 0.0 }
-
-start = Time.now
-$iter.times do
-  Oj.load(s)
-end
-dt = Time.now - start
-base_dt = dt
-parse_results[:oj] = dt
-puts "%d Oj.load()s in %0.3f seconds or %0.1f loads/msec" % [$iter, dt, $iter/dt/1000.0]
-
-start = Time.now
-$iter.times do
-  Yajl::Parser.parse(s)
-end
-dt = Time.now - start
-if base_dt < dt
-  base_dt = dt
-  base_name = 'Yajl'
-end
-parse_results[:yajl] = dt
-puts "%d Yajl::Parser.parse()s in %0.3f seconds or %0.1f parses/msec" % [$iter, dt, $iter/dt/1000.0]
-
-begin
-  JSON.parser = JSON::Ext::Parser
-  start = Time.now
-  $iter.times do
-    JSON.parse(s)
-  end
-  dt = Time.now - start
-  if base_dt < dt
-    base_dt = dt
-    base_name = 'JSON::Ext'
-  end
-  parse_results[:ext] = dt
-  puts "%d JSON::Ext::Parser parse()s in %0.3f seconds or %0.1f parses/msec" % [$iter, dt, $iter/dt/1000.0]
-rescue Exception => e
-  puts "JSON::Ext failed: #{e.class}: #{e.message}"
-end
-
-begin
-  JSON.parser = JSON::Pure::Parser
-  start = Time.now
-  $iter.times do
-    JSON.parse(s)
-  end
-  dt = Time.now - start
-  if base_dt < dt
-    base_dt = dt
-    base_name = 'JSON::Pure'
-  end
-  parse_results[:pure] = dt
-  puts "%d JSON::Pure::Parser parse()s in %0.3f seconds or %0.1f parses/msec" % [$iter, dt, $iter/dt/1000.0]
-rescue Exception => e
-  puts "JSON::Pure failed: #{e.class}: #{e.message}"
-end
-
-begin
-  mp = MessagePack.pack(obj)
-  start = Time.now
-  $iter.times do
-    MessagePack.unpack(mp)
-  end
-  dt = Time.now - start
-  if base_dt < dt
-    base_dt = dt
-    base_name = 'MessagePack'
-  end
-  parse_results[:msgpack] = dt
-  puts "%d MessagePack.unpack()s in %0.3f seconds or %0.1f packs/msec" % [$iter, dt, $iter/dt/1000.0]
-rescue Exception => e
-  puts "MessagePack failed: #{e.class}: #{e.message}"
-end
-
-start = Time.now
-$iter.times do
-  Ox.load(xml)
-end
-dt = Time.now - start
-parse_results[:ox] = dt
-puts "%d Ox.load()s in %0.3f seconds or %0.1f loads/msec" % [$iter, dt, $iter/dt/1000.0]
-
-puts "Parser results:"
-puts "gem       seconds  parses/msec  X faster than #{base_name} (higher is better)"
-parse_results.each do |name,dt|
-  if 0.0 == dt
-    puts "#{name} failed to generate JSON"
-    next
-  end
-  puts "%-7s  %6.3f    %5.1f        %4.1f" % [name, dt, $iter/dt/1000.0, base_dt/dt]
-end
-
-puts
-
-# Back to object mode for best performance when dumping.
-Oj.default_options = { :indent => $indent, :mode => :object }
-dump_results = { :oj => 0.0, :yajl => 0.0, :msgpack => 0.0, :pure => 0.0, :ext => 0.0, :ox => 0.0 }
-
-start = Time.now
-$iter.times do
-  Oj.dump(obj)
-end
-dt = Time.now - start
-base_dt = dt
-base_name = 'Oj'
-parse_results[:oj] = dt
-puts "%d Oj.dump()s in %0.3f seconds or %0.1f dumps/msec" % [$iter, dt, $iter/dt/1000.0]
-
-start = Time.now
-$iter.times do
-  Yajl::Encoder.encode(obj)
-end
-dt = Time.now - start
-if base_dt < dt
-  base_dt = dt
-  base_name = 'Yajl'
-end
-parse_results[:yajl] = dt
-puts "%d Yajl::Encoder.encode()s in %0.3f seconds or %0.1f encodes/msec" % [$iter, dt, $iter/dt/1000.0]
-
-begin
-  JSON.parser = JSON::Ext::Parser
-  start = Time.now
-  $iter.times do
-    JSON.generate(obj)
-  end
-  dt = Time.now - start
-  if base_dt < dt
-    base_dt = dt
-    base_name = 'JSON::Ext'
-  end
-  parse_results[:pure] = dt
-  puts "%d JSON::Ext generate()s in %0.3f seconds or %0.1f generates/msec" % [$iter, dt, $iter/dt/1000.0]
-rescue Exception => e
-  parse_results[:ext] = 0.0
-  puts "JSON::Ext failed: #{e.class}: #{e.message}"
-end
-
-begin
-  JSON.parser = JSON::Pure::Parser
-  start = Time.now
-  $iter.times do
-    JSON.generate(obj)
-  end
-  dt = Time.now - start
-  if base_dt < dt
-    base_dt = dt
-    base_name = 'JSON::Pure'
-  end
-  parse_results[:pure] = dt
-  puts "%d JSON::Pure generate()s in %0.3f seconds or %0.1f generates/msec" % [$iter, dt, $iter/dt/1000.0]
-rescue Exception => e
-  parse_results[:pure] = 0.0
-  puts "JSON::Pure failed: #{e.class}: #{e.message}"
-end
-
-begin
-  start = Time.now
-  $iter.times do
-    MessagePack.pack(obj)
-  end
-  dt = Time.now - start
-  if base_dt < dt
-    base_dt = dt
-    base_name = 'MessagePack'
-  end
-  parse_results[:msgpack] = dt
-  puts "%d Msgpack()s in %0.3f seconds or %0.1f unpacks/msec" % [$iter, dt, $iter/dt/1000.0]
-rescue Exception => e
-  parse_results[:msgpack] = 0.0
-  puts "MessagePack failed: #{e.class}: #{e.message}"
-end
-
-start = Time.now
-$iter.times do
-  Ox.dump(obj)
-end
-dt = Time.now - start
-parse_results[:ox] = dt
-puts "%d Ox.dump()s in %0.3f seconds or %0.1f dumps/msec" % [$iter, dt, $iter/dt/1000.0]
-
-puts "Parser results:"
-puts "gem       seconds  dumps/msec  X faster than #{base_name} (higher is better)"
-parse_results.each do |name,dt|
-  if 0.0 == dt
-    puts "#{name} failed to generate JSON"
-    next
-  end
-  puts "%-7s  %6.3f    %5.1f       %4.1f" % [name, dt, $iter/dt/1000.0, base_dt/dt]
-end
-
-puts

data/test/perf_strict.rb

@@ -1,145 +0,0 @@
-#!/usr/bin/env ruby
-# encoding: UTF-8
-
-$: << '.'
-$: << File.join(File.dirname(__FILE__), "../lib")
-$: << File.join(File.dirname(__FILE__), "../ext")
-
-require 'optparse'
-require 'perf'
-require 'oj'
-
-$verbose = false
-$indent = 0
-$iter = 20000
-$with_bignum = false
-$with_nums = true
-$size = 0
-
-opts = OptionParser.new
-opts.on("-v", "verbose")                                    { $verbose = true }
-opts.on("-c", "--count [Int]", Integer, "iterations")       { |i| $iter = i }
-opts.on("-i", "--indent [Int]", Integer, "indentation")     { |i| $indent = i }
-opts.on("-s", "--size [Int]", Integer, "size (~Kbytes)")    { |i| $size = i }
-opts.on("-b", "with bignum")                                { $with_bignum = true }
-opts.on("-n", "without numbers")                            { $with_nums = false }
-opts.on("-h", "--help", "Show this display")                { puts opts; Process.exit!(0) }
-files = opts.parse(ARGV)
-
-if $with_nums
-  $obj = {
-    'a' => 'Alpha', # string
-    'b' => true,    # boolean
-    'c' => 12345,   # number
-    'd' => [ true, [false, [-123456789, nil], 3.9676, ['Something else.', false], nil]], # mix it up array
-    'e' => { 'zero' => nil, 'one' => 1, 'two' => 2, 'three' => [3], 'four' => [0, 1, 2, 3, 4] }, # hash
-    'f' => nil,     # nil
-    'h' => { 'a' => { 'b' => { 'c' => { 'd' => {'e' => { 'f' => { 'g' => nil }}}}}}}, # deep hash, not that deep
-    'i' => [[[[[[[nil]]]]]]]  # deep array, again, not that deep
-  }
-  $obj['g'] = 12345678901234567890123456789 if $with_bignum
-else
-  $obj = {
-    'a' => 'Alpha',
-    'b' => true,
-    'c' => '12345',
-    'd' => [ true, [false, ['12345', nil], '3.967', ['something', false], nil]],
-    'e' => { 'zero' => '0', 'one' => '1', 'two' => '2' },
-    'f' => nil,
-    'h' => { 'a' => { 'b' => { 'c' => { 'd' => {'e' => { 'f' => { 'g' => nil }}}}}}}, # deep hash, not that deep
-    'i' => [[[[[[[nil]]]]]]]  # deep array, again, not that deep
-  }
-end
-
-Oj.default_options = { :indent => $indent, :mode => :strict }
-
-if 0 < $size
-  o = $obj
-  $obj = []
-  (4 * $size).times do
-    $obj << o
-  end
-end
-
-$json = Oj.dump($obj)
-$obj_json = Oj.dump($obj, :mode => :object)
-#puts "*** size: #{$obj_json.size}"
-#puts "*** #{$obj_json}"
-$failed = {} # key is same as String used in tests later
-
-def capture_error(tag, orig, load_key, dump_key, &blk)
-  begin
-    obj = blk.call(orig)
-    raise "#{tag} #{dump_key} and #{load_key} did not return the same object as the original." unless orig == obj
-  rescue Exception => e
-    $failed[tag] = "#{e.class}: #{e.message}"
-  end
-end
-
-# Verify that all packages dump and load correctly and return the same Object as the original.
-capture_error('Oj:strict', $obj, 'load', 'dump') { |o| Oj.strict_load(Oj.dump(o, :mode => :strict)) }
-capture_error('Yajl', $obj, 'encode', 'parse') { |o| require 'yajl'; Yajl::Parser.parse(Yajl::Encoder.encode(o)) }
-capture_error('JSON::Ext', $obj, 'generate', 'parse') { |o|
-  require 'json'
-  require 'json/ext'
-  JSON.generator = JSON::Ext::Generator
-  JSON.parser = JSON::Ext::Parser
-  JSON.parse(JSON.generate(o))
-}
-capture_error('JSON::Pure', $obj, 'generate', 'parse') { |o|
-  require 'json/pure'
-  JSON.generator = JSON::Pure::Generator
-  JSON.parser = JSON::Pure::Parser
-  JSON.parse(JSON.generate(o))
-}
-
-if $verbose
-  puts "json:\n#{$json}\n"
-  puts "object json:\n#{$obj_json}\n"
-  puts "Oj loaded object:\n#{Oj.strict_load($json)}\n"
-  puts "Yajl loaded object:\n#{Yajl::Parser.parse($json)}\n"
-  puts "JSON loaded object:\n#{JSON::Ext::Parser.new($json).parse}\n"
-end
-
-puts '-' * 80
-puts "Strict Parse Performance"
-perf = Perf.new()
-unless $failed.has_key?('JSON::Ext')
-  perf.add('JSON::Ext', 'parse') { JSON.parse($json) }
-  perf.before('JSON::Ext') { JSON.parser = JSON::Ext::Parser }
-end
-unless $failed.has_key?('JSON::Pure')
-  perf.add('JSON::Pure', 'parse') { JSON.parse($json) }
-  perf.before('JSON::Pure') { JSON.parser = JSON::Pure::Parser }
-end
-unless $failed.has_key?('Oj:strict')
-  perf.add('Oj:strict', 'strict_load') { Oj.strict_load($json) }
-end
-perf.add('Yajl', 'parse') { Yajl::Parser.parse($json) } unless $failed.has_key?('Yajl')
-perf.run($iter)
-
-puts '-' * 80
-puts "Strict Dump Performance"
-perf = Perf.new()
-unless $failed.has_key?('JSON::Ext')
-  perf.add('JSON::Ext', 'dump') { JSON.generate($obj) }
-  perf.before('JSON::Ext') { JSON.generator = JSON::Ext::Generator }
-end
-unless $failed.has_key?('JSON::Pure')
-  perf.add('JSON::Pure', 'generate') { JSON.generate($obj) }
-  perf.before('JSON::Pure') { JSON.generator = JSON::Pure::Generator }
-end
-unless $failed.has_key?('Oj:strict')
-  perf.add('Oj:strict', 'dump') { Oj.dump($obj, :mode => :strict) }
-end
-perf.add('Yajl', 'encode') { Yajl::Encoder.encode($obj) } unless $failed.has_key?('Yajl')
-perf.run($iter)
-
-puts
-puts '-' * 80
-puts
-
-unless $failed.empty?
-  puts "The following packages were not included for the reason listed"
-  $failed.each { |tag,msg| puts "***** #{tag}: #{msg}" }
-end