oj 3.16.9 → 3.16.10

data/test/perf_compat.rb

@@ -1,128 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-$LOAD_PATH << '.'
-$LOAD_PATH << File.join(__dir__, '../lib')
-$LOAD_PATH << File.join(__dir__, '../ext')
-
-require 'optparse'
-require 'perf'
-require 'oj'
-
-$verbose = false
-$indent = 0
-$iter = 20_000
-$size = 0
-
-opts = OptionParser.new
-opts.on('-v', 'verbose')                                    { $verbose = true }
-opts.on('-c', '--count [Int]', Integer, 'iterations')       { |i| $iter = i }
-opts.on('-i', '--indent [Int]', Integer, 'indentation')     { |i| $indent = i }
-opts.on('-s', '--size [Int]', Integer, 'size (~Kbytes)')    { |i| $size = i }
-opts.on('-h', '--help', 'Show this display')                { puts opts; Process.exit!(0) }
-opts.parse(ARGV)
-
-def capture_error(tag, orig, load_key, dump_key, &blk)
-  obj = blk.call(orig)
-  puts obj unless orig == obj
-  raise "#{tag} #{dump_key} and #{load_key} did not return the same object as the original." unless orig == obj
-rescue Exception => e
-  $failed[tag] = "#{e.class}: #{e.message}"
-end
-
-# Verify that all packages dump and load correctly and return the same Object as the original.
-capture_error('Oj:compat', $obj, 'load', 'dump') { |o| Oj.compat_load(Oj.dump(o, :mode => :compat)) }
-capture_error('JSON::Ext', $obj, 'generate', 'parse') { |o|
-  require 'json'
-  require 'json/ext'
-  JSON.generator = JSON::Ext::Generator
-  JSON.parser = JSON::Ext::Parser
-  JSON.parse(JSON.generate(o))
-}
-
-module One
-  module Two
-    module Three
-      class Empty
-
-        def initialize
-          @a = 1
-          @b = 2
-          @c = 3
-        end
-
-        def eql?(o)
-          self.class == o.class && @a == o.a && @b = o.b && @c = o.c
-        end
-        alias == eql?
-
-        def as_json(*_a)
-          {JSON.create_id => self.class.name, 'a' => @a, 'b' => @b, 'c' => @c }
-        end
-
-        def to_json(*_a)
-          JSON.generate(as_json())
-        end
-
-        def self.json_create(_h)
-          new()
-        end
-      end # Empty
-    end # Three
-  end # Two
-end # One
-
-$obj = {
-  'a' => 'Alpha', # string
-  'b' => true,    # boolean
-  'c' => 12_345,   # number
-  'd' => [ true, [false, [-123_456_789, nil], 3.9676, ['Something else.', false], nil]], # mix it up array
-  'e' => { 'zero' => nil, 'one' => 1, 'two' => 2, 'three' => [3], 'four' => [0, 1, 2, 3, 4] }, # hash
-  'f' => nil,     # nil
-  'g' => One::Two::Three::Empty.new(),
-  'h' => { 'a' => { 'b' => { 'c' => { 'd' => {'e' => { 'f' => { 'g' => nil }}}}}}}, # deep hash, not that deep
-  'i' => [[[[[[[nil]]]]]]]  # deep array, again, not that deep
-}
-
-Oj.default_options = { :indent => $indent, :mode => :compat, :use_to_json => true, :create_additions => true, :create_id => '^o' }
-
-if 0 < $size
-  s = Oj.dump($obj).size + 1
-  cnt = $size * 1024 / s
-  o = $obj
-  $obj = []
-  cnt.times do
-    $obj << o
-  end
-end
-
-$json = Oj.dump($obj)
-$failed = {} # key is same as String used in tests later
-
-if $verbose
-  puts "size: #{$json.size}"
-  puts "json:\n#{$json}\n"
-  puts "Oj:compat loaded object:\n#{Oj.compat_load($json)}\n"
-  puts "JSON loaded object:\n#{JSON::Ext::Parser.new($json).parse}\n"
-end
-
-puts '-' * 80
-puts 'Compat Parse Performance'
-perf = Perf.new()
-unless $failed.key?('JSON::Ext')
-  perf.add('JSON::Ext', 'parse') { JSON.parse($json) }
-  perf.before('JSON::Ext') { JSON.parser = JSON::Ext::Parser }
-end
-unless $failed.key?('Oj:compat')
-  perf.add('Oj:compat', 'compat_load') { Oj.compat_load($json) }
-end
-perf.run($iter)
-
-puts
-puts '-' * 80
-puts
-
-unless $failed.empty?
-  puts 'The following packages were not included for the reason listed'
-  $failed.each { |tag, msg| puts "***** #{tag}: #{msg}" }
-end

data/test/perf_dump.rb

@@ -1,50 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-$LOAD_PATH << '.'
-$LOAD_PATH << File.join(__dir__, '../lib')
-$LOAD_PATH << File.join(__dir__, '../ext')
-
-require 'optparse'
-require 'oj'
-
-@verbose = false
-@indent = 2
-@iter = 100_000
-@size = 2
-
-opts = OptionParser.new
-opts.on('-v', 'verbose')                                    { @verbose = true }
-opts.on('-c', '--count [Int]', Integer, 'iterations')       { |i| @iter = i }
-opts.on('-i', '--indent [Int]', Integer, 'indentation')     { |i| @indent = i }
-opts.on('-s', '--size [Int]', Integer, 'size (~Kbytes)')    { |i| @size = i }
-opts.on('-h', '--help', 'Show this display')                { puts opts; Process.exit!(0) }
-opts.parse(ARGV)
-
-@obj = {
-  'a' => 'Alpha', # string
-  'b' => true,    # boolean
-  'c' => 12_345,   # number
-  'd' => [ true, [false, [-123_456_789, nil], 3.9676, ['Something else.', false], nil]], # mix it up array
-  'e' => { 'zero' => nil, 'one' => 1, 'two' => 2, 'three' => [3], 'four' => [0, 1, 2, 3, 4] }, # hash
-  'f' => nil,     # nil
-  'h' => { 'a' => { 'b' => { 'c' => { 'd' => { 'e' => { 'f' => { 'g' => nil }}}}}}}, # deep hash, not that deep
-  'i' => [[[[[[[nil]]]]]]]  # deep array, again, not that deep
-}
-
-Oj.default_options = { :indent => @indent, :mode => :strict }
-
-if 0 < @size
-  o = @obj
-  @obj = []
-  (4 * @size).times do
-    @obj << o
-  end
-end
-
-@json = Oj.dump(@obj)
-GC.start
-start = Time.now
-@iter.times { Oj.dump(@obj) }
-duration = Time.now - start
-puts "Dumped #{@json.length} byte JSON #{@iter} times in %0.3f seconds or %0.3f iteration/sec." % [duration, @iter / duration]

data/test/perf_fast.rb

@@ -1,162 +0,0 @@
-#!/usr/bin/env ruby -wW1
-# frozen_string_literal: true
-
-$LOAD_PATH << '.'
-$LOAD_PATH << File.join(__dir__, '../lib')
-$LOAD_PATH << File.join(__dir__, '../ext')
-
-require 'optparse'
-# require 'yajl'
-require 'perf'
-require 'json'
-require 'json/ext'
-require 'oj'
-
-@verbose = false
-@indent = 0
-@iter = 100_000
-@gets = 0
-@fetch = false
-@write = false
-@read = false
-
-opts = OptionParser.new
-opts.on('-v', 'verbose')                                  { @verbose = true }
-opts.on('-c', '--count [Int]', Integer, 'iterations')     { |i| @iter = i }
-opts.on('-i', '--indent [Int]', Integer, 'indentation')   { |i| @indent = i }
-opts.on('-g', '--gets [Int]', Integer, 'number of gets')  { |i| @gets = i }
-opts.on('-f', 'fetch')                                    { @fetch = true }
-opts.on('-w', 'write')                                    { @write = true }
-opts.on('-r', 'read')                                     { @read = true }
-opts.on('-h', '--help', 'Show this display')              { puts opts; Process.exit!(0) }
-opts.parse(ARGV)
-
-# This just navigates to each leaf of the JSON structure.
-def dig(obj, &blk)
-  case obj
-  when Array
-    obj.each { |e| dig(e, &blk) }
-  when Hash
-    obj.each_value { |e| dig(e, &blk) }
-  else
-    blk.yield(obj)
-  end
-end
-
-@obj = {
-  'a' => 'Alpha', # string
-  'b' => true,    # boolean
-  'c' => 12_345,   # number
-  'd' => [ true, [false, {'12345' => 12_345, 'nil' => nil}, 3.967, { 'x' => 'something', 'y' => false, 'z' => true}, nil]], # mix it up array
-  'e' => { 'one' => 1, 'two' => 2 }, # hash
-  'f' => nil,     # nil
-  'g' => 12_345_678_901_234_567_890_123_456_789, # big number
-  'h' => { 'a' => { 'b' => { 'c' => { 'd' => {'e' => { 'f' => { 'g' => nil }}}}}}}, # deep hash, not that deep
-  'i' => [[[[[[[nil]]]]]]]  # deep array, again, not that deep
-}
-
-Oj.default_options = { :indent => @indent, :mode => :compat }
-
-@json = Oj.dump(@obj)
-@failed = {} # key is same as String used in tests later
-
-def capture_error(tag, orig, load_key, dump_key, &blk)
-  obj = blk.call(orig)
-  raise "#{tag} #{dump_key} and #{load_key} did not return the same object as the original." unless orig == obj
-rescue Exception => e
-  @failed[tag] = "#{e.class}: #{e.message}"
-end
-
-# Verify that all packages dump and load correctly and return the same Object as the original.
-capture_error('Oj::Doc', @obj, 'load', 'dump') { |o| Oj::Doc.open(Oj.dump(o, :mode => :strict)) { |f| f.fetch() } }
-# capture_error('Yajl', @obj, 'encode', 'parse') { |o| Yajl::Parser.parse(Yajl::Encoder.encode(o)) }
-capture_error('JSON::Ext', @obj, 'generate', 'parse') { |o| JSON.generator = JSON::Ext::Generator; JSON::Ext::Parser.new(JSON.generate(o)).parse }
-
-if @verbose
-  puts "json:\n#{@json}\n"
-end
-
-puts '-' * 80
-puts 'Parse Performance'
-perf = Perf.new()
-perf.add('Oj::Doc', 'parse') { Oj::Doc.open(@json) { |f| } } unless @failed.key?('Oj::Doc')
-# perf.add('Yajl', 'parse') { Yajl::Parser.parse(@json) } unless @failed.has_key?('Yajl')
-perf.add('JSON::Ext', 'parse') { JSON::Ext::Parser.new(@json).parse } unless @failed.key?('JSON::Ext')
-perf.run(@iter)
-
-puts '-' * 80
-puts 'JSON generation Performance'
-Oj::Doc.open(@json) do |doc|
-  perf = Perf.new()
-  perf.add('Oj::Doc', 'dump') { doc.dump() }
-  # perf.add('Yajl', 'encode') { Yajl::Encoder.encode(@obj) }
-  perf.add('JSON::Ext', 'fast_generate') { JSON.fast_generate(@obj) }
-  perf.before('JSON::Ext') { JSON.generator = JSON::Ext::Generator }
-  perf.run(@iter)
-end
-
-if 0 < @gets
-  puts '-' * 80
-  puts 'Parse and get all values Performance'
-  perf = Perf.new()
-  perf.add('Oj::Doc', 'parse') { Oj::Doc.open(@json) { |f| @gets.times { f.each_value() {} } } } unless @failed.key?('Oj::Doc')
-  # perf.add('Yajl', 'parse') { @gets.times { dig(Yajl::Parser.parse(@json)) {} } } unless @failed.has_key?('Yajl')
-  perf.add('JSON::Ext', 'parse') { @gets.times { dig(JSON::Ext::Parser.new(@json).parse) {} } } unless @failed.key?('JSON::Ext')
-  perf.run(@iter)
-end
-
-if @fetch
-  puts '-' * 80
-  puts 'fetch nested Performance'
-  json_hash = Oj.load(@json, :mode => :strict)
-  Oj::Doc.open(@json) do |fast|
-    # puts "*** C fetch: #{fast.fetch('/d/2/4/y')}"
-    # puts "*** Ruby fetch: #{json_hash.fetch('d', []).fetch(1, []).fetch(3, []).fetch('x', nil)}"
-    perf = Perf.new()
-    perf.add('Oj::Doc', 'fetch') { fast.fetch('/d/2/4/x'); fast.fetch('/h/a/b/c/d/e/f/g'); fast.fetch('/i/1/1/1/1/1/1/1') }
-    # version that fails gracefully
-    perf.add('Ruby', 'fetch') do
-      json_hash.fetch('d', []).fetch(1, []).fetch(3, []).fetch('x', nil)
-      json_hash.fetch('h', {}).fetch('a', {}).fetch('b', {}).fetch('c', {}).fetch('d', {}).fetch('e', {}).fetch('f', {}).fetch('g', {})
-      json_hash.fetch('i', []).fetch(0, []).fetch(0, []).fetch(0, []).fetch(0, []).fetch(0, []).fetch(0, []).fetch(0, nil)
-    end
-    # version that raises if the path is incorrect
-    # perf.add('Ruby', 'fetch') { @fetch.times { json_hash['d'][1][3][1] } }
-    perf.run(@iter)
-  end
-end
-
-if @write
-  puts '-' * 80
-  puts 'JSON write to file Performance'
-  Oj::Doc.open(@json) do |doc|
-    perf = Perf.new()
-    perf.add('Oj::Doc', 'dump') { doc.dump(nil, 'oj.json') }
-    # perf.add('Yajl', 'encode') { File.open('yajl.json', 'w') { |f| Yajl::Encoder.encode(@obj, f) } }
-    perf.add('JSON::Ext', 'fast_generate') { File.write('json_ext.json', JSON.fast_generate(@obj)) }
-    perf.before('JSON::Ext') { JSON.generator = JSON::Ext::Generator }
-    perf.run(@iter)
-  end
-end
-
-if @read
-  puts '-' * 80
-  puts 'JSON read from file Performance'
-  Oj::Doc.open(@json) { |doc| doc.dump(nil, 'oj.json') }
-  # File.open('yajl.json', 'w') { |f| Yajl::Encoder.encode(@obj, f) }
-  JSON.generator = JSON::Ext::Generator
-  File.write('json_ext.json', JSON.fast_generate(@obj))
-  Oj::Doc.open(@json) do |_doc|
-    perf = Perf.new()
-    perf.add('Oj::Doc', 'open_file') { Oj::Doc.open_file('oj.json') }
-    # perf.add('Yajl', 'decode') { Yajl::decoder.decode(File.read('yajl.json')) }
-    perf.add('JSON::Ext', '') { JSON.parse(File.read('json_ext.json')) }
-    perf.before('JSON::Ext') { JSON.parser = JSON::Ext::Parser }
-    perf.run(@iter)
-  end
-end
-
-unless @failed.empty?
-  puts 'The following packages were not included for the reason listed'
-  @failed.each { |tag, msg| puts "***** #{tag}: #{msg}" }
-end

data/test/perf_file.rb

@@ -1,62 +0,0 @@
-#!/usr/bin/env ruby -wW1
-# frozen_string_literal: true
-
-$LOAD_PATH << '.'
-$LOAD_PATH << '../lib'
-$LOAD_PATH << '../ext'
-
-if __FILE__ == $PROGRAM_NAME && (i = ARGV.index('-I'))
-  _, path = ARGV.slice!(i, 2)
-  $LOAD_PATH << path
-end
-
-require 'optparse'
-require 'oj'
-require 'perf'
-
-@indent = 0
-@iter = 1
-@size = 1
-
-opts = OptionParser.new
-
-opts.on('-r', 'read')                                       { true }
-opts.on('-c', '--count [Int]', Integer, 'iterations')       { |v| @iter = v }
-opts.on('-i', '--indent [Int]', Integer, 'indent')          { |v| @indent = v }
-opts.on('-s', '--size [Int]', Integer, 'size in Mbytes')    { |s| @size = s }
-
-opts.on('-h', '--help', 'Show this display')                { puts opts; Process.exit!(0) }
-opts.parse(ARGV)
-
-@obj = {
-  'a' => 'Alpha', # string
-  'b' => true,    # boolean
-  'c' => 12_345,   # number
-  'd' => [ true, [false, [-123_456_789, nil], 3.9676, ['Something else.', false], nil]], # mix it up array
-  'e' => { 'zero' => nil, 'one' => 1, 'two' => 2, 'three' => [3], 'four' => [0, 1, 2, 3, 4] }, # hash
-  'f' => nil,     # nil
-  'g' => 12_345_678_901_234_567_890_123_456_789, # _bignum
-  'h' => { 'a' => { 'b' => { 'c' => { 'd' => {'e' => { 'f' => { 'g' => nil }}}}}}}, # deep hash, not that deep
-  'i' => [[[[[[[nil]]]]]]]  # deep array, again, not that deep
-}
-
-json = Oj.dump(@obj, :indent => @indent)
-cnt = ((@size * 1024 * 1024) + json.size) / json.size
-cnt = 1 if 0 == @size
-
-filename = 'tmp.json'
-File.open(filename, 'w') { |f|
-  cnt.times do
-    Oj.to_stream(f, @obj, :indent => @indent)
-  end
-}
-
-Oj.default_options = { :mode => :strict, :indent => @indent }
-
-puts '-' * 80
-puts "Read from #{cnt * json.size / (1024 * 1024)} Mb file Performance"
-perf = Perf.new()
-perf.add('Oj.load_file', '') { Oj.load_file(filename) }
-perf.add('Oj.load(string)', '') { Oj.load(File.read(filename)) }
-perf.add('Oj.load(file)', '') { File.open(filename, 'r') { |f| Oj.load(f) } }
-perf.run(@iter)

data/test/perf_object.rb

@@ -1,134 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-$LOAD_PATH << '.'
-$LOAD_PATH << '../lib'
-$LOAD_PATH << '../ext'
-
-if __FILE__ == $PROGRAM_NAME && (i = ARGV.index('-I'))
-  _, path = ARGV.slice!(i, 2)
-  $LOAD_PATH << path
-end
-
-require 'optparse'
-require 'ox'
-require 'oj'
-require 'perf'
-require 'sample'
-require 'files'
-
-@circular = false
-@indent = 0
-@allow_gc = true
-
-do_sample = false
-do_files = false
-
-do_load = false
-do_dump = false
-do_read = false
-do_write = false
-@iter = 1000
-@mult = 1
-
-opts = OptionParser.new
-opts.on('-c', 'circular options')                           { @circular = true }
-
-opts.on('-x', 'use sample instead of files')                { do_sample = true }
-opts.on('-g', 'no GC during parsing')                       { @allow_gc = false }
-
-opts.on('-s', 'load and dump as sample Ruby object')        { do_sample = true }
-opts.on('-f', 'load and dump as files Ruby object')         { do_files = true }
-
-opts.on('-l', 'load')                                       { do_load = true }
-opts.on('-d', 'dump')                                       { do_dump = true }
-opts.on('-r', 'read')                                       { do_read = true }
-opts.on('-w', 'write')                                      { do_write = true }
-opts.on('-a', 'load, dump, read and write')                 { do_load = true; do_dump = true; do_read = true; do_write = true }
-
-opts.on('-i', '--iterations [Int]', Integer, 'iterations')  { |v| @iter = v }
-opts.on('-m', '--multiply [Int]', Integer, 'multiplier')    { |v| @mult = v }
-
-opts.on('-h', '--help', 'Show this display')                { puts opts; Process.exit!(0) }
-files = opts.parse(ARGV)
-
-@obj = nil
-@xml = nil
-@mars = nil
-@json = nil
-
-unless do_load || do_dump || do_read || do_write
-  do_load = true
-  do_dump = true
-  do_read = true
-  do_write = true
-end
-
-# prepare all the formats for input
-if files.empty?
-  @obj = []
-  @mult.times do
-    @obj << (do_sample ? sample_doc(2) : files('..'))
-  end
-
-  @mars = Marshal.dump(@obj)
-  @xml = Ox.dump(@obj, :indent => @indent, :circular => @circular)
-  @json = Oj.dump(@obj, :indent => @indent, :circular => @circular, :mode => :object)
-  File.write('sample.xml', @xml)
-  File.write('sample.json', @json)
-  File.write('sample.marshal', @mars)
-else
-  puts "loading and parsing #{files}\n\n"
-  files.map do |f|
-    @xml = File.read(f)
-    @obj = Ox.load(@xml)
-    @mars = Marshal.dump(@obj)
-    @json = Oj.dump(@obj, :indent => @indent, :circular => @circular)
-  end
-end
-
-Oj.default_options = { :mode => :object, :indent => @indent, :circular => @circular, :allow_gc => @allow_gc }
-# puts "json: #{@json.size}"
-# puts "xml: #{@xml.size}"
-# puts "marshal: #{@mars.size}"
-
-if do_load
-  puts '-' * 80
-  puts 'Load Performance'
-  perf = Perf.new()
-  perf.add('Oj.object', 'load') { Oj.object_load(@json) }
-  perf.add('Ox', 'load') { Ox.load(@xml, :mode => :object) }
-  perf.add('Marshal', 'load') { Marshal.load(@mars) }
-  perf.run(@iter)
-end
-
-if do_dump
-  puts '-' * 80
-  puts 'Dump Performance'
-  perf = Perf.new()
-  perf.add('Oj', 'dump') { Oj.dump(@obj) }
-  perf.add('Ox', 'dump') { Ox.dump(@obj, :indent => @indent, :circular => @circular) }
-  perf.add('Marshal', 'dump') { Marshal.dump(@obj) }
-  perf.run(@iter)
-end
-
-if do_read
-  puts '-' * 80
-  puts 'Read from file Performance'
-  perf = Perf.new()
-  perf.add('Oj', 'load') { Oj.load_file('sample.json') }
-  # perf.add('Oj', 'load') { Oj.load(File.read('sample.json')) }
-  perf.add('Ox', 'load_file') { Ox.load_file('sample.xml', :mode => :object) }
-  perf.add('Marshal', 'load') { Marshal.load(File.new('sample.marshal')) }
-  perf.run(@iter)
-end
-
-if do_write
-  puts '-' * 80
-  puts 'Write to file Performance'
-  perf = Perf.new()
-  perf.add('Oj', 'to_file') { Oj.to_file('sample.json', @obj) }
-  perf.add('Ox', 'to_file') { Ox.to_file('sample.xml', @obj, :indent => @indent, :circular => @circular) }
-  perf.add('Marshal', 'dump') { Marshal.dump(@obj, File.new('sample.marshal', 'w')) }
-  perf.run(@iter)
-end

data/test/perf_once.rb

@@ -1,59 +0,0 @@
-#!/usr/bin/env ruby
-# frozen_string_literal: true
-
-require 'English'
-$LOAD_PATH << '.'
-$LOAD_PATH << File.join(__dir__, '../lib')
-$LOAD_PATH << File.join(__dir__, '../ext')
-
-require 'oj'
-
-filename = 'tmp.json'
-File.open(filename, 'w') { |f|
-  cnt = 0
-  f.puts('{')
-  ('a'..'z').each { |a|
-    ('a'..'z').each { |b|
-      ('a'..'z').each { |c|
-        ('a'..'z').each { |d|
-          f.puts(%|"#{a}#{b}#{c}#{d}":#{cnt},|)
-          cnt += 1
-        }
-      }
-    }
-  }
-  f.puts('"_last":0}')
-}
-
-def mem
-  `ps -o rss= -p #{$PROCESS_ID}`.to_i
-end
-
-Oj.default_options = { mode: :strict, cache_keys: false, cache_str: -1 }
-start = Time.now
-Oj.load_file('tmp.json')
-dur = Time.now - start
-GC.start
-puts "no cache duration: #{dur} @ #{mem}"
-
-Oj.default_options = { cache_keys: true }
-start = Time.now
-Oj.load_file('tmp.json')
-dur = Time.now - start
-GC.start
-puts "initial cache duration: #{dur} @ #{mem}"
-
-start = Time.now
-Oj.load_file('tmp.json')
-dur = Time.now - start
-GC.start
-puts "second cache duration: #{dur} @ #{mem}"
-
-10.times { GC.start }
-start = Time.now
-Oj.load_file('tmp.json')
-dur = Time.now - start
-GC.start
-puts "after several GCs cache duration: #{dur} @ #{mem}"
-
-# TBD check memory use