json_pure 1.1.3 → 1.1.4

data/benchmarks/data-p4-3GHz-ruby18/ParserBenchmarkYAML.log

@@ -0,0 +1,82 @@
+========================== 2009-04-01T16:46:41 CEST ===========================
+Benchmarking on ruby 1.8.6 (2008-08-11 patchlevel 287) [i686-linux].
+Running 'ParserBenchmarkYAML' for 1000 iterations/method (compare_time=real)
+===============================================================================
+
+This first run is only for warmup.
+ParserBenchmarkYAML#parser:
+                  real             total              user            system 
+sum        4.506546021       4.490000000       4.480000000       0.010000000 
+min        0.003598928       0.000000000       0.000000000       0.000000000 
+std-       0.000288588      -0.001817113      -0.001826296      -0.000306228 
+mean       0.004506546       0.004490000       0.004480000       0.000010000 
+std+       0.008724504       0.010797113       0.010786296       0.000326228 
+max        0.042540073       0.040000000       0.040000000       0.010000000 
+std        0.004217958       0.006307113       0.006306296       0.000316228 
+std%      93.596247306     140.470232048     140.765535944    3162.277660168 
+harm       0.003882332               nan               nan               nan 
+geo        0.004019118       0.000000000       0.000000000       0.000000000 
+q1         0.003660917       0.000000000       0.000000000       0.000000000 
+med        0.003705978       0.000000000       0.000000000       0.000000000 
+q3         0.003748715       0.010000000       0.010000000       0.000000000 
+                  1000         221.89943       0.004506546
+                 calls         calls/sec         secs/call
+
+    0.04059 -|
+    0.03670 -|
+    0.03280 -|
+    0.02891 -|*
+    0.02502 -|
+    0.02112 -|
+    0.01723 -|
+    0.01333 -|
+    0.00944 -|
+    0.00555 -|**************************************************
+
+Outliers detected with box plot algo (median=0.00371, iqr=0.00009, factor=3.00):
+high=56 very_high=119
+
+Ljung-Box statistics: q=433.20488 (alpha=0.05, df=50).
+1.00000 >= 0.95000 => Autocorrelation was detected.
+
+ParserBenchmarkYAML#parser:
+                  real             total              user            system 
+sum        4.454077959       4.430000000       4.420000000       0.010000000 
+min        0.003582954       0.000000000       0.000000000       0.000000000 
+std-       0.000263948      -0.001903657      -0.001912749      -0.000306228 
+mean       0.004454078       0.004430000       0.004420000       0.000010000 
+std+       0.008644208       0.010763657       0.010752749       0.000326228 
+max        0.035927057       0.040000000       0.040000000       0.010000000 
+std        0.004190130       0.006333657       0.006332749       0.000316228 
+std%      94.074019869     142.971948832     143.274853190    3162.277660168 
+harm       0.003836471               nan               nan               nan 
+geo        0.003968258       0.000000000       0.000000000       0.000000000 
+q1         0.003650367       0.000000000       0.000000000       0.000000000 
+med        0.003690004       0.000000000       0.000000000       0.000000000 
+q3         0.003731966       0.010000000       0.010000000       0.000000000 
+                  1000         224.51336       0.004454078
+                 calls         calls/sec         secs/call
+
+    0.03431 -|
+    0.03108 -|*
+    0.02784 -|*
+    0.02461 -|
+    0.02137 -|
+    0.01814 -|
+    0.01490 -|
+    0.01167 -|
+    0.00843 -|
+    0.00520 -|**************************************************
+
+Outliers detected with box plot algo (median=0.00369, iqr=0.00008, factor=3.00):
+high=58 very_high=100
+
+Ljung-Box statistics: q=451.12745 (alpha=0.05, df=50).
+1.00000 >= 0.95000 => Autocorrelation was detected.
+
+No initial data truncated.
+ => System may have been in a steady state from the beginning.
+========================== 2009-04-01T16:46:54 CEST ===========================
+
+Writing measurement data file '/data/scm/json/benchmarks/data/ParserBenchmarkYAML#parser.dat'.
+Writing autocorrelation plot file '/data/scm/json/benchmarks/data/ParserBenchmarkYAML#parser-autocorrelation.dat'.

data/benchmarks/generator_benchmark.rb

@@ -0,0 +1,162 @@
+#!/usr/bin/env ruby
+# CODING: UTF-8
+
+require 'rbconfig'
+RUBY_PATH=File.join(Config::CONFIG['bindir'], Config::CONFIG['ruby_install_name'])
+RAKE_PATH=File.join(Config::CONFIG['bindir'], 'rake')
+require 'bullshit'
+case ARGV.first
+when 'ext'
+  require 'json/ext'
+when 'pure'
+  require 'json/pure'
+when 'rails'
+  require 'active_support'
+end
+
+module JSON
+  def self.[](*) end
+end
+
+module GeneratorBenchmarkCommon
+  include JSON
+
+  def setup
+    a = [ nil, false, true, "fÖßÄr", [ "n€st€d", true ], { "fooß" => "bär", "quux" => true } ]
+    puts a.to_json
+    @big = a * 100
+  end
+
+  def generic_reset_method
+    @result and @result.size > 2 + 6 * @big.size or raise @result.to_s
+  end
+end
+
+module JSONGeneratorCommon
+  include GeneratorBenchmarkCommon
+
+  def benchmark_generator_fast
+    @result = JSON.fast_generate(@big)
+  end
+
+  alias reset_benchmark_generator_fast generic_reset_method
+
+  def benchmark_generator_safe
+    @result = JSON.generate(@big)
+  end
+
+  alias reset_benchmark_generator_safe generic_reset_method
+
+  def benchmark_generator_pretty
+    @result = JSON.pretty_generate(@big)
+  end
+
+  alias reset_benchmark_generator_pretty generic_reset_method
+end
+
+class GeneratorBenchmarkExt < Bullshit::RepeatCase
+  include JSONGeneratorCommon
+
+  warmup      yes
+  iterations  1000
+
+  truncate_data do
+    alpha_level 0.05
+    window_size 50
+  end
+
+  autocorrelation do
+    alpha_level 0.05
+    max_lags    50
+    file        yes
+  end
+
+
+  output_dir File.join(File.dirname(__FILE__), 'data')
+  output_filename benchmark_name + '.log'
+  data_file yes
+  histogram yes
+end
+
+class GeneratorBenchmarkPure < Bullshit::RepeatCase
+  include JSONGeneratorCommon
+
+  warmup      yes
+  iterations  1000
+
+  truncate_data do
+    alpha_level 0.05
+    window_size 50
+  end
+
+  autocorrelation do
+    alpha_level 0.05
+    max_lags    50
+    file        yes
+  end
+
+  output_dir File.join(File.dirname(__FILE__), 'data')
+  output_filename benchmark_name + '.log'
+  data_file yes
+  histogram yes
+end
+
+class GeneratorBenchmarkRails < Bullshit::RepeatCase
+  include GeneratorBenchmarkCommon
+
+  warmup      yes
+  iterations  1000
+
+  truncate_data do
+    alpha_level 0.05
+    window_size 50
+  end
+
+  autocorrelation do
+    alpha_level 0.05
+    max_lags    50
+    file        yes
+  end
+
+  output_dir File.join(File.dirname(__FILE__), 'data')
+  output_filename benchmark_name + '.log'
+  data_file yes
+  histogram yes
+
+  def benchmark_generator
+    @result = @big.to_json
+  end
+
+  alias reset_benchmark_generator generic_reset_method
+end
+
+if $0 == __FILE__
+  Bullshit::Case.autorun false
+
+  case ARGV.first
+  when 'ext'
+    GeneratorBenchmarkExt.run
+  when 'pure'
+    GeneratorBenchmarkPure.run
+  when 'rails'
+    GeneratorBenchmarkRails.run
+  else
+    system "#{RAKE_PATH} clean"
+    system "#{RUBY_PATH} #$0 rails"
+    system "#{RUBY_PATH} #$0 pure"
+    system "#{RAKE_PATH} compile"
+    system "#{RUBY_PATH} #$0 ext"
+    Bullshit.compare do
+      output_filename File.join(File.dirname(__FILE__), 'data', 'GeneratorBenchmarkComparison.log')
+
+      benchmark GeneratorBenchmarkExt,    :generator_fast,    :load => yes
+      benchmark GeneratorBenchmarkExt,    :generator_safe,    :load => yes
+      benchmark GeneratorBenchmarkExt,    :generator_pretty,  :load => yes
+      benchmark GeneratorBenchmarkPure,   :generator_fast,    :load => yes
+      benchmark GeneratorBenchmarkPure,   :generator_safe,    :load => yes
+      benchmark GeneratorBenchmarkPure,   :generator_pretty,  :load => yes
+      benchmark GeneratorBenchmarkRails,  :generator,         :load => yes
+    end
+  end
+end
+

data/benchmarks/parser_benchmark.rb

@@ -0,0 +1,193 @@
+#!/usr/bin/env ruby
+# CODING: UTF-8
+
+require 'rbconfig'
+RUBY_PATH=File.join(Config::CONFIG['bindir'], Config::CONFIG['ruby_install_name'])
+RAKE_PATH=File.join(Config::CONFIG['bindir'], 'rake')
+require 'bullshit'
+case ARGV.first
+when 'ext'
+  require 'json/ext'
+when 'pure'
+  require 'json/pure'
+when 'yaml'
+  require 'yaml'
+  require 'json/pure'
+when 'rails'
+  require 'active_support'
+  require 'json/pure'
+else
+  require 'json/pure'
+end
+
+module ParserBenchmarkCommon
+  include JSON
+
+  def setup
+    a = [ nil, false, true, "fÖß\nÄr", [ "n€st€d", true ], { "fooß" => "bär", "qu\r\nux" => true } ]
+    @big = a * 100
+    @json = JSON.generate(@big)
+  end
+
+  def generic_reset_method
+    @result == @big or raise "not equal"
+  end
+end
+
+class ParserBenchmarkExt < Bullshit::RepeatCase
+  include ParserBenchmarkCommon
+
+  warmup      yes
+  iterations  1000
+
+  truncate_data do
+    alpha_level 0.05
+    window_size 50
+  end
+
+  autocorrelation do
+    alpha_level 0.05
+    max_lags    50
+    file        yes
+  end
+
+  output_dir File.join(File.dirname(__FILE__), 'data')
+  output_filename benchmark_name + '.log'
+  data_file yes
+  histogram yes
+
+  def benchmark_parser
+    @result = JSON.parse(@json)
+  end
+
+  alias reset_parser generic_reset_method
+end
+
+class ParserBenchmarkPure < Bullshit::RepeatCase
+  include ParserBenchmarkCommon
+
+  warmup      yes
+  iterations  1000
+
+  truncate_data do
+    alpha_level 0.05
+    window_size 50
+  end
+
+  autocorrelation do
+    alpha_level 0.05
+    max_lags    50
+    file        yes
+  end
+
+  output_dir File.join(File.dirname(__FILE__), 'data')
+  output_filename benchmark_name + '.log'
+  data_file yes
+  histogram yes
+
+  def benchmark_parser
+    @result = JSON.parse(@json)
+  end
+
+  alias reset_parser generic_reset_method
+end
+
+class ParserBenchmarkYAML < Bullshit::RepeatCase
+  warmup      yes
+  iterations  1000
+
+  truncate_data do
+    alpha_level 0.05
+    window_size 50
+  end
+
+  autocorrelation do
+    alpha_level 0.05
+    max_lags    50
+    file        yes
+  end
+
+  output_dir File.join(File.dirname(__FILE__), 'data')
+  output_filename benchmark_name + '.log'
+  data_file yes
+  histogram yes
+
+  def setup
+    a = [ nil, false, true, "fÖß\nÄr", [ "n€st€d", true ], { "fooß" => "bär", "qu\r\nux" => true } ]
+    @big = a * 100
+    @json = JSON.pretty_generate(@big)
+  end
+
+  def benchmark_parser
+    @result = YAML.load(@json)
+  end
+
+  def generic_reset_method
+    @result == @big or raise "not equal"
+  end
+end
+
+class ParserBenchmarkRails < Bullshit::RepeatCase
+  warmup      yes
+  iterations  1000
+
+  truncate_data do
+    alpha_level 0.05
+    window_size 50
+  end
+
+  autocorrelation do
+    alpha_level 0.05
+    max_lags    50
+    file        yes
+  end
+
+  output_dir File.join(File.dirname(__FILE__), 'data')
+  output_filename benchmark_name + '.log'
+  data_file yes
+  histogram yes
+
+  def setup
+    a = [ nil, false, true, "fÖß\nÄr", [ "n€st€d", true ], { "fooß" => "bär", "qu\r\nux" => true } ]
+    @big = a * 100
+    @json = JSON.generate(@big)
+  end
+
+  def benchmark_parser
+    @result = ActiveSupport::JSON.decode(@json)
+  end
+
+  def generic_reset_method
+    @result == @big or raise "not equal"
+  end
+end
+
+if $0 == __FILE__
+  Bullshit::Case.autorun false
+
+  case ARGV.first
+  when 'ext'
+    ParserBenchmarkExt.run
+  when 'pure'
+    ParserBenchmarkPure.run
+  when 'yaml'
+    ParserBenchmarkYAML.run
+  when 'rails'
+    ParserBenchmarkRails.run
+  else
+    system "#{RAKE_PATH} clean"
+    system "#{RUBY_PATH} #$0 yaml"
+    system "#{RUBY_PATH} #$0 rails"
+    system "#{RUBY_PATH} #$0 pure"
+    system "#{RAKE_PATH} compile"
+    system "#{RUBY_PATH} #$0 ext"
+    Bullshit.compare do
+      output_filename File.join(File.dirname(__FILE__), 'data', 'ParserBenchmarkComparison.log')
+
+      benchmark ParserBenchmarkExt,   :parser, :load => yes
+      benchmark ParserBenchmarkPure,  :parser, :load => yes
+      benchmark ParserBenchmarkYAML,  :parser, :load => yes
+      benchmark ParserBenchmarkRails, :parser, :load => yes
+    end
+  end
+end

data/bin/edit_json.rb

@@ -1,5 +1,4 @@
 #!/usr/bin/env ruby
-$KCODE = 'U'
 require 'json/editor'
 
 filename, encoding = ARGV

data/bin/prettify_json.rb

@@ -1,6 +1,5 @@
 #!/usr/bin/env ruby
 
-$KCODE = 'U'
 require 'json'
 require 'fileutils'
 include FileUtils