json 1.0.3-mswin32

data/Rakefile

@@ -0,0 +1,304 @@
+# vim: set et sw=2 ts=2:
+
+require 'rake/gempackagetask'
+require 'rake/clean'
+
+require 'rbconfig'
+include Config
+
+ON_WINDOWS        = RUBY_PLATFORM =~ /mswin32/i 
+PKG_NAME          = 'json'
+PKG_VERSION       = File.read('VERSION').chomp
+PKG_FILES         = FileList["**/*"].exclude(/CVS|pkg|coverage|Makefile/).exclude(/\.(so|bundle|o|#{CONFIG['DLEXT']})$/)
+EXT_ROOT_DIR      = 'ext/json/ext'
+EXT_PARSER_DIR    = "#{EXT_ROOT_DIR}/parser"
+EXT_PARSER_DL     = "#{EXT_ROOT_DIR}/parser.#{CONFIG['DLEXT']}"
+EXT_PARSER_SRC    = "#{EXT_PARSER_DIR}/parser.c"
+PKG_FILES << EXT_PARSER_SRC
+EXT_GENERATOR_DIR = "#{EXT_ROOT_DIR}/generator"
+EXT_GENERATOR_DL  = "#{EXT_ROOT_DIR}/generator.#{CONFIG['DLEXT']}"
+EXT_GENERATOR_SRC = "#{EXT_GENERATOR_DIR}/generator.c"
+RAGEL_CODEGEN     = %w[rlcodegen rlgen-cd].find { |c| system(c, '-v') }
+RAGEL_PATH        = "#{EXT_PARSER_DIR}/parser.rl"
+CLEAN.include 'doc', 'coverage', FileList['diagrams/*.*'],
+  FileList["ext/**/*.{so,bundle,#{CONFIG['DLEXT']},o,obj,pdb,lib,manifest,exp,def}"],
+  FileList["ext/**/Makefile"]
+
+
+desc "Installing library (pure)"
+task :install_pure => :version do
+  ruby 'install.rb'
+end
+
+task :install_ext_really do
+  sitearchdir = CONFIG["sitearchdir"]
+  cd 'ext' do
+    for file in Dir["json/ext/*.#{CONFIG['DLEXT']}"]
+      d = File.join(sitearchdir, file)
+      mkdir_p File.dirname(d)
+      install(file, d)
+    end
+  end
+end
+
+desc "Installing library (extension)"
+task :install_ext => [ :compile, :install_pure, :install_ext_really ]
+
+task :install => :install_ext
+
+desc "Compiling extension"
+task :compile => [ EXT_PARSER_DL, EXT_GENERATOR_DL ]
+
+file EXT_PARSER_DL => EXT_PARSER_SRC do
+  cd EXT_PARSER_DIR do
+    ruby 'extconf.rb'
+    if ON_WINDOWS
+      sh 'nmake'
+      sh "mt -manifest parser.#{CONFIG['DLEXT']}.manifest -outputresource:parser.#{CONFIG['DLEXT']};2"
+    else
+      sh 'make'
+    end
+  end
+  cp "#{EXT_PARSER_DIR}/parser.#{CONFIG['DLEXT']}", EXT_ROOT_DIR
+end
+
+file EXT_GENERATOR_DL => EXT_GENERATOR_SRC do
+  cd EXT_GENERATOR_DIR do
+    ruby 'extconf.rb'
+    if ON_WINDOWS
+      sh 'nmake'
+      sh "mt -manifest generator.#{CONFIG['DLEXT']}.manifest -outputresource:generator.#{CONFIG['DLEXT']};2"
+    else
+      sh 'make'
+    end
+  end
+  cp "#{EXT_GENERATOR_DIR}/generator.#{CONFIG['DLEXT']}", EXT_ROOT_DIR
+end
+
+desc "Generate parser with ragel"
+task :ragel => EXT_PARSER_SRC
+
+task :ragel_clean do
+  rm_rf EXT_PARSER_SRC
+end
+
+file EXT_PARSER_SRC => RAGEL_PATH do
+  cd EXT_PARSER_DIR do
+    sh "ragel parser.rl | #{RAGEL_CODEGEN} -G2"
+  end
+end
+
+desc "Generate diagrams of ragel parser (ps)"
+task :ragel_dot_ps do
+  root = 'diagrams'
+  specs = []
+  File.new(RAGEL_PATH).grep(/^\s*machine\s*(\S+);\s*$/) { specs << $1 }
+  for s in specs 
+    sh "ragel #{RAGEL_PATH} -S#{s} | #{RAGEL_CODEGEN} -p -V|dot -Tps -o#{root}/#{s}.ps"
+  end
+end
+
+desc "Generate diagrams of ragel parser (png)"
+task :ragel_dot_png do
+  root = 'diagrams'
+  specs = []
+  File.new(RAGEL_PATH).grep(/^\s*machine\s*(\S+);\s*$/) { specs << $1 }
+  for s in specs 
+    sh "ragel #{RAGEL_PATH} -S#{s} | #{RAGEL_CODEGEN} -p -V|dot -Tpng -o#{root}/#{s}.png"
+  end
+end
+
+desc "Generate diagrams of ragel parser"
+task :ragel_dot => [ :ragel_dot_png, :ragel_dot_ps ]
+
+desc "Testing library (pure ruby)"
+task :test_pure => :clean do
+  ruby '-I lib tests/runner.rb'
+end
+
+desc "Testing library (extension)"
+task :test_ext => :compile do
+  ruby '-I ext:lib tests/runner.rb'
+end
+
+desc "Benchmarking parser (pure)"
+task :benchmark_parser_pure do
+  ruby '-I lib benchmarks/benchmark_parser.rb'
+end
+
+desc "Benchmarking generator (pure)"
+task :benchmark_generator_pure do
+  ruby '-I lib benchmarks/benchmark_generator.rb'
+  ruby 'benchmarks/benchmark_rails.rb'
+end
+
+desc "Benchmarking library (pure)"
+task :benchmark_pure => [ :benchmark_parser_pure, :benchmark_generator_pure ]
+
+desc "Benchmarking parser (extension)"
+task :benchmark_parser_ext => :compile do
+  ruby '-I ext:lib benchmarks/benchmark_parser.rb'
+end
+
+desc "Benchmarking generator (extension)"
+task :benchmark_generator_ext => :compile do
+  ruby '-I ext:lib benchmarks/benchmark_generator.rb'
+  ruby 'benchmarks/benchmark_rails.rb'
+end
+
+desc "Benchmarking library (extension)"
+task :benchmark_ext => [ :benchmark_parser_ext, :benchmark_generator_ext ]
+
+task :benchmark do
+  puts "Benchmarking extension variant"
+  Rake::Task[:benchmark_ext].invoke
+  puts "Benchmarking pure variant"
+  Rake::Task[:benchmark_pure].invoke
+end
+
+desc "Testing library with coverage" # XXX broken
+task :coverage do
+  system 'RUBYOPT="" rcov -x tests -Ilib tests/runner.rb'
+end
+
+desc "Create RDOC documentation"
+task :doc => [ :version, EXT_PARSER_SRC ] do
+  sh "rdoc -m JSON -d -S -o doc #{FileList['lib/**/*.rb']} #{EXT_PARSER_SRC} #{EXT_GENERATOR_SRC}"
+end
+
+spec_pure = Gem::Specification.new do |s|
+  s.name = 'json_pure'
+  s.version = PKG_VERSION
+  s.summary = "A JSON implementation in Ruby"
+  s.description = ""
+
+  s.files = PKG_FILES
+
+  s.require_path = 'lib'
+
+  s.bindir = "bin"
+  s.executables = ["edit_json.rb"]
+  s.default_executable = "edit_json.rb"
+
+  s.has_rdoc = true
+  s.rdoc_options <<
+    '--title' <<  'JSON -- A JSON implemention' <<
+    '--main' << 'JSON' << '--line-numbers'
+  s.test_files << 'tests/runner.rb'
+
+  s.author = "Florian Frank"
+  s.email = "flori@ping.de"
+  s.homepage = "http://json.rubyforge.org"
+  s.rubyforge_project = "json"
+end
+
+Rake::GemPackageTask.new(spec_pure) do |pkg|
+    pkg.need_tar = true
+    pkg.package_files += PKG_FILES
+end
+
+spec_ext = Gem::Specification.new do |s|
+  s.name = 'json'
+  s.version = PKG_VERSION
+  s.summary = "A JSON implementation as a Ruby extension"
+  s.description = ""
+
+  s.files = PKG_FILES
+
+  s.extensions <<
+    "#{EXT_PARSER_DIR}/extconf.rb" <<
+    "#{EXT_GENERATOR_DIR}/extconf.rb"
+
+  s.require_path = EXT_ROOT_DIR
+  s.require_paths << 'ext'
+  s.require_paths << 'lib'
+
+  s.bindir = "bin"
+  s.executables = ["edit_json.rb"]
+  s.default_executable = "edit_json.rb"
+
+  s.has_rdoc = true
+  s.rdoc_options <<
+    '--title' <<  'JSON -- A JSON implemention' <<
+    '--main' << 'JSON' << '--line-numbers'
+  s.test_files << 'tests/runner.rb'
+
+  s.author = "Florian Frank"
+  s.email = "flori@ping.de"
+  s.homepage = "http://json.rubyforge.org"
+  s.rubyforge_project = "json"
+end
+
+Rake::GemPackageTask.new(spec_ext) do |pkg|
+  pkg.need_tar = true
+  pkg.package_files += PKG_FILES
+end
+
+task :package_win => :compile do
+  mkdir_p 'pkg'
+  spec_win_ext = Gem::Specification.new do |s|
+    s.name = 'json'
+    s.platform = Gem::Platform::WIN32
+    s.version = PKG_VERSION
+    s.summary = "A JSON implementation as a Ruby extension"
+    s.description = ""
+
+    s.files = PKG_FILES.to_a <<
+      "#{EXT_ROOT_DIR}/parser.#{CONFIG['DLEXT']}" <<
+      "#{EXT_ROOT_DIR}/generator.#{CONFIG['DLEXT']}"
+
+    s.require_path = EXT_ROOT_DIR
+    s.require_paths << 'ext'
+    s.require_paths << 'lib'
+
+    s.bindir = "bin"
+    s.executables = ["edit_json.rb"]
+    s.default_executable = "edit_json.rb"
+
+    s.has_rdoc = true
+    s.rdoc_options <<
+      '--title' <<  'JSON -- A JSON implemention' <<
+      '--main' << 'JSON' << '--line-numbers'
+    s.test_files << 'tests/runner.rb'
+
+    s.author = "Florian Frank"
+    s.email = "flori@ping.de"
+    s.homepage = "http://json.rubyforge.org"
+    s.rubyforge_project = "json"
+  end
+
+  gem_file = "json-#{spec_win_ext.version}-#{spec_win_ext.platform}.gem"
+  Gem::Builder.new(spec_win_ext).build
+  mv gem_file, 'pkg'
+end
+
+task :mrproper => [ :ragel_clean, :clean ] do
+  for dir in [ EXT_PARSER_DIR, EXT_GENERATOR_DIR ]
+    cd(dir) {  rm_f 'Makefile' }
+  end
+end
+
+desc m = "Writing version information for #{PKG_VERSION}"
+task :version do
+  puts m
+  File.open(File.join('lib', 'json', 'version.rb'), 'w') do |v|
+    v.puts <<EOT
+module JSON
+  # JSON version
+  VERSION         = '#{PKG_VERSION}'
+  VERSION_ARRAY   = VERSION.split(/\\./).map { |x| x.to_i } # :nodoc:
+  VERSION_MAJOR   = VERSION_ARRAY[0] # :nodoc:
+  VERSION_MINOR   = VERSION_ARRAY[1] # :nodoc:
+  VERSION_BUILD   = VERSION_ARRAY[2] # :nodoc:
+end
+EOT
+  end
+end
+
+if ON_WINDOWS
+  task :release => [ :version, :clean, :compile, :package_win ]
+else
+  task :release => [ :version, :mrproper, :package ]
+end
+
+task :default => [ :version, :compile ]

data/TODO

@@ -0,0 +1 @@
+* Get the extension to compile on Windows, eventually?

data/VERSION

@@ -0,0 +1 @@
+1.0.3

data/benchmarks/benchmark.txt

@@ -0,0 +1,133 @@
+(in /home/flori/json)
+Ragel Code Generator version 5.17 January 2007
+Copyright (c) 2001-2006 by Adrian Thurston
+Benchmarking extension variant
+First run for warmup.
+Running 'BC_Parser' for a duration of 10 secs per method:
+              real      total      utime      stime     cutime     cstime
+parser:   10.005944  10.010000   9.970000   0.040000   0.000000   0.000000
+              5091  508.591409    0.001966
+             calls   calls/sec   secs/call
+--------------------------------------------------------------------------------
+Running 'BC_Parser' for a duration of 10 secs per method:
+              real      total      utime      stime     cutime     cstime
+parser:   10.006881  10.000000   9.950000   0.050000   0.000000   0.000000
+              5055  505.500000    0.001978
+             calls   calls/sec   secs/call
+--------------------------------------------------------------------------------
+================================================================================
+
+
+[null,false,true,"f\u00d6\u00df\u00c4r",["n\u20acst\u20acd",true],{"quux":true,"foo\u00df":"b\u00e4r"}]
+First run for warmup.
+Running 'BC_Generator' for a duration of 10 secs per method:
+                        real      total      utime      stime     cutime     cstime
+generator_pretty:   10.001066  10.010000   9.990000   0.020000   0.000000   0.000000
+                        3492  348.851149    0.002867
+generator_fast  :   10.002910  10.000000   9.980000   0.020000   0.000000   0.000000
+                        5416  541.600000    0.001846
+generator_safe  :   10.003107  10.010000  10.000000   0.010000   0.000000   0.000000
+                        4926  492.107892    0.002032
+                       calls   calls/sec   secs/call
+--------------------------------------------------------------------------------
+Running 'BC_Generator' for a duration of 10 secs per method:
+                        real      total      utime      stime     cutime     cstime
+generator_pretty:   10.009150  10.010000  10.010000   0.000000   0.000000   0.000000
+                        3511  350.749251    0.002851
+generator_fast  :   10.014407  10.020000  10.020000   0.000000   0.000000   0.000000
+                        5411  540.019960    0.001852
+generator_safe  :   10.010055  10.000000  10.000000   0.000000   0.000000   0.000000
+                        4933  493.300000    0.002027
+                       calls   calls/sec   secs/call
+--------------------------------------------------------------------------------
+================================================================================
+
+Comparison in BC_Generator:
+                  secs/call     speed
+generator_fast  :    0.002 ->    1.540x
+generator_safe  :    0.002 ->    1.406x
+generator_pretty:    0.003 ->    1.000x
+--------------------------------------------------------------------------------
+
+[null, false, true, "f\u00d6\u00df\u00c4r", ["n\u20acst\u20acd", true], {quux: true, "foo\u00df": "b\u00e4r"}]
+First run for warmup.
+Running 'BC_Rails' for a duration of 10 secs per method:
+                 real      total      utime      stime     cutime     cstime
+generator:   10.026043  10.020000  10.020000   0.000000   0.000000   0.000000
+                  239   23.852295    0.041925
+                calls   calls/sec   secs/call
+--------------------------------------------------------------------------------
+Running 'BC_Rails' for a duration of 10 secs per method:
+                 real      total      utime      stime     cutime     cstime
+generator:   10.010931  10.020000  10.010000   0.010000   0.000000   0.000000
+                  238   23.752495    0.042101
+                calls   calls/sec   secs/call
+--------------------------------------------------------------------------------
+================================================================================
+
+
+Benchmarking pure variant
+First run for warmup.
+Running 'BC_Parser' for a duration of 10 secs per method:
+              real      total      utime      stime     cutime     cstime
+parser:   10.022352  10.030000  10.020000   0.010000   0.000000   0.000000
+               288   28.713858    0.034826
+             calls   calls/sec   secs/call
+--------------------------------------------------------------------------------
+Running 'BC_Parser' for a duration of 10 secs per method:
+              real      total      utime      stime     cutime     cstime
+parser:   10.006552  10.000000  10.000000   0.000000   0.000000   0.000000
+               289   28.900000    0.034602
+             calls   calls/sec   secs/call
+--------------------------------------------------------------------------------
+================================================================================
+
+
+[null,false,true,"f\u00d6\u00df\u00c4r",["n\u20acst\u20acd",true],{"quux":true,"foo\u00df":"b\u00e4r"}]
+First run for warmup.
+Running 'BC_Generator' for a duration of 10 secs per method:
+                        real      total      utime      stime     cutime     cstime
+generator_fast  :   10.011644  10.010000  10.010000   0.000000   0.000000   0.000000
+                         411   41.058941    0.024355
+generator_safe  :   10.007100  10.010000  10.010000   0.000000   0.000000   0.000000
+                         352   35.164835    0.028438
+generator_pretty:   10.008156  10.010000  10.010000   0.000000   0.000000   0.000000
+                         341   34.065934    0.029355
+                       calls   calls/sec   secs/call
+--------------------------------------------------------------------------------
+Running 'BC_Generator' for a duration of 10 secs per method:
+                        real      total      utime      stime     cutime     cstime
+generator_fast  :   10.005185  10.010000  10.010000   0.000000   0.000000   0.000000
+                         411   41.058941    0.024355
+generator_safe  :   10.006932  10.010000  10.010000   0.000000   0.000000   0.000000
+                         351   35.064935    0.028519
+generator_pretty:   10.007414  10.000000  10.000000   0.000000   0.000000   0.000000
+                         340   34.000000    0.029412
+                       calls   calls/sec   secs/call
+--------------------------------------------------------------------------------
+================================================================================
+
+Comparison in BC_Generator:
+                  secs/call     speed
+generator_fast  :    0.024 ->    1.208x
+generator_safe  :    0.029 ->    1.031x
+generator_pretty:    0.029 ->    1.000x
+--------------------------------------------------------------------------------
+
+[null, false, true, "f\u00d6\u00df\u00c4r", ["n\u20acst\u20acd", true], {quux: true, "foo\u00df": "b\u00e4r"}]
+First run for warmup.
+Running 'BC_Rails' for a duration of 10 secs per method:
+                 real      total      utime      stime     cutime     cstime
+generator:   10.005748  10.000000  10.000000   0.000000   0.000000   0.000000
+                  240   24.000000    0.041667
+                calls   calls/sec   secs/call
+--------------------------------------------------------------------------------
+Running 'BC_Rails' for a duration of 10 secs per method:
+                 real      total      utime      stime     cutime     cstime
+generator:   10.006764  10.010000  10.010000   0.000000   0.000000   0.000000
+                  239   23.876124    0.041883
+                calls   calls/sec   secs/call
+--------------------------------------------------------------------------------
+================================================================================
+
+

data/benchmarks/benchmark_generator.rb

@@ -0,0 +1,44 @@
+#!/usr/bin/env ruby
+
+require 'bullshit'
+$KCODE='utf8'
+require 'json'
+
+class BC_Generator < Bullshit::TimeCase
+  include JSON
+
+  warmup    true
+  duration  10
+
+  def setup
+    a = [ nil, false, true, "fÖßÄr", [ "n€st€d", true ], { "fooß" => "bär", "quux" => true } ]
+    puts JSON[a]
+    @big = a * 100
+  end
+
+  def benchmark_generator_fast
+    @result = JSON.fast_generate(@big)
+  end
+
+  def reset_benchmark_generator_fast
+    @result and @result.size > 2 + 6 * @big.size or raise @result.to_s
+  end
+
+  def benchmark_generator_safe
+    @result = JSON.generate(@big)
+  end
+
+  def reset_benchmark_generator_safe
+    @result and @result.size > 2 + 6 * @big.size or raise @result.to_s
+  end
+
+  def benchmark_generator_pretty
+    @result = JSON.pretty_generate(@big)
+  end
+
+  def reset_benchmark_generator_pretty
+    @result and @result.size > 2 + 6 * @big.size or raise @result.to_s
+  end
+
+  compare :generator_fast, :generator_safe, :generator_pretty
+end