yajl-ruby 1.0.0-x86-mingw32

data/Rakefile

@@ -0,0 +1,2 @@
+# Load custom tasks
+Dir['tasks/*.rake'].sort.each { |f| load f }

data/benchmark/encode.rb

@@ -0,0 +1,72 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl'
+require 'stringio'
+begin
+  require 'json'
+rescue LoadError
+end
+begin
+  require 'psych'
+rescue LoadError
+end
+begin
+  require 'active_support'
+rescue LoadError
+end
+
+filename = ARGV[0] || 'benchmark/subjects/ohai.json'
+hash = File.open(filename, 'rb') { |f| Yajl::Parser.new.parse(f.read) }
+
+times = ARGV[1] ? ARGV[1].to_i : 1000
+puts "Starting benchmark encoding #{filename} #{times} times\n\n"
+Benchmark.bmbm { |x|
+  io_encoder = Yajl::Encoder.new
+  string_encoder = Yajl::Encoder.new
+
+  x.report("Yajl::Encoder#encode (to an IO)") {
+    times.times {
+      io_encoder.encode(hash, StringIO.new)
+    }
+  }
+  x.report("Yajl::Encoder#encode (to a String)") {
+    times.times {
+      output = string_encoder.encode(hash)
+    }
+  }
+  if defined?(JSON)
+    x.report("JSON.generate") {
+      times.times {
+        JSON.generate(hash)
+      }
+    }
+  end
+  if defined?(Psych)
+    x.report("Psych.to_json") {
+      times.times {
+        Psych.to_json(hash)
+      }
+    }
+    if defined?(Psych::JSON::Stream)
+      x.report("Psych::JSON::Stream") {
+        times.times {
+          io = StringIO.new
+          stream = Psych::JSON::Stream.new io
+          stream.start
+          stream.push hash
+          stream.finish
+        }
+      }
+    end
+  end
+  if defined?(ActiveSupport::JSON)
+    x.report("ActiveSupport::JSON.encode") {
+      times.times {
+        ActiveSupport::JSON.encode(hash)
+      }
+    }
+  end
+}

data/benchmark/encode_json_and_marshal.rb

@@ -0,0 +1,42 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl'
+require 'stringio'
+begin
+  require 'json'
+rescue LoadError
+end
+
+times = ARGV[0] ? ARGV[0].to_i : 1000
+filename = 'benchmark/subjects/ohai.json'
+json = File.new(filename, 'r')
+hash = Yajl::Parser.new.parse(json)
+json.close
+
+puts "Starting benchmark encoding #{filename} #{times} times\n\n"
+Benchmark.bmbm { |x|
+  encoder = Yajl::Encoder.new
+  x.report {
+    puts "Yajl::Encoder#encode"
+    times.times {
+      encoder.encode(hash, StringIO.new)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON's #to_json"
+      times.times {
+        JSON.generate(hash)
+      }
+    }
+  end
+  x.report {
+    puts "Marshal.dump"
+    times.times {
+      Marshal.dump(hash)
+    }
+  }
+}

data/benchmark/encode_json_and_yaml.rb

@@ -0,0 +1,53 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl'
+begin
+  require 'json'
+rescue LoadError
+end
+require 'yaml'
+
+# JSON Section
+filename = 'benchmark/subjects/ohai.json'
+json = File.new(filename, 'r')
+hash = Yajl::Parser.new.parse(json)
+json.close
+
+times = ARGV[0] ? ARGV[0].to_i : 1000
+puts "Starting benchmark encoding #{filename} into JSON #{times} times\n\n"
+Benchmark.bmbm { |x|
+  encoder = Yajl::Encoder.new
+  x.report {
+    puts "Yajl::Encoder#encode"
+    times.times {
+      encoder.encode(hash, StringIO.new)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON's #to_json"
+      times.times {
+        JSON.generate(hash)
+      }
+    }
+  end
+}
+
+# YAML Section
+filename = 'benchmark/subjects/ohai.yml'
+yml = File.new(filename, 'r')
+data = YAML.load_stream(yml)
+yml.close
+
+puts "Starting benchmark encoding #{filename} into YAML #{times} times\n\n"
+Benchmark.bmbm { |x|
+  x.report {
+    puts "YAML.dump"
+    times.times {
+      YAML.dump(data, StringIO.new)
+    }
+  }
+}

data/benchmark/http.rb

@@ -0,0 +1,32 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl/http_stream'
+require 'yajl/gzip'
+require 'yajl/deflate'
+require 'yajl/bzip2' unless defined?(Bzip2)
+require 'json'
+require 'uri'
+require 'net/http'
+
+uri = URI.parse('http://search.twitter.com/search.json?q=github')
+# uri = URI.parse('http://localhost/yajl-ruby.git/benchmark/subjects/contacts.json')
+
+times = ARGV[0] ? ARGV[0].to_i : 1
+puts "Starting benchmark parsing #{uri.to_s} #{times} times\n\n"
+Benchmark.bmbm { |x|
+  x.report {
+    puts "Yajl::HttpStream.get"
+    times.times {
+      Yajl::HttpStream.get(uri)
+    }
+  }
+  x.report {
+    puts "JSON.parser"
+    times.times {
+      JSON.parse(Net::HTTP.get_response(uri).body, :max_nesting => false)
+    }
+  }
+}

data/benchmark/parse.rb

@@ -0,0 +1,94 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'benchmark'
+require 'yaml'
+require 'yajl'
+begin
+  require 'json'
+rescue LoadError
+end
+begin
+  require 'psych'
+rescue LoadError
+end
+begin
+  require 'active_support'
+rescue LoadError
+end
+
+filename = ARGV[0] || 'benchmark/subjects/item.json'
+json = File.new(filename, 'r')
+
+times = ARGV[1] ? ARGV[1].to_i : 10_000
+puts "Starting benchmark parsing #{File.size(filename)} bytes of JSON data #{times} times\n\n"
+Benchmark.bmbm { |x|
+  io_parser = Yajl::Parser.new
+  io_parser.on_parse_complete = lambda {|obj|} if times > 1
+  x.report {
+    puts "Yajl::Parser#parse (from an IO)"
+    times.times {
+      json.rewind
+      io_parser.parse(json)
+    }
+  }
+  string_parser = Yajl::Parser.new
+  string_parser.on_parse_complete = lambda {|obj|} if times > 1
+  x.report {
+    puts "Yajl::Parser#parse (from a String)"
+    times.times {
+      json.rewind
+      string_parser.parse(json.read)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON.parse"
+      times.times {
+        json.rewind
+        JSON.parse(json.read, :max_nesting => false)
+      }
+    }
+  end
+  if defined?(ActiveSupport::JSON)
+    x.report {
+      puts "ActiveSupport::JSON.decode"
+      times.times {
+        json.rewind
+        ActiveSupport::JSON.decode(json.read)
+      }
+    }
+  end
+  x.report {
+    puts "YAML.load (from an IO)"
+    times.times {
+      json.rewind
+      YAML.load(json)
+    }
+  }
+  x.report {
+    puts "YAML.load (from a String)"
+    times.times {
+      json.rewind
+      YAML.load(json.read)
+    }
+  }
+  if defined?(Psych)
+    x.report {
+      puts "Psych.load (from an IO)"
+      times.times {
+        json.rewind
+        Psych.load(json)
+      }
+    }
+    x.report {
+      puts "Psych.load (from a String)"
+      times.times {
+        json.rewind
+        Psych.load(json.read)
+      }
+    }
+  end
+}
+json.close

data/benchmark/parse_json_and_marshal.rb

@@ -0,0 +1,50 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl'
+begin
+  require 'json'
+rescue LoadError
+end
+
+# JSON section
+filename = 'benchmark/subjects/ohai.json'
+marshal_filename = 'benchmark/subjects/ohai.marshal_dump'
+json = File.new(filename, 'r')
+marshal_file = File.new(marshal_filename, 'r')
+
+hash = {}
+
+times = ARGV[0] ? ARGV[0].to_i : 1000
+puts "Starting benchmark parsing #{File.size(filename)} bytes of JSON data #{times} times\n\n"
+Benchmark.bmbm { |x|
+  x.report {
+    puts "Yajl::Parser#parse"
+    yajl = Yajl::Parser.new
+    yajl.on_parse_complete = lambda {|obj|} if times > 1
+    times.times {
+      json.rewind
+      hash = yajl.parse(json)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON.parse"
+      times.times {
+        json.rewind
+        JSON.parse(json.read, :max_nesting => false)
+      }
+    }
+  end
+  x.report {
+    puts "Marshal.load"
+    times.times {
+      marshal_file.rewind
+      Marshal.load(marshal_file)
+    }
+  }
+}
+json.close
+marshal_file.close

data/benchmark/parse_json_and_yaml.rb

@@ -0,0 +1,55 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl'
+begin
+  require 'json'
+rescue LoadError
+end
+require 'yaml'
+
+# JSON section
+filename = 'benchmark/subjects/ohai.json'
+json = File.new(filename, 'r')
+
+times = ARGV[0] ? ARGV[0].to_i : 1000
+puts "Starting benchmark parsing #{File.size(filename)} bytes of JSON data #{times} times\n\n"
+Benchmark.bmbm { |x|
+  parser = Yajl::Parser.new
+  parser.on_parse_complete = lambda {|obj|} if times > 1
+  x.report {
+    puts "Yajl::Parser#parse"
+    times.times {
+      json.rewind
+      parser.parse(json)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON.parse"
+      times.times {
+        json.rewind
+        JSON.parse(json.read, :max_nesting => false)
+      }
+    }
+  end
+}
+json.close
+
+# YAML section
+filename = 'benchmark/subjects/ohai.yml'
+yaml = File.new(filename, 'r')
+
+puts "Starting benchmark parsing #{File.size(filename)} bytes of YAML data #{times} times\n\n"
+Benchmark.bmbm { |x|
+  x.report {
+    puts "YAML.load_stream"
+    times.times {
+      yaml.rewind
+      YAML.load(yaml)
+    }
+  }
+}
+yaml.close

data/benchmark/parse_stream.rb

@@ -0,0 +1,54 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl'
+begin
+  require 'json'
+rescue LoadError
+end
+begin
+  require 'active_support'
+rescue LoadError
+end
+
+filename = 'benchmark/subjects/twitter_stream.json'
+json = File.new(filename, 'r')
+
+times = ARGV[0] ? ARGV[0].to_i : 100
+puts "Starting benchmark parsing JSON stream (#{File.size(filename)} bytes of JSON data with 430 JSON separate strings) #{times} times\n\n"
+Benchmark.bmbm { |x|
+  parser = Yajl::Parser.new
+  parser.on_parse_complete = lambda {|obj|}
+  x.report {
+    puts "Yajl::Parser#parse"
+    times.times {
+      json.rewind
+      parser.parse(json)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON.parse"
+      times.times {
+        json.rewind
+        while chunk = json.gets
+          JSON.parse(chunk, :max_nesting => false)
+        end
+      }
+    }
+  end
+  if defined?(ActiveSupport::JSON)
+    x.report {
+      puts "ActiveSupport::JSON.decode"
+      times.times {
+        json.rewind
+        while chunk = json.gets
+          ActiveSupport::JSON.decode(chunk)
+        end
+      }
+    }
+  end
+}
+json.close