benofsky-yajl-ruby 0.7.6

data/benchmark/encode.rb

@@ -0,0 +1,58 @@
+# encoding: UTF-8
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl_ext'
+require 'stringio'
+begin
+  require 'json'
+rescue LoadError
+end
+# Can't use ActiveSuport::JSON.encode with the JSON gem loaded
+# begin
+#   require 'active_support'
+# rescue LoadError
+# end
+
+filename = ARGV[0] || 'benchmark/subjects/ohai.json'
+json = File.new(filename, 'r')
+hash = Yajl::Parser.new.parse(json)
+json.close
+
+times = ARGV[1] ? ARGV[1].to_i : 1000
+puts "Starting benchmark encoding #{filename} #{times} times\n\n"
+Benchmark.bmbm { |x|
+  io_encoder = Yajl::Encoder.new
+  x.report {
+    puts "Yajl::Encoder#encode (to an IO)"
+    times.times {
+      io_encoder.encode(hash, StringIO.new)
+    }
+  }
+  string_encoder = Yajl::Encoder.new
+  x.report {
+    puts "Yajl::Encoder#encode (to a String)"
+    times.times {
+      output = string_encoder.encode(hash)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON.generate"
+      times.times {
+        JSON.generate(hash)
+      }
+    }
+  end
+  # Can't use ActiveSuport::JSON.encode with the JSON gem loaded
+  #
+  # if defined?(ActiveSupport::JSON)
+  #   x.report {
+  #     puts "ActiveSupport::JSON.encode"
+  #     times.times {
+  #       ActiveSupport::JSON.encode(hash)
+  #     }
+  #   }
+  # end
+}

data/benchmark/encode_json_and_marshal.rb

@@ -0,0 +1,42 @@
+# encoding: UTF-8
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl_ext'
+require 'stringio'
+begin
+  require 'json'
+rescue LoadError
+end
+
+times = ARGV[0] ? ARGV[0].to_i : 1000
+filename = 'benchmark/subjects/ohai.json'
+json = File.new(filename, 'r')
+hash = Yajl::Parser.new.parse(json)
+json.close
+
+puts "Starting benchmark encoding #{filename} #{times} times\n\n"
+Benchmark.bmbm { |x|
+  encoder = Yajl::Encoder.new
+  x.report {
+    puts "Yajl::Encoder#encode"
+    times.times {
+      encoder.encode(hash, StringIO.new)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON's #to_json"
+      times.times {
+        JSON.generate(hash)
+      }
+    }
+  end
+  x.report {
+    puts "Marshal.dump"
+    times.times {
+      Marshal.dump(hash)
+    }
+  }
+}

data/benchmark/encode_json_and_yaml.rb

@@ -0,0 +1,53 @@
+# encoding: UTF-8
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl_ext'
+begin
+  require 'json'
+rescue LoadError
+end
+require 'yaml'
+
+# JSON Section
+filename = 'benchmark/subjects/ohai.json'
+json = File.new(filename, 'r')
+hash = Yajl::Parser.new.parse(json)
+json.close
+
+times = ARGV[0] ? ARGV[0].to_i : 1000
+puts "Starting benchmark encoding #{filename} into JSON #{times} times\n\n"
+Benchmark.bmbm { |x|
+  encoder = Yajl::Encoder.new
+  x.report {
+    puts "Yajl::Encoder#encode"
+    times.times {
+      encoder.encode(hash, StringIO.new)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON's #to_json"
+      times.times {
+        JSON.generate(hash)
+      }
+    }
+  end
+}
+
+# YAML Section
+filename = 'benchmark/subjects/ohai.yml'
+yml = File.new(filename, 'r')
+data = YAML.load_stream(yml)
+yml.close
+
+puts "Starting benchmark encoding #{filename} into YAML #{times} times\n\n"
+Benchmark.bmbm { |x|
+  x.report {
+    puts "YAML.dump"
+    times.times {
+      YAML.dump(data, StringIO.new)
+    }
+  }
+}

data/benchmark/http.rb

@@ -0,0 +1,32 @@
+# encoding: UTF-8
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl/http_stream'
+require 'yajl/gzip'
+require 'yajl/deflate'
+require 'yajl/bzip2' unless defined?(Bzip2)
+require 'json'
+require 'uri'
+require 'net/http'
+
+uri = URI.parse('http://search.twitter.com/search.json?q=github')
+# uri = URI.parse('http://localhost/yajl-ruby.git/benchmark/subjects/contacts.json')
+
+times = ARGV[0] ? ARGV[0].to_i : 1
+puts "Starting benchmark parsing #{uri.to_s} #{times} times\n\n"
+Benchmark.bmbm { |x|
+  x.report {
+    puts "Yajl::HttpStream.get"
+    times.times {
+      Yajl::HttpStream.get(uri)
+    }
+  }
+  x.report {
+    puts "JSON.parser"
+    times.times {
+      JSON.parse(Net::HTTP.get_response(uri).body, :max_nesting => false)
+    }
+  }
+}

data/benchmark/parse.rb

@@ -0,0 +1,59 @@
+# encoding: UTF-8
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl_ext'
+begin
+  require 'json'
+rescue LoadError
+end
+begin
+  require 'active_support'
+rescue LoadError
+end
+
+filename = ARGV[0] || 'benchmark/subjects/twitter_search.json'
+json = File.new(filename, 'r')
+
+times = ARGV[1] ? ARGV[1].to_i : 1000
+puts "Starting benchmark parsing #{File.size(filename)} bytes of JSON data #{times} times\n\n"
+Benchmark.bmbm { |x|
+  io_parser = Yajl::Parser.new
+  io_parser.on_parse_complete = lambda {|obj|} if times > 1
+  x.report {
+    puts "Yajl::Parser#parse (from an IO)"
+    times.times {
+      json.rewind
+      io_parser.parse(json)
+    }
+  }
+  string_parser = Yajl::Parser.new
+  string_parser.on_parse_complete = lambda {|obj|} if times > 1
+  x.report {
+    puts "Yajl::Parser#parse (from a String)"
+    times.times {
+      json.rewind
+      string_parser.parse(json.read)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON.parse"
+      times.times {
+        json.rewind
+        JSON.parse(json.read, :max_nesting => false)
+      }
+    }
+  end
+  if defined?(ActiveSupport::JSON)
+    x.report {
+      puts "ActiveSupport::JSON.decode"
+      times.times {
+        json.rewind
+        ActiveSupport::JSON.decode(json.read)
+      }
+    }
+  end
+}
+json.close

data/benchmark/parse_json_and_marshal.rb

@@ -0,0 +1,50 @@
+# encoding: UTF-8
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl_ext'
+begin
+  require 'json'
+rescue LoadError
+end
+
+# JSON section
+filename = 'benchmark/subjects/ohai.json'
+marshal_filename = 'benchmark/subjects/ohai.marshal_dump'
+json = File.new(filename, 'r')
+marshal_file = File.new(marshal_filename, 'r')
+
+hash = {}
+
+times = ARGV[0] ? ARGV[0].to_i : 1000
+puts "Starting benchmark parsing #{File.size(filename)} bytes of JSON data #{times} times\n\n"
+Benchmark.bmbm { |x|
+  x.report {
+    puts "Yajl::Parser#parse"
+    yajl = Yajl::Parser.new
+    yajl.on_parse_complete = lambda {|obj|} if times > 1
+    times.times {
+      json.rewind
+      hash = yajl.parse(json)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON.parse"
+      times.times {
+        json.rewind
+        JSON.parse(json.read, :max_nesting => false)
+      }
+    }
+  end
+  x.report {
+    puts "Marshal.load"
+    times.times {
+      marshal_file.rewind
+      Marshal.load(marshal_file)
+    }
+  }
+}
+json.close
+marshal_file.close

data/benchmark/parse_json_and_yaml.rb

@@ -0,0 +1,55 @@
+# encoding: UTF-8
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl_ext'
+begin
+  require 'json'
+rescue LoadError
+end
+require 'yaml'
+
+# JSON section
+filename = 'benchmark/subjects/ohai.json'
+json = File.new(filename, 'r')
+
+times = ARGV[0] ? ARGV[0].to_i : 1000
+puts "Starting benchmark parsing #{File.size(filename)} bytes of JSON data #{times} times\n\n"
+Benchmark.bmbm { |x|
+  parser = Yajl::Parser.new
+  parser.on_parse_complete = lambda {|obj|} if times > 1
+  x.report {
+    puts "Yajl::Parser#parse"
+    times.times {
+      json.rewind
+      parser.parse(json)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON.parse"
+      times.times {
+        json.rewind
+        JSON.parse(json.read, :max_nesting => false)
+      }
+    }
+  end
+}
+json.close
+
+# YAML section
+filename = 'benchmark/subjects/ohai.yml'
+yaml = File.new(filename, 'r')
+
+puts "Starting benchmark parsing #{File.size(filename)} bytes of YAML data #{times} times\n\n"
+Benchmark.bmbm { |x|
+  x.report {
+    puts "YAML.load_stream"
+    times.times {
+      yaml.rewind
+      YAML.load(yaml)
+    }
+  }
+}
+yaml.close

data/benchmark/parse_stream.rb

@@ -0,0 +1,54 @@
+# encoding: UTF-8
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl_ext'
+begin
+  require 'json'
+rescue LoadError
+end
+begin
+  require 'active_support'
+rescue LoadError
+end
+
+filename = 'benchmark/subjects/twitter_stream.json'
+json = File.new(filename, 'r')
+
+times = ARGV[0] ? ARGV[0].to_i : 100
+puts "Starting benchmark parsing JSON stream (#{File.size(filename)} bytes of JSON data with 430 JSON separate strings) #{times} times\n\n"
+Benchmark.bmbm { |x|
+  parser = Yajl::Parser.new
+  parser.on_parse_complete = lambda {|obj|}
+  x.report {
+    puts "Yajl::Parser#parse"
+    times.times {
+      json.rewind
+      parser.parse(json)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON.parse"
+      times.times {
+        json.rewind
+        while chunk = json.gets
+          JSON.parse(chunk, :max_nesting => false)
+        end
+      }
+    }
+  end
+  if defined?(ActiveSupport::JSON)
+    x.report {
+      puts "ActiveSupport::JSON.decode"
+      times.times {
+        json.rewind
+        while chunk = json.gets
+          ActiveSupport::JSON.decode(chunk)
+        end
+      }
+    }
+  end
+}
+json.close

data/benchmark/subjects/item.json

@@ -0,0 +1 @@
+{"item": {"name": "generated", "cached_tag_list": "", "updated_at": "2009-03-24T05:25:09Z", "updated_by_id": null, "price": 1.99, "delta": false, "cost": 0.597, "account_id": 16, "unit": null, "import_tag": null, "taxable": true, "id": 1, "created_by_id": null, "description": null, "company_id": 0, "sku": "06317-0306", "created_at": "2009-03-24T05:25:09Z", "active": true}}