ffi-yajl 0.0.1

data/lib/ffi_yajl.rb

@@ -0,0 +1,14 @@
+
+if ENV['FORCE_FFI_YAJL'] == "ext"
+  require 'ffi_yajl/ext'
+elsif ENV['FORCE_FFI_YAJL'] == "ffi" || defined?(Yajl) || RUBY_VERSION.to_f < 1.9
+  # - can't dynlink our libyajl2 c-ext and Yajl's libyajl1 c-ext into the same binary
+  # - c-extension segfaults on ruby 1.8.7
+  require 'ffi_yajl/ffi'
+else
+  begin
+    require 'ffi_yajl/ext'
+  rescue LoadError
+    require 'ffi_yajl/ffi'
+  end
+end

data/lib/ffi_yajl/benchmark.rb

@@ -0,0 +1,7 @@
+
+require 'ffi_yajl/benchmark/encode.rb'
+require 'ffi_yajl/benchmark/encode_profile.rb'
+require 'ffi_yajl/benchmark/parse.rb'
+require 'ffi_yajl/benchmark/parse_profile.rb'
+require 'ffi_yajl/benchmark/parse_profile_ruby_prof.rb'
+

data/lib/ffi_yajl/benchmark/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2008-2011 Brian Lopez - http://github.com/brianmario
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/ffi_yajl/benchmark/encode.rb

@@ -0,0 +1,135 @@
+# Portions Originally Copyright (c) 2008-2011 Brian Lopez - http://github.com/brianmario
+# See MIT-LICENSE
+
+require 'rubygems'
+require 'benchmark'
+require 'stringio'
+if !defined?(RUBY_ENGINE) || RUBY_ENGINE !~ /jruby/
+  if ENV['FORCE_FFI_YAJL'] != 'ext'
+    begin
+      require 'yajl'
+    rescue Exception
+      puts "INFO: yajl-ruby not installed"
+    end
+  else
+    puts "INFO: skipping yajl-ruby because we're using the C extension"
+  end
+else
+  puts "INFO: skipping yajl-ruby on jruby"
+end
+require 'ffi_yajl'
+begin
+  require 'json'
+rescue Exception
+  puts "INFO: json gem not installed"
+end
+begin
+  require 'psych'
+rescue Exception
+  puts "INFO: psych gem not installed"
+end
+begin
+  require 'active_support'
+rescue Exception
+  puts "INFO: active_support gem not installed"
+end
+begin
+  require 'oj'
+rescue Exception
+  puts "INFO: oj gem not installed"
+end
+
+module FFI_Yajl
+  class Benchmark
+    class Encode
+
+      def run
+        #filename = ARGV[0] || 'benchmark/subjects/ohai.json'
+        filename = File.expand_path(File.join(File.dirname(__FILE__), "subjects", "ohai.json"))
+        hash = File.open(filename, 'rb') { |f| FFI_Yajl::Parser.parse(f.read) }
+
+        times = ARGV[1] ? ARGV[1].to_i : 1000
+        puts "Starting benchmark encoding #{filename} #{times} times\n\n"
+        ::Benchmark.bmbm { |x|
+
+          x.report("FFI_Yajl::Encoder.encode (to a String)") {
+            times.times {
+              output = FFI_Yajl::Encoder.encode(hash)
+            }
+          }
+
+          ffi_string_encoder = FFI_Yajl::Encoder.new
+          x.report("FFI_Yajl::Encoder#encode (to a String)") {
+            times.times {
+              output = ffi_string_encoder.encode(hash)
+            }
+          }
+
+          if defined?(Oj)
+            x.report("Oj.dump (to a String)") {
+              times.times {
+                output = Oj.dump(hash)
+              }
+            }
+          end
+
+          if defined?(Yajl::Encoder)
+            x.report("Yajl::Encoder.encode (to a String)") {
+              times.times {
+                output = Yajl::Encoder.encode(hash)
+              }
+            }
+
+            io_encoder = Yajl::Encoder.new
+            x.report("Yajl::Encoder#encode (to an IO)") {
+              times.times {
+                io_encoder.encode(hash, StringIO.new)
+              }
+            }
+
+            string_encoder = Yajl::Encoder.new
+            x.report("Yajl::Encoder#encode (to a String)") {
+              times.times {
+                output = string_encoder.encode(hash)
+              }
+            }
+          end
+
+          if defined?(JSON)
+            x.report("JSON.generate") {
+              times.times {
+                JSON.generate(hash)
+              }
+            }
+          end
+          if defined?(Psych)
+            x.report("Psych.to_json") {
+              times.times {
+                Psych.to_json(hash)
+              }
+            }
+            if defined?(Psych::JSON::Stream)
+              x.report("Psych::JSON::Stream") {
+                times.times {
+                  io = StringIO.new
+                  stream = Psych::JSON::Stream.new io
+                  stream.start
+                  stream.push hash
+                  stream.finish
+                }
+              }
+            end
+          end
+          if defined?(ActiveSupport::JSON)
+            x.report("ActiveSupport::JSON.encode") {
+              times.times {
+                ActiveSupport::JSON.encode(hash)
+              }
+            }
+          end
+        }
+      end
+    end
+  end
+
+end

data/lib/ffi_yajl/benchmark/encode_json_and_marshal.rb

@@ -0,0 +1,42 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl'
+require 'stringio'
+begin
+  require 'json'
+rescue LoadError
+end
+
+times = ARGV[0] ? ARGV[0].to_i : 1000
+filename = 'benchmark/subjects/ohai.json'
+json = File.new(filename, 'r')
+hash = Yajl::Parser.new.parse(json)
+json.close
+
+puts "Starting benchmark encoding #{filename} #{times} times\n\n"
+Benchmark.bmbm { |x|
+  encoder = Yajl::Encoder.new
+  x.report {
+    puts "Yajl::Encoder#encode"
+    times.times {
+      encoder.encode(hash, StringIO.new)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON's #to_json"
+      times.times {
+        JSON.generate(hash)
+      }
+    }
+  end
+  x.report {
+    puts "Marshal.dump"
+    times.times {
+      Marshal.dump(hash)
+    }
+  }
+}

data/lib/ffi_yajl/benchmark/encode_json_and_yaml.rb

@@ -0,0 +1,53 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl'
+begin
+  require 'json'
+rescue LoadError
+end
+require 'yaml'
+
+# JSON Section
+filename = 'benchmark/subjects/ohai.json'
+json = File.new(filename, 'r')
+hash = Yajl::Parser.new.parse(json)
+json.close
+
+times = ARGV[0] ? ARGV[0].to_i : 1000
+puts "Starting benchmark encoding #{filename} into JSON #{times} times\n\n"
+Benchmark.bmbm { |x|
+  encoder = Yajl::Encoder.new
+  x.report {
+    puts "Yajl::Encoder#encode"
+    times.times {
+      encoder.encode(hash, StringIO.new)
+    }
+  }
+  if defined?(JSON)
+    x.report {
+      puts "JSON's #to_json"
+      times.times {
+        JSON.generate(hash)
+      }
+    }
+  end
+}
+
+# YAML Section
+filename = 'benchmark/subjects/ohai.yml'
+yml = File.new(filename, 'r')
+data = YAML.load_stream(yml)
+yml.close
+
+puts "Starting benchmark encoding #{filename} into YAML #{times} times\n\n"
+Benchmark.bmbm { |x|
+  x.report {
+    puts "YAML.dump"
+    times.times {
+      YAML.dump(data, StringIO.new)
+    }
+  }
+}

data/lib/ffi_yajl/benchmark/encode_profile.rb

@@ -0,0 +1,38 @@
+# Portions Originally Copyright (c) 2008-2011 Brian Lopez - http://github.com/brianmario
+# See MIT-LICENSE
+
+require 'rubygems'
+require 'ffi_yajl'
+begin
+  require 'perftools'
+rescue Exception
+  puts "INFO: perftools.rb gem not installed"
+end
+
+ENV['CPUPROFILE_FREQUENCY'] = "4000"
+
+module FFI_Yajl
+  class Benchmark
+    class EncodeProfile
+
+      def run
+        if defined?(PerfTools)
+          filename = File.expand_path(File.join(File.dirname(__FILE__), "subjects", "ohai.json"))
+          hash = File.open(filename, 'rb') { |f| FFI_Yajl::Parser.parse(f.read) }
+
+          times = 1000
+          puts "Starting profiling encoding #{filename} #{times} times\n\n"
+
+          ffi_string_encoder = FFI_Yajl::Encoder.new
+          PerfTools::CpuProfiler.start("/tmp/ffi_yajl_encode_profile.out") do
+            times.times {
+              output = ffi_string_encoder.encode(hash)
+            }
+          end
+          system("pprof.rb --text /tmp/ffi_yajl_encode_profile.out")
+        end
+      end
+
+    end
+  end
+end

data/lib/ffi_yajl/benchmark/http.rb

@@ -0,0 +1,32 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/..')
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'rubygems'
+require 'benchmark'
+require 'yajl/http_stream'
+require 'yajl/gzip'
+require 'yajl/deflate'
+require 'yajl/bzip2' unless defined?(Bzip2)
+require 'json'
+require 'uri'
+require 'net/http'
+
+uri = URI.parse('http://search.twitter.com/search.json?q=github')
+# uri = URI.parse('http://localhost/yajl-ruby.git/benchmark/subjects/contacts.json')
+
+times = ARGV[0] ? ARGV[0].to_i : 1
+puts "Starting benchmark parsing #{uri.to_s} #{times} times\n\n"
+Benchmark.bmbm { |x|
+  x.report {
+    puts "Yajl::HttpStream.get"
+    times.times {
+      Yajl::HttpStream.get(uri)
+    }
+  }
+  x.report {
+    puts "JSON.parser"
+    times.times {
+      JSON.parse(Net::HTTP.get_response(uri).body, :max_nesting => false)
+    }
+  }
+}

data/lib/ffi_yajl/benchmark/parse.rb

@@ -0,0 +1,133 @@
+require 'rubygems'
+require 'benchmark'
+require 'yaml'
+require 'yajl'
+require 'ffi_yajl'
+if !defined?(RUBY_ENGINE) || RUBY_ENGINE !~ /jruby/
+  if ENV['FORCE_FFI_YAJL'] != 'ext'
+    begin
+      require 'yajl'
+    rescue Exception
+      puts "INFO: yajl-ruby not installed"
+    end
+  else
+    puts "INFO: skipping yajl-ruby because we're using the C extension"
+  end
+else
+  puts "INFO: skipping yajl-ruby on jruby"
+end
+begin
+  require 'json'
+rescue LoadError
+end
+begin
+  require 'psych'
+rescue LoadError
+end
+begin
+  require 'active_support'
+rescue LoadError
+end
+
+class FFI_Yajl::Benchmark::Parse
+
+  def run
+    filename = File.expand_path(File.join(File.dirname(__FILE__), "subjects", "item.json"))
+    json = File.new(filename, 'r')
+    json_str = json.read
+
+    times = ARGV[1] ? ARGV[1].to_i : 10_000
+    puts "Starting benchmark parsing #{File.size(filename)} bytes of JSON data #{times} times\n\n"
+    Benchmark.bmbm { |x|
+      x.report {
+        puts "FFI_Yajl::Parser.parse (from a String)"
+        times.times {
+          FFI_Yajl::Parser.parse(json_str)
+        }
+      }
+#      ffi_parser = FFI_Yajl::Parser.new
+#      x.report {
+#        puts "FFI_Yajl::Parser#parse (from a String)"
+#        times.times {
+#          json.rewind
+#          ffi_parser.parse(json.read)
+#        }
+#      }
+      if defined?(Yajl::Parser)
+        x.report {
+          puts "Yajl::Parser.parse (from a String)"
+          times.times {
+            Yajl::Parser.parse(json_str)
+          }
+        }
+        io_parser = Yajl::Parser.new
+        io_parser.on_parse_complete = lambda {|obj|} if times > 1
+        x.report {
+          puts "Yajl::Parser#parse (from an IO)"
+          times.times {
+            json.rewind
+            io_parser.parse(json)
+          }
+        }
+        string_parser = Yajl::Parser.new
+        string_parser.on_parse_complete = lambda {|obj|} if times > 1
+        x.report {
+          puts "Yajl::Parser#parse (from a String)"
+          times.times {
+            json.rewind
+            string_parser.parse(json_str)
+          }
+        }
+      end
+      if defined?(JSON)
+        x.report {
+          puts "JSON.parse"
+          times.times {
+            json.rewind
+            JSON.parse(json.read, :max_nesting => false)
+          }
+        }
+      end
+      if defined?(ActiveSupport::JSON)
+        x.report {
+          puts "ActiveSupport::JSON.decode"
+          times.times {
+            json.rewind
+            ActiveSupport::JSON.decode(json.read)
+          }
+        }
+      end
+      x.report {
+        puts "YAML.load (from an IO)"
+        times.times {
+          json.rewind
+          YAML.load(json)
+        }
+      }
+      x.report {
+        puts "YAML.load (from a String)"
+        times.times {
+          YAML.load(json_str)
+        }
+      }
+      if defined?(Psych)
+        x.report {
+          puts "Psych.load (from an IO)"
+          times.times {
+            json.rewind
+            Psych.load(json)
+          }
+        }
+        x.report {
+          puts "Psych.load (from a String)"
+          times.times {
+            Psych.load(json_str)
+          }
+        }
+      end
+    }
+    json.close
+
+  end
+end
+