wankel 0.1.0

data/test/parsing/sax_parser_test.rb

@@ -0,0 +1,125 @@
+# encoding: UTF-8
+require 'test_helper'
+
+class TestParser < Wankel::SaxParser
+  def on_map_start
+  end
+  def on_map_end
+  end
+  def on_map_key(key)
+  end
+  def on_null
+  end
+  def on_boolean(value)
+  end
+  def on_integer(i)
+  end
+  def on_double(d)
+  end
+  def on_string(s)
+  end
+  def on_array_start
+  end
+  def on_array_end
+  end
+end
+
+class Wankel::SaxParserTest < ::Test::Unit::TestCase
+  
+  test 'default inherited from Wankel' do
+      parser = TestParser.new
+      parser.instance_variable_get("@options") == Wankel::DEFAULTS
+  end
+  
+  test 'default inherited from Wankel && Class' do
+      class TestParser2 < Wankel::SaxParser
+        DEFAULTS = {:hello => true}
+      end
+      
+      parser = TestParser2.new
+      parser.instance_variable_get("@options") == Wankel::DEFAULTS.merge({:hello => true})
+  end
+  
+  test 'default options merged with options inherited from Wankel && Class' do
+      class TestParser3 < Wankel::SaxParser
+        DEFAULTS = {:hello => true}
+      end
+      
+      parser = TestParser3.new(:metoo => false)
+      parser.instance_variable_get("@options") == Wankel::DEFAULTS.merge({:hello => true, :metoo => false})
+  end
+  
+  test "on_map_start callback" do
+      parser = TestParser.new
+      parser.expects(:on_map_start).twice
+      parser.parse("{\"id\": 2147483649,\"key\": [1,null,1.0,{}, true]}")
+  end
+
+  test "on_map_end callback" do
+      parser = TestParser.new
+      parser.expects(:on_map_end).twice
+      parser.parse("{\"id\": 2147483649,\"key\": [1,null,1.0,{}, true]}")
+  end
+  
+  test "on_map_key callback" do
+      parser = TestParser.new
+      parser.expects(:on_map_key).twice
+      parser.parse("{\"id\": 2147483649,\"key\": [1,null,1.0,{}, true]}")
+
+      # TODO when reseting parser avail reset
+      parser = TestParser.new      
+      parser.expects(:on_map_key).once.with('id')
+      parser.parse("{\"id\": 2147483649}")
+  end
+  
+  test "on_map_null callback" do
+      parser = TestParser.new
+      parser.expects(:on_null).once
+      parser.parse("{\"id\": 2147483649,\"key\": [1,null,1.0,{}, true]}")
+  end
+  
+  test "on_map_boolean callback" do
+      parser = TestParser.new
+      parser.expects(:on_boolean).once.with(true)
+      parser.parse("{\"id\": 2147483649,\"key\": [1,null,1.0,{}, true]}")
+      
+      parser = TestParser.new
+      parser.expects(:on_boolean).once.with(false)
+      parser.parse("{\"id\": 2147483649,\"key\": [1,null,1.0,{}, false]}")
+  end
+  
+  test "on_integer callback" do
+      parser = TestParser.new
+      parser.expects(:on_integer).twice
+      parser.parse("{\"id\": 2147483649,\"key\": [1,null,1.0,{}, true]}")
+      
+      parser = TestParser.new
+      parser.expects(:on_integer).once.with(2147483649)
+      parser.parse("{\"id\": 2147483649}")
+  end
+  
+  test "on_double callback" do
+      parser = TestParser.new
+      parser.expects(:on_double).once.with(1.0)
+      parser.parse("{\"id\": 2147483649,\"key\": [1,null,1.0,{}, true]}")
+  end
+
+  test "on_string callback" do
+      parser = TestParser.new
+      parser.expects(:on_string).once.with("data")
+      parser.parse("{\"id\": 2147483649,\"key\": [1,null,\"data\",1.0,{}, true]}")
+  end
+  
+  test "on_array_start callback" do
+      parser = TestParser.new
+      parser.expects(:on_array_start).once
+      parser.parse("{\"id\": 2147483649,\"key\": [1,null,\"data\",1.0,{}, true]}")
+  end
+  
+  test "on_array_end callback" do
+      parser = TestParser.new
+      parser.expects(:on_array_end).once
+      parser.parse("{\"id\": 2147483649,\"key\": [1,null,\"data\",1.0,{}, true]}")
+  end
+  
+end

data/test/performance.rb

@@ -0,0 +1,135 @@
+# To make testing/debugging easier, test within this source tree versus an
+# installed gem
+dir = File.dirname(__FILE__)
+root = File.expand_path(File.join(dir, '..'))
+lib = File.expand_path(File.join(root, 'lib'))
+
+$LOAD_PATH << lib
+
+require 'oj'
+require 'json'
+require 'yajl'
+require 'wankel'
+
+
+class Perf
+
+  def initialize()
+    @items = []
+  end
+
+  def add(title, op, &blk)
+    @items << Item.new(title, op, &blk)
+  end
+
+  def before(title, &blk)
+    @items.each do |i|
+      if title == i.title
+        i.set_before(&blk)
+        break
+      end
+    end
+  end
+  
+  def run(iter)
+    base = Item.new(nil, nil) { }
+    base.run(iter, 0.0)
+    @items.each do |i|
+      i.run(iter, base.duration)
+      if i.error.nil?
+        puts "#{i.title}.#{i.op} #{iter} times in %0.3f seconds or %0.3f #{i.op}/sec." % [i.duration, iter / i.duration]
+      else
+        puts "***** #{i.title}.#{i.op} failed! #{i.error}"
+      end
+    end
+    summary()
+  end
+
+  def summary()
+    fastest = nil
+    slowest = nil
+    width = 6
+    @items.each do |i|
+      next if i.duration.nil?
+      width = i.title.size if width < i.title.size
+    end
+    iva = @items.clone
+    iva.delete_if { |i| i.duration.nil? }
+    iva = iva.sort_by { |i| i.duration }
+    puts
+    puts "Summary:"
+    puts "%*s  time (secs)  rate (ops/sec)" % [width, 'System']
+    puts "#{'-' * width}  -----------  --------------"
+    iva.each do |i|
+      if i.duration.nil?
+      else
+        puts "%*s %11.3f  %14.3f" % [width, i.title, i.duration, i.rate ]
+      end
+    end
+    puts
+    puts "Comparison Matrix\n(performance factor, 2.0 means row is twice as fast as column)"
+    puts ([' ' * width] + iva.map { |i| "%*s" % [width, i.title] }).join('  ')
+    puts (['-' * width] + iva.map { |i| '-' * width }).join('  ')
+    iva.each do |i|
+      line = ["%*s" % [width, i.title]]
+      iva.each do |o|
+        line << "%*.2f" % [width, o.duration / i.duration]
+      end
+      puts line.join('  ')
+    end
+    puts
+  end
+
+  class Item
+    attr_accessor :title
+    attr_accessor :op
+    attr_accessor :blk
+    attr_accessor :duration
+    attr_accessor :rate
+    attr_accessor :error
+
+    def initialize(title, op, &blk)
+      @title = title
+      @blk = blk
+      @op = op
+      @duration = nil
+      @rate = nil
+      @error = nil
+      @before = nil
+    end
+
+    def set_before(&blk)
+      @before = blk
+    end
+
+    def run(iter, base)
+      begin
+        GC.start
+        @before.call unless @before.nil?
+        start = Time.now
+        iter.times { @blk.call }
+        @duration = Time.now - start - base
+        @duration = 0.0 if @duration < 0.0
+        @rate = iter / @duration
+      rescue Exception => e
+        @error = "#{e.class}: #{e.message}"
+      end
+    end
+
+  end # Item
+end # Perf
+
+
+@json = '{"a":"Alpha","b":true,"c":12345,"d":[true,[false,{"12345":12345,"nil":null},3.967,{"x":"something","y":false,"z":true},null]],"e":{"one":1,"two":2},"f":null,"g":12345678901234567890123456789,"h":{"a":{"b":{"c":{"d":{"e":{"f":{"g":null}}}}}}},"i":[[[[[[[null]]]]]]]}'
+@json = '{}'
+@json = File.read('./benchmark/subjects/ohai.json')
+
+puts '-' * 80
+puts "Parse Performance"
+perf = Perf.new()
+perf.add('JSON::Ext', 'parse') { JSON::Ext::Parser.new(@json).parse }
+perf.add('Yajl', 'parse') { Yajl::Parser.parse(@json) }
+perf.add('Oj::Doc', 'parse') { Oj.load(@json) }
+parser = Wankel::Parser.new()
+perf.add('Wankel', 'parse') { parser.parse(@json) }
+perf.run(1000)

data/test/test_helper.rb

@@ -0,0 +1,36 @@
+if ENV['COVERALLS_REPO_TOKEN']
+  require 'simplecov'
+  SimpleCov.start do
+    add_filter "/test/"
+  end
+end
+
+# To make testing/debugging easier, test within this source tree versus an
+# installed gem
+dir = File.dirname(__FILE__)
+root = File.expand_path(File.join(dir, '..'))
+lib = File.expand_path(File.join(root, 'lib'))
+
+$LOAD_PATH << lib
+
+require 'turn'
+require 'test/unit'
+require "mocha/setup"
+require 'wankel'
+
+
+# File 'lib/active_support/testing/declarative.rb', somewhere in rails....
+class ::Test::Unit::TestCase
+  def self.test(name, &block)
+    test_name = "test_#{name.gsub(/\s+/,'_')}".to_sym
+    defined = instance_method(test_name) rescue false
+    raise "#{test_name} is already defined in #{self}" if defined
+    if block_given?
+      define_method(test_name, &block)
+    else
+      define_method(test_name) do
+        flunk "No implementation provided for #{name}"
+      end
+    end
+  end
+end

data/test/wankel_test.rb

@@ -0,0 +1,53 @@
+require 'test_helper'
+
+class WankelTest < ::Test::Unit::TestCase
+
+  test "dump should exist as a class-method" do
+    assert(Wankel.respond_to?(:dump))
+  end
+
+  test "dump should be able to encode to a string" do
+    assert_equal('{"a":1234}', Wankel.dump({:a => 1234}))
+  end
+
+  test "dump should be able to encode to an IO" do
+    io = StringIO.new
+    Wankel.dump({:a => 1234}, io)
+    io.rewind
+    assert_equal('{"a":1234}', io.read)
+  end
+
+  test "load should exist as a class-method" do
+    assert(Wankel.respond_to?(:load))
+  end
+
+  test "load should be able to parse from a string" do
+    assert_equal({"a" => 1234}, Wankel.load('{"a":1234}'))
+  end
+
+  test "load should be able to parse from an IO" do
+    io = StringIO.new('{"a":1234}')
+    assert_equal({"a" => 1234}, Wankel.load(io))
+  end
+
+  test "load should be able to parse from a string with a block supplied" do
+    Wankel.load('{"a":1234}') do |h|
+      assert_equal({"a" => 1234}, h)
+    end
+  end
+
+  test "load should be able to parse from an IO with a block supplied" do
+    io = StringIO.new('{"a":1234}')
+    Wankel.load(io) do |h|
+      assert_equal({"a" => 1234}, h)
+    end
+  end
+  
+  test "If I cause a segfault after GC runs I've failed" do
+    io = StringIO.new
+    assert_raises TypeError do
+      Wankel.parse({:a => 1234}, io)
+    end
+  end
+  
+end

data/wankel.gemspec

@@ -0,0 +1,23 @@
+Gem::Specification.new do |s|
+  s.name = 'wankel'
+  s.version = '0.1.0'
+  s.authors = ['Jon Bracy']
+  s.email = ['jonbracy@gmail.com']
+  s.homepage = 'http://wankelrb.com'
+  s.summary = 'SAX based JSON parser and encoder'
+  s.description = 'SAX based JSON parser and encoder'
+  
+  s.rubyforge_project = "wankel"
+
+  s.files = `git ls-files`.split("\n")
+  s.extensions = ['ext/wankel/extconf.rb']
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.require_paths = ['lib']
+
+  s.required_ruby_version = '>= 2.0.0'
+  
+  s.add_development_dependency 'rake-compiler'
+  s.add_development_dependency 'minitest'
+  s.add_development_dependency 'turn'
+  s.add_development_dependency 'mocha'
+end

metadata

@@ -0,0 +1,259 @@
+--- !ruby/object:Gem::Specification
+name: wankel
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Jon Bracy
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-11-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: turn
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: SAX based JSON parser and encoder
+email:
+- jonbracy@gmail.com
+executables: []
+extensions:
+- ext/wankel/extconf.rb
+extra_rdoc_files: []
+files:
+- .gitignore
+- LICENSE
+- README.md
+- Rakefile
+- benchmark/subjects/item.json
+- benchmark/subjects/ohai.json
+- benchmark/subjects/twitter_search.json
+- benchmark/subjects/twitter_stream.json
+- ext/wankel/extconf.rb
+- ext/wankel/wankel.c
+- ext/wankel/wankel.h
+- ext/wankel/wankel_encoder.c
+- ext/wankel/wankel_encoder.h
+- ext/wankel/wankel_parser.c
+- ext/wankel/wankel_parser.h
+- ext/wankel/wankel_sax_encoder.c
+- ext/wankel/wankel_sax_encoder.h
+- ext/wankel/wankel_sax_parser.c
+- ext/wankel/wankel_sax_parser.h
+- ext/wankel/yajl_helpers.c
+- ext/wankel/yajl_helpers.h
+- lib/wankel.rb
+- lib/wankel/ex_sax_parser.rb
+- logo.png
+- test/encoding/encoding_test.rb
+- test/encoding/sax_encoder_test.rb
+- test/parsing/active_support_test.rb
+- test/parsing/fixtures/fail.15.json
+- test/parsing/fixtures/fail.16.json
+- test/parsing/fixtures/fail.17.json
+- test/parsing/fixtures/fail.26.json
+- test/parsing/fixtures/fail11.json
+- test/parsing/fixtures/fail12.json
+- test/parsing/fixtures/fail13.json
+- test/parsing/fixtures/fail14.json
+- test/parsing/fixtures/fail19.json
+- test/parsing/fixtures/fail20.json
+- test/parsing/fixtures/fail21.json
+- test/parsing/fixtures/fail22.json
+- test/parsing/fixtures/fail23.json
+- test/parsing/fixtures/fail24.json
+- test/parsing/fixtures/fail25.json
+- test/parsing/fixtures/fail27.json
+- test/parsing/fixtures/fail28.json
+- test/parsing/fixtures/fail3.json
+- test/parsing/fixtures/fail4.json
+- test/parsing/fixtures/fail5.json
+- test/parsing/fixtures/fail6.json
+- test/parsing/fixtures/fail9.json
+- test/parsing/fixtures/pass.array.json
+- test/parsing/fixtures/pass.codepoints_from_unicode_org.json
+- test/parsing/fixtures/pass.contacts.json
+- test/parsing/fixtures/pass.db100.xml.json
+- test/parsing/fixtures/pass.db1000.xml.json
+- test/parsing/fixtures/pass.dc_simple_with_comments.json
+- test/parsing/fixtures/pass.deep_arrays.json
+- test/parsing/fixtures/pass.difficult_json_c_test_case.json
+- test/parsing/fixtures/pass.difficult_json_c_test_case_with_comments.json
+- test/parsing/fixtures/pass.doubles.json
+- test/parsing/fixtures/pass.empty_array.json
+- test/parsing/fixtures/pass.empty_string.json
+- test/parsing/fixtures/pass.escaped_bulgarian.json
+- test/parsing/fixtures/pass.escaped_foobar.json
+- test/parsing/fixtures/pass.item.json
+- test/parsing/fixtures/pass.json-org-sample1.json
+- test/parsing/fixtures/pass.json-org-sample2.json
+- test/parsing/fixtures/pass.json-org-sample3.json
+- test/parsing/fixtures/pass.json-org-sample4-nows.json
+- test/parsing/fixtures/pass.json-org-sample4.json
+- test/parsing/fixtures/pass.json-org-sample5.json
+- test/parsing/fixtures/pass.map-spain.xml.json
+- test/parsing/fixtures/pass.ns-invoice100.xml.json
+- test/parsing/fixtures/pass.ns-soap.xml.json
+- test/parsing/fixtures/pass.numbers-fp-4k.json
+- test/parsing/fixtures/pass.numbers-fp-64k.json
+- test/parsing/fixtures/pass.numbers-int-4k.json
+- test/parsing/fixtures/pass.numbers-int-64k.json
+- test/parsing/fixtures/pass.twitter-search.json
+- test/parsing/fixtures/pass.twitter-search2.json
+- test/parsing/fixtures/pass.unicode.json
+- test/parsing/fixtures/pass.yelp.json
+- test/parsing/fixtures/pass1.json
+- test/parsing/fixtures/pass2.json
+- test/parsing/fixtures/pass3.json
+- test/parsing/fixtures_test.rb
+- test/parsing/multiple_values_test.rb
+- test/parsing/one_off_test.rb
+- test/parsing/sax_parser_test.rb
+- test/performance.rb
+- test/test_helper.rb
+- test/wankel_test.rb
+- wankel.gemspec
+homepage: http://wankelrb.com
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: wankel
+rubygems_version: 2.0.7
+signing_key: 
+specification_version: 4
+summary: SAX based JSON parser and encoder
+test_files:
+- test/encoding/encoding_test.rb
+- test/encoding/sax_encoder_test.rb
+- test/parsing/active_support_test.rb
+- test/parsing/fixtures/fail.15.json
+- test/parsing/fixtures/fail.16.json
+- test/parsing/fixtures/fail.17.json
+- test/parsing/fixtures/fail.26.json
+- test/parsing/fixtures/fail11.json
+- test/parsing/fixtures/fail12.json
+- test/parsing/fixtures/fail13.json
+- test/parsing/fixtures/fail14.json
+- test/parsing/fixtures/fail19.json
+- test/parsing/fixtures/fail20.json
+- test/parsing/fixtures/fail21.json
+- test/parsing/fixtures/fail22.json
+- test/parsing/fixtures/fail23.json
+- test/parsing/fixtures/fail24.json
+- test/parsing/fixtures/fail25.json
+- test/parsing/fixtures/fail27.json
+- test/parsing/fixtures/fail28.json
+- test/parsing/fixtures/fail3.json
+- test/parsing/fixtures/fail4.json
+- test/parsing/fixtures/fail5.json
+- test/parsing/fixtures/fail6.json
+- test/parsing/fixtures/fail9.json
+- test/parsing/fixtures/pass.array.json
+- test/parsing/fixtures/pass.codepoints_from_unicode_org.json
+- test/parsing/fixtures/pass.contacts.json
+- test/parsing/fixtures/pass.db100.xml.json
+- test/parsing/fixtures/pass.db1000.xml.json
+- test/parsing/fixtures/pass.dc_simple_with_comments.json
+- test/parsing/fixtures/pass.deep_arrays.json
+- test/parsing/fixtures/pass.difficult_json_c_test_case.json
+- test/parsing/fixtures/pass.difficult_json_c_test_case_with_comments.json
+- test/parsing/fixtures/pass.doubles.json
+- test/parsing/fixtures/pass.empty_array.json
+- test/parsing/fixtures/pass.empty_string.json
+- test/parsing/fixtures/pass.escaped_bulgarian.json
+- test/parsing/fixtures/pass.escaped_foobar.json
+- test/parsing/fixtures/pass.item.json
+- test/parsing/fixtures/pass.json-org-sample1.json
+- test/parsing/fixtures/pass.json-org-sample2.json
+- test/parsing/fixtures/pass.json-org-sample3.json
+- test/parsing/fixtures/pass.json-org-sample4-nows.json
+- test/parsing/fixtures/pass.json-org-sample4.json
+- test/parsing/fixtures/pass.json-org-sample5.json
+- test/parsing/fixtures/pass.map-spain.xml.json
+- test/parsing/fixtures/pass.ns-invoice100.xml.json
+- test/parsing/fixtures/pass.ns-soap.xml.json
+- test/parsing/fixtures/pass.numbers-fp-4k.json
+- test/parsing/fixtures/pass.numbers-fp-64k.json
+- test/parsing/fixtures/pass.numbers-int-4k.json
+- test/parsing/fixtures/pass.numbers-int-64k.json
+- test/parsing/fixtures/pass.twitter-search.json
+- test/parsing/fixtures/pass.twitter-search2.json
+- test/parsing/fixtures/pass.unicode.json
+- test/parsing/fixtures/pass.yelp.json
+- test/parsing/fixtures/pass1.json
+- test/parsing/fixtures/pass2.json
+- test/parsing/fixtures/pass3.json
+- test/parsing/fixtures_test.rb
+- test/parsing/multiple_values_test.rb
+- test/parsing/one_off_test.rb
+- test/parsing/sax_parser_test.rb
+- test/performance.rb
+- test/test_helper.rb
+- test/wankel_test.rb