benofsky-yajl-ruby 0.7.6

data/spec/parsing/active_support_spec.rb

@@ -0,0 +1,64 @@
+# encoding: UTF-8
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper.rb')
+
+describe "ActiveSupport test cases" do
+  TESTS = {
+    %q({"returnTo":{"\/categories":"\/"}})        => {"returnTo" => {"/categories" => "/"}},
+    %q({"return\\"To\\":":{"\/categories":"\/"}}) => {"return\"To\":" => {"/categories" => "/"}},
+    %q({"returnTo":{"\/categories":1}})          => {"returnTo" => {"/categories" => 1}},
+    %({"returnTo":[1,"a"]})                    => {"returnTo" => [1, "a"]},
+    %({"returnTo":[1,"\\"a\\",", "b"]})        => {"returnTo" => [1, "\"a\",", "b"]},
+    %({"a": "'", "b": "5,000"})                  => {"a" => "'", "b" => "5,000"},
+    %({"a": "a's, b's and c's", "b": "5,000"})   => {"a" => "a's, b's and c's", "b" => "5,000"},
+    # multibyte
+    %({"matzue": "松江", "asakusa": "浅草"}) => {"matzue" => "松江", "asakusa" => "浅草"},
+    %({"a": "2007-01-01"})                       => {'a' => "2007-01-01"},
+    %({"a": "2007-01-01 01:12:34 Z"})            => {'a' => "2007-01-01 01:12:34 Z"},
+    # no time zone
+    %({"a": "2007-01-01 01:12:34"})              => {'a' => "2007-01-01 01:12:34"},
+    # needs to be *exact*
+    %({"a": " 2007-01-01 01:12:34 Z "})          => {'a' => " 2007-01-01 01:12:34 Z "},
+    %({"a": "2007-01-01 : it's your birthday"})  => {'a' => "2007-01-01 : it's your birthday"},
+    %([])    => [],
+    %({})    => {},
+    %({"a":1})     => {"a" => 1},
+    %({"a": ""})    => {"a" => ""},
+    %({"a":"\\""}) => {"a" => "\""},
+    %({"a": null})  => {"a" => nil},
+    %({"a": true})  => {"a" => true},
+    %({"a": false}) => {"a" => false},
+    %q({"a": "http:\/\/test.host\/posts\/1"}) => {"a" => "http://test.host/posts/1"},
+    %q({"a": "\u003cunicode\u0020escape\u003e"}) => {"a" => "<unicode escape>"},
+    %q({"a": "\\\\u0020skip double backslashes"}) => {"a" => "\\u0020skip double backslashes"},
+    %q({"a": "\u003cbr /\u003e"}) => {'a' => "<br />"},
+    %q({"b":["\u003ci\u003e","\u003cb\u003e","\u003cu\u003e"]}) => {'b' => ["<i>","<b>","<u>"]}
+  }
+
+  TESTS.each do |json, expected|
+    it "should be able to parse #{json} as an IO" do
+      lambda {
+        Yajl::Parser.parse(StringIO.new(json)).should == expected
+      }.should_not raise_error(Yajl::ParseError)
+    end
+  end
+
+  TESTS.each do |json, expected|
+    it "should be able to parse #{json} as a string" do
+      lambda {
+        Yajl::Parser.parse(json).should == expected
+      }.should_not raise_error(Yajl::ParseError)
+    end
+  end
+
+  it "should fail parsing {: 1} as an IO" do
+    lambda {
+      Yajl::Parser.parse(StringIO.new("{: 1}"))
+    }.should raise_error(Yajl::ParseError)
+  end
+
+  it "should fail parsing {: 1} as a string" do
+    lambda {
+      Yajl::Parser.parse("{: 1}")
+    }.should raise_error(Yajl::ParseError)
+  end
+end

data/spec/parsing/chunked_spec.rb

@@ -0,0 +1,98 @@
+# encoding: UTF-8
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper.rb')
+require 'stringio'
+
+describe "Chunked parser" do
+  before(:all) do
+    @final = [{"abc" => 123}, {"def" => 456}]
+  end
+
+  before(:each) do
+    @callback = lambda { |hash|
+      # no-op
+    }
+    @parser = Yajl::Parser.new
+    @parser.on_parse_complete = @callback
+  end
+
+  it "should parse a single chunk" do
+    @callback.should_receive(:call).with(@final)
+    @parser << '[{"abc": 123},{"def": 456}]'
+  end
+
+  it "should parse a single chunk, 3 times" do
+    @callback.should_receive(:call).with(@final).exactly(3).times
+    @parser << '[{"abc": 123},{"def": 456}]'
+    @parser << '[{"abc": 123},{"def": 456}]'
+    @parser << '[{"abc": 123},{"def": 456}]'
+  end
+
+  it "should parse in two chunks" do
+    @callback.should_receive(:call).with(@final)
+    @parser << '[{"abc": 123},'
+    @parser << '{"def": 456}]'
+  end
+
+  it "should parse in 2 chunks, twice" do
+    @callback.should_receive(:call).with(@final).exactly(2).times
+    @parser << '[{"abc": 123},'
+    @parser << '{"def": 456}]'
+    @parser << '[{"abc": 123},'
+    @parser << '{"def": 456}]'
+  end
+
+  it "should parse 2 JSON strings, in 3 chunks" do
+    @callback.should_receive(:call).with(@final).exactly(2).times
+    @parser << '[{"abc": 123},'
+    @parser << '{"def": 456}][{"abc": 123},{"def":'
+    @parser << ' 456}]'
+  end
+
+  it "should parse 2 JSON strings in 1 chunk" do
+    @callback.should_receive(:call).with(@final).exactly(2).times
+    @parser << '[{"abc": 123},{"def": 456}][{"abc": 123},{"def": 456}]'
+  end
+
+  it "should parse 2 JSON strings from an IO" do
+    @callback.should_receive(:call).with(@final).exactly(2).times
+    @parser.parse(StringIO.new('[{"abc": 123},{"def": 456}][{"abc": 123},{"def": 456}]'))
+  end
+
+  it "should parse a JSON string an IO and fire callback once" do
+    @callback.should_receive(:call).with(@final)
+    @parser.parse(StringIO.new('[{"abc": 123},{"def": 456}]'))
+  end
+
+  it "should parse twitter_stream.json and fire callback 430 times" do
+    path = File.expand_path(File.dirname(__FILE__) + '/../../benchmark/subjects/twitter_stream.json')
+    json = File.new(path, 'r')
+    @callback.should_receive(:call).exactly(430).times
+    lambda {
+      @parser.parse(json)
+    }.should_not raise_error(Yajl::ParseError)
+  end
+
+  it "should parse twitter_stream.json and fire callback 430 times, with a block as the callback" do
+    path = File.expand_path(File.dirname(__FILE__) + '/../../benchmark/subjects/twitter_stream.json')
+    json = File.new(path, 'r')
+    @callback.should_receive(:call).exactly(0).times
+    @parser.on_parse_complete = nil
+    lambda {
+      times = 0
+      @parser.parse(json) do |hsh|
+        times += 1
+      end
+      times.should eql(430)
+    }.should_not raise_error(Yajl::ParseError)
+  end
+
+  it "should raise a Yajl::ParseError error if multiple JSON strings were found when no on_parse_complete callback assigned" do
+    path = File.expand_path(File.dirname(__FILE__) + '/../../benchmark/subjects/twitter_stream.json')
+    json = File.new(path, 'r')
+    @parser.on_parse_complete = nil
+    @callback.should_receive(:call).exactly(0).times
+    lambda {
+      @parser.parse(json)
+    }.should raise_error(Yajl::ParseError)
+  end
+end

data/spec/parsing/fixtures/fail.15.json

@@ -0,0 +1 @@
+["Illegal backslash escape: \x15"]

data/spec/parsing/fixtures/fail.16.json

@@ -0,0 +1 @@
+["Illegal backslash escape: \'"]

data/spec/parsing/fixtures/fail.17.json

@@ -0,0 +1 @@
+["Illegal backslash escape: \017"]

data/spec/parsing/fixtures/fail.26.json

@@ -0,0 +1 @@
+["tab\   character\   in\  string\  "]

data/spec/parsing/fixtures/fail11.json

@@ -0,0 +1 @@
+{"Illegal expression": 1 + 2}

data/spec/parsing/fixtures/fail12.json

@@ -0,0 +1 @@
+{"Illegal invocation": alert()}

data/spec/parsing/fixtures/fail13.json

@@ -0,0 +1 @@
+{"Numbers cannot have leading zeroes": 013}

data/spec/parsing/fixtures/fail14.json

@@ -0,0 +1 @@
+{"Numbers cannot be hex": 0x14}

data/spec/parsing/fixtures/fail19.json

@@ -0,0 +1 @@
+{"Missing colon" null}

data/spec/parsing/fixtures/fail20.json

@@ -0,0 +1 @@
+{"Double colon":: null}

data/spec/parsing/fixtures/fail21.json

@@ -0,0 +1 @@
+{"Comma instead of colon", null}

data/spec/parsing/fixtures/fail22.json

@@ -0,0 +1 @@
+["Colon instead of comma": false]

data/spec/parsing/fixtures/fail23.json

@@ -0,0 +1 @@
+["Bad value", truth]

data/spec/parsing/fixtures/fail24.json

@@ -0,0 +1 @@
+['single quote']

data/spec/parsing/fixtures/fail25.json

@@ -0,0 +1 @@
+["tab	character	in	string	"]

data/spec/parsing/fixtures/fail27.json

@@ -0,0 +1,2 @@
+["line
+break"]

data/spec/parsing/fixtures/fail28.json

@@ -0,0 +1,2 @@
+["line\
+break"]

data/spec/parsing/fixtures/fail3.json

@@ -0,0 +1 @@
+{unquoted_key: "keys must be quoted"}

data/spec/parsing/fixtures/fail4.json

@@ -0,0 +1 @@
+["extra comma",]

data/spec/parsing/fixtures/fail5.json

@@ -0,0 +1 @@
+["double extra comma",,]

data/spec/parsing/fixtures/fail6.json

@@ -0,0 +1 @@
+[   , "<-- missing value"]

data/spec/parsing/fixtures/fail9.json

@@ -0,0 +1 @@
+{"Extra comma": true,}

data/spec/parsing/fixtures/pass.array.json

@@ -0,0 +1,6 @@
+["foo",
+ "bar", "baz",
+ true,false,null,{"key":"value"},
+ [null,null,null,[]],
+ "\n\r\\"
+]

data/spec/parsing/fixtures/pass.codepoints_from_unicode_org.json

@@ -0,0 +1 @@
+"\u004d\u0430\u4e8c\ud800\udf02"