oj 3.8.1

data/test/test_wab.rb

@@ -0,0 +1,307 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+
+$: << File.dirname(__FILE__)
+$oj_dir = File.dirname(File.expand_path(File.dirname(__FILE__)))
+%w(lib ext).each do |dir|
+  $: << File.join($oj_dir, dir)
+end
+
+require 'minitest'
+require 'minitest/autorun'
+require 'stringio'
+require 'date'
+require 'bigdecimal'
+require 'uri'
+require 'oj'
+
+# Simple version of WAB::UUID for testing.
+module WAB
+  class UUID
+    attr_reader :id
+    def initialize(id)
+      @id = id.downcase
+      raise Exception.new("Invalid UUID format.") if /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/.match(@id).nil?
+    end
+    def to_s
+      @id
+    end
+    def ==(other)
+      other.is_a?(self.class) && @id == other.id
+    end
+  end # UUID
+end # WAB
+
+
+class WabJuice < Minitest::Test
+
+  module TestModule
+  end
+
+  def test_nil
+    dump_and_load(nil, false)
+  end
+
+  def test_true
+    dump_and_load(true, false)
+  end
+
+  def test_false
+    dump_and_load(false, false)
+  end
+
+  def test_fixnum
+    dump_and_load(0, false)
+    dump_and_load(12345, false)
+    dump_and_load(-54321, false)
+    dump_and_load(1, false)
+  end
+
+  def test_float
+    dump_and_load(0.0, false)
+    dump_and_load(12345.6789, false)
+    dump_and_load(70.35, false)
+    dump_and_load(-54321.012, false)
+    dump_and_load(1.7775, false)
+    dump_and_load(2.5024, false)
+    dump_and_load(2.48e16, false)
+    dump_and_load(2.48e100 * 1.0e10, false)
+    dump_and_load(-2.48e100 * 1.0e10, false)
+  end
+
+  def test_nan_dump
+    assert_raises() { Oj.dump(0/0.0, mode: :wab) }
+  end
+
+  def test_infinity_dump
+    assert_raises() { Oj.dump(1/0.0, mode: :wab) }
+  end
+
+  def test_neg_infinity_dump
+    assert_raises() { Oj.dump(-1/0.0, mode: :wab) }
+  end
+
+  def test_string
+    dump_and_load('', false)
+    dump_and_load('abc', false)
+    dump_and_load("abc\ndef", false)
+    dump_and_load("a\u0041", false)
+  end
+
+  def test_encode
+    dump_and_load("ぴーたー", false)
+  end
+
+  def test_array
+    dump_and_load([], false)
+    dump_and_load([true, false], false)
+    dump_and_load(['a', 1, nil], false)
+    dump_and_load([[nil]], false)
+    dump_and_load([[nil], 58], false)
+  end
+
+  def test_array_deep
+    dump_and_load([1,[2,[3,[4,[5,[6,[7,[8,[9,[10,[11,[12,[13,[14,[15,[16,[17,[18,[19,[20]]]]]]]]]]]]]]]]]]]], false)
+  end
+
+  def test_deep_nest
+    begin
+      n = 10000
+      Oj.wab_load('[' * n + ']' * n)
+    rescue Exception => e
+      assert(false, e.message)
+    end
+  end
+
+  # Hash
+  def test_hash
+    dump_and_load({}, false)
+    dump_and_load({ true: true, false: false}, false)
+    dump_and_load({ true: true, array: [], hash: { }}, false)
+  end
+
+  def test_hash_non_sym_keys
+    assert_raises() { Oj.dump({ 'true' => true}, mode: :wab) }
+  end
+
+  def test_hash_deep
+    dump_and_load({x1: {
+                      x2: {
+                        x3: {
+                          x4: {
+                            x5: {
+                              x6: {
+                                x7: {
+                                  x8: {
+                                    x9: {
+                                      x10: {
+                                        x11: {
+                                          x12: {
+                                            x13: {
+                                              x14: {
+                                                x15: {
+                                                  x16: {
+                                                    x17: {
+                                                      x18: {
+                                                        x19: {
+                                                          x20: {}}}}}}}}}}}}}}}}}}}}}, false)
+  end
+
+  def test_non_str_hash
+    assert_raises() { Oj.dump({ 1 => true, 0 => false }, mode: :wab) }
+  end
+
+  def test_bignum_object
+    dump_and_load(7 ** 55, false)
+  end
+
+  # BigDecimal
+  def test_bigdecimal_wab
+    dump_and_load(BigDecimal('3.14159265358979323846'), false)
+  end
+
+  def test_bigdecimal_load
+    orig = BigDecimal('80.51')
+    json = Oj.dump(orig, mode: :wab)
+    bg = Oj.load(json, :mode => :wab, :bigdecimal_load => true)
+    assert_equal(BigDecimal, bg.class)
+    assert_equal(orig, bg)
+  end
+
+  def test_range
+    assert_raises() { Oj.dump(1..7, mode: :wab) }
+  end
+
+  # Stream IO
+  def test_io_string
+    json = %{{
+  "x":true,
+  "y":58,
+  "z": [1,2,3]
+}
+}
+    input = StringIO.new(json)
+    obj = Oj.wab_load(input)
+    assert_equal({ x: true, y: 58, z: [1, 2, 3]}, obj)
+  end
+
+  def test_io_file
+    filename = File.join(File.dirname(__FILE__), 'open_file_test.json')
+    File.open(filename, 'w') { |f| f.write(%{{
+  "x":true,
+  "y":58,
+  "z": [1,2,3]
+}
+}) }
+    f = File.new(filename)
+    obj = Oj.wab_load(f)
+    f.close()
+    assert_equal({ x: true, y: 58, z: [1, 2, 3]}, obj)
+  end
+
+  def test_symbol
+    json = Oj.dump(:abc, mode: :wab)
+    assert_equal('"abc"', json)
+  end
+
+  def test_time
+    t = Time.gm(2017, 1, 5, 23, 58, 7, 123456.789)
+    json = Oj.dump(t, mode: :wab)
+    assert_equal('"2017-01-05T23:58:07.123456789Z"', json)
+    # must load and convert to json as the Time#== does not match identical
+    # times due to the way it tracks fractional seconds.
+    loaded = Oj.wab_load(json);
+    assert_equal(json, Oj.dump(loaded, mode: :wab), "json mismatch after load")
+  end
+
+  def test_uuid
+    u = ::WAB::UUID.new('123e4567-e89b-12d3-a456-426655440000')
+    json = Oj.dump(u, mode: :wab)
+    assert_equal('"123e4567-e89b-12d3-a456-426655440000"', json)
+    dump_and_load(u, false)
+  end
+
+  def test_uri
+    u = URI('http://opo.technology/sample')
+    json = Oj.dump(u, mode: :wab)
+    assert_equal('"http://opo.technology/sample"', json)
+    dump_and_load(u, false)
+  end
+
+  def test_class
+    assert_raises() { Oj.dump(WabJuice, mode: :wab) }
+  end
+
+  def test_module
+    assert_raises() { Oj.dump(TestModule, mode: :wab) }
+  end
+
+  # symbol_keys option
+  def test_symbol_keys
+    json = %{{
+  "x":true,
+  "y":58,
+  "z": [1,2,3]
+}
+}
+    obj = Oj.wab_load(json, :symbol_keys => true)
+    assert_equal({ x: true, y: 58, z: [1, 2, 3]}, obj)
+  end
+
+  # comments
+  def test_comment_slash
+    json = %{{
+  "x":true,//three
+  "y":58,
+  "z": [1,2,
+3 // six
+]}
+}
+    obj = Oj.wab_load(json)
+    assert_equal({ x: true, y: 58, z: [1, 2, 3]}, obj)
+  end
+
+  def test_comment_c
+    json = %{{
+  "x"/*one*/:/*two*/true,
+  "y":58,
+  "z": [1,2,3]}
+}
+    obj = Oj.wab_load(json)
+    assert_equal({ x: true, y: 58, z: [1, 2, 3]}, obj)
+  end
+
+  def test_comment
+    json = %{{
+  "x"/*one*/:/*two*/true,//three
+  "y":58/*four*/,
+  "z": [1,2/*five*/,
+3 // six
+]
+}
+}
+    obj = Oj.wab_load(json)
+    assert_equal({ x: true, y: 58, z: [1, 2, 3]}, obj)
+  end
+
+  def test_double
+    json = %{{ "x": 1}{ "y": 2}}
+    results = []
+    Oj.load(json, :mode => :wab) { |x| results << x }
+
+    assert_equal([{ x: 1 }, { y: 2 }], results)
+  end
+
+  def dump_and_load(obj, trace=false)
+    json = Oj.dump(obj, mode: :wab, indent: 2)
+    puts json if trace
+    loaded = Oj.wab_load(json);
+    if obj.nil?
+      assert_nil(loaded)
+    else
+      assert_equal(obj, loaded)
+    end
+    loaded
+  end
+
+end

data/test/test_writer.rb

@@ -0,0 +1,380 @@
+#!/usr/bin/env ruby
+# encoding: utf-8
+
+$: << File.dirname(__FILE__)
+
+require 'helper'
+
+class OjWriter < Minitest::Test
+
+  def setup
+    @default_options = Oj.default_options
+  end
+
+  def teardown
+    Oj.default_options = @default_options
+  end
+
+  def test_string_writer_empty_array
+    w = Oj::StringWriter.new(:indent => 0)
+    w.push_array()
+    w.pop()
+    assert_equal("[]\n", w.to_s)
+  end
+
+  def test_string_writer_nested_array
+    w = Oj::StringWriter.new(:indent => 0)
+    w.push_array()
+    w.push_array()
+    w.pop()
+    w.push_array()
+    w.push_array()
+    w.pop()
+    w.pop()
+    w.push_array()
+    w.pop()
+    w.pop()
+    assert_equal("[[],[[]],[]]\n", w.to_s)
+  end
+
+  def test_string_writer_empty_object
+    w = Oj::StringWriter.new(:indent => 0)
+    w.push_object()
+    w.pop()
+    assert_equal("{}\n", w.to_s)
+  end
+
+  def test_string_writer_push_null_value_with_key
+    w = Oj::StringWriter.new(:indent => 0, :mode => :compat)
+    w.push_object()
+    w.push_value(nil, 'nothing')
+    w.pop()
+    assert_equal(%|{"nothing":null}\n|, w.to_s)
+  end
+
+  def test_string_writer_nested_object
+    w = Oj::StringWriter.new(:indent => 0)
+    w.push_object()
+    w.push_object("a1")
+    w.pop()
+    w.push_object("a2")
+    w.push_object("b")
+    w.pop()
+    w.pop()
+    w.push_object("a3")
+    w.pop()
+    w.pop()
+    assert_equal(%|{"a1":{},"a2":{"b":{}},"a3":{}}\n|, w.to_s)
+  end
+
+  def test_string_writer_nested_key
+    w = Oj::StringWriter.new(:indent => 0)
+    w.push_object()
+    w.push_key('a1')
+    w.push_object()
+    w.pop()
+    w.push_key('a2')
+    w.push_object('x')
+    w.push_object('b')
+    w.pop()
+    w.pop()
+    w.push_key('a3')
+    w.push_object()
+    w.push_key('a4')
+    w.push_value(37)
+    w.pop()
+    w.pop()
+    assert_equal(%|{"a1":{},"a2":{"b":{}},"a3":{"a4":37}}\n|, w.to_s)
+  end
+
+  def test_string_writer_value_array
+    w = Oj::StringWriter.new(:indent => 2)
+    w.push_array()
+    w.push_value(7)
+    w.push_value(7.3)
+    w.push_value(true)
+    w.push_value(nil)
+    w.push_value("a string")
+    w.push_value({'a' => 65})
+    w.push_value([1,2])
+    w.pop()
+    assert_equal(%|[
+  7,
+  7.3,
+  true,
+  null,
+  "a string",
+  {
+    "a":65
+  },
+  [
+    1,
+    2
+  ]
+]
+|, w.to_s)
+  end
+
+  def test_string_writer_block
+    w = Oj::StringWriter.new(:indent => 0)
+    w.push_object() {
+      w.push_object("a1") {
+        w.push_value(7, 'a7')
+      }
+      w.push_array("a2") {
+        w.push_value('x')
+        w.push_value(3)
+      }
+    }
+    assert_equal(%|{"a1":{"a7":7},"a2":["x",3]}\n|, w.to_s)
+  end
+
+  def test_string_writer_json
+    w = Oj::StringWriter.new(:indent => 0)
+    w.push_array()
+    w.push_json('7')
+    w.push_json('true')
+    w.push_json(%|"a string"|)
+    w.push_object()
+    w.push_json('{"a":65}', 'x')
+    w.pop()
+    w.pop()
+    assert_equal(%|[7,true,"a string",{"x":{"a":65}}]\n|, w.to_s)
+  end
+
+  def test_string_writer_pop_excess
+    w = Oj::StringWriter.new(:indent => 0)
+    begin
+      w.push_object() {
+        w.push_key('key')
+      }
+    rescue Exception
+      assert(true)
+      return
+    end
+    assert(false, "*** expected an exception")
+  end
+
+  def test_string_writer_array_key
+    w = Oj::StringWriter.new(:indent => 0)
+    begin
+      w.push_array() {
+        w.push_key('key')
+        w.push_value(7)
+      }
+    rescue Exception
+      assert(true)
+      return
+    end
+    assert(false, "*** expected an exception")
+  end
+
+  def test_string_writer_pop_with_key
+    w = Oj::StringWriter.new(:indent => 0)
+    begin
+      w.pop()
+    rescue Exception
+      assert(true)
+      return
+    end
+    assert(false, "*** expected an exception")
+  end
+
+  def test_string_writer_obj_no_key
+    w = Oj::StringWriter.new(:indent => 0)
+    w.push_object()
+    begin
+      w.push_value(59)
+    rescue Exception
+      assert(true)
+      return
+    end
+    assert(false, "*** expected an exception")
+  end
+
+  def test_string_writer_deep
+    cnt = 1000
+    w = Oj::StringWriter.new(:indent => 0)
+    cnt.times do
+      w.push_array()
+    end
+    cnt.times do
+      w.pop()
+    end
+    # if no exception then passed
+    assert(true)
+  end
+
+  def test_string_writer_pop_all
+    w = Oj::StringWriter.new(:indent => 0)
+    w.push_object()
+    w.push_object("a1")
+    w.pop()
+    w.push_array("a2")
+    w.push_value(3)
+    w.push_array()
+    w.pop_all()
+    assert_equal(%|{"a1":{},"a2":[3,[]]}\n|, w.to_s)
+  end
+
+  def test_string_writer_reset
+    w = Oj::StringWriter.new(:indent => 0)
+    w.push_array()
+    w.pop()
+    w.reset()
+    assert_equal('', w.to_s)
+  end
+
+  # Stream Writer
+
+  class SString < ::String
+    alias :write :concat
+  end
+  
+  def test_stream_writer_encoding
+    output = SString.new.force_encoding(::Encoding::UTF_8)
+    w = Oj::StreamWriter.new(output, :indent => 0)
+    # Oddly enough, when pushing ASCII characters with UTF-8 encoding or even
+    # ASCII-8BIT does not change the output encoding. Pushing any non-ASCII no
+    # matter what the encoding changes the output encoding to ASCII-8BIT.
+    x = "香港" # Hong Kong
+    x = x.force_encoding('ASCII-8BIT')
+    w.push_value(x)
+    assert_equal(::Encoding::UTF_8, output.encoding)
+  end
+
+  def test_stream_writer_empty_array
+    output = StringIO.open("", "w+")
+    w = Oj::StreamWriter.new(output, :indent => 0)
+    w.push_array()
+    w.pop()
+    assert_equal("[]\n", output.string())
+  end
+
+  def test_stream_writer_mixed_stringio
+    output = StringIO.open("", "w+")
+    w = Oj::StreamWriter.new(output, :indent => 0)
+    w.push_object()
+    w.push_object("a1")
+    w.pop()
+    w.push_object("a2")
+    w.push_array("b")
+    w.push_value(7)
+    w.push_value(true)
+    w.push_value("string")
+    w.pop()
+    w.pop()
+    w.push_object("a3")
+    w.pop()
+    w.pop()
+    result = output.string()
+    assert_equal(%|{"a1":{},"a2":{"b":[7,true,"string"]},"a3":{}}\n|, result)
+  end
+
+  def test_stream_writer_mixed_file
+    filename = File.join(File.dirname(__FILE__), 'open_file_test.json')
+    File.open(filename, "w") do |f|
+      w = Oj::StreamWriter.new(f, :indent => 0)
+      w.push_object()
+      w.push_object("a1")
+      w.pop()
+      w.push_object("a2")
+      w.push_array("b")
+      w.push_value(7)
+      w.push_value(true)
+      w.push_value("string")
+      w.pop()
+      w.pop()
+      w.push_object("a3")
+      w.pop()
+      w.pop()
+    end
+    content = File.read(filename)
+    assert_equal(%|{"a1":{},"a2":{"b":[7,true,"string"]},"a3":{}}\n|, content)
+  end
+
+  def test_stream_writer_nested_key_object
+    output = StringIO.open("", "w+")
+    w = Oj::StreamWriter.new(output, :indent => 0)
+    w.push_object()
+    w.push_key('a1')
+    w.push_object()
+    w.pop()
+    w.push_key('a2')
+    w.push_object('x')
+    w.push_object('b')
+    w.pop()
+    w.pop()
+    w.push_key('a3')
+    w.push_object()
+    w.push_key('a4')
+    w.push_value(37)
+    w.pop()
+    w.pop()
+    assert_equal(%|{"a1":{},"a2":{"b":{}},"a3":{"a4":37}}\n|, output.string())
+  end
+
+  def push_stuff(w, pop_all=true)
+    w.push_object()
+    w.push_object("a1")
+    w.pop()
+    w.push_object("a2")
+    w.push_array("b")
+    w.push_value(7)
+    w.push_value(true)
+    w.push_value("string")
+    w.pop()
+    w.pop()
+    w.push_object("a3")
+    if pop_all
+      w.pop_all()
+    else
+      w.pop()
+      w.pop()
+    end
+  end
+
+  def test_stream_writer_buf_small
+    output = StringIO.open("", "w+")
+    w = Oj::StreamWriter.new(output, :indent => 0, :buffer_size => 20)
+    push_stuff(w)
+    assert_equal(%|{"a1":{},"a2":{"b":[7,true,"string"]},"a3":{}}\n|, output.string())
+  end
+
+  def test_stream_writer_buf_large
+    output = StringIO.open("", "w+")
+    w = Oj::StreamWriter.new(output, :indent => 0, :buffer_size => 16000)
+    push_stuff(w)
+    assert_equal(%|{"a1":{},"a2":{"b":[7,true,"string"]},"a3":{}}\n|, output.string())
+  end
+
+  def test_stream_writer_buf_flush
+    output = StringIO.open("", "w+")
+    w = Oj::StreamWriter.new(output, :indent => 0, :buffer_size => 4096)
+    push_stuff(w, false)
+    # no flush so nothing should be in the output yet
+    assert_equal("", output.string())
+    w.flush()
+    assert_equal(%|{"a1":{},"a2":{"b":[7,true,"string"]},"a3":{}}\n|, output.string())
+  end
+  
+  def test_stream_writer_buf_flush_small
+    output = StringIO.open("", "w+")
+    w = Oj::StreamWriter.new(output, :indent => 0, :buffer_size => 30)
+    push_stuff(w, false)
+    # flush should be called at 30 bytes but since the writes are chunky flush
+    # is called after adding "string".
+    assert_equal(%|{"a1":{},"a2":{"b":[7,true,"string"|, output.string())
+    w.flush()
+    assert_equal(%|{"a1":{},"a2":{"b":[7,true,"string"]},"a3":{}}\n|, output.string())
+  end
+
+  def test_stream_writer_push_null_value_with_key
+    output = StringIO.open("", "w+")
+    w = Oj::StreamWriter.new(output, :indent => 0)
+    w.push_object()
+    w.push_value(nil, 'nothing')
+    w.pop()
+    assert_equal(%|{"nothing":null}\n|, output.string())
+  end
+end # OjWriter