json 2.4.0 → 2.6.0

data/tests/json_parser_test.rb

@@ -1,497 +0,0 @@
-# encoding: utf-8
-# frozen_string_literal: false
-require 'test_helper'
-require 'stringio'
-require 'tempfile'
-require 'ostruct'
-require 'bigdecimal'
-
-class JSONParserTest < Test::Unit::TestCase
-  include JSON
-
-  def test_construction
-    parser = JSON::Parser.new('test')
-    assert_equal 'test', parser.source
-  end
-
-  def test_argument_encoding
-    source = "{}".encode("UTF-16")
-    JSON::Parser.new(source)
-    assert_equal Encoding::UTF_16, source.encoding
-  end if defined?(Encoding::UTF_16)
-
-  def test_error_message_encoding
-    bug10705 = '[ruby-core:67386] [Bug #10705]'
-    json = ".\"\xE2\x88\x9A\"".force_encoding(Encoding::UTF_8)
-    e = assert_raise(JSON::ParserError) {
-      JSON::Ext::Parser.new(json).parse
-    }
-    assert_equal(Encoding::UTF_8, e.message.encoding, bug10705)
-    assert_include(e.message, json, bug10705)
-  end if defined?(Encoding::UTF_8) and defined?(JSON::Ext::Parser)
-
-  def test_parsing
-    parser = JSON::Parser.new('"test"')
-    assert_equal 'test', parser.parse
-  end
-
-  def test_parser_reset
-    parser = Parser.new('{"a":"b"}')
-    assert_equal({ 'a' => 'b' }, parser.parse)
-    assert_equal({ 'a' => 'b' }, parser.parse)
-  end
-
-  def test_parse_values
-    assert_equal(nil,      parse('null'))
-    assert_equal(false,    parse('false'))
-    assert_equal(true,     parse('true'))
-    assert_equal(-23,      parse('-23'))
-    assert_equal(23,       parse('23'))
-    assert_in_delta(0.23,  parse('0.23'), 1e-2)
-    assert_in_delta(0.0,   parse('0e0'), 1e-2)
-    assert_equal("",       parse('""'))
-    assert_equal("foobar", parse('"foobar"'))
-  end
-
-  def test_parse_simple_arrays
-    assert_equal([],             parse('[]'))
-    assert_equal([],             parse('  [  ] '))
-    assert_equal([ nil ],        parse('[null]'))
-    assert_equal([ false ],      parse('[false]'))
-    assert_equal([ true ],       parse('[true]'))
-    assert_equal([ -23 ],        parse('[-23]'))
-    assert_equal([ 23 ],         parse('[23]'))
-    assert_equal_float([ 0.23 ], parse('[0.23]'))
-    assert_equal_float([ 0.0 ],  parse('[0e0]'))
-    assert_equal([""],           parse('[""]'))
-    assert_equal(["foobar"],     parse('["foobar"]'))
-    assert_equal([{}],           parse('[{}]'))
-  end
-
-  def test_parse_simple_objects
-    assert_equal({}, parse('{}'))
-    assert_equal({}, parse(' {   }   '))
-    assert_equal({ "a" => nil }, parse('{   "a"   :  null}'))
-    assert_equal({ "a" => nil }, parse('{"a":null}'))
-    assert_equal({ "a" => false }, parse('{   "a"  :  false  }  '))
-    assert_equal({ "a" => false }, parse('{"a":false}'))
-    assert_raise(JSON::ParserError) { parse('{false}') }
-    assert_equal({ "a" => true }, parse('{"a":true}'))
-    assert_equal({ "a" => true }, parse('  { "a" :  true  }   '))
-    assert_equal({ "a" => -23 }, parse('  {  "a"  :  -23  }  '))
-    assert_equal({ "a" => -23 }, parse('  { "a" : -23 } '))
-    assert_equal({ "a" => 23 }, parse('{"a":23  } '))
-    assert_equal({ "a" => 23 }, parse('  { "a"  : 23  } '))
-    assert_equal({ "a" => 0.23 }, parse(' { "a"  :  0.23 }  '))
-    assert_equal({ "a" => 0.23 }, parse('  {  "a"  :  0.23  }  '))
-  end
-
-  def test_parse_numbers
-    assert_raise(JSON::ParserError) { parse('+23.2') }
-    assert_raise(JSON::ParserError) { parse('+23') }
-    assert_raise(JSON::ParserError) { parse('.23') }
-    assert_raise(JSON::ParserError) { parse('023') }
-    assert_equal(23, parse('23'))
-    assert_equal(-23, parse('-23'))
-    assert_equal_float(3.141, parse('3.141'))
-    assert_equal_float(-3.141, parse('-3.141'))
-    assert_equal_float(3.141, parse('3141e-3'))
-    assert_equal_float(3.141, parse('3141.1e-3'))
-    assert_equal_float(3.141, parse('3141E-3'))
-    assert_equal_float(3.141, parse('3141.0E-3'))
-    assert_equal_float(-3.141, parse('-3141.0e-3'))
-    assert_equal_float(-3.141, parse('-3141e-3'))
-    assert_raise(ParserError) { parse('NaN') }
-    assert parse('NaN', :allow_nan => true).nan?
-    assert_raise(ParserError) { parse('Infinity') }
-    assert_equal(1.0/0, parse('Infinity', :allow_nan => true))
-    assert_raise(ParserError) { parse('-Infinity') }
-    assert_equal(-1.0/0, parse('-Infinity', :allow_nan => true))
-  end
-
-  def test_parse_bigdecimals
-    assert_equal(BigDecimal,                             JSON.parse('{"foo": 9.01234567890123456789}', decimal_class: BigDecimal)["foo"].class)
-    assert_equal(BigDecimal("0.901234567890123456789E1"),JSON.parse('{"foo": 9.01234567890123456789}', decimal_class: BigDecimal)["foo"]      )
-  end
-
-  if Array.method_defined?(:permutation)
-    def test_parse_more_complex_arrays
-      a = [ nil, false, true, "foßbar", [ "n€st€d", true ], { "nested" => true, "n€ßt€ð2" => {} }]
-      a.permutation.each do |perm|
-        json = pretty_generate(perm)
-        assert_equal perm, parse(json)
-      end
-    end
-
-    def test_parse_complex_objects
-      a = [ nil, false, true, "foßbar", [ "n€st€d", true ], { "nested" => true, "n€ßt€ð2" => {} }]
-      a.permutation.each do |perm|
-        s = "a"
-        orig_obj = perm.inject({}) { |h, x| h[s.dup] = x; s = s.succ; h }
-        json = pretty_generate(orig_obj)
-        assert_equal orig_obj, parse(json)
-      end
-    end
-  end
-
-  def test_parse_arrays
-    assert_equal([1,2,3], parse('[1,2,3]'))
-    assert_equal([1.2,2,3], parse('[1.2,2,3]'))
-    assert_equal([[],[[],[]]], parse('[[],[[],[]]]'))
-    assert_equal([], parse('[]'))
-    assert_equal([], parse('  [  ]  '))
-    assert_equal([1], parse('[1]'))
-    assert_equal([1], parse('  [ 1  ]  '))
-    ary = [[1], ["foo"], [3.14], [4711.0], [2.718], [nil],
-      [[1, -2, 3]], [false], [true]]
-    assert_equal(ary,
-      parse('[[1],["foo"],[3.14],[47.11e+2],[2718.0E-3],[null],[[1,-2,3]],[false],[true]]'))
-    assert_equal(ary, parse(%Q{   [   [1] , ["foo"]  ,  [3.14] \t ,  [47.11e+2]\s
-      , [2718.0E-3 ],\r[ null] , [[1, -2, 3 ]], [false ],[ true]\n ]  }))
-  end
-
-  def test_parse_json_primitive_values
-    assert_raise(JSON::ParserError) { parse('') }
-    assert_raise(TypeError) { parse(nil) }
-    assert_raise(JSON::ParserError) { parse('  /* foo */ ') }
-    assert_equal nil, parse('null')
-    assert_equal false, parse('false')
-    assert_equal true, parse('true')
-    assert_equal 23, parse('23')
-    assert_equal 1, parse('1')
-    assert_equal_float 3.141, parse('3.141'), 1E-3
-    assert_equal 2 ** 64, parse('18446744073709551616')
-    assert_equal 'foo', parse('"foo"')
-    assert parse('NaN', :allow_nan => true).nan?
-    assert parse('Infinity', :allow_nan => true).infinite?
-    assert parse('-Infinity', :allow_nan => true).infinite?
-    assert_raise(JSON::ParserError) { parse('[ 1, ]') }
-  end
-
-  def test_parse_some_strings
-    assert_equal([""], parse('[""]'))
-    assert_equal(["\\"], parse('["\\\\"]'))
-    assert_equal(['"'], parse('["\""]'))
-    assert_equal(['\\"\\'], parse('["\\\\\\"\\\\"]'))
-    assert_equal(
-      ["\"\b\n\r\t\0\037"],
-      parse('["\"\b\n\r\t\u0000\u001f"]')
-    )
-  end
-
-  def test_parse_big_integers
-    json1 = JSON(orig = (1 << 31) - 1)
-    assert_equal orig, parse(json1)
-    json2 = JSON(orig = 1 << 31)
-    assert_equal orig, parse(json2)
-    json3 = JSON(orig = (1 << 62) - 1)
-    assert_equal orig, parse(json3)
-    json4 = JSON(orig = 1 << 62)
-    assert_equal orig, parse(json4)
-    json5 = JSON(orig = 1 << 64)
-    assert_equal orig, parse(json5)
-  end
-
-  def test_some_wrong_inputs
-    assert_raise(ParserError) { parse('[] bla') }
-    assert_raise(ParserError) { parse('[] 1') }
-    assert_raise(ParserError) { parse('[] []') }
-    assert_raise(ParserError) { parse('[] {}') }
-    assert_raise(ParserError) { parse('{} []') }
-    assert_raise(ParserError) { parse('{} {}') }
-    assert_raise(ParserError) { parse('[NULL]') }
-    assert_raise(ParserError) { parse('[FALSE]') }
-    assert_raise(ParserError) { parse('[TRUE]') }
-    assert_raise(ParserError) { parse('[07]    ') }
-    assert_raise(ParserError) { parse('[0a]') }
-    assert_raise(ParserError) { parse('[1.]') }
-    assert_raise(ParserError) { parse('     ') }
-  end
-
-  def test_symbolize_names
-    assert_equal({ "foo" => "bar", "baz" => "quux" },
-      parse('{"foo":"bar", "baz":"quux"}'))
-    assert_equal({ :foo => "bar", :baz => "quux" },
-      parse('{"foo":"bar", "baz":"quux"}', :symbolize_names => true))
-    assert_raise(ArgumentError) do
-      parse('{}', :symbolize_names => true, :create_additions => true)
-    end
-  end
-
-  def test_freeze
-    assert_predicate parse('{}', :freeze => true), :frozen?
-    assert_predicate parse('[]', :freeze => true), :frozen?
-    assert_predicate parse('"foo"', :freeze => true), :frozen?
-
-    if string_deduplication_available?
-      assert_same(-'foo', parse('"foo"', :freeze => true))
-      assert_same(-'foo', parse('{"foo": 1}', :freeze => true).keys.first)
-    end
-  end
-
-  def test_parse_comments
-    json = <<EOT
-{
-  "key1":"value1", // eol comment
-  "key2":"value2"  /* multi line
-                    *  comment */,
-  "key3":"value3"  /* multi line
-                    // nested eol comment
-                    *  comment */
-}
-EOT
-    assert_equal(
-      { "key1" => "value1", "key2" => "value2", "key3" => "value3" },
-      parse(json))
-    json = <<EOT
-{
-  "key1":"value1"  /* multi line
-                    // nested eol comment
-                    /* illegal nested multi line comment */
-                    *  comment */
-}
-EOT
-    assert_raise(ParserError) { parse(json) }
-    json = <<EOT
-{
-  "key1":"value1"  /* multi line
-                   // nested eol comment
-                   closed multi comment */
-                   and again, throw an Error */
-}
-EOT
-    assert_raise(ParserError) { parse(json) }
-    json = <<EOT
-{
-  "key1":"value1"  /*/*/
-}
-EOT
-    assert_equal({ "key1" => "value1" }, parse(json))
-  end
-
-  def test_nesting
-    too_deep = '[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[[["Too deep"]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]]'
-    too_deep_ary = eval too_deep
-    assert_raise(JSON::NestingError) { parse too_deep }
-    assert_raise(JSON::NestingError) { parse too_deep, :max_nesting => 100 }
-    ok = parse too_deep, :max_nesting => 101
-    assert_equal too_deep_ary, ok
-    ok = parse too_deep, :max_nesting => nil
-    assert_equal too_deep_ary, ok
-    ok = parse too_deep, :max_nesting => false
-    assert_equal too_deep_ary, ok
-    ok = parse too_deep, :max_nesting => 0
-    assert_equal too_deep_ary, ok
-  end
-
-  def test_backslash
-    data = [ '\\.(?i:gif|jpe?g|png)$' ]
-    json = '["\\\\.(?i:gif|jpe?g|png)$"]'
-    assert_equal data, parse(json)
-    #
-    data = [ '\\"' ]
-    json = '["\\\\\""]'
-    assert_equal data, parse(json)
-    #
-    json = '["/"]'
-    data = [ '/' ]
-    assert_equal data, parse(json)
-    #
-    json = '["\""]'
-    data = ['"']
-    assert_equal data, parse(json)
-    #
-    json = '["\\\'"]'
-    data = ["'"]
-    assert_equal data, parse(json)
-
-    json = '["\/"]'
-    data = [ '/' ]
-    assert_equal data, parse(json)
-  end
-
-  class SubArray < Array
-    def <<(v)
-      @shifted = true
-      super
-    end
-
-    def shifted?
-      @shifted
-    end
-  end
-
-  class SubArray2 < Array
-    def to_json(*a)
-      {
-        JSON.create_id => self.class.name,
-        'ary'          => to_a,
-      }.to_json(*a)
-    end
-
-    def self.json_create(o)
-      o.delete JSON.create_id
-      o['ary']
-    end
-  end
-
-  class SubArrayWrapper
-    def initialize
-      @data = []
-    end
-
-    attr_reader :data
-
-    def [](index)
-      @data[index]
-    end
-
-    def <<(value)
-      @data << value
-      @shifted = true
-    end
-
-    def shifted?
-      @shifted
-    end
-  end
-
-  def test_parse_array_custom_array_derived_class
-    res = parse('[1,2]', :array_class => SubArray)
-    assert_equal([1,2], res)
-    assert_equal(SubArray, res.class)
-    assert res.shifted?
-  end
-
-  def test_parse_array_custom_non_array_derived_class
-    res = parse('[1,2]', :array_class => SubArrayWrapper)
-    assert_equal([1,2], res.data)
-    assert_equal(SubArrayWrapper, res.class)
-    assert res.shifted?
-  end
-
-  def test_parse_object
-    assert_equal({}, parse('{}'))
-    assert_equal({}, parse('  {  }  '))
-    assert_equal({'foo'=>'bar'}, parse('{"foo":"bar"}'))
-    assert_equal({'foo'=>'bar'}, parse('    { "foo"  :   "bar"   }   '))
-  end
-
-  class SubHash < Hash
-    def []=(k, v)
-      @item_set = true
-      super
-    end
-
-    def item_set?
-      @item_set
-    end
-  end
-
-  class SubHash2 < Hash
-    def to_json(*a)
-      {
-        JSON.create_id => self.class.name,
-      }.merge(self).to_json(*a)
-    end
-
-    def self.json_create(o)
-      o.delete JSON.create_id
-      self[o]
-    end
-  end
-
-  class SubOpenStruct < OpenStruct
-    def [](k)
-      __send__(k)
-    end
-
-    def []=(k, v)
-      @item_set = true
-      __send__("#{k}=", v)
-    end
-
-    def item_set?
-      @item_set
-    end
-  end
-
-  def test_parse_object_custom_hash_derived_class
-    res = parse('{"foo":"bar"}', :object_class => SubHash)
-    assert_equal({"foo" => "bar"}, res)
-    assert_equal(SubHash, res.class)
-    assert res.item_set?
-  end
-
-  def test_parse_object_custom_non_hash_derived_class
-    res = parse('{"foo":"bar"}', :object_class => SubOpenStruct)
-    assert_equal "bar", res.foo
-    assert_equal(SubOpenStruct, res.class)
-    assert res.item_set?
-  end
-
-  def test_parse_generic_object
-    res = parse(
-      '{"foo":"bar", "baz":{}}',
-      :object_class => JSON::GenericObject
-    )
-    assert_equal(JSON::GenericObject, res.class)
-    assert_equal "bar", res.foo
-    assert_equal "bar", res["foo"]
-    assert_equal "bar", res[:foo]
-    assert_equal "bar", res.to_hash[:foo]
-    assert_equal(JSON::GenericObject, res.baz.class)
-  end
-
-  def test_generate_core_subclasses_with_new_to_json
-    obj = SubHash2["foo" => SubHash2["bar" => true]]
-    obj_json = JSON(obj)
-    obj_again = parse(obj_json, :create_additions => true)
-    assert_kind_of SubHash2, obj_again
-    assert_kind_of SubHash2, obj_again['foo']
-    assert obj_again['foo']['bar']
-    assert_equal obj, obj_again
-    assert_equal ["foo"],
-      JSON(JSON(SubArray2["foo"]), :create_additions => true)
-  end
-
-  def test_generate_core_subclasses_with_default_to_json
-    assert_equal '{"foo":"bar"}', JSON(SubHash["foo" => "bar"])
-    assert_equal '["foo"]', JSON(SubArray["foo"])
-  end
-
-  def test_generate_of_core_subclasses
-    obj = SubHash["foo" => SubHash["bar" => true]]
-    obj_json = JSON(obj)
-    obj_again = JSON(obj_json)
-    assert_kind_of Hash, obj_again
-    assert_kind_of Hash, obj_again['foo']
-    assert obj_again['foo']['bar']
-    assert_equal obj, obj_again
-  end
-
-  def test_parsing_frozen_ascii8bit_string
-    assert_equal(
-      { 'foo' => 'bar' },
-      JSON('{ "foo": "bar" }'.force_encoding(Encoding::ASCII_8BIT).freeze)
-    )
-  end
-
-  private
-
-  def string_deduplication_available?
-    r1 = rand.to_s
-    r2 = r1.dup
-    begin
-      (-r1).equal?(-r2)
-    rescue NoMethodError
-      false # No String#-@
-    end
-  end
-
-  def assert_equal_float(expected, actual, delta = 1e-2)
-    Array === expected and expected = expected.first
-    Array === actual and actual = actual.first
-    assert_in_delta(expected, actual, delta)
-  end
-end

data/tests/json_string_matching_test.rb

@@ -1,38 +0,0 @@
-#frozen_string_literal: false
-require 'test_helper'
-require 'time'
-
-class JSONStringMatchingTest < Test::Unit::TestCase
-  include JSON
-
-  class TestTime < ::Time
-    def self.json_create(string)
-      Time.parse(string)
-    end
-
-    def to_json(*)
-      %{"#{strftime('%FT%T%z')}"}
-    end
-
-    def ==(other)
-      to_i == other.to_i
-    end
-  end
-
-  def test_match_date
-    t = TestTime.new
-    t_json = [ t ].to_json
-    time_regexp = /\A\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}[+-]\d{4}\z/
-    assert_equal [ t ],
-      parse(
-        t_json,
-        :create_additions => true,
-        :match_string => { time_regexp => TestTime }
-      )
-    assert_equal [ t.strftime('%FT%T%z') ],
-      parse(
-        t_json,
-        :match_string => { time_regexp => TestTime }
-      )
-  end
-end

data/tests/test_helper.rb

@@ -1,17 +0,0 @@
-case ENV['JSON']
-when 'pure'
-  $:.unshift File.join(__dir__, '../lib')
-  require 'json/pure'
-when 'ext'
-  $:.unshift File.join(__dir__, '../ext'), File.join(__dir__, '../lib')
-  require 'json/ext'
-else
-  $:.unshift File.join(__dir__, '../ext'), File.join(__dir__, '../lib')
-  require 'json'
-end
-
-require 'test/unit'
-begin
-  require 'byebug'
-rescue LoadError
-end

data/tools/diff.sh

@@ -1,18 +0,0 @@
-#!/bin/sh
-
-files=`find ext -name '*.[ch]' -o -name parser.rl`
-
-for f in $files
-do
-  b=`basename $f`
-  g=`find ../ruby/ext/json -name $b`
-  d=`diff -u $f $g`
-  test -z "$d" && continue
-  echo "$d"
-  read -p "Edit diff of $b? " a
-  case $a in
-  [yY]*)
-    vimdiff $f $g
-    ;;
-  esac
-done

data/tools/fuzz.rb

@@ -1,131 +0,0 @@
-require 'json'
-
-class Fuzzer
-  def initialize(n, freqs = {})
-    sum = freqs.inject(0.0) { |s, x| s + x.last }
-    freqs.each_key { |x| freqs[x] /= sum }
-    s = 0.0
-    freqs.each_key do |x|
-      freqs[x] = s .. (s + t = freqs[x])
-      s += t
-    end
-    @freqs = freqs
-    @n = n
-    @alpha = (0..0xff).to_a
-  end
-
-  def random_string
-    s = ''
-    30.times { s << @alpha[rand(@alpha.size)] }
-    s
-  end
-
-  def pick
-    r = rand
-    found = @freqs.find { |k, f| f.include? rand }
-    found && found.first
-  end
-
-  def make_pick
-    k = pick
-    case
-    when k == Hash, k == Array
-      k.new
-    when k == true, k == false, k == nil
-      k
-    when k == String
-      random_string
-    when k == Fixnum
-      rand(2 ** 30) - 2 ** 29
-    when k == Bignum
-      rand(2 ** 70) - 2 ** 69
-    end
-  end
-
-  def fuzz(current = nil)
-    if @n > 0
-      case current
-      when nil
-        @n -= 1
-        current = fuzz [ Hash, Array ][rand(2)].new
-      when Array
-        while @n > 0
-          @n -= 1
-          current << case p = make_pick
-          when Array, Hash
-            fuzz(p)
-          else
-            p
-          end
-        end
-      when Hash
-        while @n > 0
-          @n -= 1
-          current[random_string] = case p = make_pick
-          when Array, Hash
-            fuzz(p)
-          else
-            p
-          end
-        end
-      end
-    end
-    current
-  end
-end
-
-class MyState < JSON.state
-  WS = " \r\t\n"
-
-  def initialize
-    super(
-          :indent       => make_spaces,
-          :space        => make_spaces,
-          :space_before => make_spaces,
-          :object_nl    => make_spaces,
-          :array_nl     => make_spaces,
-          :max_nesting  => false
-         )
-  end
-
-  def make_spaces
-    s = ''
-    rand(1).times { s << WS[rand(WS.size)] }
-    s
-  end
-end
-
-n = (ARGV.shift || 500).to_i
-loop do
-  fuzzer = Fuzzer.new(n,
-                      Hash => 25,
-                      Array => 25,
-                      String => 10,
-                      Fixnum => 10,
-                      Bignum => 10,
-                      nil => 5,
-                      true => 5,
-                      false => 5
-                     )
-  o1 = fuzzer.fuzz
-  json = JSON.generate o1, MyState.new
-  if $DEBUG
-    puts "-" * 80
-    puts json, json.size
-  else
-    puts json.size
-  end
-  begin
-    o2 = JSON.parse(json, :max_nesting => false)
-  rescue JSON::ParserError => e
-    puts "Caught #{e.class}: #{e.message}\n#{e.backtrace * "\n"}"
-    puts "o1 = #{o1.inspect}", "json = #{json}", "json_str = #{json.inspect}"
-    puts "locals = #{local_variables.inspect}"
-    exit
-  end
-  if o1 != o2
-    puts "mismatch", "o1 = #{o1.inspect}", "o2 = #{o2.inspect}",
-      "json = #{json}", "json_str = #{json.inspect}"
-    puts "locals = #{local_variables.inspect}"
-  end
-end