json 2.7.4 → 2.8.1

data/ext/json/ext/parser/parser.h

@@ -1,60 +0,0 @@
-#ifndef _PARSER_H_
-#define _PARSER_H_
-
-#include "ruby.h"
-
-#ifndef MAYBE_UNUSED
-# define MAYBE_UNUSED(x) x
-#endif
-
-#define option_given_p(opts, key) (rb_hash_lookup2(opts, key, Qundef) != Qundef)
-
-typedef struct JSON_ParserStruct {
-    VALUE Vsource;
-    char *source;
-    long len;
-    char *memo;
-    VALUE create_id;
-    int max_nesting;
-    int allow_nan;
-    int parsing_name;
-    int symbolize_names;
-    int freeze;
-    VALUE object_class;
-    VALUE array_class;
-    VALUE decimal_class;
-    int create_additions;
-    VALUE match_string;
-    FBuffer *fbuffer;
-} JSON_Parser;
-
-#define GET_PARSER                          \
-    GET_PARSER_INIT;                        \
-    if (!json->Vsource) rb_raise(rb_eTypeError, "uninitialized instance")
-#define GET_PARSER_INIT                     \
-    JSON_Parser *json;                      \
-    TypedData_Get_Struct(self, JSON_Parser, &JSON_Parser_type, json)
-
-#define MinusInfinity "-Infinity"
-#define EVIL 0x666
-
-static uint32_t unescape_unicode(const unsigned char *p);
-static int convert_UTF32_to_UTF8(char *buf, uint32_t ch);
-static char *JSON_parse_object(JSON_Parser *json, char *p, char *pe, VALUE *result, int current_nesting);
-static char *JSON_parse_value(JSON_Parser *json, char *p, char *pe, VALUE *result, int current_nesting);
-static char *JSON_parse_integer(JSON_Parser *json, char *p, char *pe, VALUE *result);
-static char *JSON_parse_float(JSON_Parser *json, char *p, char *pe, VALUE *result);
-static char *JSON_parse_array(JSON_Parser *json, char *p, char *pe, VALUE *result, int current_nesting);
-static VALUE json_string_unescape(char *string, char *stringEnd, int intern, int symbolize);
-static char *JSON_parse_string(JSON_Parser *json, char *p, char *pe, VALUE *result);
-static VALUE convert_encoding(VALUE source);
-static VALUE cParser_initialize(int argc, VALUE *argv, VALUE self);
-static VALUE cParser_parse(VALUE self);
-static void JSON_mark(void *json);
-static void JSON_free(void *json);
-static VALUE cJSON_parser_s_allocate(VALUE klass);
-static VALUE cParser_source(VALUE self);
-
-static const rb_data_type_t JSON_Parser_type;
-
-#endif

data/lib/json/pure/parser.rb

@@ -1,331 +0,0 @@
-#frozen_string_literal: true
-require 'strscan'
-
-module JSON
-  module Pure
-    # This class implements the JSON parser that is used to parse a JSON string
-    # into a Ruby data structure.
-    class Parser < StringScanner
-      STRING                = /" ((?:[^\x0-\x1f"\\] |
-                                   # escaped special characters:
-                                  \\["\\\/bfnrt] |
-                                  \\u[0-9a-fA-F]{4} |
-                                   # match all but escaped special characters:
-                                  \\[\x20-\x21\x23-\x2e\x30-\x5b\x5d-\x61\x63-\x65\x67-\x6d\x6f-\x71\x73\x75-\xff])*)
-                              "/nx
-      INTEGER               = /(-?0|-?[1-9]\d*)/
-      FLOAT                 = /(-?
-                                (?:0|[1-9]\d*)
-                                (?:
-                                  \.\d+(?i:e[+-]?\d+) |
-                                  \.\d+ |
-                                  (?i:e[+-]?\d+)
-                                )
-                                )/x
-      NAN                   = /NaN/
-      INFINITY              = /Infinity/
-      MINUS_INFINITY        = /-Infinity/
-      OBJECT_OPEN           = /\{/
-      OBJECT_CLOSE          = /\}/
-      ARRAY_OPEN            = /\[/
-      ARRAY_CLOSE           = /\]/
-      PAIR_DELIMITER        = /:/
-      COLLECTION_DELIMITER  = /,/
-      TRUE                  = /true/
-      FALSE                 = /false/
-      NULL                  = /null/
-      IGNORE                = %r(
-        (?:
-         //[^\n\r]*[\n\r]| # line comments
-         /\*               # c-style comments
-         (?:
-          [\s\S]*?         # any char, repeated lazily
-         )
-           \*/               # the End of this comment
-           |[ \t\r\n]+       # whitespaces: space, horizontal tab, lf, cr
-        )+
-      )mx
-
-      UNPARSED = Object.new.freeze
-
-      # Creates a new JSON::Pure::Parser instance for the string _source_.
-      #
-      # It will be configured by the _opts_ hash. _opts_ can have the following
-      # keys:
-      # * *max_nesting*: The maximum depth of nesting allowed in the parsed data
-      #   structures. Disable depth checking with :max_nesting => false|nil|0,
-      #   it defaults to 100.
-      # * *allow_nan*: If set to true, allow NaN, Infinity and -Infinity in
-      #   defiance of RFC 7159 to be parsed by the Parser. This option defaults
-      #   to false.
-      # * *freeze*: If set to true, all parsed objects will be frozen. Parsed
-      #   string will be deduplicated if possible.
-      # * *symbolize_names*: If set to true, returns symbols for the names
-      #   (keys) in a JSON object. Otherwise strings are returned, which is
-      #   also the default. It's not possible to use this option in
-      #   conjunction with the *create_additions* option.
-      # * *create_additions*: If set to true, the Parser creates
-      #   additions when a matching class and create_id are found. This
-      #   option defaults to false.
-      # * *object_class*: Defaults to Hash. If another type is provided, it will be used
-      #   instead of Hash to represent JSON objects. The type must respond to
-      #   +new+ without arguments, and return an object that respond to +[]=+.
-      # * *array_class*: Defaults to Array If another type is provided, it will be used
-      #   instead of Hash to represent JSON arrays. The type must respond to
-      #   +new+ without arguments, and return an object that respond to +<<+.
-      # * *decimal_class*: Specifies which class to use instead of the default
-      #    (Float) when parsing decimal numbers. This class must accept a single
-      #    string argument in its constructor.
-      def initialize(source, opts = nil)
-        opts ||= {}
-        source = convert_encoding source
-        super source
-        if !opts.key?(:max_nesting) # defaults to 100
-          @max_nesting = 100
-        elsif opts[:max_nesting]
-          @max_nesting = opts[:max_nesting]
-        else
-          @max_nesting = 0
-        end
-        @allow_nan = !!opts[:allow_nan]
-        @symbolize_names = !!opts[:symbolize_names]
-        @freeze = !!opts[:freeze]
-        if opts.key?(:create_additions)
-          @create_additions = !!opts[:create_additions]
-        else
-          @create_additions = false
-        end
-        @symbolize_names && @create_additions and raise ArgumentError,
-          'options :symbolize_names and :create_additions cannot be used '\
-          'in conjunction'
-        @create_id = @create_additions ? JSON.create_id : nil
-        @object_class = opts[:object_class] || Hash
-        @array_class  = opts[:array_class] || Array
-        @decimal_class = opts[:decimal_class]
-        @match_string = opts[:match_string]
-      end
-
-      alias source string
-
-      def reset
-        super
-        @current_nesting = 0
-      end
-
-      # Parses the current JSON string _source_ and returns the
-      # complete data structure as a result.
-      def parse
-        reset
-        obj = nil
-        while !eos? && skip(IGNORE) do end
-        if eos?
-          raise ParserError, "source is not valid JSON!"
-        else
-          obj = parse_value
-          UNPARSED.equal?(obj) and raise ParserError,
-            "source is not valid JSON!"
-          obj.freeze if @freeze
-        end
-        while !eos? && skip(IGNORE) do end
-        eos? or raise ParserError, "source is not valid JSON!"
-        obj
-      end
-
-      private
-
-      def convert_encoding(source)
-        if source.respond_to?(:to_str)
-          source = source.to_str
-        else
-          raise TypeError,
-            "#{source.inspect} is not like a string"
-        end
-        if source.encoding != ::Encoding::ASCII_8BIT
-          source = source.encode(::Encoding::UTF_8)
-          source.force_encoding(::Encoding::ASCII_8BIT)
-        end
-        source
-      end
-
-      # Unescape characters in strings.
-      UNESCAPE_MAP = {
-        '"'  => '"',
-        '\\' => '\\',
-        '/'  => '/',
-        'b'  => "\b",
-        'f'  => "\f",
-        'n'  => "\n",
-        'r'  => "\r",
-        't'  => "\t",
-        'u'  => nil,
-      }.freeze
-
-      STR_UMINUS = ''.respond_to?(:-@)
-      def parse_string
-        if scan(STRING)
-          return '' if self[1].empty?
-          string = self[1].gsub(%r{(?:\\[\\bfnrt"/]|(?:\\u(?:[A-Fa-f\d]{4}))+|\\[\x20-\xff])}n) do |c|
-            k = $&[1]
-            if u = UNESCAPE_MAP.fetch(k) { k.chr }
-              u
-            else # \uXXXX
-              bytes = ''.b
-              i = 0
-              while c[6 * i] == ?\\ && c[6 * i + 1] == ?u
-                bytes << c[6 * i + 2, 2].to_i(16) << c[6 * i + 4, 2].to_i(16)
-                i += 1
-              end
-              bytes.encode(Encoding::UTF_8, Encoding::UTF_16BE).force_encoding(::Encoding::BINARY)
-            end
-          end
-          string.force_encoding(::Encoding::UTF_8)
-
-          if @freeze
-            if STR_UMINUS
-              string = -string
-            else
-              string.freeze
-            end
-          end
-
-          if @create_additions and @match_string
-            for (regexp, klass) in @match_string
-              klass.json_creatable? or next
-              string =~ regexp and return klass.json_create(string)
-            end
-          end
-          string
-        else
-          UNPARSED
-        end
-      rescue => e
-        raise ParserError, "Caught #{e.class} at '#{peek(20)}': #{e}"
-      end
-
-      def parse_value
-        case
-        when scan(FLOAT)
-          if @decimal_class then
-            if @decimal_class == BigDecimal then
-              BigDecimal(self[1])
-            else
-              @decimal_class.new(self[1]) || Float(self[1])
-            end
-          else
-            Float(self[1])
-          end
-        when scan(INTEGER)
-          Integer(self[1])
-        when scan(TRUE)
-          true
-        when scan(FALSE)
-          false
-        when scan(NULL)
-          nil
-        when !UNPARSED.equal?(string = parse_string)
-          string
-        when scan(ARRAY_OPEN)
-          @current_nesting += 1
-          ary = parse_array
-          @current_nesting -= 1
-          ary
-        when scan(OBJECT_OPEN)
-          @current_nesting += 1
-          obj = parse_object
-          @current_nesting -= 1
-          obj
-        when @allow_nan && scan(NAN)
-          NaN
-        when @allow_nan && scan(INFINITY)
-          Infinity
-        when @allow_nan && scan(MINUS_INFINITY)
-          MinusInfinity
-        else
-          UNPARSED
-        end
-      end
-
-      def parse_array
-        raise NestingError, "nesting of #@current_nesting is too deep" if
-          @max_nesting.nonzero? && @current_nesting > @max_nesting
-        result = @array_class.new
-        delim = false
-        loop do
-          case
-          when eos?
-            raise ParserError, "unexpected end of string while parsing array"
-          when !UNPARSED.equal?(value = parse_value)
-            delim = false
-            result << value
-            skip(IGNORE)
-            if scan(COLLECTION_DELIMITER)
-              delim = true
-            elsif match?(ARRAY_CLOSE)
-              ;
-            else
-              raise ParserError, "expected ',' or ']' in array at '#{peek(20)}'!"
-            end
-          when scan(ARRAY_CLOSE)
-            if delim
-              raise ParserError, "expected next element in array at '#{peek(20)}'!"
-            end
-            break
-          when skip(IGNORE)
-            ;
-          else
-            raise ParserError, "unexpected token in array at '#{peek(20)}'!"
-          end
-        end
-        result
-      end
-
-      def parse_object
-        raise NestingError, "nesting of #@current_nesting is too deep" if
-          @max_nesting.nonzero? && @current_nesting > @max_nesting
-        result = @object_class.new
-        delim = false
-        loop do
-          case
-          when eos?
-            raise ParserError, "unexpected end of string while parsing object"
-          when !UNPARSED.equal?(string = parse_string)
-            skip(IGNORE)
-            unless scan(PAIR_DELIMITER)
-              raise ParserError, "expected ':' in object at '#{peek(20)}'!"
-            end
-            skip(IGNORE)
-            unless UNPARSED.equal?(value = parse_value)
-              result[@symbolize_names ? string.to_sym : string] = value
-              delim = false
-              skip(IGNORE)
-              if scan(COLLECTION_DELIMITER)
-                delim = true
-              elsif match?(OBJECT_CLOSE)
-                ;
-              else
-                raise ParserError, "expected ',' or '}' in object at '#{peek(20)}'!"
-              end
-            else
-              raise ParserError, "expected value in object at '#{peek(20)}'!"
-            end
-          when scan(OBJECT_CLOSE)
-            if delim
-              raise ParserError, "expected next name, value pair in object at '#{peek(20)}'!"
-            end
-            if @create_additions and klassname = result[@create_id]
-              klass = JSON.deep_const_get klassname
-              break unless klass and klass.json_creatable?
-              result = klass.json_create(result)
-            end
-            break
-          when skip(IGNORE)
-            ;
-          else
-            raise ParserError, "unexpected token in object at '#{peek(20)}'!"
-          end
-        end
-        result
-      end
-    end
-  end
-end

data/lib/json/pure.rb

@@ -1,16 +0,0 @@
-# frozen_string_literal: true
-require 'json/common'
-
-module JSON
-  # This module holds all the modules/classes that implement JSON's
-  # functionality in pure ruby.
-  module Pure
-    require 'json/pure/parser'
-    require 'json/pure/generator'
-    $DEBUG and warn "Using Pure library for JSON."
-    JSON.parser = Parser
-    JSON.generator = Generator
-  end
-
-  JSON_LOADED = true unless defined?(::JSON::JSON_LOADED)
-end