json5 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8a950e3a30d3e7d3ceeb109f30f0f247d2725002
+  data.tar.gz: 2e8013df8d7e26bdccce69748eb06a5175fc0e59
+SHA512:
+  metadata.gz: 78e86edefcdc4f982da34f3f7eca1ad46897446b1e71ac54931e28b9ea6650a1e0044d4f0927efe317dabecc26e7f123e8a93fe89ebed23000b60f903564bb19
+  data.tar.gz: e9d4f224531965c9d7054b9022d7488a3750f1730797204f181fea58b31920ab44ba1d216f3635977c25716fe468b0a677f0467236485944fbded421a6483748

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.ruby-version

@@ -0,0 +1 @@
+2.1.1

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in json5.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Bartosz Kopiński
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,60 @@
+# JSON5
+
+JSON5 parser for Ruby
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'json5'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install json5
+
+## Usage
+
+```ruby
+JSON5.parse(<<-JSON5)
+{
+    foo: 'bar',
+    while: true,
+
+    this: 'is a \
+multi-line string',
+
+    // this is an inline comment
+    here: 'is another', // inline comment
+
+    /* this is a block comment
+       that continues on another line */
+
+    hex: 0xDEADbeef,
+    half: .5,
+    delta: +10,
+    to: Infinity,   // and beyond!
+
+    finally: 'a trailing comma',
+    oh: [
+        "we shouldn't forget",
+        'arrays can have',
+        'trailing commas too',
+    ],
+}
+JSON5
+
+```
+
+See http://json5.org/ for details
+
+## Contributing
+
+1. Fork it ( http://github.com/bartoszkopinski/json5/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/json5.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'json5/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "json5"
+  spec.version       = JSON5::VERSION
+  spec.authors       = ["Bartosz Kopinski"]
+  spec.email         = ["bartosz.kopinski@gmail.com"]
+  spec.summary       = %q{JSON5 parser in Ruby}
+  spec.homepage      = "http://json5.org/"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "oj"
+  spec.add_development_dependency "therubyracer"
+end

data/lib/json5.rb

@@ -0,0 +1,13 @@
+require 'json5/version'
+require 'json5/parser'
+require 'json5/stringifier'
+
+module JSON5
+  def self.parse source, reviver = nil
+    Parser.new(source, reviver).run
+  end
+
+  def self.stringify obj, replacer, space
+    Stringifier.new(obj, replacer, space).run
+  end
+end

data/lib/json5/parser.rb

@@ -0,0 +1,461 @@
+module JSON5
+  class Parser
+    def error(m)
+      error = SyntaxError.new("#{m} at #{@at}: #{@text}")
+      raise error
+    end
+
+    def get_next c = nil
+      if (c && c != @ch)
+        error("Expected '" + c + "' instead of '" + @ch + "'")
+      end
+
+      # Get the next character. When there are no more characters,
+      # return the empty string.
+
+      # ch = text.charAt(at)
+      @ch = @text[@at]
+      @at += 1
+      return @ch
+    end
+
+    ESCAPEE = {
+      "'" =>  "'",
+      '"' =>  '"',
+      '\\' => '\\',
+      '/' =>  '/',
+      "\n" => '',       # Replace escaped newlines in strings w/ empty string
+      'b' => '\b',
+      'f' => '\f',
+      'n' => "\n",
+      'r' => '\r',
+      't' => '\t',
+    }
+
+
+    def identifier
+      # Parse an identifier. Normally, reserved words are disallowed here, but we
+      # only use this for unquoted object keys, where reserved words are allowed,
+      # so we don't check for those here. References:
+      # - http://es5.github.com/#x7.6
+      # - https://developer.mozilla.org/en/Core_JavaScript_1.5_Guide/Core_Language_Features#Variables
+      # - http://docstore.mik.ua/orelly/webprog/jscript/ch02_07.htm
+      # TODO Identifiers can have Unicode "letters" in them; add support for those.
+
+      key = @ch
+
+      # Identifiers must start with a letter, _ or $.
+      if ((@ch != '_' && @ch != '$') && (@ch < 'a' || @ch > 'z') && (@ch < 'A' || @ch > 'Z'))
+        error("Bad identifier")
+      end
+
+      # Subsequent characters can contain digits.
+      while (get_next && (
+        @ch == '_' || @ch == '$' ||
+        (@ch >= 'a' && @ch <= 'z') ||
+        (@ch >= 'A' && @ch <= 'Z') ||
+        (@ch >= '0' && @ch <= '9'))) do
+        key += @ch
+      end
+
+      return key
+    end
+
+    def number
+      # Parse a number value.
+      number = nil
+      sign   = ''
+      string = ''
+      base   = 10
+
+      if (@ch == '-' || @ch == '+')
+        sign = string = @ch
+        get_next(@ch)
+      end
+
+      # support for Infinity (could tweak to allow other words):
+      if (@ch == 'I')
+        number = word
+        if (number.is_a?(Integer))
+          error('Unexpected word for number')
+        end
+        return (sign == '-') ? -number : number
+      end
+
+      # support for NaN
+      if (@ch == 'N' )
+        number = word
+        if (!isNaN(number))
+          error('expected word to be NaN')
+        end
+        # ignore sign as -NaN also is NaN
+        return number
+      end
+
+      if (@ch == '0')
+        string += @ch
+        get_next
+        if (@ch == 'x' || @ch == 'X')
+          string += @ch
+          get_next
+          base = 16
+        elsif (@ch >= '0' && @ch <= '9')
+          error('Octal literal')
+        end
+      end
+
+      # https://github.com/aseemk/json5/issues/36
+      if (base == 16 && !sign.empty?)
+        error('Signed hexadecimal literal')
+      end
+
+      case (base)
+      when 10
+        while (@ch >= '0' && @ch <= '9' ) do
+          string += @ch
+          get_next
+        end
+        if (@ch == '.')
+          string += '.'
+          while (get_next && @ch >= '0' && @ch <= '9') do
+            string += @ch
+          end
+        end
+        if (@ch == 'e' || @ch == 'E')
+          string += @ch
+          get_next
+          if (@ch == '-' || @ch == '+')
+            string += @ch
+            get_next
+          end
+          while (@ch >= '0' && @ch <= '9') do
+            string += @ch
+            get_next
+          end
+        end
+      when 16
+        while (@ch >= '0' && @ch <= '9' || @ch >= 'A' && @ch <= 'F' || @ch >= 'a' && @ch <= 'f') do
+          string += @ch
+          get_next
+        end
+      end
+
+      string.chomp!('.')
+      begin
+        if string.include?('.') || string.include?('e-')
+          Float(string).to_f
+        else
+          Float(string).to_i
+        end
+      rescue
+        error("Bad number")
+      end
+    end
+
+    def string
+      # Parse a string value.
+
+      hex     = nil
+      i       = nil
+      string  = ''
+      delim   = nil      # double quote or single quote
+      uffff   = nil
+
+      # When parsing for string values, we must look for ' or " and \ characters
+
+      if (@ch == '"' || @ch == "'")
+        delim = @ch
+        while (get_next) do
+          if (@ch == delim)
+            get_next
+            return string
+          elsif (@ch == '\\')
+            get_next
+            if (@ch == 'u')
+              uffff = 0
+                  # for (i = 0; i < 4; i += 1) do
+                  for i in 0...4 do
+                    hex = parseInt(get_next, 16)
+                    if (!isFinite(hex))
+                      break
+                    end
+                    uffff = uffff * 16 + hex
+                  end
+                  string += String.fromCharCode(uffff)
+                elsif ESCAPEE.has_key? @ch
+                  string += ESCAPEE[@ch]
+                else
+                  break
+                end
+              elsif (@ch == "\n")
+              # unescaped newlines are invalid; see:
+              # https://github.com/aseemk/json5/issues/24
+              # TODO this feels special-cased; are there other
+              # invalid unescaped chars?
+              break
+            else
+              string += @ch
+            end
+          end
+        end
+        error("Bad string")
+      end
+
+      def inlineComment
+      # Skip an inline comment, assuming this is one. The current character should
+      # be the second / character in the # pair that begins this inline comment.
+      # To finish the inline comment, we look for a newline or the end of the text.
+
+      if (@ch != '/')
+        error("Not an inline comment")
+      end
+
+      begin
+        get_next
+        if (@ch == "\n")
+          get_next("\n")
+          return
+        end
+      end while (@ch)
+    end
+
+    def blockComment
+
+    # Skip a block comment, assuming this is one. The current @character should be
+    # the * @character in the /* pair that begins this block comment.
+    # To finish the block comment, we look for an ending */ pair of @characters,
+    # but we also wat@ch for the end of text before the comment is terminated.
+
+    if (@ch != '*')
+      error("Not a block comment")
+    end
+
+    begin
+      get_next
+      while (@ch == '*') do
+        get_next('*')
+        if (@ch == '/')
+          get_next('/')
+          return
+        end
+      end
+    end while (@ch)
+
+    error("Unterminated block comment")
+  end
+
+  def comment
+      # Skip a comment, whether inline or block-level, assuming this is one.
+      # Comments always begin with a / @character.
+
+      if (@ch != '/')
+        error("Not a comment")
+      end
+
+      get_next('/')
+
+      if (@ch == '/')
+        inlineComment
+      elsif (@ch == '*')
+        blockComment
+      else
+        error("Unrecognized comment")
+      end
+    end
+
+    def white
+      # Skip whitespace and comments.
+      # Note that we're detecting comments by only a single / @character.
+      # This works since regular expressions are not valid JSON(5), but this will
+      # break if there are other valid values that begin with a / @character
+
+      while (@ch) do
+        if (@ch == '/')
+          comment
+        elsif (@ch <= ' ')
+          get_next
+        else
+          return
+        end
+      end
+    end
+
+    def word
+      # true, false, or null.
+
+      case (@ch)
+      when 't'
+        get_next('t')
+        get_next('r')
+        get_next('u')
+        get_next('e')
+        return true
+      when 'f'
+        get_next('f')
+        get_next('a')
+        get_next('l')
+        get_next('s')
+        get_next('e')
+        return false
+      when 'n'
+        get_next('n')
+        get_next('u')
+        get_next('l')
+        get_next('l')
+        return nil
+      when 'I'
+        get_next('I')
+        get_next('n')
+        get_next('f')
+        get_next('i')
+        get_next('n')
+        get_next('i')
+        get_next('t')
+        get_next('y')
+        return Float::INFINITY
+      when 'N'
+        get_next( 'N' )
+        get_next( 'a' )
+        get_next( 'N' )
+        return Float::NAN
+      end
+      error("Unexpected '" + @ch + "'")
+    end
+
+    def array
+      # Parse an array value.
+
+      array = []
+
+      if (@ch == '[')
+        get_next('[')
+        white
+        while (@ch) do
+          if (@ch == ']')
+            get_next(']')
+              return array;   # Potentially empty array
+            end
+          # ES5 allows omitting elements in arrays, e.g. [,] and
+          # [,null]. We don't allow this in JSON5.
+          if (@ch == ',')
+            error("Missing array element")
+          else
+            array.push(value)
+          end
+          white
+          # If there's no comma after this value, this needs t
+          # be the end of the array.
+          if (@ch != ',')
+            get_next(']')
+            return array
+          end
+          get_next(',')
+          white
+        end
+      end
+      error("Bad array")
+    end
+
+    def object
+      # Parse an object value.
+      key = nil
+      object = {}
+
+      if (@ch == '{')
+        get_next('{')
+        white
+        while (@ch) do
+          if (@ch == '}')
+            get_next('}')
+            return object;   # Potentially empty object
+          end
+
+          # Keys can be unquoted. If they are, they need to b
+          # valid JS identifiers.
+          if (@ch == '"' || @ch == "'")
+            key = string
+          else
+            key = identifier
+          end
+
+          white
+          get_next(':')
+
+          if (object.has_key? key)
+            error('Duplicate key "' + key + '"')
+          end
+          object[key] = value
+          white
+          # If there's no comma after this pair, this needs to b
+          # the end of the object.
+          if (@ch != ',')
+            get_next('}')
+            return object
+          end
+          get_next(',')
+          white
+        end
+      end
+      error("Bad object")
+    end
+
+    def value
+      # Parse a JSON value. It could be an object, an array, a string, a number,
+      # or a word.
+
+      white
+      case (@ch)
+      when '{'
+        return object
+      when '['
+        return array
+      when '"',  "'"
+        return string
+      when '-', '+', '.'
+        return number
+      else
+        return @ch >= '0' && @ch <= '9' ? number : word
+      end
+    end
+
+    def initialize source, reviver = nil
+      @text    = source
+      @at      = 0
+      @ch      = ' '
+      @reviver = reviver
+    end
+
+    def run
+      result = value
+      white
+      if (@ch)
+        error("Syntax error")
+      end
+
+      # If there is a reviver function, we recursively walk the new structure,
+      # passing each name/value pair to the reviver function for possible
+      # transformation, starting with a temporary root object that holds the result
+      # in an empty key. If there is not a reviver function, we simply return the
+      # result.
+
+      walk = ->(holder, key) do
+        k, v, value = holder[key]
+        if (value)
+          value.each do |k|
+            if (Object.prototype.hasOwnProperty.call(value, k))
+              v = walk(value, k)
+              if (v != undefined)
+                value[k] = v
+              else
+                delete value[k]
+              end
+            end
+          end
+        end
+        return @reviver.call(holder, key, value)
+      end
+
+      return @reviver ? walk.call({ '' => result }, '') : result
+    end
+  end
+end