jiffy 1.0.1

data/lib/jiffy/parsers/json_string.rl

@@ -0,0 +1,41 @@
+%%{
+    machine json_string;
+    include json_common "json_common.rl";
+
+    action exit { fhold; fbreak; }
+
+    action char { o.t :char, [data[p]].pack("c*") }
+
+    character = ^([\"\\] | 0..0x1f) >char;
+    sequence = '\\' >char [\"\\/bfnrt] >char;
+    unicode = '\\' >char 'u' >char [0-9a-fA-F]{4} $char;
+
+    main := '"' (
+                  character | sequence | unicode
+                )*
+            '"' @exit;
+}%%
+
+class Jiffy
+  module Parsers
+    module JsonString
+      def initialize(*args)
+        %% write data;
+        super
+      end
+
+      def parse_json_string(p, pe)
+        t_p = p + 1
+
+        %% write init;
+        %% write exec;
+
+        if cs >= json_string_first_final
+          p + 1
+        else
+          raise_unparseable p
+        end
+      end
+    end
+  end
+end

data/lib/jiffy/parsers/json_value.rb

@@ -0,0 +1,346 @@
+
+# line 1 "json_value.rl"
+
+# line 56 "json_value.rl"
+
+
+class Jiffy
+  module Parsers
+    module JsonValue
+      def initialize(*args)
+        
+# line 13 "json_value.rb"
+class << self
+	attr_accessor :_json_value_actions
+	private :_json_value_actions, :_json_value_actions=
+end
+self._json_value_actions = [
+	0, 1, 1, 1, 2, 1, 3, 1, 
+	4, 1, 5, 1, 6, 1, 7, 3, 
+	8, 0, 9
+]
+
+class << self
+	attr_accessor :_json_value_key_offsets
+	private :_json_value_key_offsets, :_json_value_key_offsets=
+end
+self._json_value_key_offsets = [
+	0, 0, 9, 10, 11, 12, 13, 14, 
+	15, 16, 17, 18
+]
+
+class << self
+	attr_accessor :_json_value_trans_keys
+	private :_json_value_trans_keys, :_json_value_trans_keys=
+end
+self._json_value_trans_keys = [
+	34, 45, 91, 102, 110, 116, 123, 48, 
+	57, 97, 108, 115, 101, 117, 108, 108, 
+	114, 117, 0
+]
+
+class << self
+	attr_accessor :_json_value_single_lengths
+	private :_json_value_single_lengths, :_json_value_single_lengths=
+end
+self._json_value_single_lengths = [
+	0, 7, 1, 1, 1, 1, 1, 1, 
+	1, 1, 1, 0
+]
+
+class << self
+	attr_accessor :_json_value_range_lengths
+	private :_json_value_range_lengths, :_json_value_range_lengths=
+end
+self._json_value_range_lengths = [
+	0, 1, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0
+]
+
+class << self
+	attr_accessor :_json_value_index_offsets
+	private :_json_value_index_offsets, :_json_value_index_offsets=
+end
+self._json_value_index_offsets = [
+	0, 0, 9, 11, 13, 15, 17, 19, 
+	21, 23, 25, 27
+]
+
+class << self
+	attr_accessor :_json_value_trans_targs
+	private :_json_value_trans_targs, :_json_value_trans_targs=
+end
+self._json_value_trans_targs = [
+	11, 11, 11, 2, 6, 9, 11, 11, 
+	0, 3, 0, 4, 0, 5, 0, 11, 
+	0, 7, 0, 8, 0, 11, 0, 10, 
+	0, 5, 0, 0, 0
+]
+
+class << self
+	attr_accessor :_json_value_trans_actions
+	private :_json_value_trans_actions, :_json_value_trans_actions=
+end
+self._json_value_trans_actions = [
+	15, 1, 3, 11, 9, 13, 5, 1, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 0, 0
+]
+
+class << self
+	attr_accessor :_json_value_from_state_actions
+	private :_json_value_from_state_actions, :_json_value_from_state_actions=
+end
+self._json_value_from_state_actions = [
+	0, 0, 0, 0, 0, 0, 0, 0, 
+	0, 0, 0, 7
+]
+
+class << self
+	attr_accessor :json_value_start
+end
+self.json_value_start = 1;
+class << self
+	attr_accessor :json_value_first_final
+end
+self.json_value_first_final = 11;
+class << self
+	attr_accessor :json_value_error
+end
+self.json_value_error = 0;
+
+class << self
+	attr_accessor :json_value_en_main
+end
+self.json_value_en_main = 1;
+
+
+# line 63 "json_value.rl"
+        super
+      end
+
+      def parse_json_value(p, pe)
+        
+# line 126 "json_value.rb"
+begin
+	p ||= 0
+	pe ||= data.length
+	cs = json_value_start
+end
+
+# line 68 "json_value.rl"
+        
+# line 135 "json_value.rb"
+begin
+	_klen, _trans, _keys, _acts, _nacts = nil
+	_goto_level = 0
+	_resume = 10
+	_eof_trans = 15
+	_again = 20
+	_test_eof = 30
+	_out = 40
+	while true
+	_trigger_goto = false
+	if _goto_level <= 0
+	if p == pe
+		_goto_level = _test_eof
+		next
+	end
+	if cs == 0
+		_goto_level = _out
+		next
+	end
+	end
+	if _goto_level <= _resume
+	_acts = _json_value_from_state_actions[cs]
+	_nacts = _json_value_actions[_acts]
+	_acts += 1
+	while _nacts > 0
+		_nacts -= 1
+		_acts += 1
+		case _json_value_actions[_acts - 1]
+			when 4 then
+# line 45 "json_value.rl"
+		begin
+ p = p - 1; 	begin
+		p += 1
+		_trigger_goto = true
+		_goto_level = _out
+		break
+	end
+ 		end
+# line 174 "json_value.rb"
+		end # from state action switch
+	end
+	if _trigger_goto
+		next
+	end
+	_keys = _json_value_key_offsets[cs]
+	_trans = _json_value_index_offsets[cs]
+	_klen = _json_value_single_lengths[cs]
+	_break_match = false
+	
+	begin
+	  if _klen > 0
+	     _lower = _keys
+	     _upper = _keys + _klen - 1
+
+	     loop do
+	        break if _upper < _lower
+	        _mid = _lower + ( (_upper - _lower) >> 1 )
+
+	        if data[p].ord < _json_value_trans_keys[_mid]
+	           _upper = _mid - 1
+	        elsif data[p].ord > _json_value_trans_keys[_mid]
+	           _lower = _mid + 1
+	        else
+	           _trans += (_mid - _keys)
+	           _break_match = true
+	           break
+	        end
+	     end # loop
+	     break if _break_match
+	     _keys += _klen
+	     _trans += _klen
+	  end
+	  _klen = _json_value_range_lengths[cs]
+	  if _klen > 0
+	     _lower = _keys
+	     _upper = _keys + (_klen << 1) - 2
+	     loop do
+	        break if _upper < _lower
+	        _mid = _lower + (((_upper-_lower) >> 1) & ~1)
+	        if data[p].ord < _json_value_trans_keys[_mid]
+	          _upper = _mid - 2
+	        elsif data[p].ord > _json_value_trans_keys[_mid+1]
+	          _lower = _mid + 2
+	        else
+	          _trans += ((_mid - _keys) >> 1)
+	          _break_match = true
+	          break
+	        end
+	     end # loop
+	     break if _break_match
+	     _trans += _klen
+	  end
+	end while false
+	cs = _json_value_trans_targs[_trans]
+	if _json_value_trans_actions[_trans] != 0
+		_acts = _json_value_trans_actions[_trans]
+		_nacts = _json_value_actions[_acts]
+		_acts += 1
+		while _nacts > 0
+			_nacts -= 1
+			_acts += 1
+			case _json_value_actions[_acts - 1]
+when 0 then
+# line 5 "json_value.rl"
+		begin
+
+      np = parse_json_string(p, pe)
+
+      if np
+         begin p = (( np))-1; end
+
+      else
+        raise_unparseable p
+      end
+    		end
+when 1 then
+# line 15 "json_value.rl"
+		begin
+
+      np = parse_json_float(p, pe)
+
+      if np
+         begin p = (( np))-1; end
+
+      else
+        raise_unparseable p
+      end
+    		end
+when 2 then
+# line 25 "json_value.rl"
+		begin
+
+      np = parse_json_array(p, pe)
+
+      if np
+         begin p = (( np))-1; end
+
+      else
+        raise_unparseable p
+      end
+    		end
+when 3 then
+# line 35 "json_value.rl"
+		begin
+
+      np = parse_json_object(p, pe)
+
+      if np
+         begin p = (( np))-1; end
+
+      else
+        raise_unparseable p
+      end
+    		end
+when 5 then
+# line 48 "json_value.rl"
+		begin
+ o.t :null 		end
+when 6 then
+# line 49 "json_value.rl"
+		begin
+ o.t :false 		end
+when 7 then
+# line 50 "json_value.rl"
+		begin
+ o.t :true 		end
+when 8 then
+# line 52 "json_value.rl"
+		begin
+ o.t :begin_string 		end
+when 9 then
+# line 52 "json_value.rl"
+		begin
+ o.t :end_string 		end
+# line 310 "json_value.rb"
+			end # action switch
+		end
+	end
+	if _trigger_goto
+		next
+	end
+	end
+	if _goto_level <= _again
+	if cs == 0
+		_goto_level = _out
+		next
+	end
+	p += 1
+	if p != pe
+		_goto_level = _resume
+		next
+	end
+	end
+	if _goto_level <= _test_eof
+	end
+	if _goto_level <= _out
+		break
+	end
+	end
+	end
+
+# line 69 "json_value.rl"
+
+        if cs >= json_value_first_final
+          p
+        else
+          raise_unparseable p
+        end
+      end
+    end
+  end
+end

data/lib/jiffy/parsers/json_value.rl

@@ -0,0 +1,78 @@
+%%{
+    machine json_value;
+    include json_common "json_common.rl";
+
+    action parse_string {
+      np = parse_json_string(fpc, pe)
+
+      if np
+        fexec np;
+      else
+        raise_unparseable p
+      end
+    }
+
+    action parse_number {
+      np = parse_json_float(fpc, pe)
+
+      if np
+        fexec np;
+      else
+        raise_unparseable p
+      end
+    }
+
+    action parse_array {
+      np = parse_json_array(fpc, pe)
+
+      if np
+        fexec np;
+      else
+        raise_unparseable p
+      end
+    }
+
+    action parse_object {
+      np = parse_json_object(fpc, pe)
+
+      if np
+        fexec np;
+      else
+        raise_unparseable p
+      end
+    }
+
+    action exit { fhold; fbreak; }
+
+    main := (
+        Vnull >{ o.t :null } |
+        Vfalse >{ o.t :false } |
+        Vtrue >{ o.t :true } |
+        begin_number >parse_number |
+        begin_string >{ o.t :begin_string } >parse_string @{ o.t :end_string } |
+        begin_array >parse_array |
+        begin_object >parse_object
+    ) %*exit;
+}%%
+
+class Jiffy
+  module Parsers
+    module JsonValue
+      def initialize(*args)
+        %% write data;
+        super
+      end
+
+      def parse_json_value(p, pe)
+        %% write init;
+        %% write exec;
+
+        if cs >= json_value_first_final
+          p
+        else
+          raise_unparseable p
+        end
+      end
+    end
+  end
+end

data/lib/jiffy/version.rb

@@ -0,0 +1,3 @@
+class Jiffy
+  VERSION = '1.0.1'
+end

data/lib/jiffy.rb

@@ -0,0 +1,50 @@
+require 'jiffy/parsers/json'
+require 'jiffy/parsers/json_array'
+require 'jiffy/parsers/json_float'
+require 'jiffy/parsers/json_object'
+require 'jiffy/parsers/json_string'
+require 'jiffy/parsers/json_value'
+require 'jiffy/json_outputter'
+
+class Jiffy
+  class UnparseableError < StandardError; end
+  class UnexpectedEndError < StandardError; end
+
+  class << self
+    attr_accessor :json_start
+  end
+
+  prepend Parsers::Json
+  prepend Parsers::JsonArray
+  prepend Parsers::JsonFloat
+  prepend Parsers::JsonObject
+  prepend Parsers::JsonString
+  prepend Parsers::JsonValue
+
+  attr_accessor :io, :data, :outputter
+
+  alias_method :o, :outputter
+  alias_method :format, :parse_json
+
+  def initialize(options = {})
+    if options[:in].is_a?(String)
+      @io = File.open(options[:in])
+    elsif options[:in].respond_to?(:read)
+      @io = options[:in]
+    else
+      raise ArgumentError, 'Invalid input source'
+    end
+
+    @outputter = JsonOutputter.new(options)
+  end
+
+  private
+
+  def raise_unparseable(p)
+    if !@io.closed? && @io.eof? && @data.length == p
+      raise UnexpectedEndError, 'Unexpected end of input'
+    else
+      raise UnparseableError, "Unexpected token at position #{p}"
+    end
+  end
+end

data/test/jiffy_test.rb

@@ -0,0 +1,47 @@
+$:.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+
+require 'stringio'
+require 'minitest/autorun'
+require 'jiffy'
+
+describe Jiffy do
+  positive_examples = Dir[File.join(File.dirname(__FILE__), 'positive-examples', '*')]
+
+  positive_examples.each do |example|
+    it "should correctly format #{File.basename(example)}" do
+      out = StringIO.new
+
+      Jiffy.new(in: example, out: out).format
+
+      assert_equal(out.string, File.read(example).strip)
+    end
+  end
+
+  negative_examples = Dir[File.join(File.dirname(__FILE__), 'negative-examples', '*')]
+
+  negative_examples.each do |example|
+    it "should not format #{File.basename(example)}" do
+      out = StringIO.new
+
+      expected_exception = if /unclosed/ =~ example
+                             Jiffy::UnexpectedEndError
+                           else
+                             Jiffy::UnparseableError
+                           end
+
+      assert_raises expected_exception do
+        Jiffy.new(in: example, out: out).format
+      end
+    end
+  end
+
+  describe '#initialize' do
+    it 'should raise an error when :in is neither an instance of Strirng nor IO' do
+      class Foo; end
+
+      assert_raises ArgumentError do
+        Jiffy.new(in: Foo.new)
+      end
+    end
+  end
+end

data/test/negative-examples/hexadecimal.json

@@ -0,0 +1,3 @@
+[
+  0x00
+]

data/test/negative-examples/infinity-value.json

@@ -0,0 +1,3 @@
+[
+  Infinity
+]

data/test/negative-examples/leading-comma.json

@@ -0,0 +1,3 @@
+[
+  ,""
+]

data/test/negative-examples/leading-zero.json

@@ -0,0 +1,3 @@
+[
+  01
+]

data/test/negative-examples/line-break.json

@@ -0,0 +1,4 @@
+[
+  "line
+  break"
+]

data/test/negative-examples/missing-colon.json

@@ -0,0 +1,3 @@
+{
+  "" ""
+}

data/test/negative-examples/nan-value,json

@@ -0,0 +1,3 @@
+[
+  NaN
+]

data/test/negative-examples/positive-float.json

@@ -0,0 +1,3 @@
+[
+  +1.123
+]

data/test/negative-examples/positive-integer.json

@@ -0,0 +1,3 @@
+[
+  +100
+]

data/test/negative-examples/single-quote.json

@@ -0,0 +1,3 @@
+[
+  'single quoted string'
+]

data/test/negative-examples/string-as-root.json

@@ -0,0 +1 @@
+""

data/test/negative-examples/tab-character.json

@@ -0,0 +1,3 @@
+[
+  'tab	character'
+]

data/test/negative-examples/trailing-array-seperator.json

@@ -0,0 +1,3 @@
+[
+  true,
+]

data/test/negative-examples/trailing-object-seperator.json

@@ -0,0 +1,3 @@
+{
+  "": "",
+}

data/test/negative-examples/true-as-root.json

@@ -0,0 +1 @@
+true

data/test/negative-examples/unclosed-array.json

@@ -0,0 +1,2 @@
+[
+  true

data/test/negative-examples/unclosed-object.json

@@ -0,0 +1,2 @@
+{
+  "": ""

data/test/positive-examples/array-as-root.json

@@ -0,0 +1,3 @@
+[
+  
+]

data/test/positive-examples/array-nested-inside-array.json

@@ -0,0 +1,5 @@
+[
+  [
+    
+  ]
+]

data/test/positive-examples/array-nested-inside-object.json

@@ -0,0 +1,5 @@
+{
+  "": [
+    
+  ]
+}

data/test/positive-examples/false-value.json

@@ -0,0 +1,3 @@
+[
+  false
+]

data/test/positive-examples/null-value.json

@@ -0,0 +1,3 @@
+[
+  null
+]

data/test/positive-examples/number-1.json

@@ -0,0 +1,3 @@
+[
+  100
+]

data/test/positive-examples/number-10.json

@@ -0,0 +1,3 @@
+[
+  1.123E-10
+]

data/test/positive-examples/number-11.json

@@ -0,0 +1,3 @@
+[
+  -100
+]

data/test/positive-examples/number-12.json

@@ -0,0 +1,3 @@
+[
+  -100e10
+]

data/test/positive-examples/number-13.json

@@ -0,0 +1,3 @@
+[
+  -100E10
+]