km-psych 0.1.0

data/lib/psych/visitors/visitor.rb

@@ -0,0 +1,27 @@
+module Psych
+  module Visitors
+    class Visitor
+      attr_reader :started, :finished
+      alias :finished? :finished
+      alias :started? :started
+
+      def initialize
+        @started  = false
+        @finished = false
+      end
+
+      def accept target
+        case target
+        when Psych::Nodes::Scalar   then visit_Psych_Nodes_Scalar target
+        when Psych::Nodes::Mapping  then visit_Psych_Nodes_Mapping target
+        when Psych::Nodes::Sequence then visit_Psych_Nodes_Sequence target
+        when Psych::Nodes::Alias    then visit_Psych_Nodes_Alias target
+        when Psych::Nodes::Document then visit_Psych_Nodes_Document target
+        when Psych::Nodes::Stream   then visit_Psych_Nodes_Stream target
+        else
+          raise "Can't handle #{target}"
+        end
+      end
+    end
+  end
+end

data/lib/psych/visitors/yaml_tree.rb

@@ -0,0 +1,342 @@
+module Psych
+  module Visitors
+    ###
+    # YAMLTree builds a YAML ast given a ruby object.  For example:
+    #
+    #   builder = Psych::Visitors::YAMLTree.new
+    #   builder << { :foo => 'bar' }
+    #   builder.tree # => #<Psych::Nodes::Stream .. }
+    #
+    class YAMLTree < Psych::Visitors::Visitor
+      def initialize options = {}, emitter = Psych::TreeBuilder.new
+        super()
+        @emitter  = emitter
+        @st       = {}
+        @ss       = ScalarScanner.new
+
+        @dispatch_cache = Hash.new do |h,klass|
+          method = "visit_#{(klass.name || '').split('::').join('_')}"
+
+          method = respond_to?(method) ? method : h[klass.superclass]
+
+          raise(TypeError, "Can't dump #{target.class}") unless method
+
+          h[klass] = method
+        end
+      end
+
+      def start encoding = Nodes::Stream::UTF8
+        @emitter.start_stream(encoding).tap do
+          @started = true
+        end
+      end
+
+      def finish
+        @emitter.end_stream.tap do
+          @finished = true
+        end
+      end
+
+      def tree
+        finish unless finished?
+      end
+
+      def push object
+        start unless started?
+        @emitter.start_document [], [], false
+        accept object
+        @emitter.end_document
+      end
+      alias :<< :push
+
+      def accept target
+        # return any aliases we find
+        if node = @st[target.object_id]
+          node.anchor = target.object_id.to_s
+          return @emitter.alias target.object_id.to_s
+        end
+
+        if target.respond_to?(:to_yaml)
+          loc = target.method(:to_yaml).source_location.first
+          if loc !~ /(syck\/rubytypes.rb|psych\/core_ext.rb)/
+            unless target.respond_to?(:encode_with)
+              if $VERBOSE
+                warn "implementing to_yaml is deprecated, please implement \"encode_with\""
+              end
+
+              target.to_yaml(:nodump => true)
+            end
+          end
+        end
+
+        if target.respond_to?(:encode_with)
+          dump_coder target
+        else
+          send(@dispatch_cache[target.class], target)
+        end
+      end
+
+      def visit_Psych_Omap o
+        seq = @emitter.start_sequence(nil, '!omap', false, Nodes::Sequence::BLOCK)
+        register(o, seq)
+
+        o.each { |k,v| visit_Hash k => v }
+        @emitter.end_sequence
+      end
+
+      def visit_Object o
+        tag = Psych.dump_tags[o.class]
+        unless tag
+          klass = o.class == Object ? nil : o.class.name
+          tag   = ['!ruby/object', klass].compact.join(':')
+        end
+
+        map = @emitter.start_mapping(nil, tag, false, Nodes::Mapping::BLOCK)
+        register(o, map)
+
+        dump_ivars o
+        @emitter.end_mapping
+      end
+
+      def visit_Struct o
+        tag = ['!ruby/struct', o.class.name].compact.join(':')
+
+        register o, @emitter.start_mapping(nil, tag, false, Nodes::Mapping::BLOCK)
+        o.members.each do |member|
+          @emitter.scalar member.to_s, nil, nil, true, false, Nodes::Scalar::ANY
+          accept o[member]
+        end
+
+        dump_ivars o
+
+        @emitter.end_mapping
+      end
+
+      def visit_Exception o
+        tag = ['!ruby/exception', o.class.name].join ':'
+
+        @emitter.start_mapping nil, tag, false, Nodes::Mapping::BLOCK
+
+        {
+          'message'   => private_iv_get(o, 'mesg'),
+          'backtrace' => private_iv_get(o, 'backtrace'),
+        }.each do |k,v|
+          next unless v
+          @emitter.scalar k, nil, nil, true, false, Nodes::Scalar::ANY
+          accept v
+        end
+
+        dump_ivars o
+
+        @emitter.end_mapping
+      end
+
+      def visit_Regexp o
+        @emitter.scalar o.inspect, nil, '!ruby/regexp', false, false, Nodes::Scalar::ANY
+      end
+
+      def visit_DateTime o
+        formatted = format_time o.to_time
+        tag = '!ruby/object:DateTime'
+        @emitter.scalar formatted, nil, tag, false, false, Nodes::Scalar::ANY
+      end
+
+      def visit_Time o
+        formatted = format_time o
+        @emitter.scalar formatted, nil, nil, true, false, Nodes::Scalar::ANY
+      end
+
+      def visit_Rational o
+        @emitter.start_mapping(nil, '!ruby/object:Rational', false, Nodes::Mapping::BLOCK)
+
+        [
+          'denominator', o.denominator.to_s,
+          'numerator', o.numerator.to_s
+        ].each do |m|
+          @emitter.scalar m, nil, nil, true, false, Nodes::Scalar::ANY
+        end
+
+        @emitter.end_mapping
+      end
+
+      def visit_Complex o
+        @emitter.start_mapping(nil, '!ruby/object:Complex', false, Nodes::Mapping::BLOCK)
+
+        ['real', o.real.to_s, 'image', o.imag.to_s].each do |m|
+          @emitter.scalar m, nil, nil, true, false, Nodes::Scalar::ANY
+        end
+
+        @emitter.end_mapping
+      end
+
+      def visit_Integer o
+        @emitter.scalar o.to_s, nil, nil, true, false, Nodes::Scalar::ANY
+      end
+      alias :visit_TrueClass :visit_Integer
+      alias :visit_FalseClass :visit_Integer
+      alias :visit_Date :visit_Integer
+
+      def visit_Float o
+        if o.nan?
+          @emitter.scalar '.nan', nil, nil, true, false, Nodes::Scalar::ANY
+        elsif o.infinite?
+          @emitter.scalar((o.infinite? > 0 ? '.inf' : '-.inf'),
+            nil, nil, true, false, Nodes::Scalar::ANY)
+        else
+          @emitter.scalar o.to_s, nil, nil, true, false, Nodes::Scalar::ANY
+        end
+      end
+
+      def visit_String o
+        plain = false
+        quote = false
+        style = Nodes::Scalar::ANY
+
+        if o.index("\x00") || o.count("^ -~\t\r\n").fdiv(o.length) > 0.3
+          str   = [o].pack('m').chomp
+          tag   = '!binary' # FIXME: change to below when syck is removed
+          #tag   = 'tag:yaml.org,2002:binary'
+          style = Nodes::Scalar::LITERAL
+        else
+          str   = o
+          tag   = nil
+          quote = !(String === @ss.tokenize(o))
+          plain = !quote
+        end
+
+        ivars = find_ivars o
+
+        if ivars.empty?
+          @emitter.scalar str, nil, tag, plain, quote, style
+        else
+          @emitter.start_mapping nil, '!str', false, Nodes::Mapping::BLOCK
+          @emitter.scalar 'str', nil, nil, true, false, Nodes::Scalar::ANY
+          @emitter.scalar str, nil, tag, plain, quote, style
+
+          dump_ivars o
+
+          @emitter.end_mapping
+        end
+      end
+
+      def visit_Class o
+        raise TypeError, "can't dump anonymous class #{o.class}"
+      end
+
+      def visit_Range o
+        @emitter.start_mapping nil, '!ruby/range', false, Nodes::Mapping::BLOCK
+        ['begin', o.begin, 'end', o.end, 'excl', o.exclude_end?].each do |m|
+          accept m
+        end
+        @emitter.end_mapping
+      end
+
+      def visit_Hash o
+        register(o, @emitter.start_mapping(nil, nil, true, Psych::Nodes::Mapping::BLOCK))
+
+        o.each do |k,v|
+          accept k
+          accept v
+        end
+
+        @emitter.end_mapping
+      end
+
+      def visit_Psych_Set o
+        register(o, @emitter.start_mapping(nil, '!set', false, Psych::Nodes::Mapping::BLOCK))
+
+        o.each do |k,v|
+          accept k
+          accept v
+        end
+
+        @emitter.end_mapping
+      end
+
+      def visit_Array o
+        register o, @emitter.start_sequence(nil, nil, true, Nodes::Sequence::BLOCK)
+        o.each { |c| accept c }
+        @emitter.end_sequence
+      end
+
+      def visit_NilClass o
+        @emitter.scalar('', nil, 'tag:yaml.org,2002:null', false, false, Nodes::Scalar::ANY)
+      end
+
+      def visit_Symbol o
+        @emitter.scalar ":#{o}", nil, nil, true, false, Nodes::Scalar::ANY
+      end
+
+      private
+      def format_time time
+        formatted = time.strftime("%Y-%m-%d %H:%M:%S.%9N")
+        if time.utc?
+          formatted += "Z"
+        else
+          zone = time.strftime('%z')
+          formatted += " #{zone[0,3]}:#{zone[3,5]}"
+        end
+        formatted
+      end
+
+      # FIXME: remove this method once "to_yaml_properties" is removed
+      def find_ivars target
+        loc = target.method(:to_yaml_properties).source_location.first
+        unless loc.start_with?(Psych::DEPRECATED) || loc.end_with?('rubytypes.rb')
+          if $VERBOSE
+            warn "#{loc}: to_yaml_properties is deprecated, please implement \"encode_with(coder)\""
+          end
+          return target.to_yaml_properties
+        end
+
+        target.instance_variables
+      end
+
+      def register target, yaml_obj
+        @st[target.object_id] = yaml_obj
+        yaml_obj
+      end
+
+      def dump_coder o
+        tag = Psych.dump_tags[o.class]
+        unless tag
+          klass = o.class == Object ? nil : o.class.name
+          tag   = ['!ruby/object', klass].compact.join(':')
+        end
+
+        c = Psych::Coder.new(tag)
+        o.encode_with(c)
+        emit_coder c
+      end
+
+      def emit_coder c
+        case c.type
+        when :scalar
+          @emitter.scalar c.scalar, nil, c.tag, c.tag.nil?, false, Nodes::Scalar::ANY
+        when :seq
+          @emitter.start_sequence nil, c.tag, c.tag.nil?, Nodes::Sequence::BLOCK
+          c.seq.each do |thing|
+            accept thing
+          end
+          @emitter.end_sequence
+        when :map
+          @emitter.start_mapping nil, c.tag, c.implicit, c.style
+          c.map.each do |k,v|
+            @emitter.scalar k, nil, nil, true, false, Nodes::Scalar::ANY
+            accept v
+          end
+          @emitter.end_mapping
+        end
+      end
+
+      def dump_ivars target
+        ivars = find_ivars target
+
+        ivars.each do |iv|
+          @emitter.scalar("#{iv.to_s.sub(/^@/, '')}", nil, nil, true, false, Nodes::Scalar::ANY)
+          accept target.instance_variable_get(iv)
+        end
+      end
+    end
+  end
+end

data/test/psych/helper.rb

@@ -0,0 +1,63 @@
+require 'minitest/autorun'
+require 'stringio'
+require 'tempfile'
+require 'date'
+
+module Psych
+  class TestCase < MiniTest::Unit::TestCase
+    #
+    # Convert between Psych and the object to verify correct parsing and
+    # emitting
+    #
+    def assert_to_yaml( obj, yaml )
+      assert_equal( obj, Psych::load( yaml ) )
+      assert_equal( obj, Psych::parse( yaml ).transform )
+      assert_equal( obj, Psych::load( obj.psych_to_yaml ) )
+      assert_equal( obj, Psych::parse( obj.psych_to_yaml ).transform )
+      assert_equal( obj, Psych::load(
+        obj.psych_to_yaml(
+          :UseVersion => true, :UseHeader => true, :SortKeys => true
+        )
+      ))
+    end
+
+    #
+    # Test parser only
+    #
+    def assert_parse_only( obj, yaml )
+      assert_equal( obj, Psych::load( yaml ) )
+      assert_equal( obj, Psych::parse( yaml ).transform )
+    end
+
+    def assert_cycle( obj )
+      v = Visitors::YAMLTree.new
+      v << obj
+      assert_equal(obj, Psych.load(v.tree.to_yaml))
+      assert_equal( obj, Psych::load(Psych.dump(obj)))
+      assert_equal( obj, Psych::load( obj.psych_to_yaml ) )
+    end
+
+    #
+    # Make a time with the time zone
+    #
+    def mktime( year, mon, day, hour, min, sec, usec, zone = "Z" )
+      usec = Rational(usec.to_s) * 1000000
+      val = Time::utc( year.to_i, mon.to_i, day.to_i, hour.to_i, min.to_i, sec.to_i, usec )
+      if zone != "Z"
+        hour = zone[0,3].to_i * 3600
+        min = zone[3,2].to_i * 60
+        ofs = (hour + min)
+        val = Time.at( val.tv_sec - ofs, val.tv_nsec / 1000.0 )
+      end
+      return val
+    end
+  end
+end
+
+require 'psych'
+
+# FIXME: remove this when syck is removed
+o = Object.new
+a = o.method(:psych_to_yaml)
+b = o.method(:to_yaml)
+raise "psych should define to_yaml" unless a == b

data/test/psych/json/test_stream.rb

@@ -0,0 +1,75 @@
+require_relative '../helper'
+
+module Psych
+  module JSON
+    class TestStream < TestCase
+      def setup
+        @io     = StringIO.new
+        @stream = Psych::JSON::Stream.new(@io)
+        @stream.start
+      end
+
+      def test_explicit_documents
+        @io     = StringIO.new
+        @stream = Psych::JSON::Stream.new(@io)
+        @stream.start
+
+        @stream.push({ 'foo' => 'bar' })
+
+        assert !@stream.finished?, 'stream not finished'
+        @stream.finish
+        assert @stream.finished?, 'stream finished'
+
+        assert_match(/^---/, @io.string)
+        assert_match(/\.\.\.$/, @io.string)
+      end
+
+      def test_null
+        @stream.push(nil)
+        assert_match(/^--- null/, @io.string)
+      end
+
+      def test_string
+        @stream.push "foo"
+        assert_match(/(['"])foo\1/, @io.string)
+      end
+
+      def test_symbol
+        @stream.push :foo
+        assert_match(/(['"])foo\1/, @io.string)
+      end
+
+      def test_int
+        @stream.push 10
+        assert_match(/^--- 10/, @io.string)
+      end
+
+      def test_float
+        @stream.push 1.2
+        assert_match(/^--- 1.2/, @io.string)
+      end
+
+      def test_hash
+        hash = { 'one' => 'two' }
+        @stream.push hash
+
+        json = @io.string
+        assert_match(/}$/, json)
+        assert_match(/^--- \{/, json)
+        assert_match(/['"]one['"]/, json)
+        assert_match(/['"]two['"]/, json)
+      end
+
+      def test_list_to_json
+        list = %w{ one two }
+        @stream.push list
+
+        json = @io.string
+        assert_match(/]$/, json)
+        assert_match(/^--- \[/, json)
+        assert_match(/['"]one['"]/, json)
+        assert_match(/['"]two['"]/, json)
+      end
+    end
+  end
+end