nokogiri 1.6.8.rc3-x64-mingw32 → 1.6.8-x64-mingw32

data/test/xml/test_reader.rb

@@ -0,0 +1,589 @@
+# -*- coding: utf-8 -*-
+require "helper"
+
+module Nokogiri
+  module XML
+    class TestReader < Nokogiri::TestCase
+      def test_from_io_sets_io_as_source
+        io = File.open SNUGGLES_FILE
+        reader = Nokogiri::XML::Reader.from_io(io)
+        assert_equal io, reader.source
+      end
+
+      def test_empty_element?
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+          <xml><city>Paris</city><state/></xml>
+        eoxml
+
+        results = reader.map do |node|
+          if node.node_type == Nokogiri::XML::Node::ELEMENT_NODE
+            node.empty_element?
+          end
+        end
+        assert_equal [false, false, nil, nil, true, nil], results
+      end
+
+      def test_self_closing?
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+          <xml><city>Paris</city><state/></xml>
+        eoxml
+
+        results = reader.map do |node|
+          if node.node_type == Nokogiri::XML::Node::ELEMENT_NODE
+            node.self_closing?
+          end
+        end
+        assert_equal [false, false, nil, nil, true, nil], results
+      end
+
+      # Issue #831
+      # Make sure that the reader doesn't block reading the entire input
+      def test_reader_blocking
+        rd, wr = IO.pipe()
+        node_out = nil
+        t = Thread.start do
+          reader = Nokogiri::XML::Reader(rd, 'UTF-8')
+          reader.each do |node|
+            node_out = node
+            break
+          end
+          rd.close
+        end
+        sleep(1)              # sleep for one second to make sure the reader will actually block for input
+        begin
+          wr.puts "<foo>"
+          wr.puts "<bar/>" * 10000
+          wr.flush
+        rescue Errno::EPIPE
+        end
+        res = t.join(5)    # wait 5 seconds for the thread to finish
+        wr.close
+        refute_nil node_out, "Didn't read any nodes, exclude the trivial case"
+        refute_nil res, "Reader blocks trying to read the entire stream"
+      end
+
+      def test_reader_takes_block
+        options = nil
+        Nokogiri::XML::Reader(File.read(XML_FILE), XML_FILE) do |cfg|
+          options = cfg
+          options.nonet.nowarning.dtdattr
+        end
+        assert options.nonet?
+        assert options.nowarning?
+        assert options.dtdattr?
+      end
+
+      def test_nil_raises
+        assert_raises(ArgumentError) {
+          Nokogiri::XML::Reader.from_memory(nil)
+        }
+        assert_raises(ArgumentError) {
+          Nokogiri::XML::Reader.from_io(nil)
+        }
+      end
+
+      def test_from_io
+        io = File.open SNUGGLES_FILE
+        reader = Nokogiri::XML::Reader.from_io(io)
+        assert_equal false, reader.default?
+        assert_equal [false, false, false, false, false, false, false],
+          reader.map(&:default?)
+      end
+
+      def test_io
+        io = File.open SNUGGLES_FILE
+        reader = Nokogiri::XML::Reader(io)
+        assert_equal false, reader.default?
+        assert_equal [false, false, false, false, false, false, false],
+          reader.map(&:default?)
+      end
+
+      def test_string_io
+        io = StringIO.new(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo awesome='true'>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        reader = Nokogiri::XML::Reader(io)
+        assert_equal false, reader.default?
+        assert_equal [false, false, false, false, false, false, false],
+          reader.map(&:default?)
+      end
+
+      class ReallyBadIO
+        def read(size)
+          'a' * size ** 10
+        end
+      end
+
+      class ReallyBadIO4Java
+        def read(size=1)
+          'a' * size ** 10
+        end
+      end
+
+      def test_io_that_reads_too_much
+        if Nokogiri.jruby?
+          io = ReallyBadIO4Java.new
+          Nokogiri::XML::Reader(io)
+        else
+          io = ReallyBadIO.new
+          Nokogiri::XML::Reader(io)
+        end
+      end
+
+      def test_in_memory
+        assert Nokogiri::XML::Reader(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo awesome='true'>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+      end
+
+      def test_reader_holds_on_to_string
+        xml = <<-eoxml
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo awesome='true'>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        reader = Nokogiri::XML::Reader(xml)
+        assert_equal xml, reader.source
+      end
+
+      def test_default?
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo awesome='true'>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        assert_equal false, reader.default?
+        assert_equal [false, false, false, false, false, false, false],
+          reader.map(&:default?)
+      end
+
+      def test_value?
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo awesome='true'>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        assert_equal false, reader.value?
+        assert_equal [false, true, false, true, false, true, false],
+          reader.map(&:value?)
+      end
+
+      def test_read_error_document
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo awesome='true'>snuggles!</tenderlove:foo>
+          <foo>
+        </x>
+        eoxml
+        assert_raises(Nokogiri::XML::SyntaxError) do
+          reader.each { |node| }
+        end
+        assert 1, reader.errors.length
+      end
+
+      def test_attributes?
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo awesome='true'>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        assert_equal false, reader.attributes?
+        assert_equal [true, false, true, false, true, false, true],
+          reader.map(&:attributes?)
+      end
+
+      def test_attributes
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'
+           xmlns='http://mothership.connection.com/'
+           >
+          <tenderlove:foo awesome='true'>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        assert_equal({}, reader.attributes)
+        assert_equal [{'xmlns:tenderlove'=>'http://tenderlovemaking.com/',
+                       'xmlns'=>'http://mothership.connection.com/'},
+                      {}, {"awesome"=>"true"}, {}, {"awesome"=>"true"}, {},
+                      {'xmlns:tenderlove'=>'http://tenderlovemaking.com/',
+                       'xmlns'=>'http://mothership.connection.com/'}],
+          reader.map(&:attributes)
+      end
+
+      def test_attribute_roundtrip
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'
+           xmlns='http://mothership.connection.com/'
+           >
+          <tenderlove:foo awesome='true' size='giant'>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        reader.each do |node|
+          node.attributes.each do |key, value|
+            assert_equal value, node.attribute(key)
+          end
+        end
+      end
+
+      def test_attribute_at
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo awesome='true'>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        assert_nil reader.attribute_at(nil)
+        assert_nil reader.attribute_at(0)
+        assert_equal ['http://tenderlovemaking.com/', nil, 'true', nil, 'true', nil, 'http://tenderlovemaking.com/'],
+          reader.map { |x| x.attribute_at(0) }
+      end
+
+      def test_attribute
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo awesome='true'>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        assert_nil reader.attribute(nil)
+        assert_nil reader.attribute('awesome')
+        assert_equal [nil, nil, 'true', nil, 'true', nil, nil],
+          reader.map { |x| x.attribute('awesome') }
+      end
+
+      def test_attribute_length
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo awesome='true'>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        assert_equal 0, reader.attribute_count
+        assert_equal [1, 0, 1, 0, 0, 0, 0], reader.map(&:attribute_count)
+      end
+
+      def test_depth
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        assert_equal 0, reader.depth
+        assert_equal [0, 1, 1, 2, 1, 1, 0], reader.map(&:depth)
+      end
+
+      def test_encoding
+        string = <<-eoxml
+        <awesome>
+          <p xml:lang="en">The quick brown fox jumps over the lazy dog.</p>
+          <p xml:lang="ja">日本語が上手です</p>
+        </awesome>
+        eoxml
+        reader = Nokogiri::XML::Reader.from_memory(string, nil, 'UTF-8')
+        assert_equal ['UTF-8'], reader.map(&:encoding).uniq
+      end
+
+      def test_xml_version
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        assert_nil reader.xml_version
+        assert_equal ['1.0'], reader.map(&:xml_version).uniq
+      end
+
+      def test_lang
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <awesome>
+          <p xml:lang="en">The quick brown fox jumps over the lazy dog.</p>
+          <p xml:lang="ja">日本語が上手です</p>
+        </awesome>
+        eoxml
+        assert_nil reader.lang
+        assert_equal [nil, nil, "en", "en", "en", nil, "ja", "ja", "ja", nil, nil],
+          reader.map(&:lang)
+      end
+
+      def test_value
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:tenderlove='http://tenderlovemaking.com/'>
+          <tenderlove:foo>snuggles!</tenderlove:foo>
+        </x>
+        eoxml
+        assert_nil reader.value
+        assert_equal [nil, "\n          ", nil, "snuggles!", nil, "\n        ", nil],
+          reader.map(&:value)
+      end
+
+      def test_prefix
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:edi='http://ecommerce.example.org/schema'>
+          <edi:foo>hello</edi:foo>
+        </x>
+        eoxml
+        assert_nil reader.prefix
+        assert_equal [nil, nil, "edi", nil, "edi", nil, nil],
+          reader.map(&:prefix)
+      end
+
+      def test_node_type
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x>
+          <y>hello</y>
+        </x>
+        eoxml
+        assert_equal 0, reader.node_type
+        assert_equal [1, 14, 1, 3, 15, 14, 15], reader.map(&:node_type)
+      end
+
+      def test_inner_xml
+        str = "<x><y>hello</y></x>"
+        reader = Nokogiri::XML::Reader.from_memory(str)
+
+        reader.read
+
+        assert_equal "<y>hello</y>", reader.inner_xml
+      end
+
+      def test_outer_xml
+        str = ["<x><y>hello</y></x>", "<y>hello</y>", "hello", "<y/>", "<x/>"]
+        reader = Nokogiri::XML::Reader.from_memory(str.first)
+
+        xml = []
+        reader.map { |node| xml << node.outer_xml }
+
+        assert_equal str, xml
+      end
+
+      def test_outer_xml_with_empty_nodes
+        str = ["<x><y/></x>", "<y/>", "<x/>"]
+        reader = Nokogiri::XML::Reader.from_memory(str.first)
+
+        xml = []
+        reader.map { |node| xml << node.outer_xml }
+
+        assert_equal str, xml
+      end
+
+      def test_state
+        reader = Nokogiri::XML::Reader.from_memory('<foo>bar</bar>')
+        assert reader.state
+      end
+
+      def test_ns_uri
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:edi='http://ecommerce.example.org/schema'>
+          <edi:foo>hello</edi:foo>
+        </x>
+        eoxml
+        assert_nil reader.namespace_uri
+        assert_equal([nil,
+                      nil,
+                      "http://ecommerce.example.org/schema",
+                      nil,
+                      "http://ecommerce.example.org/schema",
+                      nil,
+                      nil],
+                      reader.map(&:namespace_uri))
+      end
+
+      def test_namespaced_attributes
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:edi='http://ecommerce.example.org/schema' xmlns:commons="http://rets.org/xsd/RETSCommons">
+          <edi:foo commons:street-number="43">hello</edi:foo>
+          <y edi:name="francis" bacon="87"/>
+        </x>
+        eoxml
+        attr_ns = []
+        while reader.read
+          if reader.node_type == Nokogiri::XML::Node::ELEMENT_NODE
+            reader.attribute_nodes.each {|attr| attr_ns << (attr.namespace.nil? ? nil : attr.namespace.prefix) }
+          end
+        end
+        assert_equal(['commons',
+                      'edi',
+                      nil],
+                     attr_ns)
+      end
+
+      def test_local_name
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:edi='http://ecommerce.example.org/schema'>
+          <edi:foo>hello</edi:foo>
+        </x>
+        eoxml
+        assert_nil reader.local_name
+        assert_equal(["x", "#text", "foo", "#text", "foo", "#text", "x"],
+                     reader.map(&:local_name))
+      end
+
+      def test_name
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+        <x xmlns:edi='http://ecommerce.example.org/schema'>
+          <edi:foo>hello</edi:foo>
+        </x>
+        eoxml
+        assert_nil reader.name
+        assert_equal(["x", "#text", "edi:foo", "#text", "edi:foo", "#text", "x"],
+                     reader.map(&:name))
+      end
+
+      def test_base_uri
+        reader = Nokogiri::XML::Reader.from_memory(<<-eoxml)
+          <x xml:base="http://base.example.org/base/">
+            <link href="link"/>
+            <other xml:base="http://other.example.org/"/>
+            <relative xml:base="relative">
+              <link href="stuff" />
+            </relative>
+          </x>
+        eoxml
+
+        assert_nil reader.base_uri
+        assert_equal(["http://base.example.org/base/",
+                      "http://base.example.org/base/",
+                      "http://base.example.org/base/",
+                      "http://base.example.org/base/",
+                      "http://other.example.org/",
+                      "http://base.example.org/base/",
+                      "http://base.example.org/base/relative",
+                      "http://base.example.org/base/relative",
+                      "http://base.example.org/base/relative",
+                      "http://base.example.org/base/relative",
+                      "http://base.example.org/base/relative",
+                      "http://base.example.org/base/",
+                      "http://base.example.org/base/"],
+                      reader.map(&:base_uri))
+      end
+
+      def test_xlink_href_without_base_uri
+        reader = Nokogiri::XML::Reader(<<-eoxml)
+          <x xmlns:xlink="http://www.w3.org/1999/xlink">
+            <link xlink:href="#other">Link</link>
+            <other id="other">Linked Element</other>
+          </x>
+        eoxml
+
+        reader.each do |node|
+          if node.node_type == Nokogiri::XML::Reader::TYPE_ELEMENT
+            if node.name == 'link'
+              assert_nil node.base_uri
+            end
+          end
+        end
+      end
+
+      def test_xlink_href_with_base_uri
+        reader = Nokogiri::XML::Reader(<<-eoxml)
+          <x xml:base="http://base.example.org/base/"
+             xmlns:xlink="http://www.w3.org/1999/xlink">
+            <link xlink:href="#other">Link</link>
+            <other id="other">Linked Element</other>
+          </x>
+        eoxml
+
+        reader.each do |node|
+          if node.node_type == Nokogiri::XML::Reader::TYPE_ELEMENT
+            assert_equal node.base_uri, "http://base.example.org/base/"
+          end
+        end
+      end
+
+      def test_read_from_memory
+        called = false
+        reader = Nokogiri::XML::Reader.from_memory('<foo>bar</foo>')
+        reader.each do |node|
+          called = true
+          assert node
+        end
+        assert called
+      end
+
+      def test_large_document_smoke_test
+        #  simply run on a large document to verify that there no GC issues
+        xml = []
+        xml << "<elements>"
+        10000.times { |j| xml << "<element id=\"#{j}\"/>" }
+        xml << "</elements>"
+        xml = xml.join("\n")
+
+        Nokogiri::XML::Reader.from_memory(xml).each do |e|
+          e.attributes
+        end
+      end
+
+      def test_correct_outer_xml_inclusion
+        xml = Nokogiri::XML::Reader.from_io(StringIO.new(<<-eoxml))
+          <root-element>
+            <children>
+              <child n="1">
+                <field>child-1</field>
+              </child>
+              <child n="2">
+                <field>child-2</field>
+              </child>
+              <child n="3">
+                <field>child-3</field>
+              </child>
+            </children>
+          </root-element>
+        eoxml
+
+        nodelengths = []
+        has_child2 = []
+
+        xml.each do |node|
+          if node.node_type == Nokogiri::XML::Reader::TYPE_ELEMENT and node.name == "child"
+            nodelengths << node.outer_xml.length
+            has_child2 << !!(node.outer_xml =~ /child-2/)
+          end
+        end
+
+        assert_equal(nodelengths[0], nodelengths[1])
+        assert(has_child2[1])
+        assert(!has_child2[0])
+      end
+
+      def test_correct_inner_xml_inclusion
+        xml = Nokogiri::XML::Reader.from_io(StringIO.new(<<-eoxml))
+          <root-element>
+            <children>
+              <child n="1">
+                <field>child-1</field>
+              </child>
+              <child n="2">
+                <field>child-2</field>
+              </child>
+              <child n="3">
+                <field>child-3</field>
+              </child>
+            </children>
+          </root-element>
+        eoxml
+
+        nodelengths = []
+        has_child2 = []
+
+        xml.each do |node|
+          if node.node_type == Nokogiri::XML::Reader::TYPE_ELEMENT and node.name == "child"
+            nodelengths << node.inner_xml.length
+            has_child2 << !!(node.inner_xml =~ /child-2/)
+          end
+        end
+
+        assert_equal(nodelengths[0], nodelengths[1])
+        assert(has_child2[1])
+        assert(!has_child2[0])
+      end
+
+      def test_nonexistent_attribute
+        require 'nokogiri'
+        reader = Nokogiri::XML::Reader("<root xmlns='bob'><el attr='fred' /></root>")
+        reader.read # root
+        reader.read # el
+        assert_equal nil, reader.attribute('other')
+      end
+    end
+  end
+end