nokogiri 1.6.2.rc1-x64-mingw32

data/test/xml/test_document_encoding.rb

@@ -0,0 +1,28 @@
+require "helper"
+
+module Nokogiri
+  module XML
+    if RUBY_VERSION =~ /^1\.9/
+      class TestDocumentEncoding < Nokogiri::TestCase
+        def setup
+          super
+          @xml = Nokogiri::XML(File.read(XML_FILE), XML_FILE, 'UTF-8')
+        end
+
+        def test_url
+          assert_equal @xml.encoding, @xml.url.encoding.name
+        end
+
+        def test_encoding
+          assert_equal @xml.encoding, @xml.encoding.encoding.name
+        end
+
+        def test_dotted_version
+          if Nokogiri.uses_libxml?
+            assert_equal 'UTF-8', Nokogiri::LIBXML_VERSION.encoding.name
+          end
+        end
+      end
+    end
+  end
+end

data/test/xml/test_document_fragment.rb

@@ -0,0 +1,228 @@
+require "helper"
+
+module Nokogiri
+  module XML
+    class TestDocumentFragment < Nokogiri::TestCase
+      def setup
+        super
+        @xml = Nokogiri::XML.parse(File.read(XML_FILE), XML_FILE)
+      end
+
+      def test_replace_text_node
+        html = "foo"
+        doc = Nokogiri::XML::DocumentFragment.parse(html)
+        doc.children[0].replace "bar"
+        assert_equal 'bar', doc.children[0].content
+      end
+
+      def test_fragment_is_relative
+        doc      = Nokogiri::XML('<root><a xmlns="blah" /></root>')
+        ctx      = doc.root.child
+        fragment = Nokogiri::XML::DocumentFragment.new(doc, '<hello />', ctx)
+        hello    = fragment.child
+
+        assert_equal 'hello', hello.name
+        assert_equal doc.root.child.namespace, hello.namespace
+      end
+
+      def test_node_fragment_is_relative
+        doc      = Nokogiri::XML('<root><a xmlns="blah" /></root>')
+        assert doc.root.child
+        fragment = doc.root.child.fragment('<hello />')
+        hello    = fragment.child
+
+        assert_equal 'hello', hello.name
+        assert_equal doc.root.child.namespace, hello.namespace
+      end
+
+      def test_new
+        assert Nokogiri::XML::DocumentFragment.new(@xml)
+      end
+
+      def test_fragment_should_have_document
+        fragment = Nokogiri::XML::DocumentFragment.new(@xml)
+        assert_equal @xml, fragment.document
+      end
+
+      def test_name
+        fragment = Nokogiri::XML::DocumentFragment.new(@xml)
+        assert_equal '#document-fragment', fragment.name
+      end
+
+      def test_static_method
+        fragment = Nokogiri::XML::DocumentFragment.parse("<div>a</div>")
+        assert_instance_of Nokogiri::XML::DocumentFragment, fragment
+      end
+
+      def test_static_method_with_namespaces
+        # follows different path in FragmentHandler#start_element which blew up after 597195ff
+        fragment = Nokogiri::XML::DocumentFragment.parse("<o:div>a</o:div>")
+        assert_instance_of Nokogiri::XML::DocumentFragment, fragment
+      end
+
+      def test_many_fragments
+        100.times { Nokogiri::XML::DocumentFragment.new(@xml) }
+      end
+
+      def test_subclass
+        klass = Class.new(Nokogiri::XML::DocumentFragment)
+        fragment = klass.new(@xml, "<div>a</div>")
+        assert_instance_of klass, fragment
+      end
+
+      def test_subclass_parse
+        klass = Class.new(Nokogiri::XML::DocumentFragment)
+        doc = klass.parse("<div>a</div>")
+        assert_instance_of klass, doc
+      end
+
+      def test_unparented_text_node_parse
+        fragment = Nokogiri::XML::DocumentFragment.parse("foo")
+        fragment.children.after("<bar/>")
+      end
+
+      def test_xml_fragment
+        fragment = Nokogiri::XML.fragment("<div>a</div>")
+        assert_equal "<div>a</div>", fragment.to_s
+      end
+
+      def test_xml_fragment_has_multiple_toplevel_children
+        doc = "<div>b</div><div>e</div>"
+        fragment = Nokogiri::XML::Document.new.fragment(doc)
+        assert_equal "<div>b</div><div>e</div>", fragment.to_s
+      end
+
+      def test_xml_fragment_has_outer_text
+        # this test is descriptive, not prescriptive.
+        doc = "a<div>b</div>"
+        fragment = Nokogiri::XML::Document.new.fragment(doc)
+        assert_equal "a<div>b</div>", fragment.to_s
+
+        doc = "<div>b</div>c"
+        fragment = Nokogiri::XML::Document.new.fragment(doc)
+        assert_equal "<div>b</div>c", fragment.to_s
+      end
+
+      def test_xml_fragment_case_sensitivity
+        doc = "<crazyDiv>b</crazyDiv>"
+        fragment = Nokogiri::XML::Document.new.fragment(doc)
+        assert_equal "<crazyDiv>b</crazyDiv>", fragment.to_s
+      end
+
+      def test_xml_fragment_with_leading_whitespace
+        doc = "     <div>b</div>  "
+        fragment = Nokogiri::XML::Document.new.fragment(doc)
+        assert_equal "     <div>b</div>  ", fragment.to_s
+      end
+
+      def test_xml_fragment_with_leading_whitespace_and_newline
+        doc = "     \n<div>b</div>  "
+        fragment = Nokogiri::XML::Document.new.fragment(doc)
+        assert_equal "     \n<div>b</div>  ", fragment.to_s
+      end
+
+      def test_fragment_children_search
+        fragment = Nokogiri::XML::Document.new.fragment(
+          '<div><p id="content">hi</p></div>'
+        )
+        css     = fragment.children.css('p')
+        xpath   = fragment.children.xpath('.//p')
+        assert_equal css, xpath
+      end
+
+      def test_fragment_search
+        frag = Nokogiri::XML::Document.new.fragment '<p id="content">hi</p>'
+
+        p_tag = frag.css('#content').first
+        assert_equal 'p', p_tag.name
+
+        assert_equal p_tag, frag.xpath('./*[@id = \'content\']').first
+      end
+
+      def test_fragment_without_a_namespace_does_not_get_a_namespace
+        doc = Nokogiri::XML <<-EOX
+          <root xmlns="http://tenderlovemaking.com/" xmlns:foo="http://flavorjon.es/" xmlns:bar="http://google.com/">
+            <foo:existing></foo:existing>
+          </root>
+        EOX
+        frag = doc.fragment "<newnode></newnode>"
+        assert_nil frag.namespace
+      end
+
+      def test_fragment_namespace_resolves_against_document_root
+        doc = Nokogiri::XML <<-EOX
+          <root xmlns:foo="http://flavorjon.es/" xmlns:bar="http://google.com/">
+            <foo:existing></foo:existing>
+          </root>
+        EOX
+        ns = doc.root.namespace_definitions.detect { |x| x.prefix == "bar" }
+
+        frag = doc.fragment "<bar:newnode></bar:newnode>"
+        assert frag.children.first.namespace
+        assert_equal ns, frag.children.first.namespace
+      end
+
+      def test_fragment_invalid_namespace_is_silently_ignored
+        doc = Nokogiri::XML <<-EOX
+          <root xmlns:foo="http://flavorjon.es/" xmlns:bar="http://google.com/">
+            <foo:existing></foo:existing>
+          </root>
+        EOX
+        frag = doc.fragment "<baz:newnode></baz:newnode>"
+        assert_nil frag.children.first.namespace
+      end
+
+      def test_decorator_is_applied
+        x = Module.new do
+          def awesome!
+          end
+        end
+        util_decorate(@xml, x)
+        fragment = Nokogiri::XML::DocumentFragment.new(@xml, "<div>a</div><div>b</div>")
+
+        assert node_set = fragment.css('div')
+        assert node_set.respond_to?(:awesome!)
+        node_set.each do |node|
+          assert node.respond_to?(:awesome!), node.class
+        end
+        assert fragment.children.respond_to?(:awesome!), fragment.children.class
+      end
+
+      def test_add_node_to_doc_fragment_segfault
+        frag = Nokogiri::XML::DocumentFragment.new(@xml, '<p>hello world</p>')
+        Nokogiri::XML::Comment.new(frag,'moo')
+      end
+
+      if Nokogiri.uses_libxml?
+        def test_for_libxml_in_context_fragment_parsing_bug_workaround
+          10.times do
+            begin
+              fragment = Nokogiri::XML.fragment("<div></div>")
+              parent = fragment.children.first
+              child = parent.parse("<h1></h1>").first
+              parent.add_child child
+            end
+            GC.start
+          end
+        end
+
+        def test_for_libxml_in_context_memory_badness_when_encountering_encoding_errors
+          # see issue #643 for background
+          # this test exists solely to raise an error during valgrind test runs.
+          html = <<-EOHTML
+<html>
+  <head>
+    <meta http-equiv="Content-Type" content="text/html; charset=shizzle" />
+  </head>
+  <body>
+    <div>Foo</div>
+  </body>
+</html>
+EOHTML
+          doc = Nokogiri::HTML html
+          doc.at_css("div").replace("Bar")
+        end
+      end
+    end
+  end
+end

data/test/xml/test_dtd.rb

@@ -0,0 +1,187 @@
+require "helper"
+
+module Nokogiri
+  module XML
+    class TestDTD < Nokogiri::TestCase
+      def setup
+        super
+        @xml = Nokogiri::XML(File.open(XML_FILE))
+        assert @dtd = @xml.internal_subset
+      end
+
+      def test_system_id
+        assert_equal 'staff.dtd', @dtd.system_id
+      end
+
+      def test_external_id
+        xml = Nokogiri::XML('<!DOCTYPE foo PUBLIC "bar" ""><foo />')
+        assert dtd = xml.internal_subset, 'no internal subset'
+        assert_equal 'bar', dtd.external_id
+      end
+
+      def test_html_dtd
+        {
+          'MathML 2.0' => [
+            '<!DOCTYPE math PUBLIC "-//W3C//DTD MathML 2.0//EN" "http://www.w3.org/Math/DTD/mathml2/mathml2.dtd">',
+            false,
+            false,
+          ],
+          'HTML 2.0' => [
+            '<!DOCTYPE html PUBLIC "-//IETF//DTD HTML 2.0//EN">',
+            true,
+            false,
+          ],
+          'HTML 3.2' => [
+            '<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">',
+            true,
+            false,
+          ],
+          'XHTML Basic 1.0' => [
+            '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML Basic 1.0//EN" "http://www.w3.org/TR/xhtml-basic/xhtml-basic10.dtd">',
+            true,
+            false,
+          ],
+          'XHTML 1.0 Strict' => [
+            '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">',
+            true,
+            false,
+          ],
+          'XHTML + MathML + SVG Profile (XHTML as the host language)' => [
+            '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1 plus MathML 2.0 plus SVG 1.1//EN" "http://www.w3.org/2002/04/xhtml-math-svg/xhtml-math-svg.dtd">',
+            true,
+            false,
+          ],
+          'XHTML + MathML + SVG Profile (Using SVG as the host)' => [
+            '<!DOCTYPE svg:svg PUBLIC "-//W3C//DTD XHTML 1.1 plus MathML 2.0 plus SVG 1.1//EN" "http://www.w3.org/2002/04/xhtml-math-svg/xhtml-math-svg.dtd">',
+            false,
+            false,
+          ],
+          'CHTML 1.0' => [
+            '<!DOCTYPE HTML PUBLIC "-//W3C//DTD Compact HTML 1.0 Draft//EN">',
+            true,
+            false,
+          ],
+          'HTML 4.01 Strict' => [
+            '<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">',
+            true,
+            false,
+          ],
+          'HTML 4.01 Transitional' => [
+            '<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">',
+            true,
+            false,
+          ],
+          'HTML 4.01 Frameset' => [
+            '<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Frameset//EN" "http://www.w3.org/TR/html4/frameset.dtd">',
+            true,
+            false,
+          ],
+          'HTML 5' => [
+            '<!DOCTYPE html>',
+            true,
+            true,
+          ],
+          'HTML 5 legacy compatible' => [
+            '<!DOCTYPE HTML SYSTEM "about:legacy-compat">',
+            true,
+            true,
+          ],
+        }.each { |name, (dtd_str, html_p, html5_p)|
+          doc = Nokogiri(dtd_str)
+          dtd = doc.internal_subset
+          assert_instance_of Nokogiri::XML::DTD, dtd, name
+          if html_p
+            assert_send [dtd, :html_dtd?], name
+          else
+            assert_not_send [dtd, :html_dtd?], name
+          end
+          if html5_p
+            assert_send [dtd, :html5_dtd?], name
+          else
+            assert_not_send [dtd, :html5_dtd?], name
+          end
+        }
+      end
+
+      def test_content
+        assert_raise NoMethodError do
+          @dtd.content
+        end
+      end
+
+      def test_empty_attributes
+        dtd = Nokogiri::HTML("<html></html>").internal_subset
+        assert_equal Hash.new, dtd.attributes
+      end
+
+      def test_attributes
+        assert_equal ['width'], @dtd.attributes.keys
+        assert_equal '0', @dtd.attributes['width'].default
+      end
+
+      def test_keys
+        assert_equal ['width'], @dtd.keys
+      end
+
+      def test_each
+        hash = {}
+        @dtd.each { |key, value| hash[key] = value }
+        assert_equal @dtd.attributes, hash
+      end
+
+      def test_namespace
+        assert_raise NoMethodError do
+          @dtd.namespace
+        end
+      end
+
+      def test_namespace_definitions
+        assert_raise NoMethodError do
+          @dtd.namespace_definitions
+        end
+      end
+
+      def test_line
+        assert_raise NoMethodError do
+          @dtd.line
+        end
+      end
+
+      def test_validate
+        if Nokogiri.uses_libxml?
+          list = @xml.internal_subset.validate @xml
+          assert_equal 44, list.length
+        else
+          xml = Nokogiri::XML(File.open(XML_FILE)) {|cfg| cfg.dtdvalid}
+          list = xml.internal_subset.validate xml
+          assert_equal 40, list.length
+        end
+      end
+
+      def test_external_subsets
+        assert subset = @xml.internal_subset
+        assert_equal 'staff', subset.name
+      end
+
+      def test_entities
+        assert entities = @dtd.entities
+        assert_equal %w[ ent1 ent2 ent3 ent4 ent5 ].sort, entities.keys.sort
+      end
+
+      def test_elements
+        assert elements = @dtd.elements
+        assert_equal %w[ br ], elements.keys
+        assert_equal 'br', elements['br'].name
+      end
+
+      def test_notations
+        assert notations = @dtd.notations
+        assert_equal %w[ notation1 notation2 ].sort, notations.keys.sort
+        assert notation1 = notations['notation1']
+        assert_equal 'notation1', notation1.name
+        assert_equal 'notation1File', notation1.public_id
+        assert_nil notation1.system_id
+      end
+    end
+  end
+end

data/test/xml/test_dtd_encoding.rb

@@ -0,0 +1,33 @@
+# -*- coding: utf-8 -*-
+
+require "helper"
+
+module Nokogiri
+  module XML
+   if RUBY_VERSION =~ /^1\.9/
+    class TestDTDEncoding < Nokogiri::TestCase
+      def setup
+        super
+        @xml = Nokogiri::XML(File.read(XML_FILE), XML_FILE, 'UTF-8')
+        assert @dtd = @xml.internal_subset
+      end
+
+      def test_entities
+        @dtd.entities.each do |k,v|
+          assert_equal @xml.encoding, k.encoding.name
+        end
+      end
+
+      def test_notations
+        @dtd.notations.each do |k,notation|
+          assert_equal 'UTF-8', k.encoding.name
+          %w{ name public_id system_id }.each do |attribute|
+            v = notation.send(:"#{attribute}") || next
+            assert_equal 'UTF-8', v.encoding.name
+          end
+        end
+      end
+    end
+   end
+  end
+end