nokogiri 1.0.0 → 1.6.8.1

data/test/xml/test_document_encoding.rb

@@ -0,0 +1,31 @@
+require "helper"
+
+module Nokogiri
+  module XML
+    class TestDocumentEncoding < Nokogiri::TestCase
+      def setup
+        super
+        @xml = Nokogiri::XML(File.read(SHIFT_JIS_XML), SHIFT_JIS_XML)
+      end
+
+      def test_url
+        assert_equal 'UTF-8', @xml.url.encoding.name
+      end
+
+      def test_encoding
+        assert_equal 'UTF-8', @xml.encoding.encoding.name
+      end
+
+      def test_dotted_version
+        if Nokogiri.uses_libxml?
+          assert_equal 'UTF-8', Nokogiri::LIBXML_VERSION.encoding.name
+        end
+      end
+
+      def test_empty_doc_encoding
+        encoding = 'US-ASCII'
+        assert_equal encoding, Nokogiri::XML(nil, nil, encoding).encoding
+      end
+    end
+  end
+end

data/test/xml/test_document_fragment.rb

@@ -0,0 +1,271 @@
+require "helper"
+
+module Nokogiri
+  module XML
+    class TestDocumentFragment < Nokogiri::TestCase
+      def setup
+        super
+        @xml = Nokogiri::XML.parse(File.read(XML_FILE), XML_FILE)
+      end
+
+      def test_replace_text_node
+        html = "foo"
+        doc = Nokogiri::XML::DocumentFragment.parse(html)
+        doc.children[0].replace "bar"
+        assert_equal 'bar', doc.children[0].content
+      end
+
+      def test_fragment_is_relative
+        doc      = Nokogiri::XML('<root><a xmlns="blah" /></root>')
+        ctx      = doc.root.child
+        fragment = Nokogiri::XML::DocumentFragment.new(doc, '<hello />', ctx)
+        hello    = fragment.child
+
+        assert_equal 'hello', hello.name
+        assert_equal doc.root.child.namespace, hello.namespace
+      end
+
+      def test_node_fragment_is_relative
+        doc      = Nokogiri::XML('<root><a xmlns="blah" /></root>')
+        assert doc.root.child
+        fragment = doc.root.child.fragment('<hello />')
+        hello    = fragment.child
+
+        assert_equal 'hello', hello.name
+        assert_equal doc.root.child.namespace, hello.namespace
+      end
+
+      def test_new
+        assert Nokogiri::XML::DocumentFragment.new(@xml)
+      end
+
+      def test_fragment_should_have_document
+        fragment = Nokogiri::XML::DocumentFragment.new(@xml)
+        assert_equal @xml, fragment.document
+      end
+
+      def test_name
+        fragment = Nokogiri::XML::DocumentFragment.new(@xml)
+        assert_equal '#document-fragment', fragment.name
+      end
+
+      def test_static_method
+        fragment = Nokogiri::XML::DocumentFragment.parse("<div>a</div>")
+        assert_instance_of Nokogiri::XML::DocumentFragment, fragment
+      end
+
+      def test_static_method_with_namespaces
+        # follows different path in FragmentHandler#start_element which blew up after 597195ff
+        fragment = Nokogiri::XML::DocumentFragment.parse("<o:div>a</o:div>")
+        assert_instance_of Nokogiri::XML::DocumentFragment, fragment
+      end
+
+      def test_many_fragments
+        100.times { Nokogiri::XML::DocumentFragment.new(@xml) }
+      end
+
+      def test_subclass
+        klass = Class.new(Nokogiri::XML::DocumentFragment)
+        fragment = klass.new(@xml, "<div>a</div>")
+        assert_instance_of klass, fragment
+      end
+
+      def test_subclass_parse
+        klass = Class.new(Nokogiri::XML::DocumentFragment)
+        doc = klass.parse("<div>a</div>")
+        assert_instance_of klass, doc
+      end
+
+      def test_unparented_text_node_parse
+        fragment = Nokogiri::XML::DocumentFragment.parse("foo")
+        fragment.children.after("<bar/>")
+      end
+
+      def test_xml_fragment
+        fragment = Nokogiri::XML.fragment("<div>a</div>")
+        assert_equal "<div>a</div>", fragment.to_s
+      end
+
+      def test_xml_fragment_has_multiple_toplevel_children
+        doc = "<div>b</div><div>e</div>"
+        fragment = Nokogiri::XML::Document.new.fragment(doc)
+        assert_equal "<div>b</div><div>e</div>", fragment.to_s
+      end
+
+      def test_xml_fragment_has_outer_text
+        # this test is descriptive, not prescriptive.
+        doc = "a<div>b</div>"
+        fragment = Nokogiri::XML::Document.new.fragment(doc)
+        assert_equal "a<div>b</div>", fragment.to_s
+
+        doc = "<div>b</div>c"
+        fragment = Nokogiri::XML::Document.new.fragment(doc)
+        assert_equal "<div>b</div>c", fragment.to_s
+      end
+
+      def test_xml_fragment_case_sensitivity
+        doc = "<crazyDiv>b</crazyDiv>"
+        fragment = Nokogiri::XML::Document.new.fragment(doc)
+        assert_equal "<crazyDiv>b</crazyDiv>", fragment.to_s
+      end
+
+      def test_xml_fragment_with_leading_whitespace
+        doc = "     <div>b</div>  "
+        fragment = Nokogiri::XML::Document.new.fragment(doc)
+        assert_equal "     <div>b</div>  ", fragment.to_s
+      end
+
+      def test_xml_fragment_with_leading_whitespace_and_newline
+        doc = "     \n<div>b</div>  "
+        fragment = Nokogiri::XML::Document.new.fragment(doc)
+        assert_equal "     \n<div>b</div>  ", fragment.to_s
+      end
+
+      def test_fragment_children_search
+        fragment = Nokogiri::XML::Document.new.fragment(
+          '<div><p id="content">hi</p></div>'
+        )
+        expected = fragment.children.xpath('.//p')
+        assert_equal 1, expected.length
+
+        css          = fragment.children.css('p')
+        search_css   = fragment.children.search('p')
+        search_xpath = fragment.children.search('.//p')
+        assert_equal expected, css
+        assert_equal expected, search_css
+        assert_equal expected, search_xpath
+      end
+
+      def test_fragment_search_three_ways
+        frag = Nokogiri::XML::Document.new.fragment '<p id="content">foo</p><p id="content">bar</p>'
+        expected = frag.xpath('./*[@id = "content"]')
+        assert_equal 2, expected.length
+
+        [
+          [:css, '#content'],
+          [:search, '#content'],
+          [:search, './*[@id = \'content\']'],
+        ].each do |method, query|
+          result = frag.send(method, query)
+          assert_equal(expected, result,
+            "fragment search with :#{method} using '#{query}' expected '#{expected}' got '#{result}'")
+        end
+      end
+
+      def test_fragment_search_with_multiple_queries
+        xml = '<thing>
+                 <div class="title">important thing</div>
+               </thing>
+               <thing>
+                 <div class="content">stuff</div>
+               </thing>
+               <thing>
+                 <p class="blah">more stuff</div>
+               </thing>'
+        fragment = Nokogiri::XML.fragment(xml)
+        assert_kind_of Nokogiri::XML::DocumentFragment, fragment
+
+        assert_equal 3, fragment.xpath('.//div', './/p').length
+        assert_equal 3, fragment.css('.title', '.content', 'p').length
+        assert_equal 3, fragment.search('.//div', 'p.blah').length
+      end
+
+      def test_fragment_without_a_namespace_does_not_get_a_namespace
+        doc = Nokogiri::XML <<-EOX
+          <root xmlns="http://tenderlovemaking.com/" xmlns:foo="http://flavorjon.es/" xmlns:bar="http://google.com/">
+            <foo:existing></foo:existing>
+          </root>
+        EOX
+        frag = doc.fragment "<newnode></newnode>"
+        assert_nil frag.namespace
+      end
+
+      def test_fragment_namespace_resolves_against_document_root
+        doc = Nokogiri::XML <<-EOX
+          <root xmlns:foo="http://flavorjon.es/" xmlns:bar="http://google.com/">
+            <foo:existing></foo:existing>
+          </root>
+        EOX
+        ns = doc.root.namespace_definitions.detect { |x| x.prefix == "bar" }
+
+        frag = doc.fragment "<bar:newnode></bar:newnode>"
+        assert frag.children.first.namespace
+        assert_equal ns, frag.children.first.namespace
+      end
+
+      def test_fragment_invalid_namespace_is_silently_ignored
+        doc = Nokogiri::XML <<-EOX
+          <root xmlns:foo="http://flavorjon.es/" xmlns:bar="http://google.com/">
+            <foo:existing></foo:existing>
+          </root>
+        EOX
+        frag = doc.fragment "<baz:newnode></baz:newnode>"
+        assert_nil frag.children.first.namespace
+      end
+
+      def test_decorator_is_applied
+        x = Module.new do
+          def awesome!
+          end
+        end
+        util_decorate(@xml, x)
+        fragment = Nokogiri::XML::DocumentFragment.new(@xml, "<div>a</div><div>b</div>")
+
+        assert node_set = fragment.css('div')
+        assert node_set.respond_to?(:awesome!)
+        node_set.each do |node|
+          assert node.respond_to?(:awesome!), node.class
+        end
+        assert fragment.children.respond_to?(:awesome!), fragment.children.class
+      end
+
+      def test_add_node_to_doc_fragment_segfault
+        frag = Nokogiri::XML::DocumentFragment.new(@xml, '<p>hello world</p>')
+        Nokogiri::XML::Comment.new(frag,'moo')
+      end
+
+      def test_issue_1077_parsing_of_frozen_strings
+        input = <<-EOS
+<?xml version="1.0" encoding="utf-8"?>
+<library>
+  <book title="I like turtles"/>
+</library>
+EOS
+        input.freeze
+
+        Nokogiri::XML::DocumentFragment.parse(input) # assert_nothing_raised
+      end
+
+      if Nokogiri.uses_libxml?
+        def test_for_libxml_in_context_fragment_parsing_bug_workaround
+          10.times do
+            begin
+              fragment = Nokogiri::XML.fragment("<div></div>")
+              parent = fragment.children.first
+              child = parent.parse("<h1></h1>").first
+              parent.add_child child
+            end
+            GC.start
+          end
+        end
+
+        def test_for_libxml_in_context_memory_badness_when_encountering_encoding_errors
+          # see issue #643 for background
+          # this test exists solely to raise an error during valgrind test runs.
+          html = <<-EOHTML
+<html>
+  <head>
+    <meta http-equiv="Content-Type" content="text/html; charset=shizzle" />
+  </head>
+  <body>
+    <div>Foo</div>
+  </body>
+</html>
+EOHTML
+          doc = Nokogiri::HTML html
+          doc.at_css("div").replace("Bar")
+        end
+      end
+    end
+  end
+end

data/test/xml/test_dtd.rb

@@ -1,13 +1,163 @@
-require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+require "helper"
 
 module Nokogiri
-  module HTML
+  module XML
     class TestDTD < Nokogiri::TestCase
       def setup
-        @xml = Nokogiri::XML.parse(File.read(XML_FILE))
+        super
+        @xml = Nokogiri::XML(File.open(XML_FILE))
         assert @dtd = @xml.internal_subset
       end
 
+      def test_system_id
+        assert_equal 'staff.dtd', @dtd.system_id
+      end
+
+      def test_external_id
+        xml = Nokogiri::XML('<!DOCTYPE foo PUBLIC "bar" ""><foo />')
+        assert dtd = xml.internal_subset, 'no internal subset'
+        assert_equal 'bar', dtd.external_id
+      end
+
+      def test_html_dtd
+        {
+          'MathML 2.0' => [
+            '<!DOCTYPE math PUBLIC "-//W3C//DTD MathML 2.0//EN" "http://www.w3.org/Math/DTD/mathml2/mathml2.dtd">',
+            false,
+            false,
+          ],
+          'HTML 2.0' => [
+            '<!DOCTYPE html PUBLIC "-//IETF//DTD HTML 2.0//EN">',
+            true,
+            false,
+          ],
+          'HTML 3.2' => [
+            '<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 3.2 Final//EN">',
+            true,
+            false,
+          ],
+          'XHTML Basic 1.0' => [
+            '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML Basic 1.0//EN" "http://www.w3.org/TR/xhtml-basic/xhtml-basic10.dtd">',
+            true,
+            false,
+          ],
+          'XHTML 1.0 Strict' => [
+            '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">',
+            true,
+            false,
+          ],
+          'XHTML + MathML + SVG Profile (XHTML as the host language)' => [
+            '<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1 plus MathML 2.0 plus SVG 1.1//EN" "http://www.w3.org/2002/04/xhtml-math-svg/xhtml-math-svg.dtd">',
+            true,
+            false,
+          ],
+          'XHTML + MathML + SVG Profile (Using SVG as the host)' => [
+            '<!DOCTYPE svg:svg PUBLIC "-//W3C//DTD XHTML 1.1 plus MathML 2.0 plus SVG 1.1//EN" "http://www.w3.org/2002/04/xhtml-math-svg/xhtml-math-svg.dtd">',
+            false,
+            false,
+          ],
+          'CHTML 1.0' => [
+            '<!DOCTYPE HTML PUBLIC "-//W3C//DTD Compact HTML 1.0 Draft//EN">',
+            true,
+            false,
+          ],
+          'HTML 4.01 Strict' => [
+            '<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">',
+            true,
+            false,
+          ],
+          'HTML 4.01 Transitional' => [
+            '<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">',
+            true,
+            false,
+          ],
+          'HTML 4.01 Frameset' => [
+            '<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Frameset//EN" "http://www.w3.org/TR/html4/frameset.dtd">',
+            true,
+            false,
+          ],
+          'HTML 5' => [
+            '<!DOCTYPE html>',
+            true,
+            true,
+          ],
+          'HTML 5 legacy compatible' => [
+            '<!DOCTYPE HTML SYSTEM "about:legacy-compat">',
+            true,
+            true,
+          ],
+        }.each { |name, (dtd_str, html_p, html5_p)|
+          doc = Nokogiri(dtd_str)
+          dtd = doc.internal_subset
+          assert_instance_of Nokogiri::XML::DTD, dtd, name
+          if html_p
+            assert_send [dtd, :html_dtd?], name
+          else
+            assert_not_send [dtd, :html_dtd?], name
+          end
+          if html5_p
+            assert_send [dtd, :html5_dtd?], name
+          else
+            assert_not_send [dtd, :html5_dtd?], name
+          end
+        }
+      end
+
+      def test_content
+        assert_raise NoMethodError do
+          @dtd.content
+        end
+      end
+
+      def test_empty_attributes
+        dtd = Nokogiri::HTML("<html></html>").internal_subset
+        assert_equal Hash.new, dtd.attributes
+      end
+
+      def test_attributes
+        assert_equal ['width'], @dtd.attributes.keys
+        assert_equal '0', @dtd.attributes['width'].default
+      end
+
+      def test_keys
+        assert_equal ['width'], @dtd.keys
+      end
+
+      def test_each
+        hash = {}
+        @dtd.each { |key, value| hash[key] = value }
+        assert_equal @dtd.attributes, hash
+      end
+
+      def test_namespace
+        assert_raise NoMethodError do
+          @dtd.namespace
+        end
+      end
+
+      def test_namespace_definitions
+        assert_raise NoMethodError do
+          @dtd.namespace_definitions
+        end
+      end
+
+      def test_line
+        assert_raise NoMethodError do
+          @dtd.line
+        end
+      end
+
+      def test_validate
+        if Nokogiri.uses_libxml?
+          list = @xml.internal_subset.validate @xml
+          assert_equal 44, list.length
+        else
+          xml = Nokogiri::XML(File.open(XML_FILE)) {|cfg| cfg.dtdvalid}
+          list = xml.internal_subset.validate xml
+          assert_equal 40, list.length
+        end
+      end
+
       def test_external_subsets
         assert subset = @xml.internal_subset
         assert_equal 'staff', subset.name
@@ -18,12 +168,6 @@ module Nokogiri
         assert_equal %w[ ent1 ent2 ent3 ent4 ent5 ].sort, entities.keys.sort
       end
 
-      def test_attributes
-        assert attributes = @dtd.attributes
-        assert_equal %w[ width ], attributes.keys
-        assert_equal 'width', attributes['width'].name
-      end
-
       def test_elements
         assert elements = @dtd.elements
         assert_equal %w[ br ], elements.keys

data/test/xml/test_dtd_encoding.rb

@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+
+require "helper"
+
+module Nokogiri
+  module XML
+    class TestDTDEncoding < Nokogiri::TestCase
+      def setup
+        super
+        @xml = Nokogiri::XML(File.read(XML_FILE), XML_FILE, 'UTF-8')
+        assert @dtd = @xml.internal_subset
+      end
+
+      def test_entities
+        @dtd.entities.each do |k,v|
+          assert_equal @xml.encoding, k.encoding.name
+        end
+      end
+
+      def test_notations
+        @dtd.notations.each do |k,notation|
+          assert_equal 'UTF-8', k.encoding.name
+          %w{ name public_id system_id }.each do |attribute|
+            v = notation.send(:"#{attribute}") || next
+            assert_equal 'UTF-8', v.encoding.name
+          end
+        end
+      end
+    end
+  end
+end

data/test/xml/test_element_content.rb

@@ -0,0 +1,56 @@
+require "helper"
+
+module Nokogiri
+  module XML
+    class TestElementContent < Nokogiri::TestCase
+      def setup
+        super
+        @xml = Nokogiri::XML(<<-eoxml)
+<?xml version="1.0"?><?TEST-STYLE PIDATA?>
+<!DOCTYPE staff SYSTEM "staff.dtd" [
+   <!ELEMENT br EMPTY>
+   <!ELEMENT div1 (head, (p | list | note)*, div2*)>
+   <!ELEMENT div2 (tender:love)>
+]>
+<root/>
+        eoxml
+        @elements = @xml.internal_subset.children.find_all { |x|
+          x.type == 15
+        }
+        @tree = @elements[1].content
+      end
+
+      def test_allowed_content_not_defined
+        assert_nil @elements.first.content
+      end
+
+      def test_document
+        assert @tree
+        assert_equal @xml, @tree.document
+      end
+
+      def test_type
+        assert_equal ElementContent::SEQ, @tree.type
+      end
+
+      def test_children
+        assert_equal 2, @tree.children.length
+      end
+
+      def test_name
+        assert_nil @tree.name
+        assert_equal 'head', @tree.children.first.name
+        assert_equal 'p', @tree.children[1].children.first.children.first.name
+      end
+
+      def test_occur
+        assert_equal ElementContent::ONCE, @tree.occur
+      end
+
+      def test_prefix
+        assert_nil @tree.prefix
+        assert_equal 'tender', @elements[2].content.prefix
+      end
+    end
+  end
+end

data/test/xml/test_element_decl.rb

@@ -0,0 +1,73 @@
+require "helper"
+
+module Nokogiri
+  module XML
+    class TestElementDecl < Nokogiri::TestCase
+      def setup
+        super
+        @xml = Nokogiri::XML(<<-eoxml)
+<?xml version="1.0"?><?TEST-STYLE PIDATA?>
+<!DOCTYPE staff SYSTEM "staff.dtd" [
+   <!ELEMENT br EMPTY>
+   <!ELEMENT div1 (head, (p | list | note)*, div2*)>
+   <!ELEMENT my:way EMPTY>
+   <!ATTLIST br width CDATA "0">
+   <!ATTLIST br height CDATA "0">
+]>
+<root/>
+        eoxml
+        @elements = @xml.internal_subset.children.find_all { |x|
+          x.type == 15
+        }
+      end
+
+      def test_inspect
+        e = @elements.first
+        assert_equal(
+          "#<#{e.class.name}:#{sprintf("0x%x", e.object_id)} #{e.to_s.inspect}>",
+          e.inspect
+        )
+      end
+
+      def test_prefix
+        assert_nil @elements[1].prefix
+        assert_equal 'my', @elements[2].prefix
+      end
+
+      def test_line
+        assert_raise NoMethodError do
+          @elements.first.line
+        end
+      end
+
+      def test_namespace
+        assert_raise NoMethodError do
+          @elements.first.namespace
+        end
+      end
+
+      def test_namespace_definitions
+        assert_raise NoMethodError do
+          @elements.first.namespace_definitions
+        end
+      end
+
+      def test_element_type
+        assert_equal 1, @elements.first.element_type
+      end
+
+      def test_type
+        assert_equal 15, @elements.first.type
+      end
+
+      def test_class
+        assert_instance_of Nokogiri::XML::ElementDecl, @elements.first
+      end
+
+      def test_attributes
+        assert_equal 2, @elements.first.attribute_nodes.length
+        assert_equal 'width', @elements.first.attribute_nodes.first.name
+      end
+    end
+  end
+end