RubyGems - superfeedr-nokogiri - Versions diffs - 1.4.0.20091116183308 - Mend

superfeedr-nokogiri 1.4.0.20091116183308

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (270) hide show

data/.autotest +27 -0
data/CHANGELOG.ja.rdoc +330 -0
data/CHANGELOG.rdoc +314 -0
data/Manifest.txt +269 -0
data/README.ja.rdoc +105 -0
data/README.rdoc +118 -0
data/Rakefile +244 -0
data/bin/nokogiri +49 -0
data/ext/nokogiri/extconf.rb +145 -0
data/ext/nokogiri/html_document.c +145 -0
data/ext/nokogiri/html_document.h +10 -0
data/ext/nokogiri/html_element_description.c +272 -0
data/ext/nokogiri/html_element_description.h +10 -0
data/ext/nokogiri/html_entity_lookup.c +32 -0
data/ext/nokogiri/html_entity_lookup.h +8 -0
data/ext/nokogiri/html_sax_parser_context.c +92 -0
data/ext/nokogiri/html_sax_parser_context.h +11 -0
data/ext/nokogiri/nokogiri.c +89 -0
data/ext/nokogiri/nokogiri.h +145 -0
data/ext/nokogiri/xml_attr.c +92 -0
data/ext/nokogiri/xml_attr.h +9 -0
data/ext/nokogiri/xml_attribute_decl.c +67 -0
data/ext/nokogiri/xml_attribute_decl.h +9 -0
data/ext/nokogiri/xml_cdata.c +54 -0
data/ext/nokogiri/xml_cdata.h +9 -0
data/ext/nokogiri/xml_comment.c +52 -0
data/ext/nokogiri/xml_comment.h +9 -0
data/ext/nokogiri/xml_document.c +388 -0
data/ext/nokogiri/xml_document.h +24 -0
data/ext/nokogiri/xml_document_fragment.c +46 -0
data/ext/nokogiri/xml_document_fragment.h +10 -0
data/ext/nokogiri/xml_dtd.c +192 -0
data/ext/nokogiri/xml_dtd.h +10 -0
data/ext/nokogiri/xml_element_content.c +123 -0
data/ext/nokogiri/xml_element_content.h +10 -0
data/ext/nokogiri/xml_element_decl.c +69 -0
data/ext/nokogiri/xml_element_decl.h +9 -0
data/ext/nokogiri/xml_entity_decl.c +97 -0
data/ext/nokogiri/xml_entity_decl.h +10 -0
data/ext/nokogiri/xml_entity_reference.c +50 -0
data/ext/nokogiri/xml_entity_reference.h +9 -0
data/ext/nokogiri/xml_io.c +31 -0
data/ext/nokogiri/xml_io.h +11 -0
data/ext/nokogiri/xml_namespace.c +74 -0
data/ext/nokogiri/xml_namespace.h +12 -0
data/ext/nokogiri/xml_node.c +1060 -0
data/ext/nokogiri/xml_node.h +13 -0
data/ext/nokogiri/xml_node_set.c +397 -0
data/ext/nokogiri/xml_node_set.h +9 -0
data/ext/nokogiri/xml_processing_instruction.c +54 -0
data/ext/nokogiri/xml_processing_instruction.h +9 -0
data/ext/nokogiri/xml_reader.c +593 -0
data/ext/nokogiri/xml_reader.h +10 -0
data/ext/nokogiri/xml_relax_ng.c +159 -0
data/ext/nokogiri/xml_relax_ng.h +9 -0
data/ext/nokogiri/xml_sax_parser.c +286 -0
data/ext/nokogiri/xml_sax_parser.h +43 -0
data/ext/nokogiri/xml_sax_parser_context.c +155 -0
data/ext/nokogiri/xml_sax_parser_context.h +10 -0
data/ext/nokogiri/xml_sax_push_parser.c +114 -0
data/ext/nokogiri/xml_sax_push_parser.h +9 -0
data/ext/nokogiri/xml_schema.c +156 -0
data/ext/nokogiri/xml_schema.h +9 -0
data/ext/nokogiri/xml_syntax_error.c +261 -0
data/ext/nokogiri/xml_syntax_error.h +13 -0
data/ext/nokogiri/xml_text.c +48 -0
data/ext/nokogiri/xml_text.h +9 -0
data/ext/nokogiri/xml_xpath.c +53 -0
data/ext/nokogiri/xml_xpath.h +11 -0
data/ext/nokogiri/xml_xpath_context.c +239 -0
data/ext/nokogiri/xml_xpath_context.h +9 -0
data/ext/nokogiri/xslt_stylesheet.c +131 -0
data/ext/nokogiri/xslt_stylesheet.h +9 -0
data/lib/nokogiri.rb +116 -0
data/lib/nokogiri/css.rb +25 -0
data/lib/nokogiri/css/generated_parser.rb +646 -0
data/lib/nokogiri/css/generated_tokenizer.rb +142 -0
data/lib/nokogiri/css/node.rb +99 -0
data/lib/nokogiri/css/parser.rb +82 -0
data/lib/nokogiri/css/parser.y +227 -0
data/lib/nokogiri/css/syntax_error.rb +7 -0
data/lib/nokogiri/css/tokenizer.rb +7 -0
data/lib/nokogiri/css/tokenizer.rex +54 -0
data/lib/nokogiri/css/xpath_visitor.rb +162 -0
data/lib/nokogiri/decorators/slop.rb +33 -0
data/lib/nokogiri/ffi/html/document.rb +28 -0
data/lib/nokogiri/ffi/html/element_description.rb +85 -0
data/lib/nokogiri/ffi/html/entity_lookup.rb +16 -0
data/lib/nokogiri/ffi/html/sax/parser_context.rb +38 -0
data/lib/nokogiri/ffi/io_callbacks.rb +42 -0
data/lib/nokogiri/ffi/libxml.rb +356 -0
data/lib/nokogiri/ffi/structs/common_node.rb +26 -0
data/lib/nokogiri/ffi/structs/html_elem_desc.rb +24 -0
data/lib/nokogiri/ffi/structs/html_entity_desc.rb +13 -0
data/lib/nokogiri/ffi/structs/xml_alloc.rb +16 -0
data/lib/nokogiri/ffi/structs/xml_attr.rb +19 -0
data/lib/nokogiri/ffi/structs/xml_attribute.rb +27 -0
data/lib/nokogiri/ffi/structs/xml_buffer.rb +16 -0
data/lib/nokogiri/ffi/structs/xml_document.rb +108 -0
data/lib/nokogiri/ffi/structs/xml_dtd.rb +28 -0
data/lib/nokogiri/ffi/structs/xml_element.rb +26 -0
data/lib/nokogiri/ffi/structs/xml_element_content.rb +17 -0
data/lib/nokogiri/ffi/structs/xml_entity.rb +32 -0
data/lib/nokogiri/ffi/structs/xml_enumeration.rb +12 -0
data/lib/nokogiri/ffi/structs/xml_node.rb +28 -0
data/lib/nokogiri/ffi/structs/xml_node_set.rb +53 -0
data/lib/nokogiri/ffi/structs/xml_notation.rb +11 -0
data/lib/nokogiri/ffi/structs/xml_ns.rb +15 -0
data/lib/nokogiri/ffi/structs/xml_parser_context.rb +19 -0
data/lib/nokogiri/ffi/structs/xml_relax_ng.rb +14 -0
data/lib/nokogiri/ffi/structs/xml_sax_handler.rb +51 -0
data/lib/nokogiri/ffi/structs/xml_sax_push_parser_context.rb +15 -0
data/lib/nokogiri/ffi/structs/xml_schema.rb +13 -0
data/lib/nokogiri/ffi/structs/xml_syntax_error.rb +31 -0
data/lib/nokogiri/ffi/structs/xml_text_reader.rb +12 -0
data/lib/nokogiri/ffi/structs/xml_xpath_context.rb +37 -0
data/lib/nokogiri/ffi/structs/xml_xpath_object.rb +35 -0
data/lib/nokogiri/ffi/structs/xml_xpath_parser_context.rb +20 -0
data/lib/nokogiri/ffi/structs/xslt_stylesheet.rb +13 -0
data/lib/nokogiri/ffi/xml/attr.rb +41 -0
data/lib/nokogiri/ffi/xml/attribute_decl.rb +27 -0
data/lib/nokogiri/ffi/xml/cdata.rb +19 -0
data/lib/nokogiri/ffi/xml/comment.rb +18 -0
data/lib/nokogiri/ffi/xml/document.rb +135 -0
data/lib/nokogiri/ffi/xml/document_fragment.rb +21 -0
data/lib/nokogiri/ffi/xml/dtd.rb +69 -0
data/lib/nokogiri/ffi/xml/element_content.rb +43 -0
data/lib/nokogiri/ffi/xml/element_decl.rb +19 -0
data/lib/nokogiri/ffi/xml/entity_decl.rb +27 -0
data/lib/nokogiri/ffi/xml/entity_reference.rb +19 -0
data/lib/nokogiri/ffi/xml/namespace.rb +44 -0
data/lib/nokogiri/ffi/xml/node.rb +444 -0
data/lib/nokogiri/ffi/xml/node_set.rb +133 -0
data/lib/nokogiri/ffi/xml/processing_instruction.rb +20 -0
data/lib/nokogiri/ffi/xml/reader.rb +227 -0
data/lib/nokogiri/ffi/xml/relax_ng.rb +85 -0
data/lib/nokogiri/ffi/xml/sax/parser.rb +142 -0
data/lib/nokogiri/ffi/xml/sax/parser_context.rb +67 -0
data/lib/nokogiri/ffi/xml/sax/push_parser.rb +39 -0
data/lib/nokogiri/ffi/xml/schema.rb +92 -0
data/lib/nokogiri/ffi/xml/syntax_error.rb +91 -0
data/lib/nokogiri/ffi/xml/text.rb +18 -0
data/lib/nokogiri/ffi/xml/xpath.rb +19 -0
data/lib/nokogiri/ffi/xml/xpath_context.rb +135 -0
data/lib/nokogiri/ffi/xslt/stylesheet.rb +47 -0
data/lib/nokogiri/html.rb +35 -0
data/lib/nokogiri/html/builder.rb +35 -0
data/lib/nokogiri/html/document.rb +88 -0
data/lib/nokogiri/html/document_fragment.rb +15 -0
data/lib/nokogiri/html/element_description.rb +23 -0
data/lib/nokogiri/html/entity_lookup.rb +13 -0
data/lib/nokogiri/html/sax/parser.rb +48 -0
data/lib/nokogiri/html/sax/parser_context.rb +16 -0
data/lib/nokogiri/syntax_error.rb +4 -0
data/lib/nokogiri/version.rb +33 -0
data/lib/nokogiri/version_warning.rb +11 -0
data/lib/nokogiri/xml.rb +67 -0
data/lib/nokogiri/xml/attr.rb +14 -0
data/lib/nokogiri/xml/attribute_decl.rb +18 -0
data/lib/nokogiri/xml/builder.rb +405 -0
data/lib/nokogiri/xml/cdata.rb +11 -0
data/lib/nokogiri/xml/character_data.rb +7 -0
data/lib/nokogiri/xml/document.rb +131 -0
data/lib/nokogiri/xml/document_fragment.rb +69 -0
data/lib/nokogiri/xml/dtd.rb +11 -0
data/lib/nokogiri/xml/element_content.rb +36 -0
data/lib/nokogiri/xml/element_decl.rb +13 -0
data/lib/nokogiri/xml/entity_decl.rb +15 -0
data/lib/nokogiri/xml/fragment_handler.rb +71 -0
data/lib/nokogiri/xml/namespace.rb +13 -0
data/lib/nokogiri/xml/node.rb +665 -0
data/lib/nokogiri/xml/node/save_options.rb +42 -0
data/lib/nokogiri/xml/node_set.rb +307 -0
data/lib/nokogiri/xml/notation.rb +6 -0
data/lib/nokogiri/xml/parse_options.rb +85 -0
data/lib/nokogiri/xml/pp.rb +2 -0
data/lib/nokogiri/xml/pp/character_data.rb +18 -0
data/lib/nokogiri/xml/pp/node.rb +56 -0
data/lib/nokogiri/xml/processing_instruction.rb +8 -0
data/lib/nokogiri/xml/reader.rb +74 -0
data/lib/nokogiri/xml/relax_ng.rb +32 -0
data/lib/nokogiri/xml/sax.rb +4 -0
data/lib/nokogiri/xml/sax/document.rb +160 -0
data/lib/nokogiri/xml/sax/parser.rb +115 -0
data/lib/nokogiri/xml/sax/parser_context.rb +16 -0
data/lib/nokogiri/xml/sax/push_parser.rb +60 -0
data/lib/nokogiri/xml/schema.rb +61 -0
data/lib/nokogiri/xml/syntax_error.rb +38 -0
data/lib/nokogiri/xml/xpath.rb +10 -0
data/lib/nokogiri/xml/xpath/syntax_error.rb +8 -0
data/lib/nokogiri/xml/xpath_context.rb +16 -0
data/lib/nokogiri/xslt.rb +48 -0
data/lib/nokogiri/xslt/stylesheet.rb +25 -0
data/lib/xsd/xmlparser/nokogiri.rb +71 -0
data/tasks/test.rb +100 -0
data/test/css/test_nthiness.rb +159 -0
data/test/css/test_parser.rb +277 -0
data/test/css/test_tokenizer.rb +183 -0
data/test/css/test_xpath_visitor.rb +76 -0
data/test/ffi/test_document.rb +35 -0
data/test/files/2ch.html +108 -0
data/test/files/address_book.rlx +12 -0
data/test/files/address_book.xml +10 -0
data/test/files/bar/bar.xsd +4 -0
data/test/files/dont_hurt_em_why.xml +422 -0
data/test/files/exslt.xml +8 -0
data/test/files/exslt.xslt +35 -0
data/test/files/foo/foo.xsd +4 -0
data/test/files/po.xml +32 -0
data/test/files/po.xsd +66 -0
data/test/files/shift_jis.html +10 -0
data/test/files/shift_jis.xml +5 -0
data/test/files/snuggles.xml +3 -0
data/test/files/staff.dtd +10 -0
data/test/files/staff.xml +59 -0
data/test/files/staff.xslt +32 -0
data/test/files/tlm.html +850 -0
data/test/files/valid_bar.xml +2 -0
data/test/helper.rb +136 -0
data/test/html/sax/test_parser.rb +64 -0
data/test/html/sax/test_parser_context.rb +48 -0
data/test/html/test_builder.rb +164 -0
data/test/html/test_document.rb +390 -0
data/test/html/test_document_encoding.rb +77 -0
data/test/html/test_document_fragment.rb +132 -0
data/test/html/test_element_description.rb +94 -0
data/test/html/test_named_characters.rb +14 -0
data/test/html/test_node.rb +228 -0
data/test/html/test_node_encoding.rb +27 -0
data/test/test_convert_xpath.rb +135 -0
data/test/test_css_cache.rb +45 -0
data/test/test_gc.rb +15 -0
data/test/test_memory_leak.rb +77 -0
data/test/test_nokogiri.rb +134 -0
data/test/test_reader.rb +358 -0
data/test/test_xslt_transforms.rb +131 -0
data/test/xml/node/test_save_options.rb +20 -0
data/test/xml/node/test_subclass.rb +44 -0
data/test/xml/sax/test_parser.rb +307 -0
data/test/xml/sax/test_parser_context.rb +56 -0
data/test/xml/sax/test_push_parser.rb +131 -0
data/test/xml/test_attr.rb +38 -0
data/test/xml/test_attribute_decl.rb +82 -0
data/test/xml/test_builder.rb +167 -0
data/test/xml/test_cdata.rb +38 -0
data/test/xml/test_comment.rb +29 -0
data/test/xml/test_document.rb +607 -0
data/test/xml/test_document_encoding.rb +26 -0
data/test/xml/test_document_fragment.rb +138 -0
data/test/xml/test_dtd.rb +82 -0
data/test/xml/test_dtd_encoding.rb +33 -0
data/test/xml/test_element_content.rb +56 -0
data/test/xml/test_element_decl.rb +73 -0
data/test/xml/test_entity_decl.rb +83 -0
data/test/xml/test_entity_reference.rb +21 -0
data/test/xml/test_namespace.rb +68 -0
data/test/xml/test_node.rb +889 -0
data/test/xml/test_node_attributes.rb +34 -0
data/test/xml/test_node_encoding.rb +107 -0
data/test/xml/test_node_set.rb +531 -0
data/test/xml/test_parse_options.rb +52 -0
data/test/xml/test_processing_instruction.rb +30 -0
data/test/xml/test_reader_encoding.rb +126 -0
data/test/xml/test_relax_ng.rb +60 -0
data/test/xml/test_schema.rb +89 -0
data/test/xml/test_syntax_error.rb +27 -0
data/test/xml/test_text.rb +30 -0
data/test/xml/test_unparented_node.rb +381 -0
data/test/xml/test_xpath.rb +106 -0
metadata +430 -0

data/test/html/test_document_encoding.rb ADDED

@@ -0,0 +1,77 @@
+# -*- coding: utf-8 -*-
+require "helper"
+module Nokogiri
+  module HTML
+    if RUBY_VERSION =~ /^1\.9/
+      class TestDocumentEncoding < Nokogiri::TestCase
+        def test_encoding
+          doc = Nokogiri::HTML File.open(SHIFT_JIS_HTML, 'rb')
+          hello = "こんにちは"
+          assert_match doc.encoding, doc.to_html
+          assert_match hello.encode('Shift_JIS'), doc.to_html
+          assert_equal 'Shift_JIS', doc.to_html.encoding.name
+          assert_match hello, doc.to_html(:encoding => 'UTF-8')
+          assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8')
+          assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8').encoding.name
+        end
+        def test_default_to_encoding_from_string
+          bad_charset = <<-eohtml
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html>
+<head>
+  <meta http-equiv="Content-Type" content="text/html; charset=charset=UTF-8">
+</head>
+<body>
+  <a href="http://tenderlovemaking.com/">blah!</a>
+</body>
+</html>
+          eohtml
+          doc = Nokogiri::HTML(bad_charset)
+          assert_equal bad_charset.encoding.name, doc.encoding
+          doc = Nokogiri.parse(bad_charset)
+          assert_equal bad_charset.encoding.name, doc.encoding
+        end
+        def test_encoding_non_utf8
+          orig = '日本語が上手です'
+          bin = Encoding::ASCII_8BIT
+          [Encoding::Shift_JIS, Encoding::EUC_JP].each do |enc|
+            html = <<-eohtml.encode(enc)
+<html>
+<meta http-equiv="Content-Type" content="text/html; charset=#{enc.name}">
+<title xml:lang="ja">#{orig}</title></html>
+            eohtml
+            text = Nokogiri::HTML.parse(html).at('title').inner_text
+            assert_equal(
+              orig.encode(enc).force_encoding(bin),
+              text.encode(enc).force_encoding(bin)
+            )
+          end
+        end
+        def test_encoding_with_a_bad_name
+          bad_charset = <<-eohtml
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html>
+<head>
+  <meta http-equiv="Content-Type" content="text/html; charset=charset=UTF-8">
+</head>
+<body>
+  <a href="http://tenderlovemaking.com/">blah!</a>
+</body>
+</html>
+          eohtml
+          doc = Nokogiri::HTML(bad_charset, nil, 'askldjfhalsdfjhlkasdfjh')
+          assert_equal ['http://tenderlovemaking.com/'],
+            doc.css('a').map { |a| a['href'] }
+        end
+      end
+    end
+  end
+end

data/test/html/test_document_fragment.rb ADDED

@@ -0,0 +1,132 @@
+# -*- coding: utf-8 -*-
+require "helper"
+module Nokogiri
+  module HTML
+    class TestDocumentFragment < Nokogiri::TestCase
+      def setup
+        super
+        @html = Nokogiri::HTML.parse(File.read(HTML_FILE), HTML_FILE)
+      end
+      def test_fun_encoding
+        string = %Q(<body>こんにちは</body>)
+        html = Nokogiri::HTML::DocumentFragment.parse(
+          string
+        ).to_html(:encoding => 'UTF-8')
+        assert_equal string, html
+      end
+      def test_new
+        fragment = Nokogiri::HTML::DocumentFragment.new(@html)
+      end
+      def test_fragment_should_have_document
+        fragment = Nokogiri::HTML::DocumentFragment.new(@html)
+        assert_equal @html, fragment.document
+      end
+      def test_name
+        fragment = Nokogiri::HTML::DocumentFragment.new(@html)
+        assert_equal '#document-fragment', fragment.name
+      end
+      def test_static_method
+        fragment = Nokogiri::HTML::DocumentFragment.parse("<div>a</div>")
+        assert_instance_of Nokogiri::HTML::DocumentFragment, fragment
+      end
+      def test_many_fragments
+        100.times { Nokogiri::HTML::DocumentFragment.new(@html) }
+      end
+      def test_subclass
+        klass = Class.new(Nokogiri::HTML::DocumentFragment)
+        fragment = klass.new(@html, "<div>a</div>")
+        assert_instance_of klass, fragment
+      end
+      def test_subclass_parse
+        klass = Class.new(Nokogiri::HTML::DocumentFragment)
+        doc = klass.parse("<div>a</div>")
+        assert_instance_of klass, doc
+      end
+      def test_html_fragment
+        fragment = Nokogiri::HTML.fragment("<div>a</div>")
+        assert_equal "<div>a</div>", fragment.to_s
+      end
+      def test_html_fragment_has_outer_text
+        doc = "a<div>b</div>c"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        if Nokogiri::VERSION_INFO['libxml']['loaded'] <= "2.6.16"
+          assert_equal "a<div>b</div><p>c</p>", fragment.to_s
+        else
+          assert_equal "a<div>b</div>c", fragment.to_s
+        end
+      end
+      def test_html_fragment_case_insensitivity
+        doc = "<crazyDiv>b</crazyDiv>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<crazydiv>b</crazydiv>", fragment.to_s
+      end
+      def test_html_fragment_with_leading_whitespace
+        doc = "     <div>b</div>  "
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<div>b</div>", fragment.to_s
+      end
+      def test_html_fragment_with_leading_whitespace_and_newline
+        doc = "     \n<div>b</div>  "
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<div>b</div>", fragment.to_s
+      end
+      def test_to_s
+        doc = "<span>foo<br></span><span>bar</span>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_s
+      end
+      def test_to_html
+        doc = "<span>foo<br></span><span>bar</span>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_html
+      end
+      def test_to_xhtml
+        doc = "<span>foo<br></span><span>bar</span>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        if Nokogiri::VERSION_INFO['libxml']['loaded'] >= "2.7.0"
+          assert_equal "<span>foo<br /></span><span>bar</span>", fragment.to_xhtml
+        else
+          assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_xhtml
+        end
+      end
+      def test_to_xml
+        doc = "<span>foo<br></span><span>bar</span>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<span>foo<br/></span><span>bar</span>", fragment.to_xml
+      end
+      def test_fragment_script_tag_with_cdata
+        doc = HTML::Document.new
+        fragment = doc.fragment("<script>var foo = 'bar';</script>")
+        assert_equal("<script>var foo = 'bar';</script>",
+          fragment.to_s)
+      end
+      def test_fragment_with_comment
+        doc = HTML::Document.new
+        fragment = doc.fragment("<p>hello<!-- your ad here --></p>")
+        assert_equal("<p>hello<!-- your ad here --></p>",
+          fragment.to_s)
+      end
+    end
+  end
+end

data/test/html/test_element_description.rb ADDED

@@ -0,0 +1,94 @@
+require "helper"
+module Nokogiri
+  module HTML
+    class TestElementDescription < Nokogiri::TestCase
+      def test_fetch_nonexistent
+        assert_nil ElementDescription['foo']
+      end
+      def test_fetch_element_description
+        assert desc = ElementDescription['a']
+        assert_instance_of ElementDescription, desc
+      end
+      def test_name
+        assert_equal 'a', ElementDescription['a'].name
+      end
+      def test_implied_start_tag?
+        assert !ElementDescription['a'].implied_start_tag?
+      end
+      def test_implied_end_tag?
+        assert !ElementDescription['a'].implied_end_tag?
+        assert ElementDescription['p'].implied_end_tag?
+      end
+      def test_save_end_tag?
+        assert !ElementDescription['a'].save_end_tag?
+        assert ElementDescription['br'].save_end_tag?
+      end
+      def test_empty?
+        assert ElementDescription['br'].empty?
+        assert !ElementDescription['a'].empty?
+      end
+      def test_deprecated?
+        assert ElementDescription['applet'].deprecated?
+        assert !ElementDescription['br'].deprecated?
+      end
+      def test_inline?
+        assert ElementDescription['a'].inline?
+        assert !ElementDescription['div'].inline?
+      end
+      def test_block?
+        element = ElementDescription['a']
+        assert_equal(!element.inline?, element.block?)
+      end
+      def test_description
+        assert ElementDescription['a'].description
+      end
+      def test_subelements
+        sub_elements = ElementDescription['body'].sub_elements
+        assert_equal 61, sub_elements.length
+      end
+      def test_default_sub_element
+        assert_equal 'div', ElementDescription['body'].default_sub_element
+      end
+      def test_optional_attributes
+        attrs = ElementDescription['table'].optional_attributes
+        assert attrs
+      end
+      def test_deprecated_attributes
+        attrs = ElementDescription['table'].deprecated_attributes
+        assert attrs
+        assert_equal 2, attrs.length
+      end
+      def test_required_attributes
+        attrs = ElementDescription['table'].required_attributes
+        assert attrs
+        assert_equal 0, attrs.length
+      end
+      def test_inspect
+        desc = ElementDescription['input']
+        assert_match desc.name, desc.inspect
+      end
+      def test_to_s
+        desc = ElementDescription['input']
+        assert_match desc.name, desc.to_s
+      end
+    end
+  end
+end

data/test/html/test_named_characters.rb ADDED

@@ -0,0 +1,14 @@
+require "helper"
+module Nokogiri
+  module HTML
+    class TestNamedCharacters < Nokogiri::TestCase
+      def test_named_character
+        copy = NamedCharacters.get('copy')
+        assert_equal 169, NamedCharacters['copy']
+        assert_equal copy.value, NamedCharacters['copy']
+        assert copy.description
+      end
+    end
+  end
+end

data/test/html/test_node.rb ADDED

@@ -0,0 +1,228 @@
+require "helper"
+require 'nkf'
+module Nokogiri
+  module HTML
+    class TestNode < Nokogiri::TestCase
+      def setup
+        super
+        @html = Nokogiri::HTML(<<-eohtml)
+        <html>
+          <head></head>
+          <body>
+            <div class='baz'><a href="foo" class="bar">first</a></div>
+          </body>
+        </html>
+        eohtml
+      end
+      def test_get_attribute
+        element = @html.at('div')
+        assert_equal 'baz', element.get_attribute('class')
+        assert_equal 'baz', element['class']
+        element['href'] = "javascript:alert(\"AGGA-KA-BOO!\")"
+        assert_match(/%22AGGA-KA-BOO!%22/, element.to_html)
+      end
+      def test_css_path_round_trip
+        doc = Nokogiri::HTML(File.read(HTML_FILE))
+        %w{ #header small div[2] div.post body }.each do |css_sel|
+          ele = doc.at css_sel
+          assert_equal ele, doc.at(ele.css_path), ele.css_path
+        end
+      end
+      def test_path_round_trip
+        doc = Nokogiri::HTML(File.read(HTML_FILE))
+        %w{ #header small div[2] div.post body }.each do |css_sel|
+          ele = doc.at css_sel
+          assert_equal ele, doc.at(ele.path), ele.path
+        end
+      end
+      def test_append_with_document
+        assert_raises(ArgumentError) do
+          @html.root << Nokogiri::HTML::Document.new
+        end
+      end
+      ###
+      # Make sure a document that doesn't declare a meta encoding returns
+      # nil.
+      def test_meta_encoding
+        assert_nil @html.meta_encoding
+      end
+      def test_description
+        assert desc = @html.at('a.bar').description
+        assert_equal 'a', desc.name
+      end
+      def test_add_next_sibling_with_empty_nodeset
+        assert_raises(ArgumentError) {
+          @html.at('a').add_next_sibling(@html.at('head').children)
+        }
+      end
+      def test_add_next_sibling_with_non_empty_nodeset
+        assert_raises(ArgumentError) {
+          @html.at('head').add_next_sibling(@html.at('div').children)
+        }
+      end
+      def test_ancestors_with_selector
+        assert node = @html.at('a.bar').child
+        assert list = node.ancestors('.baz')
+        assert_equal 1, list.length
+        assert_equal 'div', list.first.name
+      end
+      def test_css_matches?
+        assert node = @html.at('a.bar')
+        assert node.matches?('a.bar')
+      end
+      def test_xpath_matches?
+        assert node = @html.at('//a')
+        assert node.matches?('//a')
+      end
+      def test_unlink_then_swap
+        node = @html.at('a')
+        node.unlink
+        another_node = @html.at('div')
+        assert another_node, 'should have a node'
+        # This used to segv
+        assert_nothing_raised do
+          node.add_previous_sibling another_node
+        end
+      end
+      def test_swap
+        @html.at('div').swap('<a href="foo">bar</a>')
+        a_tag = @html.css('a').first
+        assert_equal 'body', a_tag.parent.name
+        assert_equal 0, @html.css('div').length
+      end
+      def test_swap_with_regex_characters
+        @html.at('div').swap('<a href="foo">ba)r</a>')
+        a_tag = @html.css('a').first
+        assert_equal 'ba)r', a_tag.text
+      end
+      def test_attribute_decodes_entities
+        node = @html.at('div')
+        node['href'] = 'foo&bar'
+        assert_equal 'foo&bar', node['href']
+        node['href'] += '&baz'
+        assert_equal 'foo&bar&baz', node['href']
+      end
+      def test_before_will_prepend_text_nodes
+        assert node = @html.at('//body').children.first
+        node.before "some text"
+        assert_equal 'some text', @html.at('//body').children[0].content.strip
+      end
+      def test_before
+        @html.at('//div').before('<a href="awesome">town</a>')
+        assert_equal 'awesome', @html.at('//div').previous['href']
+      end
+      def test_fragment_handler_does_not_regurge_on_invalid_attributes
+        iframe = %Q{<iframe style="width: 0%; height: 0px" src="http://someurl" allowtransparency></iframe>}
+        assert_nothing_raised { @html.at('div').before(iframe) }
+        assert_nothing_raised { @html.at('div').after(iframe) }
+        assert_nothing_raised { @html.at('div').inner_html=(iframe) }
+      end
+      def test_inner_html=
+        assert div = @html.at('//div')
+        div.inner_html = '1<span>2</span>3'
+        assert_equal '1',    div.children[0].to_s
+        assert_equal 'span', div.children[1].name
+        assert_equal '2',    div.children[1].inner_text
+        assert_equal '3',    div.children[2].to_s
+        div.inner_html = 'testing'
+        assert_equal 'testing', div.content
+      end
+      def test_fragment
+        fragment = @html.fragment(<<-eohtml)
+          hello
+          <div class="foo">
+            <p>bar</p>
+          </div>
+          world
+        eohtml
+        assert_match(/^hello/, fragment.inner_html.strip)
+        assert_equal 3, fragment.children.length
+        assert p_tag = fragment.css('p').first
+        assert_equal 'div', p_tag.parent.name
+        assert_equal 'foo', p_tag.parent['class']
+      end
+      def test_fragment_serialization
+        fragment = Nokogiri::HTML.fragment("<div>foo</div>")
+        assert_equal "<div>foo</div>", fragment.serialize.chomp
+        assert_equal "<div>foo</div>", fragment.to_xml.chomp
+        assert_equal "<div>foo</div>", fragment.inner_html
+        assert_equal "<div>foo</div>", fragment.to_html
+        assert_equal "<div>foo</div>", fragment.to_s
+      end
+      def test_after_will_append_text_nodes
+        assert node = @html.at('//body/div')
+        node.after "some text"
+        assert_equal 'some text', node.next.text.strip
+      end
+      def test_after
+        @html.at('//div').after('<a href="awesome">town</a>')
+        assert_equal 'awesome', @html.at('//div').next['href']
+      end
+      def test_replace
+        doc = Nokogiri::HTML(<<-eohtml)
+          <html>
+            <head></head>
+            <body>
+              <center><img src='logo.gif' /></center>
+            </body>
+          </html>
+        eohtml
+        center = doc.at("//center")
+        img = center.search("//img")
+        assert_raises ArgumentError do
+          center.replace img
+        end
+      end
+      def test_to_html_does_not_contain_entities
+        html = NKF.nkf("-e --msdos", <<-EOH)
+        <html><body>
+        <p> test paragraph
+        foo bar </p>
+        </body></html>
+        EOH
+        nokogiri = Nokogiri::HTML.parse(html)
+        if RUBY_PLATFORM =~ /java/
+          # NKF linebreak modes are not supported as of jruby 1.2
+          # see http://jira.codehaus.org/browse/JRUBY-3602 for status
+          assert_equal "<p>testparagraph\nfoobar</p>",
+            nokogiri.at("p").to_html.gsub(/ /, '')
+        else
+          assert_equal "<p>testparagraph\r\nfoobar</p>",
+            nokogiri.at("p").to_html.gsub(/ /, '')
+        end
+      end
+    end
+  end
+end