RubyGems - nokogiri - Versions diffs - 1.2.3-x86-mswin32-60 → 1.4.5-x86-mswin32-60 - Mend

nokogiri 1.2.3-x86-mswin32-60 → 1.4.5-x86-mswin32-60

Potentially problematic release.

This version of nokogiri might be problematic. Click here for more details.

Files changed (319) hide show

data/.autotest +18 -7
data/.gemtest +0 -0
data/CHANGELOG.ja.rdoc +297 -3
data/CHANGELOG.rdoc +289 -0
data/Manifest.txt +148 -37
data/README.ja.rdoc +20 -20
data/README.rdoc +53 -22
data/Rakefile +127 -211
data/bin/nokogiri +54 -0
data/ext/nokogiri/depend +358 -0
data/ext/nokogiri/extconf.rb +89 -54
data/ext/nokogiri/html_document.c +34 -27
data/ext/nokogiri/html_document.h +1 -1
data/ext/nokogiri/html_element_description.c +276 -0
data/ext/nokogiri/html_element_description.h +10 -0
data/ext/nokogiri/html_entity_lookup.c +7 -5
data/ext/nokogiri/html_entity_lookup.h +1 -1
data/ext/nokogiri/html_sax_parser_context.c +94 -0
data/ext/nokogiri/html_sax_parser_context.h +11 -0
data/ext/nokogiri/{native.c → nokogiri.c} +31 -7
data/ext/nokogiri/{native.h → nokogiri.h} +68 -41
data/ext/nokogiri/xml_attr.c +20 -9
data/ext/nokogiri/xml_attr.h +1 -1
data/ext/nokogiri/xml_attribute_decl.c +70 -0
data/ext/nokogiri/xml_attribute_decl.h +9 -0
data/ext/nokogiri/xml_cdata.c +21 -9
data/ext/nokogiri/xml_cdata.h +1 -1
data/ext/nokogiri/xml_comment.c +18 -6
data/ext/nokogiri/xml_comment.h +1 -1
data/ext/nokogiri/xml_document.c +247 -68
data/ext/nokogiri/xml_document.h +5 -3
data/ext/nokogiri/xml_document_fragment.c +15 -7
data/ext/nokogiri/xml_document_fragment.h +1 -1
data/ext/nokogiri/xml_dtd.c +110 -10
data/ext/nokogiri/xml_dtd.h +3 -1
data/ext/nokogiri/xml_element_content.c +123 -0
data/ext/nokogiri/xml_element_content.h +10 -0
data/ext/nokogiri/xml_element_decl.c +69 -0
data/ext/nokogiri/xml_element_decl.h +9 -0
data/ext/nokogiri/xml_encoding_handler.c +79 -0
data/ext/nokogiri/xml_encoding_handler.h +8 -0
data/ext/nokogiri/xml_entity_decl.c +110 -0
data/ext/nokogiri/xml_entity_decl.h +10 -0
data/ext/nokogiri/xml_entity_reference.c +16 -5
data/ext/nokogiri/xml_entity_reference.h +1 -1
data/ext/nokogiri/xml_io.c +40 -8
data/ext/nokogiri/xml_io.h +2 -1
data/ext/nokogiri/xml_libxml2_hacks.c +112 -0
data/ext/nokogiri/xml_libxml2_hacks.h +12 -0
data/ext/nokogiri/xml_namespace.c +84 -0
data/ext/nokogiri/xml_namespace.h +13 -0
data/ext/nokogiri/xml_node.c +782 -225
data/ext/nokogiri/xml_node.h +2 -4
data/ext/nokogiri/xml_node_set.c +253 -34
data/ext/nokogiri/xml_node_set.h +2 -2
data/ext/nokogiri/xml_processing_instruction.c +17 -5
data/ext/nokogiri/xml_processing_instruction.h +1 -1
data/ext/nokogiri/xml_reader.c +277 -85
data/ext/nokogiri/xml_reader.h +1 -1
data/ext/nokogiri/xml_relax_ng.c +168 -0
data/ext/nokogiri/xml_relax_ng.h +9 -0
data/ext/nokogiri/xml_sax_parser.c +183 -111
data/ext/nokogiri/xml_sax_parser.h +30 -1
data/ext/nokogiri/xml_sax_parser_context.c +199 -0
data/ext/nokogiri/xml_sax_parser_context.h +10 -0
data/ext/nokogiri/xml_sax_push_parser.c +42 -12
data/ext/nokogiri/xml_sax_push_parser.h +1 -1
data/ext/nokogiri/xml_schema.c +205 -0
data/ext/nokogiri/xml_schema.h +9 -0
data/ext/nokogiri/xml_syntax_error.c +28 -173
data/ext/nokogiri/xml_syntax_error.h +2 -1
data/ext/nokogiri/xml_text.c +16 -6
data/ext/nokogiri/xml_text.h +1 -1
data/ext/nokogiri/xml_xpath_context.c +104 -47
data/ext/nokogiri/xml_xpath_context.h +1 -1
data/ext/nokogiri/xslt_stylesheet.c +161 -19
data/ext/nokogiri/xslt_stylesheet.h +1 -1
data/lib/nokogiri.rb +47 -8
data/lib/nokogiri/1.8/nokogiri.so +0 -0
data/lib/nokogiri/1.9/nokogiri.so +0 -0
data/lib/nokogiri/css.rb +6 -3
data/lib/nokogiri/css/node.rb +14 -12
data/lib/nokogiri/css/parser.rb +665 -62
data/lib/nokogiri/css/parser.y +20 -10
data/lib/nokogiri/css/parser_extras.rb +91 -0
data/lib/nokogiri/css/tokenizer.rb +148 -5
data/lib/nokogiri/css/tokenizer.rex +10 -9
data/lib/nokogiri/css/xpath_visitor.rb +47 -44
data/lib/nokogiri/decorators/slop.rb +8 -4
data/lib/nokogiri/ffi/encoding_handler.rb +42 -0
data/lib/nokogiri/ffi/html/document.rb +28 -0
data/lib/nokogiri/ffi/html/element_description.rb +81 -0
data/lib/nokogiri/ffi/html/entity_lookup.rb +16 -0
data/lib/nokogiri/ffi/html/sax/parser_context.rb +38 -0
data/lib/nokogiri/ffi/io_callbacks.rb +42 -0
data/lib/nokogiri/ffi/libxml.rb +420 -0
data/lib/nokogiri/ffi/structs/common_node.rb +38 -0
data/lib/nokogiri/ffi/structs/html_elem_desc.rb +24 -0
data/lib/nokogiri/ffi/structs/html_entity_desc.rb +13 -0
data/lib/nokogiri/ffi/structs/xml_alloc.rb +16 -0
data/lib/nokogiri/ffi/structs/xml_attr.rb +20 -0
data/lib/nokogiri/ffi/structs/xml_attribute.rb +27 -0
data/lib/nokogiri/ffi/structs/xml_buffer.rb +16 -0
data/lib/nokogiri/ffi/structs/xml_char_encoding_handler.rb +11 -0
data/lib/nokogiri/ffi/structs/xml_document.rb +117 -0
data/lib/nokogiri/ffi/structs/xml_dtd.rb +28 -0
data/lib/nokogiri/ffi/structs/xml_element.rb +26 -0
data/lib/nokogiri/ffi/structs/xml_element_content.rb +17 -0
data/lib/nokogiri/ffi/structs/xml_entity.rb +32 -0
data/lib/nokogiri/ffi/structs/xml_enumeration.rb +12 -0
data/lib/nokogiri/ffi/structs/xml_node.rb +28 -0
data/lib/nokogiri/ffi/structs/xml_node_set.rb +53 -0
data/lib/nokogiri/ffi/structs/xml_notation.rb +11 -0
data/lib/nokogiri/ffi/structs/xml_ns.rb +15 -0
data/lib/nokogiri/ffi/structs/xml_parser_context.rb +20 -0
data/lib/nokogiri/ffi/structs/xml_parser_input.rb +19 -0
data/lib/nokogiri/ffi/structs/xml_relax_ng.rb +14 -0
data/lib/nokogiri/ffi/structs/xml_sax_handler.rb +51 -0
data/lib/nokogiri/ffi/structs/xml_sax_push_parser_context.rb +124 -0
data/lib/nokogiri/ffi/structs/xml_schema.rb +13 -0
data/lib/nokogiri/ffi/structs/xml_syntax_error.rb +31 -0
data/lib/nokogiri/ffi/structs/xml_text_reader.rb +12 -0
data/lib/nokogiri/ffi/structs/xml_xpath_context.rb +38 -0
data/lib/nokogiri/ffi/structs/xml_xpath_object.rb +35 -0
data/lib/nokogiri/ffi/structs/xml_xpath_parser_context.rb +20 -0
data/lib/nokogiri/ffi/structs/xslt_stylesheet.rb +13 -0
data/lib/nokogiri/ffi/weak_bucket.rb +40 -0
data/lib/nokogiri/ffi/xml/attr.rb +41 -0
data/lib/nokogiri/ffi/xml/attribute_decl.rb +27 -0
data/lib/nokogiri/ffi/xml/cdata.rb +19 -0
data/lib/nokogiri/ffi/xml/comment.rb +18 -0
data/lib/nokogiri/ffi/xml/document.rb +174 -0
data/lib/nokogiri/ffi/xml/document_fragment.rb +21 -0
data/lib/nokogiri/ffi/xml/dtd.rb +67 -0
data/lib/nokogiri/ffi/xml/element_content.rb +43 -0
data/lib/nokogiri/ffi/xml/element_decl.rb +19 -0
data/lib/nokogiri/ffi/xml/entity_decl.rb +36 -0
data/lib/nokogiri/ffi/xml/entity_reference.rb +19 -0
data/lib/nokogiri/ffi/xml/namespace.rb +44 -0
data/lib/nokogiri/ffi/xml/node.rb +559 -0
data/lib/nokogiri/ffi/xml/node_set.rb +150 -0
data/lib/nokogiri/ffi/xml/processing_instruction.rb +20 -0
data/lib/nokogiri/ffi/xml/reader.rb +236 -0
data/lib/nokogiri/ffi/xml/relax_ng.rb +85 -0
data/lib/nokogiri/ffi/xml/sax/parser.rb +143 -0
data/lib/nokogiri/ffi/xml/sax/parser_context.rb +79 -0
data/lib/nokogiri/ffi/xml/sax/push_parser.rb +51 -0
data/lib/nokogiri/ffi/xml/schema.rb +109 -0
data/lib/nokogiri/ffi/xml/syntax_error.rb +98 -0
data/lib/nokogiri/ffi/xml/text.rb +18 -0
data/lib/nokogiri/ffi/xml/xpath.rb +9 -0
data/lib/nokogiri/ffi/xml/xpath_context.rb +153 -0
data/lib/nokogiri/ffi/xslt/stylesheet.rb +77 -0
data/lib/nokogiri/html.rb +13 -47
data/lib/nokogiri/html/builder.rb +27 -1
data/lib/nokogiri/html/document.rb +201 -7
data/lib/nokogiri/html/document_fragment.rb +41 -0
data/lib/nokogiri/html/element_description.rb +23 -0
data/lib/nokogiri/html/entity_lookup.rb +2 -0
data/lib/nokogiri/html/sax/parser.rb +34 -3
data/lib/nokogiri/html/sax/parser_context.rb +16 -0
data/lib/nokogiri/nokogiri.rb +1 -0
data/lib/nokogiri/version.rb +40 -1
data/lib/nokogiri/version_warning.rb +14 -0
data/lib/nokogiri/xml.rb +32 -53
data/lib/nokogiri/xml/attr.rb +5 -0
data/lib/nokogiri/xml/attribute_decl.rb +18 -0
data/lib/nokogiri/xml/builder.rb +349 -29
data/lib/nokogiri/xml/cdata.rb +3 -1
data/lib/nokogiri/xml/character_data.rb +7 -0
data/lib/nokogiri/xml/document.rb +166 -14
data/lib/nokogiri/xml/document_fragment.rb +76 -1
data/lib/nokogiri/xml/dtd.rb +16 -3
data/lib/nokogiri/xml/element_content.rb +36 -0
data/lib/nokogiri/xml/element_decl.rb +13 -0
data/lib/nokogiri/xml/entity_decl.rb +19 -0
data/lib/nokogiri/xml/namespace.rb +13 -0
data/lib/nokogiri/xml/node.rb +561 -166
data/lib/nokogiri/xml/node/save_options.rb +22 -2
data/lib/nokogiri/xml/node_set.rb +202 -40
data/lib/nokogiri/xml/parse_options.rb +93 -0
data/lib/nokogiri/xml/pp.rb +2 -0
data/lib/nokogiri/xml/pp/character_data.rb +18 -0
data/lib/nokogiri/xml/pp/node.rb +56 -0
data/lib/nokogiri/xml/processing_instruction.rb +2 -0
data/lib/nokogiri/xml/reader.rb +93 -8
data/lib/nokogiri/xml/relax_ng.rb +32 -0
data/lib/nokogiri/xml/sax.rb +1 -7
data/lib/nokogiri/xml/sax/document.rb +107 -2
data/lib/nokogiri/xml/sax/parser.rb +57 -7
data/lib/nokogiri/xml/sax/parser_context.rb +16 -0
data/lib/nokogiri/xml/sax/push_parser.rb +13 -1
data/lib/nokogiri/xml/schema.rb +63 -0
data/lib/nokogiri/xml/syntax_error.rb +25 -1
data/lib/nokogiri/xml/text.rb +4 -1
data/lib/nokogiri/xml/xpath.rb +1 -1
data/lib/nokogiri/xml/xpath/syntax_error.rb +3 -0
data/lib/nokogiri/xml/xpath_context.rb +2 -0
data/lib/nokogiri/xslt.rb +26 -2
data/lib/nokogiri/xslt/stylesheet.rb +19 -0
data/lib/xsd/xmlparser/nokogiri.rb +45 -9
data/tasks/cross_compile.rb +173 -0
data/tasks/test.rb +25 -69
data/test/css/test_nthiness.rb +3 -4
data/test/css/test_parser.rb +75 -20
data/test/css/test_tokenizer.rb +23 -1
data/test/css/test_xpath_visitor.rb +10 -1
data/test/decorators/test_slop.rb +16 -0
data/test/ffi/test_document.rb +35 -0
data/test/files/2ch.html +108 -0
data/test/files/address_book.rlx +12 -0
data/test/files/address_book.xml +10 -0
data/test/files/bar/bar.xsd +4 -0
data/test/files/encoding.html +82 -0
data/test/files/encoding.xhtml +84 -0
data/test/files/foo/foo.xsd +4 -0
data/test/files/po.xml +32 -0
data/test/files/po.xsd +66 -0
data/test/files/shift_jis.html +10 -0
data/test/files/shift_jis.xml +5 -0
data/test/files/snuggles.xml +3 -0
data/test/files/staff.dtd +10 -0
data/test/files/valid_bar.xml +2 -0
data/test/helper.rb +101 -23
data/test/html/sax/test_parser.rb +81 -2
data/test/html/sax/test_parser_context.rb +48 -0
data/test/html/test_builder.rb +39 -8
data/test/html/test_document.rb +186 -23
data/test/html/test_document_encoding.rb +78 -1
data/test/html/test_document_fragment.rb +253 -0
data/test/html/test_element_description.rb +98 -0
data/test/html/test_named_characters.rb +1 -1
data/test/html/test_node.rb +124 -36
data/test/html/test_node_encoding.rb +27 -0
data/test/test_convert_xpath.rb +1 -52
data/test/test_css_cache.rb +2 -13
data/test/test_encoding_handler.rb +46 -0
data/test/test_memory_leak.rb +88 -19
data/test/test_nokogiri.rb +38 -5
data/test/test_reader.rb +188 -6
data/test/test_soap4r_sax.rb +52 -0
data/test/test_xslt_transforms.rb +183 -83
data/test/xml/node/test_save_options.rb +1 -1
data/test/xml/node/test_subclass.rb +44 -0
data/test/xml/sax/test_parser.rb +175 -4
data/test/xml/sax/test_parser_context.rb +113 -0
data/test/xml/sax/test_push_parser.rb +90 -2
data/test/xml/test_attr.rb +35 -1
data/test/xml/test_attribute_decl.rb +82 -0
data/test/xml/test_builder.rb +186 -1
data/test/xml/test_cdata.rb +32 -1
data/test/xml/test_comment.rb +13 -1
data/test/xml/test_document.rb +415 -43
data/test/xml/test_document_encoding.rb +1 -1
data/test/xml/test_document_fragment.rb +173 -5
data/test/xml/test_dtd.rb +61 -6
data/test/xml/test_dtd_encoding.rb +3 -1
data/test/xml/test_element_content.rb +56 -0
data/test/xml/test_element_decl.rb +73 -0
data/test/xml/test_entity_decl.rb +120 -0
data/test/xml/test_entity_reference.rb +5 -1
data/test/xml/test_namespace.rb +68 -0
data/test/xml/test_node.rb +546 -201
data/test/xml/test_node_attributes.rb +34 -0
data/test/xml/test_node_encoding.rb +33 -3
data/test/xml/test_node_reparenting.rb +321 -0
data/test/xml/test_node_set.rb +538 -2
data/test/xml/test_parse_options.rb +52 -0
data/test/xml/test_processing_instruction.rb +6 -1
data/test/xml/test_reader_encoding.rb +1 -1
data/test/xml/test_relax_ng.rb +60 -0
data/test/xml/test_schema.rb +94 -0
data/test/xml/test_syntax_error.rb +12 -0
data/test/xml/test_text.rb +35 -1
data/test/xml/test_unparented_node.rb +5 -5
data/test/xml/test_xpath.rb +142 -11
data/test/xslt/test_custom_functions.rb +94 -0
metadata +328 -92
data/ext/nokogiri/html_sax_parser.c +0 -57
data/ext/nokogiri/html_sax_parser.h +0 -11
data/ext/nokogiri/iconv.dll +0 -0
data/ext/nokogiri/libexslt.dll +0 -0
data/ext/nokogiri/libxml2.dll +0 -0
data/ext/nokogiri/libxslt.dll +0 -0
data/ext/nokogiri/native.so +0 -0
data/ext/nokogiri/xml_xpath.c +0 -53
data/ext/nokogiri/xml_xpath.h +0 -11
data/ext/nokogiri/zlib1.dll +0 -0
data/lib/action-nokogiri.rb +0 -30
data/lib/nokogiri/css/generated_parser.rb +0 -713
data/lib/nokogiri/css/generated_tokenizer.rb +0 -144
data/lib/nokogiri/decorators.rb +0 -2
data/lib/nokogiri/decorators/hpricot.rb +0 -3
data/lib/nokogiri/decorators/hpricot/node.rb +0 -56
data/lib/nokogiri/decorators/hpricot/node_set.rb +0 -54
data/lib/nokogiri/decorators/hpricot/xpath_visitor.rb +0 -28
data/lib/nokogiri/hpricot.rb +0 -51
data/lib/nokogiri/xml/comment.rb +0 -6
data/lib/nokogiri/xml/element.rb +0 -6
data/lib/nokogiri/xml/entity_declaration.rb +0 -9
data/lib/nokogiri/xml/fragment_handler.rb +0 -34
data/test/hpricot/files/basic.xhtml +0 -17
data/test/hpricot/files/boingboing.html +0 -2266
data/test/hpricot/files/cy0.html +0 -3653
data/test/hpricot/files/immob.html +0 -400
data/test/hpricot/files/pace_application.html +0 -1320
data/test/hpricot/files/tenderlove.html +0 -16
data/test/hpricot/files/uswebgen.html +0 -220
data/test/hpricot/files/utf8.html +0 -1054
data/test/hpricot/files/week9.html +0 -1723
data/test/hpricot/files/why.xml +0 -19
data/test/hpricot/load_files.rb +0 -11
data/test/hpricot/test_alter.rb +0 -68
data/test/hpricot/test_builder.rb +0 -20
data/test/hpricot/test_parser.rb +0 -426
data/test/hpricot/test_paths.rb +0 -15
data/test/hpricot/test_preserved.rb +0 -77
data/test/hpricot/test_xml.rb +0 -30
data/test/test_gc.rb +0 -15

data/test/html/test_document_encoding.rb CHANGED Viewed

@@ -1,10 +1,24 @@
 # -*- coding: utf-8 -*-
-require File.expand_path(File.join(File.dirname(__FILE__), '..', "helper"))
+require "helper"
 module Nokogiri
   module HTML
     if RUBY_VERSION =~ /^1\.9/
       class TestDocumentEncoding < Nokogiri::TestCase
+        def test_encoding
+          doc = Nokogiri::HTML File.open(SHIFT_JIS_HTML, 'rb')
+          hello = "こんにちは"
+          assert_match doc.encoding, doc.to_html
+          assert_match hello.encode('Shift_JIS'), doc.to_html
+          assert_equal 'Shift_JIS', doc.to_html.encoding.name
+          assert_match hello, doc.to_html(:encoding => 'UTF-8')
+          assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8')
+          assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8').encoding.name
+        end
         def test_default_to_encoding_from_string
           bad_charset = <<-eohtml
 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
@@ -24,6 +38,23 @@ module Nokogiri
           assert_equal bad_charset.encoding.name, doc.encoding
         end
+        def test_encoding_non_utf8
+          orig = '日本語が上手です'
+          bin = Encoding::ASCII_8BIT
+          [Encoding::Shift_JIS, Encoding::EUC_JP].each do |enc|
+            html = <<-eohtml.encode(enc)
+<html>
+<meta http-equiv="Content-Type" content="text/html; charset=#{enc.name}">
+<title xml:lang="ja">#{orig}</title></html>
+            eohtml
+            text = Nokogiri::HTML.parse(html).at('title').inner_text
+            assert_equal(
+              orig.encode(enc).force_encoding(bin),
+              text.encode(enc).force_encoding(bin)
+            )
+          end
+        end
         def test_encoding_with_a_bad_name
           bad_charset = <<-eohtml
 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
@@ -42,5 +73,51 @@ module Nokogiri
         end
       end
     end
+    class TestDocumentEncodingDetection < Nokogiri::TestCase
+      if IO.respond_to?(:binread)
+        def binread(file)
+          IO.binread(file)
+        end
+      else
+        def binread(file)
+          IO.read(file)
+        end
+      end
+      def binopen(file)
+        File.open(file, 'rb')
+      end
+      def test_document_xhtml_enc
+        [ENCODING_XHTML_FILE, ENCODING_HTML_FILE].each { |file|
+          doc_from_string_enc = Nokogiri::HTML(binread(file), nil, 'Shift_JIS')
+          ary_from_string_enc = doc_from_string_enc.xpath('//p/text()').map { |text| text.text }
+          doc_from_string = Nokogiri::HTML(binread(file))
+          ary_from_string = doc_from_string.xpath('//p/text()').map { |text| text.text }
+          doc_from_file_enc = Nokogiri::HTML(binopen(file), nil, 'Shift_JIS')
+          ary_from_file_enc = doc_from_file_enc.xpath('//p/text()').map { |text| text.text }
+          doc_from_file = Nokogiri::HTML(binopen(file))
+          ary_from_file = doc_from_file.xpath('//p/text()').map { |text| text.text }
+          title = 'たこ焼き仮面'
+          assert_equal(title, doc_from_string_enc.at('//title/text()').text)
+          assert_equal(title, doc_from_string.at('//title/text()').text)
+          assert_equal(title, doc_from_file_enc.at('//title/text()').text)
+          assert_equal(title, doc_from_file.at('//title/text()').text)
+          evil = (0..72).map { |i| '超' * i + '悪い事を構想中。' }
+          assert_equal(evil, ary_from_string_enc)
+          assert_equal(evil, ary_from_string)
+          assert_equal(evil, ary_from_file_enc)
+          assert_equal(evil, ary_from_file)
+        }
+      end
+    end
   end
 end

data/test/html/test_document_fragment.rb ADDED Viewed

@@ -0,0 +1,253 @@
+# -*- coding: utf-8 -*-
+require "helper"
+module Nokogiri
+  module HTML
+    class TestDocumentFragment < Nokogiri::TestCase
+      def setup
+        super
+        @html = Nokogiri::HTML.parse(File.read(HTML_FILE), HTML_FILE)
+      end
+      if RUBY_VERSION >= '1.9'
+        def test_inspect_encoding
+          fragment = "<div>こんにちは！</div>".encode('EUC-JP')
+          f = Nokogiri::HTML::DocumentFragment.parse fragment
+          assert_equal "こんにちは！", f.content
+        end
+        def test_html_parse_encoding
+          fragment = "<div>こんにちは！</div>".encode 'EUC-JP'
+          f = Nokogiri::HTML.fragment fragment
+          assert_equal 'EUC-JP', f.document.encoding
+          assert_equal "こんにちは！", f.content
+        end
+      end
+      def test_parse_encoding
+        fragment = "<div>hello world</div>"
+        f = Nokogiri::HTML::DocumentFragment.parse fragment, 'ISO-8859-1'
+        assert_equal 'ISO-8859-1', f.document.encoding
+        assert_equal "hello world", f.content
+      end
+      def test_html_parse_with_encoding
+        fragment = "<div>hello world</div>"
+        f = Nokogiri::HTML.fragment fragment, 'ISO-8859-1'
+        assert_equal 'ISO-8859-1', f.document.encoding
+        assert_equal "hello world", f.content
+      end
+      def test_parse_in_context
+        assert_equal('<br>', @html.root.parse('<br />').to_s)
+      end
+      def test_inner_html=
+        fragment = Nokogiri::HTML.fragment '<hr />'
+        fragment.inner_html = "hello"
+        assert_equal 'hello', fragment.inner_html
+      end
+      def test_ancestors_search
+        html = %q{
+          <div>
+            <ul>
+              <li>foo</li>
+            </ul>
+          </div>
+        }
+        fragment = Nokogiri::HTML.fragment html
+        li = fragment.at('li')
+        assert li.matches?('li')
+      end
+      def test_fun_encoding
+        string = %Q(<body>こんにちは</body>)
+        html = Nokogiri::HTML::DocumentFragment.parse(
+          string
+        ).to_html(:encoding => 'UTF-8')
+        assert_equal string, html
+      end
+      def test_new
+        assert Nokogiri::HTML::DocumentFragment.new(@html)
+      end
+      def test_body_fragment_should_contain_body
+        fragment = Nokogiri::HTML::DocumentFragment.parse("  <body><div>foo</div></body>")
+        assert_match(/^<body>/, fragment.to_s)
+      end
+      def test_nonbody_fragment_should_not_contain_body
+        fragment = Nokogiri::HTML::DocumentFragment.parse("<div>foo</div>")
+        assert_match(/^<div>/, fragment.to_s)
+      end
+      def test_fragment_should_have_document
+        fragment = Nokogiri::HTML::DocumentFragment.new(@html)
+        assert_equal @html, fragment.document
+      end
+      def test_empty_fragment_should_be_searchable_by_css
+        fragment = Nokogiri::HTML.fragment("")
+        assert_equal 0, fragment.css("a").size
+      end
+      def test_empty_fragment_should_be_searchable
+        fragment = Nokogiri::HTML.fragment("")
+        assert_equal 0, fragment.search("//a").size
+      end
+      def test_name
+        fragment = Nokogiri::HTML::DocumentFragment.new(@html)
+        assert_equal '#document-fragment', fragment.name
+      end
+      def test_static_method
+        fragment = Nokogiri::HTML::DocumentFragment.parse("<div>a</div>")
+        assert_instance_of Nokogiri::HTML::DocumentFragment, fragment
+      end
+      def test_many_fragments
+        100.times { Nokogiri::HTML::DocumentFragment.new(@html) }
+      end
+      def test_subclass
+        klass = Class.new(Nokogiri::HTML::DocumentFragment)
+        fragment = klass.new(@html, "<div>a</div>")
+        assert_instance_of klass, fragment
+      end
+      def test_subclass_parse
+        klass = Class.new(Nokogiri::HTML::DocumentFragment)
+        doc = klass.parse("<div>a</div>")
+        assert_instance_of klass, doc
+      end
+      def test_html_fragment
+        fragment = Nokogiri::HTML.fragment("<div>a</div>")
+        assert_equal "<div>a</div>", fragment.to_s
+      end
+      def test_html_fragment_has_outer_text
+        doc = "a<div>b</div>c"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        if Nokogiri::VERSION_INFO['libxml']['loaded'] <= "2.6.16"
+          assert_equal "a<div>b</div><p>c</p>", fragment.to_s
+        else
+          assert_equal "a<div>b</div>c", fragment.to_s
+        end
+      end
+      def test_html_fragment_case_insensitivity
+        doc = "<Div>b</Div>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<div>b</div>", fragment.to_s
+      end
+      def test_html_fragment_with_leading_whitespace
+        doc = "     <div>b</div>  "
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_match %r%     <div>b</div> *%, fragment.to_s
+      end
+      def test_html_fragment_with_leading_whitespace_and_newline
+        doc = "     \n<div>b</div>  "
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_match %r%     \n<div>b</div> *%, fragment.to_s
+      end
+      def test_html_fragment_with_leading_text_and_newline
+        fragment = HTML::Document.new.fragment("First line\nSecond line<br>Broken line")
+        assert_equal fragment.to_s, "First line\nSecond line<br>Broken line"
+      end
+      def test_html_fragment_with_leading_whitespace_and_text_and_newline
+        fragment = HTML::Document.new.fragment("  First line\nSecond line<br>Broken line")
+        assert_equal "  First line\nSecond line<br>Broken line", fragment.to_s
+      end
+      def test_html_fragment_with_leading_entity
+        failed = "&quot;test<br/>test&quot;"
+        fragment = Nokogiri::HTML::DocumentFragment.parse(failed)
+        assert_equal '"test<br>test"', fragment.to_html
+      end
+      def test_to_s
+        doc = "<span>foo<br></span><span>bar</span>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_s
+      end
+      def test_to_html
+        doc = "<span>foo<br></span><span>bar</span>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_html
+      end
+      def test_to_xhtml
+        doc = "<span>foo<br></span><span>bar</span>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        if Nokogiri::VERSION_INFO['libxml']['loaded'] >= "2.7.0"
+          assert_equal "<span>foo<br /></span><span>bar</span>", fragment.to_xhtml
+        else
+          assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_xhtml
+        end
+      end
+      def test_to_xml
+        doc = "<span>foo<br></span><span>bar</span>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<span>foo<br/></span><span>bar</span>", fragment.to_xml
+      end
+      def test_fragment_script_tag_with_cdata
+        doc = HTML::Document.new
+        fragment = doc.fragment("<script>var foo = 'bar';</script>")
+        assert_equal("<script>var foo = 'bar';</script>",
+          fragment.to_s)
+      end
+      def test_fragment_with_comment
+        doc = HTML::Document.new
+        fragment = doc.fragment("<p>hello<!-- your ad here --></p>")
+        assert_equal("<p>hello<!-- your ad here --></p>",
+          fragment.to_s)
+      end
+      def test_malformed_fragment_is_corrected
+        fragment = HTML::DocumentFragment.parse("<div </div>")
+        assert_equal "<div></div>", fragment.to_s
+      end
+      def test_unclosed_script_tag
+        # see GH#315
+        fragment = HTML::DocumentFragment.parse("foo <script>bar")
+        assert_equal "foo <script>bar</script>", fragment.to_html
+      end
+      def test_error_propagation_on_fragment_parse
+        frag = Nokogiri::HTML::DocumentFragment.parse "<hello>oh, hello there.</hello>"
+        assert frag.errors.any?{|err| err.to_s =~ /Tag hello invalid/}, "errors should be copied to the fragment"
+      end
+      def test_error_propagation_on_fragment_parse_in_node_context
+        doc = Nokogiri::HTML::Document.parse "<html><body><div></div></body></html>"
+        context_node = doc.at_css "div"
+        frag = Nokogiri::HTML::DocumentFragment.new doc, "<hello>oh, hello there.</hello>", context_node
+        assert frag.errors.any?{|err| err.to_s =~ /Tag hello invalid/}, "errors should be on the context node's document"
+      end
+      def test_error_propagation_on_fragment_parse_in_node_context_should_not_include_preexisting_errors
+        doc = Nokogiri::HTML::Document.parse "<html><body><div></div><jimmy></jimmy></body></html>"
+        assert doc.errors.any?{|err| err.to_s =~ /jimmy/}, "assert on setup"
+        context_node = doc.at_css "div"
+        frag = Nokogiri::HTML::DocumentFragment.new doc, "<hello>oh, hello there.</hello>", context_node
+        assert frag.errors.any?{|err| err.to_s =~ /Tag hello invalid/}, "errors should be on the context node's document"
+        assert frag.errors.none?{|err| err.to_s =~ /jimmy/}, "errors should not include pre-existing document errors"
+      end
+    end
+  end
+end

data/test/html/test_element_description.rb ADDED Viewed

@@ -0,0 +1,98 @@
+require "helper"
+module Nokogiri
+  module HTML
+    class TestElementDescription < Nokogiri::TestCase
+      def test_fetch_nonexistent
+        assert_nil ElementDescription['foo']
+      end
+      def test_fetch_element_description
+        assert desc = ElementDescription['a']
+        assert_instance_of ElementDescription, desc
+      end
+      def test_name
+        assert_equal 'a', ElementDescription['a'].name
+      end
+      def test_implied_start_tag?
+        assert !ElementDescription['a'].implied_start_tag?
+      end
+      def test_implied_end_tag?
+        assert !ElementDescription['a'].implied_end_tag?
+        assert ElementDescription['p'].implied_end_tag?
+      end
+      def test_save_end_tag?
+        assert !ElementDescription['a'].save_end_tag?
+        assert ElementDescription['br'].save_end_tag?
+      end
+      def test_empty?
+        assert ElementDescription['br'].empty?
+        assert !ElementDescription['a'].empty?
+      end
+      def test_deprecated?
+        assert ElementDescription['applet'].deprecated?
+        assert !ElementDescription['br'].deprecated?
+      end
+      def test_inline?
+        assert ElementDescription['a'].inline?
+        assert !ElementDescription['div'].inline?
+      end
+      def test_block?
+        element = ElementDescription['a']
+        assert_equal(!element.inline?, element.block?)
+      end
+      def test_description
+        assert ElementDescription['a'].description
+      end
+      def test_subelements
+        sub_elements = ElementDescription['body'].sub_elements
+        if Nokogiri::LIBXML_VERSION >= '2.7.7'
+          assert_equal 65, sub_elements.length
+        else
+          assert_equal 61, sub_elements.length
+        end
+      end
+      def test_default_sub_element
+        assert_equal 'div', ElementDescription['body'].default_sub_element
+      end
+      def test_optional_attributes
+        attrs = ElementDescription['table'].optional_attributes
+        assert attrs
+      end
+      def test_deprecated_attributes
+        attrs = ElementDescription['table'].deprecated_attributes
+        assert attrs
+        assert_equal 2, attrs.length
+      end
+      def test_required_attributes
+        attrs = ElementDescription['table'].required_attributes
+        assert attrs
+        assert_equal 0, attrs.length
+      end
+      def test_inspect
+        desc = ElementDescription['input']
+        assert_match desc.name, desc.inspect
+      end
+      def test_to_s
+        desc = ElementDescription['input']
+        assert_match desc.name, desc.to_s
+      end
+    end
+  end
+end