RubyGems - nokogiri - Versions diffs - 1.0.0 → 1.6.8.1 - Mend

nokogiri 1.0.0 → 1.6.8.1

Potentially problematic release.

This version of nokogiri might be problematic. Click here for more details.

Files changed (309) hide show

checksums.yaml +7 -0
data/.autotest +26 -0
data/.cross_rubies +9 -0
data/.editorconfig +17 -0
data/.gemtest +0 -0
data/.travis.yml +51 -0
data/CHANGELOG.rdoc +1160 -0
data/CONTRIBUTING.md +42 -0
data/C_CODING_STYLE.rdoc +33 -0
data/Gemfile +22 -0
data/LICENSE.txt +31 -0
data/Manifest.txt +284 -40
data/README.md +166 -0
data/ROADMAP.md +111 -0
data/Rakefile +310 -199
data/STANDARD_RESPONSES.md +47 -0
data/Y_U_NO_GEMSPEC.md +155 -0
data/appveyor.yml +22 -0
data/bin/nokogiri +118 -0
data/build_all +45 -0
data/dependencies.yml +29 -0
data/ext/nokogiri/depend +358 -0
data/ext/nokogiri/extconf.rb +664 -34
data/ext/nokogiri/html_document.c +120 -33
data/ext/nokogiri/html_document.h +1 -1
data/ext/nokogiri/html_element_description.c +279 -0
data/ext/nokogiri/html_element_description.h +10 -0
data/ext/nokogiri/html_entity_lookup.c +32 -0
data/ext/nokogiri/html_entity_lookup.h +8 -0
data/ext/nokogiri/html_sax_parser_context.c +116 -0
data/ext/nokogiri/html_sax_parser_context.h +11 -0
data/ext/nokogiri/html_sax_push_parser.c +87 -0
data/ext/nokogiri/html_sax_push_parser.h +9 -0
data/ext/nokogiri/nokogiri.c +145 -0
data/ext/nokogiri/nokogiri.h +131 -0
data/ext/nokogiri/xml_attr.c +94 -0
data/ext/nokogiri/xml_attr.h +9 -0
data/ext/nokogiri/xml_attribute_decl.c +70 -0
data/ext/nokogiri/xml_attribute_decl.h +9 -0
data/ext/nokogiri/xml_cdata.c +23 -19
data/ext/nokogiri/xml_cdata.h +1 -1
data/ext/nokogiri/xml_comment.c +69 -0
data/ext/nokogiri/xml_comment.h +9 -0
data/ext/nokogiri/xml_document.c +501 -54
data/ext/nokogiri/xml_document.h +14 -1
data/ext/nokogiri/xml_document_fragment.c +48 -0
data/ext/nokogiri/xml_document_fragment.h +10 -0
data/ext/nokogiri/xml_dtd.c +109 -24
data/ext/nokogiri/xml_dtd.h +3 -1
data/ext/nokogiri/xml_element_content.c +123 -0
data/ext/nokogiri/xml_element_content.h +10 -0
data/ext/nokogiri/xml_element_decl.c +69 -0
data/ext/nokogiri/xml_element_decl.h +9 -0
data/ext/nokogiri/xml_encoding_handler.c +79 -0
data/ext/nokogiri/xml_encoding_handler.h +8 -0
data/ext/nokogiri/xml_entity_decl.c +110 -0
data/ext/nokogiri/xml_entity_decl.h +10 -0
data/ext/nokogiri/xml_entity_reference.c +52 -0
data/ext/nokogiri/xml_entity_reference.h +9 -0
data/ext/nokogiri/xml_io.c +60 -0
data/ext/nokogiri/xml_io.h +11 -0
data/ext/nokogiri/xml_libxml2_hacks.c +112 -0
data/ext/nokogiri/xml_libxml2_hacks.h +12 -0
data/ext/nokogiri/xml_namespace.c +117 -0
data/ext/nokogiri/xml_namespace.h +13 -0
data/ext/nokogiri/xml_node.c +1285 -315
data/ext/nokogiri/xml_node.h +4 -6
data/ext/nokogiri/xml_node_set.c +415 -54
data/ext/nokogiri/xml_node_set.h +6 -2
data/ext/nokogiri/xml_processing_instruction.c +56 -0
data/ext/nokogiri/xml_processing_instruction.h +9 -0
data/ext/nokogiri/xml_reader.c +316 -77
data/ext/nokogiri/xml_reader.h +1 -1
data/ext/nokogiri/xml_relax_ng.c +161 -0
data/ext/nokogiri/xml_relax_ng.h +9 -0
data/ext/nokogiri/xml_sax_parser.c +215 -80
data/ext/nokogiri/xml_sax_parser.h +30 -1
data/ext/nokogiri/xml_sax_parser_context.c +262 -0
data/ext/nokogiri/xml_sax_parser_context.h +10 -0
data/ext/nokogiri/xml_sax_push_parser.c +115 -0
data/ext/nokogiri/xml_sax_push_parser.h +9 -0
data/ext/nokogiri/xml_schema.c +205 -0
data/ext/nokogiri/xml_schema.h +9 -0
data/ext/nokogiri/xml_syntax_error.c +45 -175
data/ext/nokogiri/xml_syntax_error.h +4 -2
data/ext/nokogiri/xml_text.c +37 -14
data/ext/nokogiri/xml_text.h +1 -1
data/ext/nokogiri/xml_xpath_context.c +230 -13
data/ext/nokogiri/xml_xpath_context.h +2 -1
data/ext/nokogiri/xslt_stylesheet.c +196 -34
data/ext/nokogiri/xslt_stylesheet.h +6 -1
data/lib/nokogiri/css/node.rb +18 -61
data/lib/nokogiri/css/parser.rb +725 -17
data/lib/nokogiri/css/parser.y +126 -63
data/lib/nokogiri/css/parser_extras.rb +91 -0
data/lib/nokogiri/css/syntax_error.rb +7 -0
data/lib/nokogiri/css/tokenizer.rb +148 -5
data/lib/nokogiri/css/tokenizer.rex +31 -39
data/lib/nokogiri/css/xpath_visitor.rb +109 -51
data/lib/nokogiri/css.rb +24 -3
data/lib/nokogiri/decorators/slop.rb +42 -0
data/lib/nokogiri/html/builder.rb +27 -1
data/lib/nokogiri/html/document.rb +329 -3
data/lib/nokogiri/html/document_fragment.rb +39 -0
data/lib/nokogiri/html/element_description.rb +23 -0
data/lib/nokogiri/html/element_description_defaults.rb +671 -0
data/lib/nokogiri/html/entity_lookup.rb +13 -0
data/lib/nokogiri/html/sax/parser.rb +35 -4
data/lib/nokogiri/html/sax/parser_context.rb +16 -0
data/lib/nokogiri/html/sax/push_parser.rb +36 -0
data/lib/nokogiri/html.rb +18 -76
data/lib/nokogiri/syntax_error.rb +4 -0
data/lib/nokogiri/version.rb +106 -1
data/lib/nokogiri/xml/attr.rb +14 -0
data/lib/nokogiri/xml/attribute_decl.rb +18 -0
data/lib/nokogiri/xml/builder.rb +395 -31
data/lib/nokogiri/xml/cdata.rb +4 -2
data/lib/nokogiri/xml/character_data.rb +7 -0
data/lib/nokogiri/xml/document.rb +267 -12
data/lib/nokogiri/xml/document_fragment.rb +149 -0
data/lib/nokogiri/xml/dtd.rb +27 -1
data/lib/nokogiri/xml/element_content.rb +36 -0
data/lib/nokogiri/xml/element_decl.rb +13 -0
data/lib/nokogiri/xml/entity_decl.rb +19 -0
data/lib/nokogiri/xml/namespace.rb +13 -0
data/lib/nokogiri/xml/node/save_options.rb +61 -0
data/lib/nokogiri/xml/node.rb +748 -109
data/lib/nokogiri/xml/node_set.rb +200 -72
data/lib/nokogiri/xml/parse_options.rb +120 -0
data/lib/nokogiri/xml/pp/character_data.rb +18 -0
data/lib/nokogiri/xml/pp/node.rb +56 -0
data/lib/nokogiri/xml/pp.rb +2 -0
data/lib/nokogiri/xml/processing_instruction.rb +8 -0
data/lib/nokogiri/xml/reader.rb +102 -4
data/lib/nokogiri/xml/relax_ng.rb +32 -0
data/lib/nokogiri/xml/sax/document.rb +114 -2
data/lib/nokogiri/xml/sax/parser.rb +97 -7
data/lib/nokogiri/xml/sax/parser_context.rb +16 -0
data/lib/nokogiri/xml/sax/push_parser.rb +60 -0
data/lib/nokogiri/xml/sax.rb +2 -7
data/lib/nokogiri/xml/schema.rb +63 -0
data/lib/nokogiri/xml/searchable.rb +221 -0
data/lib/nokogiri/xml/syntax_error.rb +27 -1
data/lib/nokogiri/xml/text.rb +4 -1
data/lib/nokogiri/xml/xpath/syntax_error.rb +11 -0
data/lib/nokogiri/xml/xpath.rb +4 -0
data/lib/nokogiri/xml/xpath_context.rb +3 -1
data/lib/nokogiri/xml.rb +45 -38
data/lib/nokogiri/xslt/stylesheet.rb +19 -0
data/lib/nokogiri/xslt.rb +47 -2
data/lib/nokogiri.rb +117 -24
data/lib/xsd/xmlparser/nokogiri.rb +102 -0
data/patches/sort-patches-by-date +25 -0
data/ports/archives/libxml2-2.9.4.tar.gz +0 -0
data/ports/archives/libxslt-1.1.29.tar.gz +0 -0
data/suppressions/README.txt +1 -0
data/suppressions/nokogiri_ree-1.8.7.358.supp +61 -0
data/suppressions/nokogiri_ruby-1.8.7.370.supp +0 -0
data/suppressions/nokogiri_ruby-1.9.2.320.supp +28 -0
data/suppressions/nokogiri_ruby-1.9.3.327.supp +28 -0
data/tasks/test.rb +100 -0
data/test/css/test_nthiness.rb +73 -6
data/test/css/test_parser.rb +184 -39
data/test/css/test_tokenizer.rb +72 -19
data/test/css/test_xpath_visitor.rb +44 -2
data/test/decorators/test_slop.rb +20 -0
data/test/files/2ch.html +108 -0
data/test/files/GH_1042.html +18 -0
data/test/files/address_book.rlx +12 -0
data/test/files/address_book.xml +10 -0
data/test/files/atom.xml +344 -0
data/test/files/bar/bar.xsd +4 -0
data/test/files/bogus.xml +0 -0
data/test/files/dont_hurt_em_why.xml +422 -0
data/test/files/encoding.html +82 -0
data/test/files/encoding.xhtml +84 -0
data/test/files/exslt.xml +8 -0
data/test/files/exslt.xslt +35 -0
data/test/files/foo/foo.xsd +4 -0
data/test/files/metacharset.html +10 -0
data/test/files/namespace_pressure_test.xml +1684 -0
data/test/files/noencoding.html +47 -0
data/test/files/po.xml +32 -0
data/test/files/po.xsd +66 -0
data/test/files/saml/saml20assertion_schema.xsd +283 -0
data/test/files/saml/saml20protocol_schema.xsd +302 -0
data/test/files/saml/xenc_schema.xsd +146 -0
data/test/files/saml/xmldsig_schema.xsd +318 -0
data/test/files/shift_jis.html +10 -0
data/test/files/shift_jis.xml +5 -0
data/test/files/shift_jis_no_charset.html +9 -0
data/test/files/slow-xpath.xml +25509 -0
data/test/files/snuggles.xml +3 -0
data/test/files/staff.dtd +10 -0
data/test/files/test_document_url/bar.xml +2 -0
data/test/files/test_document_url/document.dtd +4 -0
data/test/files/test_document_url/document.xml +6 -0
data/test/files/tlm.html +2 -1
data/test/files/to_be_xincluded.xml +2 -0
data/test/files/valid_bar.xml +2 -0
data/test/files/xinclude.xml +4 -0
data/test/helper.rb +124 -13
data/test/html/sax/test_parser.rb +118 -4
data/test/html/sax/test_parser_context.rb +46 -0
data/test/html/sax/test_push_parser.rb +87 -0
data/test/html/test_builder.rb +94 -8
data/test/html/test_document.rb +626 -11
data/test/html/test_document_encoding.rb +145 -0
data/test/html/test_document_fragment.rb +301 -0
data/test/html/test_element_description.rb +105 -0
data/test/html/test_named_characters.rb +14 -0
data/test/html/test_node.rb +212 -0
data/test/html/test_node_encoding.rb +85 -0
data/test/namespaces/test_additional_namespaces_in_builder_doc.rb +14 -0
data/test/namespaces/test_namespaces_aliased_default.rb +24 -0
data/test/namespaces/test_namespaces_in_builder_doc.rb +75 -0
data/test/namespaces/test_namespaces_in_cloned_doc.rb +31 -0
data/test/namespaces/test_namespaces_in_created_doc.rb +75 -0
data/test/namespaces/test_namespaces_in_parsed_doc.rb +80 -0
data/test/namespaces/test_namespaces_preservation.rb +31 -0
data/test/test_convert_xpath.rb +2 -47
data/test/test_css_cache.rb +45 -0
data/test/test_encoding_handler.rb +48 -0
data/test/test_memory_leak.rb +156 -0
data/test/test_nokogiri.rb +103 -1
data/test/test_soap4r_sax.rb +52 -0
data/test/test_xslt_transforms.rb +293 -8
data/test/xml/node/test_save_options.rb +28 -0
data/test/xml/node/test_subclass.rb +44 -0
data/test/xml/sax/test_parser.rb +309 -8
data/test/xml/sax/test_parser_context.rb +115 -0
data/test/xml/sax/test_push_parser.rb +157 -0
data/test/xml/test_attr.rb +67 -0
data/test/xml/test_attribute_decl.rb +86 -0
data/test/xml/test_builder.rb +327 -2
data/test/xml/test_c14n.rb +180 -0
data/test/xml/test_cdata.rb +32 -2
data/test/xml/test_comment.rb +40 -0
data/test/xml/test_document.rb +846 -35
data/test/xml/test_document_encoding.rb +31 -0
data/test/xml/test_document_fragment.rb +271 -0
data/test/xml/test_dtd.rb +153 -9
data/test/xml/test_dtd_encoding.rb +31 -0
data/test/xml/test_element_content.rb +56 -0
data/test/xml/test_element_decl.rb +73 -0
data/test/xml/test_entity_decl.rb +122 -0
data/test/xml/test_entity_reference.rb +251 -0
data/test/xml/test_namespace.rb +96 -0
data/test/xml/test_node.rb +1126 -105
data/test/xml/test_node_attributes.rb +115 -0
data/test/xml/test_node_encoding.rb +69 -0
data/test/xml/test_node_inheritance.rb +32 -0
data/test/xml/test_node_reparenting.rb +549 -0
data/test/xml/test_node_set.rb +668 -9
data/test/xml/test_parse_options.rb +64 -0
data/test/xml/test_processing_instruction.rb +30 -0
data/test/xml/test_reader.rb +589 -0
data/test/xml/test_reader_encoding.rb +134 -0
data/test/xml/test_relax_ng.rb +60 -0
data/test/xml/test_schema.rb +142 -0
data/test/xml/test_syntax_error.rb +30 -0
data/test/xml/test_text.rb +49 -2
data/test/xml/test_unparented_node.rb +440 -0
data/test/xml/test_xinclude.rb +83 -0
data/test/xml/test_xpath.rb +445 -0
data/test/xslt/test_custom_functions.rb +133 -0
data/test/xslt/test_exception_handling.rb +37 -0
data/test_all +107 -0
metadata +459 -115
data/History.txt +0 -6
data/README.ja.txt +0 -86
data/README.txt +0 -87
data/ext/nokogiri/html_sax_parser.c +0 -32
data/ext/nokogiri/html_sax_parser.h +0 -11
data/ext/nokogiri/native.c +0 -40
data/ext/nokogiri/native.h +0 -51
data/ext/nokogiri/xml_xpath.c +0 -46
data/ext/nokogiri/xml_xpath.h +0 -11
data/lib/nokogiri/css/generated_parser.rb +0 -653
data/lib/nokogiri/css/generated_tokenizer.rb +0 -159
data/lib/nokogiri/decorators/hpricot/node.rb +0 -58
data/lib/nokogiri/decorators/hpricot/node_set.rb +0 -14
data/lib/nokogiri/decorators/hpricot/xpath_visitor.rb +0 -17
data/lib/nokogiri/decorators/hpricot.rb +0 -3
data/lib/nokogiri/decorators.rb +0 -1
data/lib/nokogiri/hpricot.rb +0 -47
data/lib/nokogiri/xml/after_handler.rb +0 -18
data/lib/nokogiri/xml/before_handler.rb +0 -32
data/lib/nokogiri/xml/element.rb +0 -6
data/lib/nokogiri/xml/entity_declaration.rb +0 -9
data/nokogiri.gemspec +0 -34
data/test/hpricot/files/basic.xhtml +0 -17
data/test/hpricot/files/boingboing.html +0 -2266
data/test/hpricot/files/cy0.html +0 -3653
data/test/hpricot/files/immob.html +0 -400
data/test/hpricot/files/pace_application.html +0 -1320
data/test/hpricot/files/tenderlove.html +0 -16
data/test/hpricot/files/uswebgen.html +0 -220
data/test/hpricot/files/utf8.html +0 -1054
data/test/hpricot/files/week9.html +0 -1723
data/test/hpricot/files/why.xml +0 -19
data/test/hpricot/load_files.rb +0 -7
data/test/hpricot/test_alter.rb +0 -67
data/test/hpricot/test_builder.rb +0 -27
data/test/hpricot/test_parser.rb +0 -423
data/test/hpricot/test_paths.rb +0 -15
data/test/hpricot/test_preserved.rb +0 -78
data/test/hpricot/test_xml.rb +0 -30
data/test/test_reader.rb +0 -222

data/test/html/test_document_encoding.rb ADDED Viewed

@@ -0,0 +1,145 @@
+# -*- coding: utf-8 -*-
+require "helper"
+module Nokogiri
+  module HTML
+    class TestDocumentEncoding < Nokogiri::TestCase
+      def test_encoding
+        doc = Nokogiri::HTML File.open(SHIFT_JIS_HTML, 'rb')
+        hello = "こんにちは"
+        assert_match doc.encoding, doc.to_html
+        assert_match hello.encode('Shift_JIS'), doc.to_html
+        assert_equal 'Shift_JIS', doc.to_html.encoding.name
+        assert_match hello, doc.to_html(:encoding => 'UTF-8')
+        assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8')
+        assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8').encoding.name
+      end
+      def test_encoding_without_charset
+        doc = Nokogiri::HTML File.open(SHIFT_JIS_NO_CHARSET, 'r:cp932:cp932').read
+        hello = "こんにちは"
+        assert_match hello, doc.content
+        assert_match hello, doc.to_html(:encoding => 'UTF-8')
+        assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8').encoding.name
+      end
+      def test_default_to_encoding_from_string
+        bad_charset = <<-eohtml
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html>
+<head>
+  <meta http-equiv="Content-Type" content="text/html; charset=charset=UTF-8">
+</head>
+<body>
+  <a href="http://tenderlovemaking.com/">blah!</a>
+</body>
+</html>
+        eohtml
+        doc = Nokogiri::HTML(bad_charset)
+        assert_equal bad_charset.encoding.name, doc.encoding
+        doc = Nokogiri.parse(bad_charset)
+        assert_equal bad_charset.encoding.name, doc.encoding
+      end
+      def test_encoding_non_utf8
+        orig = '日本語が上手です'
+        bin = Encoding::ASCII_8BIT
+        [Encoding::Shift_JIS, Encoding::EUC_JP].each do |enc|
+          html = <<-eohtml.encode(enc)
+<html>
+<meta http-equiv="Content-Type" content="text/html; charset=#{enc.name}">
+<title xml:lang="ja">#{orig}</title></html>
+          eohtml
+          text = Nokogiri::HTML.parse(html).at('title').inner_text
+          assert_equal(
+            orig.encode(enc).force_encoding(bin),
+            text.encode(enc).force_encoding(bin)
+          )
+        end
+      end
+      def test_encoding_with_a_bad_name
+        bad_charset = <<-eohtml
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html>
+<head>
+  <meta http-equiv="Content-Type" content="text/html; charset=charset=UTF-8">
+</head>
+<body>
+  <a href="http://tenderlovemaking.com/">blah!</a>
+</body>
+</html>
+        eohtml
+        doc = Nokogiri::HTML(bad_charset, nil, 'askldjfhalsdfjhlkasdfjh')
+        assert_equal ['http://tenderlovemaking.com/'],
+          doc.css('a').map { |a| a['href'] }
+      end
+      def test_empty_doc_encoding
+        encoding = 'US-ASCII'
+        assert_equal encoding, Nokogiri::HTML.parse(nil, nil, encoding).encoding
+      end
+    end
+    class TestDocumentEncodingDetection < Nokogiri::TestCase
+      def binread(file)
+        IO.binread(file)
+      end
+      def binopen(file)
+        File.open(file, 'rb')
+      end
+      def test_document_html_noencoding
+        from_stream = Nokogiri::HTML(binopen(NOENCODING_FILE))
+        from_string = Nokogiri::HTML(binread(NOENCODING_FILE))
+        assert_equal from_string.to_s.size, from_stream.to_s.size
+      end
+      def test_document_html_charset
+        html = Nokogiri::HTML(binopen(METACHARSET_FILE))
+        assert_equal 'iso-2022-jp', html.encoding
+        assert_equal 'たこ焼き仮面', html.title
+      end
+      def test_document_xhtml_enc
+        [ENCODING_XHTML_FILE, ENCODING_HTML_FILE].each { |file|
+          doc_from_string_enc = Nokogiri::HTML(binread(file), nil, 'Shift_JIS')
+          ary_from_string_enc = doc_from_string_enc.xpath('//p/text()').map(&:text)
+          doc_from_string = Nokogiri::HTML(binread(file))
+          ary_from_string = doc_from_string.xpath('//p/text()').map(&:text)
+          doc_from_file_enc = Nokogiri::HTML(binopen(file), nil, 'Shift_JIS')
+          ary_from_file_enc = doc_from_file_enc.xpath('//p/text()').map(&:text)
+          doc_from_file = Nokogiri::HTML(binopen(file))
+          ary_from_file = doc_from_file.xpath('//p/text()').map(&:text)
+          title = 'たこ焼き仮面'
+          assert_equal(title, doc_from_string_enc.at('//title/text()').text)
+          assert_equal(title, doc_from_string.at('//title/text()').text)
+          assert_equal(title, doc_from_file_enc.at('//title/text()').text)
+          unless Nokogiri.jruby? && file == ENCODING_HTML_FILE
+            assert_equal(title, doc_from_file.at('//title/text()').text)
+          end
+          evil = (0..72).map { |i| '超' * i + '悪い事を構想中。' }
+          assert_equal(evil, ary_from_string_enc)
+          assert_equal(evil, ary_from_string)
+          assert_equal(evil, ary_from_file_enc)
+          assert_equal(evil, ary_from_file)
+        }
+      end
+    end
+  end
+end

data/test/html/test_document_fragment.rb ADDED Viewed

@@ -0,0 +1,301 @@
+# -*- coding: utf-8 -*-
+require "helper"
+module Nokogiri
+  module HTML
+    class TestDocumentFragment < Nokogiri::TestCase
+      def setup
+        super
+        @html = Nokogiri::HTML.parse(File.read(HTML_FILE), HTML_FILE)
+      end
+      def test_inspect_encoding
+        fragment = "<div>こんにちは！</div>".encode('EUC-JP')
+        f = Nokogiri::HTML::DocumentFragment.parse fragment
+        assert_equal "こんにちは！", f.content
+      end
+      def test_html_parse_encoding
+        fragment = "<div>こんにちは！</div>".encode 'EUC-JP'
+        f = Nokogiri::HTML.fragment fragment
+        assert_equal 'EUC-JP', f.document.encoding
+        assert_equal "こんにちは！", f.content
+      end
+      def test_unlink_empty_document
+        frag = Nokogiri::HTML::DocumentFragment.parse('').unlink # must_not_raise
+        assert_nil frag.parent
+      end
+      def test_colons_are_not_removed
+        doc = Nokogiri::HTML::DocumentFragment.parse("<span>3:30pm</span>")
+        assert_match(/3:30/, doc.to_s)
+      end
+      def test_parse_encoding
+        fragment = "<div>hello world</div>"
+        f = Nokogiri::HTML::DocumentFragment.parse fragment, 'ISO-8859-1'
+        assert_equal 'ISO-8859-1', f.document.encoding
+        assert_equal "hello world", f.content
+      end
+      def test_html_parse_with_encoding
+        fragment = "<div>hello world</div>"
+        f = Nokogiri::HTML.fragment fragment, 'ISO-8859-1'
+        assert_equal 'ISO-8859-1', f.document.encoding
+        assert_equal "hello world", f.content
+      end
+      def test_parse_in_context
+        assert_equal('<br>', @html.root.parse('<br />').to_s)
+      end
+      def test_inner_html=
+        fragment = Nokogiri::HTML.fragment '<hr />'
+        fragment.inner_html = "hello"
+        assert_equal 'hello', fragment.inner_html
+      end
+      def test_ancestors_search
+        html = %q{
+          <div>
+            <ul>
+              <li>foo</li>
+            </ul>
+          </div>
+        }
+        fragment = Nokogiri::HTML.fragment html
+        li = fragment.at('li')
+        assert li.matches?('li')
+      end
+      def test_fun_encoding
+        string = %Q(<body>こんにちは</body>)
+        html = Nokogiri::HTML::DocumentFragment.parse(
+          string
+        ).to_html(:encoding => 'UTF-8')
+        assert_equal string, html
+      end
+      def test_new
+        assert Nokogiri::HTML::DocumentFragment.new(@html)
+      end
+      def test_body_fragment_should_contain_body
+        fragment = Nokogiri::HTML::DocumentFragment.parse("  <body><div>foo</div></body>")
+        assert_match(/^<body>/, fragment.to_s)
+      end
+      def test_nonbody_fragment_should_not_contain_body
+        fragment = Nokogiri::HTML::DocumentFragment.parse("<div>foo</div>")
+        assert_match(/^<div>/, fragment.to_s)
+      end
+      def test_fragment_should_have_document
+        fragment = Nokogiri::HTML::DocumentFragment.new(@html)
+        assert_equal @html, fragment.document
+      end
+      def test_empty_fragment_should_be_searchable_by_css
+        fragment = Nokogiri::HTML.fragment("")
+        assert_equal 0, fragment.css("a").size
+      end
+      def test_empty_fragment_should_be_searchable
+        fragment = Nokogiri::HTML.fragment("")
+        assert_equal 0, fragment.search("//a").size
+      end
+      def test_name
+        fragment = Nokogiri::HTML::DocumentFragment.new(@html)
+        assert_equal '#document-fragment', fragment.name
+      end
+      def test_static_method
+        fragment = Nokogiri::HTML::DocumentFragment.parse("<div>a</div>")
+        assert_instance_of Nokogiri::HTML::DocumentFragment, fragment
+      end
+      def test_many_fragments
+        100.times { Nokogiri::HTML::DocumentFragment.new(@html) }
+      end
+      def test_subclass
+        klass = Class.new(Nokogiri::HTML::DocumentFragment)
+        fragment = klass.new(@html, "<div>a</div>")
+        assert_instance_of klass, fragment
+      end
+      def test_subclass_parse
+        klass = Class.new(Nokogiri::HTML::DocumentFragment)
+        doc = klass.parse("<div>a</div>")
+        assert_instance_of klass, doc
+      end
+      def test_html_fragment
+        fragment = Nokogiri::HTML.fragment("<div>a</div>")
+        assert_equal "<div>a</div>", fragment.to_s
+      end
+      def test_html_fragment_has_outer_text
+        doc = "a<div>b</div>c"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        if Nokogiri.uses_libxml? &&
+            Nokogiri::VERSION_INFO['libxml']['loaded'] <= "2.6.16"
+          assert_equal "a<div>b</div><p>c</p>", fragment.to_s
+        else
+          assert_equal "a<div>b</div>c", fragment.to_s
+        end
+      end
+      def test_html_fragment_case_insensitivity
+        doc = "<Div>b</Div>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<div>b</div>", fragment.to_s
+      end
+      def test_html_fragment_with_leading_whitespace
+        doc = "     <div>b</div>  "
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_match %r%     <div>b</div> *%, fragment.to_s
+      end
+      def test_html_fragment_with_leading_whitespace_and_newline
+        doc = "     \n<div>b</div>  "
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_match %r%     \n<div>b</div> *%, fragment.to_s
+      end
+      def test_html_fragment_with_input_and_intermediate_whitespace
+        doc = "<label>Label</label><input type=\"text\"> <span>span</span>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<label>Label</label><input type=\"text\"> <span>span</span>", fragment.to_s
+      end
+      def test_html_fragment_with_leading_text_and_newline
+        fragment = HTML::Document.new.fragment("First line\nSecond line<br>Broken line")
+        assert_equal fragment.to_s, "First line\nSecond line<br>Broken line"
+      end
+      def test_html_fragment_with_leading_whitespace_and_text_and_newline
+        fragment = HTML::Document.new.fragment("  First line\nSecond line<br>Broken line")
+        assert_equal "  First line\nSecond line<br>Broken line", fragment.to_s
+      end
+      def test_html_fragment_with_leading_entity
+        failed = "&quot;test<br/>test&quot;"
+        fragment = Nokogiri::HTML::DocumentFragment.parse(failed)
+        assert_equal '"test<br>test"', fragment.to_html
+      end
+      def test_to_s
+        doc = "<span>foo<br></span><span>bar</span>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_s
+      end
+      def test_to_html
+        doc = "<span>foo<br></span><span>bar</span>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_html
+      end
+      def test_to_xhtml
+        doc = "<span>foo<br></span><span>bar</span><p></p>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        if Nokogiri.jruby? || Nokogiri::VERSION_INFO['libxml']['loaded'] >= "2.7.0"
+          assert_equal "<span>foo<br /></span><span>bar</span><p></p>", fragment.to_xhtml
+        else
+          # FIXME: why are we doing this ? this violates the spec,
+          # see http://www.w3.org/TR/xhtml1/#C_2
+          assert_equal "<span>foo<br></span><span>bar</span><p></p>", fragment.to_xhtml
+        end
+      end
+      def test_to_xml
+        doc = "<span>foo<br></span><span>bar</span>"
+        fragment = Nokogiri::HTML::Document.new.fragment(doc)
+        assert_equal "<span>foo<br/></span><span>bar</span>", fragment.to_xml
+      end
+      def test_fragment_script_tag_with_cdata
+        doc = HTML::Document.new
+        fragment = doc.fragment("<script>var foo = 'bar';</script>")
+        assert_equal("<script>var foo = 'bar';</script>",
+          fragment.to_s)
+      end
+      def test_fragment_with_comment
+        doc = HTML::Document.new
+        fragment = doc.fragment("<p>hello<!-- your ad here --></p>")
+        assert_equal("<p>hello<!-- your ad here --></p>",
+          fragment.to_s)
+      end
+      def test_element_children_counts
+        doc = Nokogiri::HTML::DocumentFragment.parse("   <div>  </div>\n   ")
+        assert_equal 1, doc.element_children.count
+      end
+      def test_malformed_fragment_is_corrected
+        fragment = HTML::DocumentFragment.parse("<div </div>")
+        assert_equal "<div></div>", fragment.to_s
+      end
+      def test_unclosed_script_tag
+        # see GH#315
+        fragment = HTML::DocumentFragment.parse("foo <script>bar")
+        assert_equal "foo <script>bar</script>", fragment.to_html
+      end
+      def test_error_propagation_on_fragment_parse
+        frag = Nokogiri::HTML::DocumentFragment.parse "<hello>oh, hello there.</hello>"
+        assert frag.errors.any?{|err| err.to_s =~ /Tag hello invalid/}, "errors should be copied to the fragment"
+      end
+      def test_error_propagation_on_fragment_parse_in_node_context
+        doc = Nokogiri::HTML::Document.parse "<html><body><div></div></body></html>"
+        context_node = doc.at_css "div"
+        frag = Nokogiri::HTML::DocumentFragment.new doc, "<hello>oh, hello there.</hello>", context_node
+        assert frag.errors.any?{|err| err.to_s =~ /Tag hello invalid/}, "errors should be on the context node's document"
+      end
+      def test_error_propagation_on_fragment_parse_in_node_context_should_not_include_preexisting_errors
+        doc = Nokogiri::HTML::Document.parse "<html><body><div></div><jimmy></jimmy></body></html>"
+        assert doc.errors.any?{|err| err.to_s =~ /jimmy/}, "assert on setup"
+        context_node = doc.at_css "div"
+        frag = Nokogiri::HTML::DocumentFragment.new doc, "<hello>oh, hello there.</hello>", context_node
+        assert frag.errors.any?{|err| err.to_s =~ /Tag hello invalid/}, "errors should be on the context node's document"
+        assert frag.errors.none?{|err| err.to_s =~ /jimmy/}, "errors should not include pre-existing document errors"
+      end
+      def test_capturing_nonparse_errors_during_fragment_clone
+        # see https://github.com/sparklemotion/nokogiri/issues/1196 for background
+        original = Nokogiri::HTML.fragment("<div id='unique'></div><div id='unique'></div>")
+        original_errors = original.errors.dup
+        copy = original.dup
+        assert_equal original_errors, copy.errors
+      end
+      def test_capturing_nonparse_errors_during_node_copy_between_fragments
+        # Errors should be emitted while parsing only, and should not change when moving nodes.
+        frag1 = Nokogiri::HTML.fragment("<diva id='unique'>one</diva>")
+        frag2 = Nokogiri::HTML.fragment("<dive id='unique'>two</dive>")
+        node1 = frag1.at_css("#unique")
+        node2 = frag2.at_css("#unique")
+        original_errors1 = frag1.errors.dup
+        original_errors2 = frag2.errors.dup
+        assert original_errors1.any?{|e| e.to_s =~ /Tag diva invalid/ }, "it should complain about the tag name"
+        assert original_errors2.any?{|e| e.to_s =~ /Tag dive invalid/ }, "it should complain about the tag name"
+        node1.add_child node2
+        assert_equal original_errors1, frag1.errors
+        assert_equal original_errors2, frag2.errors
+      end
+    end
+  end
+end

data/test/html/test_element_description.rb ADDED Viewed

@@ -0,0 +1,105 @@
+require "helper"
+module Nokogiri
+  module HTML
+    class TestElementDescription < Nokogiri::TestCase
+      def test_fetch_nonexistent
+        assert_nil ElementDescription['foo']
+      end
+      def test_fetch_element_description
+        assert desc = ElementDescription['a']
+        assert_instance_of ElementDescription, desc
+      end
+      def test_name
+        assert_equal 'a', ElementDescription['a'].name
+      end
+      def test_implied_start_tag?
+        assert !ElementDescription['a'].implied_start_tag?
+      end
+      def test_implied_end_tag?
+        assert !ElementDescription['a'].implied_end_tag?
+        assert ElementDescription['p'].implied_end_tag?
+      end
+      def test_save_end_tag?
+        assert !ElementDescription['a'].save_end_tag?
+        assert ElementDescription['br'].save_end_tag?
+      end
+      def test_empty?
+        assert ElementDescription['br'].empty?
+        assert !ElementDescription['a'].empty?
+      end
+      def test_deprecated?
+        assert ElementDescription['applet'].deprecated?
+        assert !ElementDescription['br'].deprecated?
+      end
+      def test_inline?
+        assert ElementDescription['a'].inline?
+        assert !ElementDescription['div'].inline?
+      end
+      def test_block?
+        element = ElementDescription['a']
+        assert_equal(!element.inline?, element.block?)
+      end
+      def test_description
+        assert ElementDescription['a'].description
+      end
+      def test_subelements
+        sub_elements = ElementDescription['body'].sub_elements
+        if Nokogiri.uses_libxml? && Nokogiri::LIBXML_VERSION >= '2.7.7'
+          assert_equal 65, sub_elements.length
+        elsif Nokogiri.uses_libxml?
+          assert_equal 61, sub_elements.length
+        else
+          assert sub_elements.length > 0
+        end
+      end
+      def test_default_sub_element
+        assert_equal 'div', ElementDescription['body'].default_sub_element
+      end
+      def test_null_default_sub_element
+        doc = Nokogiri::HTML('foo')
+        doc.root.description.default_sub_element
+      end
+      def test_optional_attributes
+        attrs = ElementDescription['table'].optional_attributes
+        assert attrs
+      end
+      def test_deprecated_attributes
+        attrs = ElementDescription['table'].deprecated_attributes
+        assert attrs
+        assert_equal 2, attrs.length
+      end
+      def test_required_attributes
+        attrs = ElementDescription['table'].required_attributes
+        assert attrs
+        assert_equal 0, attrs.length
+      end
+      def test_inspect
+        desc = ElementDescription['input']
+        assert_match desc.name, desc.inspect
+      end
+      def test_to_s
+        desc = ElementDescription['input']
+        assert_match desc.name, desc.to_s
+      end
+    end
+  end
+end

data/test/html/test_named_characters.rb ADDED Viewed

@@ -0,0 +1,14 @@
+require "helper"
+module Nokogiri
+  module HTML
+    class TestNamedCharacters < Nokogiri::TestCase
+      def test_named_character
+        copy = NamedCharacters.get('copy')
+        assert_equal 169, NamedCharacters['copy']
+        assert_equal copy.value, NamedCharacters['copy']
+        assert copy.description
+      end
+    end
+  end
+end