RubyGems - nokogiri - Versions diffs - 1.8.5 → 1.15.3 - Mend

nokogiri 1.8.5 → 1.15.3

Potentially problematic release.

This version of nokogiri might be problematic. Click here for more details.

Files changed (358) hide show

checksums.yaml +4 -4
data/Gemfile +40 -18
data/LICENSE-DEPENDENCIES.md +1636 -1024
data/LICENSE.md +5 -28
data/README.md +203 -90
data/bin/nokogiri +63 -50
data/dependencies.yml +33 -61
data/ext/nokogiri/depend +38 -358
data/ext/nokogiri/extconf.rb +867 -417
data/ext/nokogiri/gumbo.c +594 -0
data/ext/nokogiri/html4_document.c +165 -0
data/ext/nokogiri/html4_element_description.c +299 -0
data/ext/nokogiri/html4_entity_lookup.c +37 -0
data/ext/nokogiri/html4_sax_parser_context.c +108 -0
data/ext/nokogiri/html4_sax_push_parser.c +95 -0
data/ext/nokogiri/libxml2_backwards_compat.c +121 -0
data/ext/nokogiri/nokogiri.c +251 -105
data/ext/nokogiri/nokogiri.h +215 -90
data/ext/nokogiri/test_global_handlers.c +40 -0
data/ext/nokogiri/xml_attr.c +42 -37
data/ext/nokogiri/xml_attribute_decl.c +22 -22
data/ext/nokogiri/xml_cdata.c +40 -31
data/ext/nokogiri/xml_comment.c +20 -27
data/ext/nokogiri/xml_document.c +401 -237
data/ext/nokogiri/xml_document_fragment.c +13 -17
data/ext/nokogiri/xml_dtd.c +64 -58
data/ext/nokogiri/xml_element_content.c +63 -55
data/ext/nokogiri/xml_element_decl.c +31 -31
data/ext/nokogiri/xml_encoding_handler.c +54 -21
data/ext/nokogiri/xml_entity_decl.c +37 -35
data/ext/nokogiri/xml_entity_reference.c +17 -19
data/ext/nokogiri/xml_namespace.c +136 -62
data/ext/nokogiri/xml_node.c +1387 -678
data/ext/nokogiri/xml_node_set.c +246 -216
data/ext/nokogiri/xml_processing_instruction.c +18 -20
data/ext/nokogiri/xml_reader.c +347 -212
data/ext/nokogiri/xml_relax_ng.c +86 -77
data/ext/nokogiri/xml_sax_parser.c +149 -124
data/ext/nokogiri/xml_sax_parser_context.c +145 -103
data/ext/nokogiri/xml_sax_push_parser.c +64 -36
data/ext/nokogiri/xml_schema.c +138 -81
data/ext/nokogiri/xml_syntax_error.c +42 -21
data/ext/nokogiri/xml_text.c +36 -26
data/ext/nokogiri/xml_xpath_context.c +366 -178
data/ext/nokogiri/xslt_stylesheet.c +335 -189
data/gumbo-parser/CHANGES.md +63 -0
data/gumbo-parser/Makefile +111 -0
data/gumbo-parser/THANKS +27 -0
data/gumbo-parser/src/Makefile +34 -0
data/gumbo-parser/src/README.md +41 -0
data/gumbo-parser/src/ascii.c +75 -0
data/gumbo-parser/src/ascii.h +115 -0
data/gumbo-parser/src/attribute.c +42 -0
data/gumbo-parser/src/attribute.h +17 -0
data/gumbo-parser/src/char_ref.c +22225 -0
data/gumbo-parser/src/char_ref.h +29 -0
data/gumbo-parser/src/char_ref.rl +2154 -0
data/gumbo-parser/src/error.c +630 -0
data/gumbo-parser/src/error.h +148 -0
data/gumbo-parser/src/foreign_attrs.c +103 -0
data/gumbo-parser/src/foreign_attrs.gperf +27 -0
data/gumbo-parser/src/insertion_mode.h +33 -0
data/gumbo-parser/src/macros.h +91 -0
data/gumbo-parser/src/nokogiri_gumbo.h +944 -0
data/gumbo-parser/src/parser.c +4891 -0
data/gumbo-parser/src/parser.h +41 -0
data/gumbo-parser/src/replacement.h +33 -0
data/gumbo-parser/src/string_buffer.c +103 -0
data/gumbo-parser/src/string_buffer.h +68 -0
data/gumbo-parser/src/string_piece.c +48 -0
data/gumbo-parser/src/svg_attrs.c +174 -0
data/gumbo-parser/src/svg_attrs.gperf +77 -0
data/gumbo-parser/src/svg_tags.c +137 -0
data/gumbo-parser/src/svg_tags.gperf +55 -0
data/gumbo-parser/src/tag.c +223 -0
data/gumbo-parser/src/tag_lookup.c +382 -0
data/gumbo-parser/src/tag_lookup.gperf +170 -0
data/gumbo-parser/src/tag_lookup.h +13 -0
data/gumbo-parser/src/token_buffer.c +79 -0
data/gumbo-parser/src/token_buffer.h +71 -0
data/gumbo-parser/src/token_type.h +17 -0
data/gumbo-parser/src/tokenizer.c +3463 -0
data/gumbo-parser/src/tokenizer.h +112 -0
data/gumbo-parser/src/tokenizer_states.h +339 -0
data/gumbo-parser/src/utf8.c +245 -0
data/gumbo-parser/src/utf8.h +164 -0
data/gumbo-parser/src/util.c +66 -0
data/gumbo-parser/src/util.h +34 -0
data/gumbo-parser/src/vector.c +111 -0
data/gumbo-parser/src/vector.h +45 -0
data/lib/nokogiri/class_resolver.rb +67 -0
data/lib/nokogiri/css/node.rb +10 -8
data/lib/nokogiri/css/parser.rb +397 -377
data/lib/nokogiri/css/parser.y +250 -245
data/lib/nokogiri/css/parser_extras.rb +54 -49
data/lib/nokogiri/css/syntax_error.rb +3 -1
data/lib/nokogiri/css/tokenizer.rb +107 -104
data/lib/nokogiri/css/tokenizer.rex +3 -2
data/lib/nokogiri/css/xpath_visitor.rb +224 -95
data/lib/nokogiri/css.rb +56 -17
data/lib/nokogiri/decorators/slop.rb +9 -7
data/lib/nokogiri/encoding_handler.rb +57 -0
data/lib/nokogiri/extension.rb +32 -0
data/lib/nokogiri/gumbo.rb +15 -0
data/lib/nokogiri/html.rb +38 -27
data/lib/nokogiri/{html → html4}/builder.rb +4 -2
data/lib/nokogiri/html4/document.rb +214 -0
data/lib/nokogiri/html4/document_fragment.rb +54 -0
data/lib/nokogiri/{html → html4}/element_description.rb +3 -1
data/lib/nokogiri/html4/element_description_defaults.rb +2040 -0
data/lib/nokogiri/html4/encoding_reader.rb +121 -0
data/lib/nokogiri/{html → html4}/entity_lookup.rb +4 -2
data/lib/nokogiri/{html → html4}/sax/parser.rb +17 -16
data/lib/nokogiri/html4/sax/parser_context.rb +20 -0
data/lib/nokogiri/{html → html4}/sax/push_parser.rb +12 -11
data/lib/nokogiri/html4.rb +47 -0
data/lib/nokogiri/html5/document.rb +168 -0
data/lib/nokogiri/html5/document_fragment.rb +90 -0
data/lib/nokogiri/html5/node.rb +103 -0
data/lib/nokogiri/html5.rb +392 -0
data/lib/nokogiri/jruby/dependencies.rb +3 -0
data/lib/nokogiri/jruby/nokogiri_jars.rb +43 -0
data/lib/nokogiri/syntax_error.rb +2 -0
data/lib/nokogiri/version/constant.rb +6 -0
data/lib/nokogiri/version/info.rb +223 -0
data/lib/nokogiri/version.rb +3 -108
data/lib/nokogiri/xml/attr.rb +55 -3
data/lib/nokogiri/xml/attribute_decl.rb +6 -2
data/lib/nokogiri/xml/builder.rb +98 -54
data/lib/nokogiri/xml/cdata.rb +3 -1
data/lib/nokogiri/xml/character_data.rb +2 -0
data/lib/nokogiri/xml/document.rb +312 -126
data/lib/nokogiri/xml/document_fragment.rb +104 -48
data/lib/nokogiri/xml/dtd.rb +4 -2
data/lib/nokogiri/xml/element_content.rb +12 -2
data/lib/nokogiri/xml/element_decl.rb +6 -2
data/lib/nokogiri/xml/entity_decl.rb +7 -3
data/lib/nokogiri/xml/entity_reference.rb +2 -0
data/lib/nokogiri/xml/namespace.rb +45 -0
data/lib/nokogiri/xml/node/save_options.rb +23 -8
data/lib/nokogiri/xml/node.rb +1093 -411
data/lib/nokogiri/xml/node_set.rb +173 -67
data/lib/nokogiri/xml/notation.rb +13 -0
data/lib/nokogiri/xml/parse_options.rb +145 -52
data/lib/nokogiri/xml/pp/character_data.rb +9 -6
data/lib/nokogiri/xml/pp/node.rb +42 -30
data/lib/nokogiri/xml/pp.rb +4 -2
data/lib/nokogiri/xml/processing_instruction.rb +4 -1
data/lib/nokogiri/xml/reader.rb +21 -28
data/lib/nokogiri/xml/relax_ng.rb +8 -2
data/lib/nokogiri/xml/sax/document.rb +45 -49
data/lib/nokogiri/xml/sax/parser.rb +39 -36
data/lib/nokogiri/xml/sax/parser_context.rb +8 -3
data/lib/nokogiri/xml/sax/push_parser.rb +6 -5
data/lib/nokogiri/xml/sax.rb +6 -4
data/lib/nokogiri/xml/schema.rb +19 -9
data/lib/nokogiri/xml/searchable.rb +120 -72
data/lib/nokogiri/xml/syntax_error.rb +6 -4
data/lib/nokogiri/xml/text.rb +2 -0
data/lib/nokogiri/xml/xpath/syntax_error.rb +4 -2
data/lib/nokogiri/xml/xpath.rb +15 -4
data/lib/nokogiri/xml/xpath_context.rb +3 -3
data/lib/nokogiri/xml.rb +38 -37
data/lib/nokogiri/xslt/stylesheet.rb +3 -1
data/lib/nokogiri/xslt.rb +101 -22
data/lib/nokogiri.rb +59 -75
data/lib/xsd/xmlparser/nokogiri.rb +29 -25
data/patches/libxml2/0001-Remove-script-macro-support.patch +40 -0
data/patches/libxml2/0002-Update-entities-to-remove-handling-of-ssi.patch +44 -0
data/patches/libxml2/0003-libxml2.la-is-in-top_builddir.patch +25 -0
data/patches/libxml2/0009-allow-wildcard-namespaces.patch +77 -0
data/patches/libxml2/0010-update-config.guess-and-config.sub-for-libxml2.patch +224 -0
data/patches/libxml2/0011-rip-out-libxml2-s-libc_single_threaded-support.patch +30 -0
data/patches/libxslt/0001-update-config.guess-and-config.sub-for-libxslt.patch +224 -0
data/ports/archives/libxml2-2.11.4.tar.xz +0 -0
data/ports/archives/libxslt-1.1.38.tar.xz +0 -0
metadata +126 -399
data/.autotest +0 -22
data/.cross_rubies +0 -8
data/.editorconfig +0 -17
data/.gemtest +0 -0
data/.travis.yml +0 -63
data/CHANGELOG.md +0 -1368
data/CONTRIBUTING.md +0 -42
data/C_CODING_STYLE.rdoc +0 -33
data/Gemfile-libxml-ruby +0 -3
data/Manifest.txt +0 -370
data/ROADMAP.md +0 -111
data/Rakefile +0 -348
data/SECURITY.md +0 -19
data/STANDARD_RESPONSES.md +0 -47
data/Y_U_NO_GEMSPEC.md +0 -155
data/appveyor.yml +0 -29
data/build_all +0 -44
data/ext/nokogiri/html_document.c +0 -170
data/ext/nokogiri/html_document.h +0 -10
data/ext/nokogiri/html_element_description.c +0 -279
data/ext/nokogiri/html_element_description.h +0 -10
data/ext/nokogiri/html_entity_lookup.c +0 -32
data/ext/nokogiri/html_entity_lookup.h +0 -8
data/ext/nokogiri/html_sax_parser_context.c +0 -116
data/ext/nokogiri/html_sax_parser_context.h +0 -11
data/ext/nokogiri/html_sax_push_parser.c +0 -87
data/ext/nokogiri/html_sax_push_parser.h +0 -9
data/ext/nokogiri/xml_attr.h +0 -9
data/ext/nokogiri/xml_attribute_decl.h +0 -9
data/ext/nokogiri/xml_cdata.h +0 -9
data/ext/nokogiri/xml_comment.h +0 -9
data/ext/nokogiri/xml_document.h +0 -23
data/ext/nokogiri/xml_document_fragment.h +0 -10
data/ext/nokogiri/xml_dtd.h +0 -10
data/ext/nokogiri/xml_element_content.h +0 -10
data/ext/nokogiri/xml_element_decl.h +0 -9
data/ext/nokogiri/xml_encoding_handler.h +0 -8
data/ext/nokogiri/xml_entity_decl.h +0 -10
data/ext/nokogiri/xml_entity_reference.h +0 -9
data/ext/nokogiri/xml_io.c +0 -61
data/ext/nokogiri/xml_io.h +0 -11
data/ext/nokogiri/xml_libxml2_hacks.c +0 -112
data/ext/nokogiri/xml_libxml2_hacks.h +0 -12
data/ext/nokogiri/xml_namespace.h +0 -15
data/ext/nokogiri/xml_node.h +0 -13
data/ext/nokogiri/xml_node_set.h +0 -12
data/ext/nokogiri/xml_processing_instruction.h +0 -9
data/ext/nokogiri/xml_reader.h +0 -10
data/ext/nokogiri/xml_relax_ng.h +0 -9
data/ext/nokogiri/xml_sax_parser.h +0 -39
data/ext/nokogiri/xml_sax_parser_context.h +0 -10
data/ext/nokogiri/xml_sax_push_parser.h +0 -9
data/ext/nokogiri/xml_schema.h +0 -9
data/ext/nokogiri/xml_syntax_error.h +0 -13
data/ext/nokogiri/xml_text.h +0 -9
data/ext/nokogiri/xml_xpath_context.h +0 -10
data/ext/nokogiri/xslt_stylesheet.h +0 -14
data/lib/nokogiri/html/document.rb +0 -335
data/lib/nokogiri/html/document_fragment.rb +0 -49
data/lib/nokogiri/html/element_description_defaults.rb +0 -671
data/lib/nokogiri/html/sax/parser_context.rb +0 -16
data/patches/libxml2/0001-Revert-Do-not-URI-escape-in-server-side-includes.patch +0 -78
data/patches/libxml2/0002-Fix-nullptr-deref-with-XPath-logic-ops.patch +0 -54
data/patches/libxml2/0003-Fix-infinite-loop-in-LZMA-decompression.patch +0 -50
data/patches/sort-patches-by-date +0 -25
data/ports/archives/libxml2-2.9.8.tar.gz +0 -0
data/ports/archives/libxslt-1.1.32.tar.gz +0 -0
data/suppressions/README.txt +0 -1
data/suppressions/nokogiri_ruby-2.supp +0 -10
data/tasks/test.rb +0 -100
data/test/css/test_nthiness.rb +0 -226
data/test/css/test_parser.rb +0 -386
data/test/css/test_tokenizer.rb +0 -215
data/test/css/test_xpath_visitor.rb +0 -96
data/test/decorators/test_slop.rb +0 -23
data/test/files/2ch.html +0 -108
data/test/files/GH_1042.html +0 -18
data/test/files/address_book.rlx +0 -12
data/test/files/address_book.xml +0 -10
data/test/files/atom.xml +0 -344
data/test/files/bar/bar.xsd +0 -4
data/test/files/bogus.xml +0 -0
data/test/files/dont_hurt_em_why.xml +0 -422
data/test/files/encoding.html +0 -82
data/test/files/encoding.xhtml +0 -84
data/test/files/exslt.xml +0 -8
data/test/files/exslt.xslt +0 -35
data/test/files/foo/foo.xsd +0 -4
data/test/files/metacharset.html +0 -10
data/test/files/namespace_pressure_test.xml +0 -1684
data/test/files/noencoding.html +0 -47
data/test/files/po.xml +0 -32
data/test/files/po.xsd +0 -66
data/test/files/saml/saml20assertion_schema.xsd +0 -283
data/test/files/saml/saml20protocol_schema.xsd +0 -302
data/test/files/saml/xenc_schema.xsd +0 -146
data/test/files/saml/xmldsig_schema.xsd +0 -318
data/test/files/shift_jis.html +0 -10
data/test/files/shift_jis.xml +0 -5
data/test/files/shift_jis_no_charset.html +0 -9
data/test/files/slow-xpath.xml +0 -25509
data/test/files/snuggles.xml +0 -3
data/test/files/staff.dtd +0 -10
data/test/files/staff.xml +0 -59
data/test/files/staff.xslt +0 -32
data/test/files/test_document_url/bar.xml +0 -2
data/test/files/test_document_url/document.dtd +0 -4
data/test/files/test_document_url/document.xml +0 -6
data/test/files/tlm.html +0 -851
data/test/files/to_be_xincluded.xml +0 -2
data/test/files/valid_bar.xml +0 -2
data/test/files/xinclude.xml +0 -4
data/test/helper.rb +0 -271
data/test/html/sax/test_parser.rb +0 -168
data/test/html/sax/test_parser_context.rb +0 -46
data/test/html/sax/test_parser_text.rb +0 -163
data/test/html/sax/test_push_parser.rb +0 -87
data/test/html/test_attributes.rb +0 -85
data/test/html/test_builder.rb +0 -164
data/test/html/test_document.rb +0 -712
data/test/html/test_document_encoding.rb +0 -143
data/test/html/test_document_fragment.rb +0 -310
data/test/html/test_element_description.rb +0 -105
data/test/html/test_named_characters.rb +0 -14
data/test/html/test_node.rb +0 -212
data/test/html/test_node_encoding.rb +0 -91
data/test/namespaces/test_additional_namespaces_in_builder_doc.rb +0 -14
data/test/namespaces/test_namespaces_aliased_default.rb +0 -24
data/test/namespaces/test_namespaces_in_builder_doc.rb +0 -75
data/test/namespaces/test_namespaces_in_cloned_doc.rb +0 -31
data/test/namespaces/test_namespaces_in_created_doc.rb +0 -75
data/test/namespaces/test_namespaces_in_parsed_doc.rb +0 -80
data/test/namespaces/test_namespaces_preservation.rb +0 -31
data/test/test_convert_xpath.rb +0 -135
data/test/test_css_cache.rb +0 -47
data/test/test_encoding_handler.rb +0 -48
data/test/test_memory_leak.rb +0 -156
data/test/test_nokogiri.rb +0 -138
data/test/test_soap4r_sax.rb +0 -52
data/test/test_xslt_transforms.rb +0 -314
data/test/xml/node/test_save_options.rb +0 -28
data/test/xml/node/test_subclass.rb +0 -44
data/test/xml/sax/test_parser.rb +0 -402
data/test/xml/sax/test_parser_context.rb +0 -115
data/test/xml/sax/test_parser_text.rb +0 -202
data/test/xml/sax/test_push_parser.rb +0 -265
data/test/xml/test_attr.rb +0 -74
data/test/xml/test_attribute_decl.rb +0 -86
data/test/xml/test_builder.rb +0 -341
data/test/xml/test_c14n.rb +0 -180
data/test/xml/test_cdata.rb +0 -54
data/test/xml/test_comment.rb +0 -40
data/test/xml/test_document.rb +0 -982
data/test/xml/test_document_encoding.rb +0 -31
data/test/xml/test_document_fragment.rb +0 -298
data/test/xml/test_dtd.rb +0 -187
data/test/xml/test_dtd_encoding.rb +0 -31
data/test/xml/test_element_content.rb +0 -56
data/test/xml/test_element_decl.rb +0 -73
data/test/xml/test_entity_decl.rb +0 -122
data/test/xml/test_entity_reference.rb +0 -262
data/test/xml/test_namespace.rb +0 -96
data/test/xml/test_node.rb +0 -1325
data/test/xml/test_node_attributes.rb +0 -115
data/test/xml/test_node_encoding.rb +0 -75
data/test/xml/test_node_inheritance.rb +0 -32
data/test/xml/test_node_reparenting.rb +0 -592
data/test/xml/test_node_set.rb +0 -809
data/test/xml/test_parse_options.rb +0 -64
data/test/xml/test_processing_instruction.rb +0 -30
data/test/xml/test_reader.rb +0 -620
data/test/xml/test_reader_encoding.rb +0 -134
data/test/xml/test_relax_ng.rb +0 -60
data/test/xml/test_schema.rb +0 -142
data/test/xml/test_syntax_error.rb +0 -36
data/test/xml/test_text.rb +0 -60
data/test/xml/test_unparented_node.rb +0 -483
data/test/xml/test_xinclude.rb +0 -83
data/test/xml/test_xpath.rb +0 -470
data/test/xslt/test_custom_functions.rb +0 -133
data/test/xslt/test_exception_handling.rb +0 -37

data/test/html/test_document_encoding.rb DELETED Viewed

@@ -1,143 +0,0 @@
-# -*- coding: utf-8 -*-
-require "helper"
-module Nokogiri
-  module HTML
-    class TestDocumentEncoding < Nokogiri::TestCase
-      def test_encoding
-        doc = Nokogiri::HTML File.open(SHIFT_JIS_HTML, 'rb')
-        hello = "こんにちは"
-        assert_match doc.encoding, doc.to_html
-        assert_match hello.encode('Shift_JIS'), doc.to_html
-        assert_equal 'Shift_JIS', doc.to_html.encoding.name
-        assert_match hello, doc.to_html(:encoding => 'UTF-8')
-        assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8')
-        assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8').encoding.name
-      end
-      def test_encoding_without_charset
-        doc = Nokogiri::HTML File.open(SHIFT_JIS_NO_CHARSET, 'r:cp932:cp932').read
-        hello = "こんにちは"
-        assert_match hello, doc.content
-        assert_match hello, doc.to_html(:encoding => 'UTF-8')
-        assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8').encoding.name
-      end
-      def test_default_to_encoding_from_string
-        bad_charset = <<-eohtml
-<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
-<html>
-<head>
-  <meta http-equiv="Content-Type" content="text/html; charset=charset=UTF-8">
-</head>
-<body>
-  <a href="http://tenderlovemaking.com/">blah!</a>
-</body>
-</html>
-        eohtml
-        doc = Nokogiri::HTML(bad_charset)
-        assert_equal bad_charset.encoding.name, doc.encoding
-        doc = Nokogiri.parse(bad_charset)
-        assert_equal bad_charset.encoding.name, doc.encoding
-      end
-      def test_encoding_non_utf8
-        orig = '日本語が上手です'
-        bin = Encoding::ASCII_8BIT
-        [Encoding::Shift_JIS, Encoding::EUC_JP].each do |enc|
-          html = <<-eohtml.encode(enc)
-<html>
-<meta http-equiv="Content-Type" content="text/html; charset=#{enc.name}">
-<title xml:lang="ja">#{orig}</title></html>
-          eohtml
-          text = Nokogiri::HTML.parse(html).at('title').inner_text
-          assert_equal(
-            orig.encode(enc).force_encoding(bin),
-            text.encode(enc).force_encoding(bin)
-          )
-        end
-      end
-      def test_encoding_with_a_bad_name
-        bad_charset = <<-eohtml
-<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
-<html>
-<head>
-  <meta http-equiv="Content-Type" content="text/html; charset=charset=UTF-8">
-</head>
-<body>
-  <a href="http://tenderlovemaking.com/">blah!</a>
-</body>
-</html>
-        eohtml
-        doc = Nokogiri::HTML(bad_charset, nil, 'askldjfhalsdfjhlkasdfjh')
-        assert_equal ['http://tenderlovemaking.com/'],
-          doc.css('a').map { |a| a['href'] }
-      end
-      def test_empty_doc_encoding
-        encoding = 'US-ASCII'
-        assert_equal encoding, Nokogiri::HTML.parse(nil, nil, encoding).encoding
-      end
-    end
-    class TestDocumentEncodingDetection < Nokogiri::TestCase
-      def binread(file)
-        IO.binread(file)
-      end
-      def binopen(file)
-        File.open(file, 'rb')
-      end
-      def test_document_html_noencoding
-        from_stream = Nokogiri::HTML(binopen(NOENCODING_FILE))
-        from_string = Nokogiri::HTML(binread(NOENCODING_FILE))
-        assert_equal from_string.to_s.size, from_stream.to_s.size
-      end
-      def test_document_html_charset
-        html = Nokogiri::HTML(binopen(METACHARSET_FILE))
-        assert_equal 'iso-2022-jp', html.encoding
-        assert_equal 'たこ焼き仮面', html.title
-      end
-      def test_document_xhtml_enc
-        [ENCODING_XHTML_FILE, ENCODING_HTML_FILE].each { |file|
-          doc_from_string_enc = Nokogiri::HTML(binread(file), nil, 'Shift_JIS')
-          ary_from_string_enc = doc_from_string_enc.xpath('//p/text()').map(&:text)
-          doc_from_string = Nokogiri::HTML(binread(file))
-          ary_from_string = doc_from_string.xpath('//p/text()').map(&:text)
-          doc_from_file_enc = Nokogiri::HTML(binopen(file), nil, 'Shift_JIS')
-          ary_from_file_enc = doc_from_file_enc.xpath('//p/text()').map(&:text)
-          doc_from_file = Nokogiri::HTML(binopen(file))
-          ary_from_file = doc_from_file.xpath('//p/text()').map(&:text)
-          title = 'たこ焼き仮面'
-          assert_equal(title, doc_from_string_enc.at('//title/text()').text)
-          assert_equal(title, doc_from_string.at('//title/text()').text)
-          assert_equal(title, doc_from_file_enc.at('//title/text()').text)
-          assert_equal(title, doc_from_file.at('//title/text()').text)
-          evil = (0..72).map { |i| '超' * i + '悪い事を構想中。' }
-          assert_equal(evil, ary_from_string_enc)
-          assert_equal(evil, ary_from_string)
-          assert_equal(evil, ary_from_file_enc)
-          assert_equal(evil, ary_from_file)
-        }
-      end
-    end
-  end
-end

data/test/html/test_document_fragment.rb DELETED Viewed

@@ -1,310 +0,0 @@
-# -*- coding: utf-8 -*-
-require "helper"
-module Nokogiri
-  module HTML
-    class TestDocumentFragment < Nokogiri::TestCase
-      def setup
-        super
-        @html = Nokogiri::HTML.parse(File.read(HTML_FILE), HTML_FILE)
-      end
-      def test_ascii_8bit_encoding
-        s = String.new 'hello'
-        s.force_encoding ::Encoding::ASCII_8BIT
-        assert_equal "hello", Nokogiri::HTML::DocumentFragment.parse(s).to_html
-      end
-      def test_inspect_encoding
-        fragment = "<div>こんにちは！</div>".encode('EUC-JP')
-        f = Nokogiri::HTML::DocumentFragment.parse fragment
-        assert_equal "こんにちは！", f.content
-      end
-      def test_html_parse_encoding
-        fragment = "<div>こんにちは！</div>".encode 'EUC-JP'
-        f = Nokogiri::HTML.fragment fragment
-        assert_equal 'EUC-JP', f.document.encoding
-        assert_equal "こんにちは！", f.content
-      end
-      def test_unlink_empty_document
-        frag = Nokogiri::HTML::DocumentFragment.parse('').unlink # must_not_raise
-        assert_nil frag.parent
-      end
-      def test_colons_are_not_removed
-        doc = Nokogiri::HTML::DocumentFragment.parse("<span>3:30pm</span>")
-        assert_match(/3:30/, doc.to_s)
-      end
-      def test_parse_encoding
-        fragment = "<div>hello world</div>"
-        f = Nokogiri::HTML::DocumentFragment.parse fragment, 'ISO-8859-1'
-        assert_equal 'ISO-8859-1', f.document.encoding
-        assert_equal "hello world", f.content
-      end
-      def test_html_parse_with_encoding
-        fragment = "<div>hello world</div>"
-        f = Nokogiri::HTML.fragment fragment, 'ISO-8859-1'
-        assert_equal 'ISO-8859-1', f.document.encoding
-        assert_equal "hello world", f.content
-      end
-      def test_parse_in_context
-        assert_equal('<br>', @html.root.parse('<br />').to_s)
-      end
-      def test_inner_html=
-        fragment = Nokogiri::HTML.fragment '<hr />'
-        fragment.inner_html = "hello"
-        assert_equal 'hello', fragment.inner_html
-      end
-      def test_ancestors_search
-        html = %q{
-          <div>
-            <ul>
-              <li>foo</li>
-            </ul>
-          </div>
-        }
-        fragment = Nokogiri::HTML.fragment html
-        li = fragment.at('li')
-        assert li.matches?('li')
-      end
-      def test_fun_encoding
-        string = %Q(<body>こんにちは</body>)
-        html = Nokogiri::HTML::DocumentFragment.parse(
-          string
-        ).to_html(:encoding => 'UTF-8')
-        assert_equal string, html
-      end
-      def test_new
-        assert Nokogiri::HTML::DocumentFragment.new(@html)
-      end
-      def test_body_fragment_should_contain_body
-        fragment = Nokogiri::HTML::DocumentFragment.parse("  <body><div>foo</div></body>")
-        assert_match(/^<body>/, fragment.to_s)
-      end
-      def test_nonbody_fragment_should_not_contain_body
-        fragment = Nokogiri::HTML::DocumentFragment.parse("<div>foo</div>")
-        assert_match(/^<div>/, fragment.to_s)
-      end
-      def test_fragment_should_have_document
-        fragment = Nokogiri::HTML::DocumentFragment.new(@html)
-        assert_equal @html, fragment.document
-      end
-      def test_empty_fragment_should_be_searchable_by_css
-        fragment = Nokogiri::HTML.fragment("")
-        assert_equal 0, fragment.css("a").size
-      end
-      def test_empty_fragment_should_be_searchable
-        fragment = Nokogiri::HTML.fragment("")
-        assert_equal 0, fragment.search("//a").size
-      end
-      def test_name
-        fragment = Nokogiri::HTML::DocumentFragment.new(@html)
-        assert_equal '#document-fragment', fragment.name
-      end
-      def test_static_method
-        fragment = Nokogiri::HTML::DocumentFragment.parse("<div>a</div>")
-        assert_instance_of Nokogiri::HTML::DocumentFragment, fragment
-      end
-      def test_many_fragments
-        100.times { Nokogiri::HTML::DocumentFragment.new(@html) }
-      end
-      def test_subclass
-        klass = Class.new(Nokogiri::HTML::DocumentFragment)
-        fragment = klass.new(@html, "<div>a</div>")
-        assert_instance_of klass, fragment
-      end
-      def test_subclass_parse
-        klass = Class.new(Nokogiri::HTML::DocumentFragment)
-        doc = klass.parse("<div>a</div>")
-        assert_instance_of klass, doc
-      end
-      def test_html_fragment
-        fragment = Nokogiri::HTML.fragment("<div>a</div>")
-        assert_equal "<div>a</div>", fragment.to_s
-      end
-      def test_html_fragment_has_outer_text
-        doc = "a<div>b</div>c"
-        fragment = Nokogiri::HTML::Document.new.fragment(doc)
-        if Nokogiri.uses_libxml? &&
-            Nokogiri::VERSION_INFO['libxml']['loaded'] <= "2.6.16"
-          assert_equal "a<div>b</div><p>c</p>", fragment.to_s
-        else
-          assert_equal "a<div>b</div>c", fragment.to_s
-        end
-      end
-      def test_html_fragment_case_insensitivity
-        doc = "<Div>b</Div>"
-        fragment = Nokogiri::HTML::Document.new.fragment(doc)
-        assert_equal "<div>b</div>", fragment.to_s
-      end
-      def test_html_fragment_with_leading_whitespace
-        doc = "     <div>b</div>  "
-        fragment = Nokogiri::HTML::Document.new.fragment(doc)
-        assert_match %r%     <div>b</div> *%, fragment.to_s
-      end
-      def test_html_fragment_with_leading_whitespace_and_newline
-        doc = "     \n<div>b</div>  "
-        fragment = Nokogiri::HTML::Document.new.fragment(doc)
-        assert_match %r%     \n<div>b</div> *%, fragment.to_s
-      end
-      def test_html_fragment_with_input_and_intermediate_whitespace
-        doc = "<label>Label</label><input type=\"text\"> <span>span</span>"
-        fragment = Nokogiri::HTML::Document.new.fragment(doc)
-        assert_equal "<label>Label</label><input type=\"text\"> <span>span</span>", fragment.to_s
-      end
-      def test_html_fragment_with_leading_text_and_newline
-        fragment = HTML::Document.new.fragment("First line\nSecond line<br>Broken line")
-        assert_equal fragment.to_s, "First line\nSecond line<br>Broken line"
-      end
-      def test_html_fragment_with_leading_whitespace_and_text_and_newline
-        fragment = HTML::Document.new.fragment("  First line\nSecond line<br>Broken line")
-        assert_equal "  First line\nSecond line<br>Broken line", fragment.to_s
-      end
-      def test_html_fragment_with_leading_entity
-        failed = "&quot;test<br/>test&quot;"
-        fragment = Nokogiri::HTML::DocumentFragment.parse(failed)
-        assert_equal '"test<br>test"', fragment.to_html
-      end
-      def test_to_s
-        doc = "<span>foo<br></span><span>bar</span>"
-        fragment = Nokogiri::HTML::Document.new.fragment(doc)
-        assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_s
-      end
-      def test_to_html
-        doc = "<span>foo<br></span><span>bar</span>"
-        fragment = Nokogiri::HTML::Document.new.fragment(doc)
-        assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_html
-      end
-      def test_to_xhtml
-        doc = "<span>foo<br></span><span>bar</span><p></p>"
-        fragment = Nokogiri::HTML::Document.new.fragment(doc)
-        if Nokogiri.jruby? || Nokogiri::VERSION_INFO['libxml']['loaded'] >= "2.7.0"
-          assert_equal "<span>foo<br /></span><span>bar</span><p></p>", fragment.to_xhtml
-        else
-          # FIXME: why are we doing this ? this violates the spec,
-          # see http://www.w3.org/TR/xhtml1/#C_2
-          assert_equal "<span>foo<br></span><span>bar</span><p></p>", fragment.to_xhtml
-        end
-      end
-      def test_to_xml
-        doc = "<span>foo<br></span><span>bar</span>"
-        fragment = Nokogiri::HTML::Document.new.fragment(doc)
-        assert_equal "<span>foo<br/></span><span>bar</span>", fragment.to_xml
-      end
-      def test_fragment_script_tag_with_cdata
-        doc = HTML::Document.new
-        fragment = doc.fragment("<script>var foo = 'bar';</script>")
-        assert_equal("<script>var foo = 'bar';</script>",
-          fragment.to_s)
-      end
-      def test_fragment_with_comment
-        doc = HTML::Document.new
-        fragment = doc.fragment("<p>hello<!-- your ad here --></p>")
-        assert_equal("<p>hello<!-- your ad here --></p>",
-          fragment.to_s)
-      end
-      def test_element_children_counts
-        if Nokogiri.uses_libxml? && Nokogiri::VERSION_INFO['libxml']['loaded'] <= "2.9.1"
-          skip "#elements doesn't work in 2.9.1, see 1793a5a for history"
-        end
-        doc = Nokogiri::HTML::DocumentFragment.parse("   <div>  </div>\n   ")
-        assert_equal 1, doc.element_children.count
-      end
-      def test_malformed_fragment_is_corrected
-        fragment = HTML::DocumentFragment.parse("<div </div>")
-        assert_equal "<div></div>", fragment.to_s
-      end
-      def test_unclosed_script_tag
-        # see GH#315
-        fragment = HTML::DocumentFragment.parse("foo <script>bar")
-        assert_equal "foo <script>bar</script>", fragment.to_html
-      end
-      def test_error_propagation_on_fragment_parse
-        frag = Nokogiri::HTML::DocumentFragment.parse "<hello>oh, hello there.</hello>"
-        assert frag.errors.any?{|err| err.to_s =~ /Tag hello invalid/}, "errors should be copied to the fragment"
-      end
-      def test_error_propagation_on_fragment_parse_in_node_context
-        doc = Nokogiri::HTML::Document.parse "<html><body><div></div></body></html>"
-        context_node = doc.at_css "div"
-        frag = Nokogiri::HTML::DocumentFragment.new doc, "<hello>oh, hello there.</hello>", context_node
-        assert frag.errors.any?{|err| err.to_s =~ /Tag hello invalid/}, "errors should be on the context node's document"
-      end
-      def test_error_propagation_on_fragment_parse_in_node_context_should_not_include_preexisting_errors
-        doc = Nokogiri::HTML::Document.parse "<html><body><div></div><jimmy></jimmy></body></html>"
-        assert doc.errors.any?{|err| err.to_s =~ /jimmy/}, "assert on setup"
-        context_node = doc.at_css "div"
-        frag = Nokogiri::HTML::DocumentFragment.new doc, "<hello>oh, hello there.</hello>", context_node
-        assert frag.errors.any?{|err| err.to_s =~ /Tag hello invalid/}, "errors should be on the context node's document"
-        assert frag.errors.none?{|err| err.to_s =~ /jimmy/}, "errors should not include pre-existing document errors"
-      end
-      def test_capturing_nonparse_errors_during_fragment_clone
-        # see https://github.com/sparklemotion/nokogiri/issues/1196 for background
-        original = Nokogiri::HTML.fragment("<div id='unique'></div><div id='unique'></div>")
-        original_errors = original.errors.dup
-        copy = original.dup
-        assert_equal original_errors, copy.errors
-      end
-      def test_capturing_nonparse_errors_during_node_copy_between_fragments
-        # Errors should be emitted while parsing only, and should not change when moving nodes.
-        frag1 = Nokogiri::HTML.fragment("<diva id='unique'>one</diva>")
-        frag2 = Nokogiri::HTML.fragment("<dive id='unique'>two</dive>")
-        node1 = frag1.at_css("#unique")
-        node2 = frag2.at_css("#unique")
-        original_errors1 = frag1.errors.dup
-        original_errors2 = frag2.errors.dup
-        assert original_errors1.any?{|e| e.to_s =~ /Tag diva invalid/ }, "it should complain about the tag name"
-        assert original_errors2.any?{|e| e.to_s =~ /Tag dive invalid/ }, "it should complain about the tag name"
-        node1.add_child node2
-        assert_equal original_errors1, frag1.errors
-        assert_equal original_errors2, frag2.errors
-      end
-    end
-  end
-end

data/test/html/test_element_description.rb DELETED Viewed

@@ -1,105 +0,0 @@
-require "helper"
-module Nokogiri
-  module HTML
-    class TestElementDescription < Nokogiri::TestCase
-      def test_fetch_nonexistent
-        assert_nil ElementDescription['foo']
-      end
-      def test_fetch_element_description
-        assert desc = ElementDescription['a']
-        assert_instance_of ElementDescription, desc
-      end
-      def test_name
-        assert_equal 'a', ElementDescription['a'].name
-      end
-      def test_implied_start_tag?
-        assert !ElementDescription['a'].implied_start_tag?
-      end
-      def test_implied_end_tag?
-        assert !ElementDescription['a'].implied_end_tag?
-        assert ElementDescription['p'].implied_end_tag?
-      end
-      def test_save_end_tag?
-        assert !ElementDescription['a'].save_end_tag?
-        assert ElementDescription['br'].save_end_tag?
-      end
-      def test_empty?
-        assert ElementDescription['br'].empty?
-        assert !ElementDescription['a'].empty?
-      end
-      def test_deprecated?
-        assert ElementDescription['applet'].deprecated?
-        assert !ElementDescription['br'].deprecated?
-      end
-      def test_inline?
-        assert ElementDescription['a'].inline?
-        assert !ElementDescription['div'].inline?
-      end
-      def test_block?
-        element = ElementDescription['a']
-        assert_equal(!element.inline?, element.block?)
-      end
-      def test_description
-        assert ElementDescription['a'].description
-      end
-      def test_subelements
-        sub_elements = ElementDescription['body'].sub_elements
-        if Nokogiri.uses_libxml? && Nokogiri::LIBXML_VERSION >= '2.7.7'
-          assert_equal 65, sub_elements.length
-        elsif Nokogiri.uses_libxml?
-          assert_equal 61, sub_elements.length
-        else
-          assert sub_elements.length > 0
-        end
-      end
-      def test_default_sub_element
-        assert_equal 'div', ElementDescription['body'].default_sub_element
-      end
-      def test_null_default_sub_element
-        doc = Nokogiri::HTML('foo')
-        doc.root.description.default_sub_element
-      end
-      def test_optional_attributes
-        attrs = ElementDescription['table'].optional_attributes
-        assert attrs
-      end
-      def test_deprecated_attributes
-        attrs = ElementDescription['table'].deprecated_attributes
-        assert attrs
-        assert_equal 2, attrs.length
-      end
-      def test_required_attributes
-        attrs = ElementDescription['table'].required_attributes
-        assert attrs
-        assert_equal 0, attrs.length
-      end
-      def test_inspect
-        desc = ElementDescription['input']
-        assert_match desc.name, desc.inspect
-      end
-      def test_to_s
-        desc = ElementDescription['input']
-        assert_match desc.name, desc.to_s
-      end
-    end
-  end
-end

data/test/html/test_named_characters.rb DELETED Viewed

@@ -1,14 +0,0 @@
-require "helper"
-module Nokogiri
-  module HTML
-    class TestNamedCharacters < Nokogiri::TestCase
-      def test_named_character
-        copy = NamedCharacters.get('copy')
-        assert_equal 169, NamedCharacters['copy']
-        assert_equal copy.value, NamedCharacters['copy']
-        assert copy.description
-      end
-    end
-  end
-end