RubyGems - nokogiri - Versions diffs - 1.5.10 → 1.13.0 - Mend

nokogiri 1.5.10 → 1.13.0

Potentially problematic release.

This version of nokogiri might be problematic. Click here for more details.

Files changed (334) hide show

checksums.yaml +7 -0
data/Gemfile +5 -0
data/LICENSE-DEPENDENCIES.md +1903 -0
data/LICENSE.md +9 -0
data/README.md +280 -0
data/bin/nokogiri +84 -31
data/dependencies.yml +73 -0
data/ext/nokogiri/depend +38 -358
data/ext/nokogiri/extconf.rb +956 -100
data/ext/nokogiri/gumbo.c +584 -0
data/ext/nokogiri/html4_document.c +166 -0
data/ext/nokogiri/html4_element_description.c +294 -0
data/ext/nokogiri/html4_entity_lookup.c +37 -0
data/ext/nokogiri/html4_sax_parser_context.c +120 -0
data/ext/nokogiri/html4_sax_push_parser.c +95 -0
data/ext/nokogiri/libxml2_backwards_compat.c +121 -0
data/ext/nokogiri/nokogiri.c +232 -87
data/ext/nokogiri/nokogiri.h +188 -129
data/ext/nokogiri/test_global_handlers.c +40 -0
data/ext/nokogiri/xml_attr.c +49 -40
data/ext/nokogiri/xml_attribute_decl.c +18 -18
data/ext/nokogiri/xml_cdata.c +24 -23
data/ext/nokogiri/xml_comment.c +29 -21
data/ext/nokogiri/xml_document.c +327 -223
data/ext/nokogiri/xml_document_fragment.c +12 -16
data/ext/nokogiri/xml_dtd.c +56 -50
data/ext/nokogiri/xml_element_content.c +31 -26
data/ext/nokogiri/xml_element_decl.c +22 -22
data/ext/nokogiri/xml_encoding_handler.c +45 -20
data/ext/nokogiri/xml_entity_decl.c +32 -30
data/ext/nokogiri/xml_entity_reference.c +16 -18
data/ext/nokogiri/xml_namespace.c +74 -32
data/ext/nokogiri/xml_node.c +1290 -680
data/ext/nokogiri/xml_node_set.c +239 -208
data/ext/nokogiri/xml_processing_instruction.c +17 -19
data/ext/nokogiri/xml_reader.c +227 -189
data/ext/nokogiri/xml_relax_ng.c +52 -28
data/ext/nokogiri/xml_sax_parser.c +123 -125
data/ext/nokogiri/xml_sax_parser_context.c +138 -79
data/ext/nokogiri/xml_sax_push_parser.c +88 -35
data/ext/nokogiri/xml_schema.c +112 -33
data/ext/nokogiri/xml_syntax_error.c +50 -23
data/ext/nokogiri/xml_text.c +14 -18
data/ext/nokogiri/xml_xpath_context.c +227 -140
data/ext/nokogiri/xslt_stylesheet.c +162 -168
data/gumbo-parser/CHANGES.md +63 -0
data/gumbo-parser/Makefile +101 -0
data/gumbo-parser/THANKS +27 -0
data/gumbo-parser/src/Makefile +34 -0
data/gumbo-parser/src/README.md +41 -0
data/gumbo-parser/src/ascii.c +75 -0
data/gumbo-parser/src/ascii.h +115 -0
data/gumbo-parser/src/attribute.c +42 -0
data/gumbo-parser/src/attribute.h +17 -0
data/gumbo-parser/src/char_ref.c +22225 -0
data/gumbo-parser/src/char_ref.h +29 -0
data/gumbo-parser/src/char_ref.rl +2154 -0
data/gumbo-parser/src/error.c +626 -0
data/gumbo-parser/src/error.h +148 -0
data/gumbo-parser/src/foreign_attrs.c +104 -0
data/gumbo-parser/src/foreign_attrs.gperf +27 -0
data/gumbo-parser/src/gumbo.h +943 -0
data/gumbo-parser/src/insertion_mode.h +33 -0
data/gumbo-parser/src/macros.h +91 -0
data/gumbo-parser/src/parser.c +4875 -0
data/gumbo-parser/src/parser.h +41 -0
data/gumbo-parser/src/replacement.h +33 -0
data/gumbo-parser/src/string_buffer.c +103 -0
data/gumbo-parser/src/string_buffer.h +68 -0
data/gumbo-parser/src/string_piece.c +48 -0
data/gumbo-parser/src/svg_attrs.c +174 -0
data/gumbo-parser/src/svg_attrs.gperf +77 -0
data/gumbo-parser/src/svg_tags.c +137 -0
data/gumbo-parser/src/svg_tags.gperf +55 -0
data/gumbo-parser/src/tag.c +222 -0
data/gumbo-parser/src/tag_lookup.c +382 -0
data/gumbo-parser/src/tag_lookup.gperf +169 -0
data/gumbo-parser/src/tag_lookup.h +13 -0
data/gumbo-parser/src/token_buffer.c +79 -0
data/gumbo-parser/src/token_buffer.h +71 -0
data/gumbo-parser/src/token_type.h +17 -0
data/gumbo-parser/src/tokenizer.c +3463 -0
data/gumbo-parser/src/tokenizer.h +112 -0
data/gumbo-parser/src/tokenizer_states.h +339 -0
data/gumbo-parser/src/utf8.c +245 -0
data/gumbo-parser/src/utf8.h +164 -0
data/gumbo-parser/src/util.c +68 -0
data/gumbo-parser/src/util.h +30 -0
data/gumbo-parser/src/vector.c +111 -0
data/gumbo-parser/src/vector.h +45 -0
data/lib/nokogiri/class_resolver.rb +67 -0
data/lib/nokogiri/css/node.rb +10 -58
data/lib/nokogiri/css/parser.rb +327 -288
data/lib/nokogiri/css/parser.y +67 -45
data/lib/nokogiri/css/parser_extras.rb +52 -49
data/lib/nokogiri/css/syntax_error.rb +3 -1
data/lib/nokogiri/css/tokenizer.rb +107 -104
data/lib/nokogiri/css/tokenizer.rex +7 -6
data/lib/nokogiri/css/xpath_visitor.rb +263 -75
data/lib/nokogiri/css.rb +50 -17
data/lib/nokogiri/decorators/slop.rb +17 -8
data/lib/nokogiri/extension.rb +31 -0
data/lib/nokogiri/gumbo.rb +15 -0
data/lib/nokogiri/html.rb +38 -27
data/lib/nokogiri/{html → html4}/builder.rb +4 -2
data/lib/nokogiri/html4/document.rb +331 -0
data/lib/nokogiri/html4/document_fragment.rb +54 -0
data/lib/nokogiri/{html → html4}/element_description.rb +3 -1
data/lib/nokogiri/html4/element_description_defaults.rb +578 -0
data/lib/nokogiri/{html → html4}/entity_lookup.rb +4 -2
data/lib/nokogiri/{html → html4}/sax/parser.rb +24 -15
data/lib/nokogiri/html4/sax/parser_context.rb +20 -0
data/lib/nokogiri/html4/sax/push_parser.rb +37 -0
data/lib/nokogiri/html4.rb +46 -0
data/lib/nokogiri/html5/document.rb +88 -0
data/lib/nokogiri/html5/document_fragment.rb +83 -0
data/lib/nokogiri/html5/node.rb +96 -0
data/lib/nokogiri/html5.rb +477 -0
data/lib/nokogiri/jruby/dependencies.rb +21 -0
data/lib/nokogiri/syntax_error.rb +2 -0
data/lib/nokogiri/version/constant.rb +6 -0
data/lib/nokogiri/version/info.rb +221 -0
data/lib/nokogiri/version.rb +3 -90
data/lib/nokogiri/xml/attr.rb +6 -3
data/lib/nokogiri/xml/attribute_decl.rb +3 -1
data/lib/nokogiri/xml/builder.rb +96 -54
data/lib/nokogiri/xml/cdata.rb +3 -1
data/lib/nokogiri/xml/character_data.rb +2 -0
data/lib/nokogiri/xml/document.rb +234 -95
data/lib/nokogiri/xml/document_fragment.rb +86 -36
data/lib/nokogiri/xml/dtd.rb +16 -4
data/lib/nokogiri/xml/element_content.rb +2 -0
data/lib/nokogiri/xml/element_decl.rb +3 -1
data/lib/nokogiri/xml/entity_decl.rb +4 -2
data/lib/nokogiri/xml/entity_reference.rb +20 -0
data/lib/nokogiri/xml/namespace.rb +3 -0
data/lib/nokogiri/xml/node/save_options.rb +8 -4
data/lib/nokogiri/xml/node.rb +947 -502
data/lib/nokogiri/xml/node_set.rb +168 -159
data/lib/nokogiri/xml/notation.rb +13 -0
data/lib/nokogiri/xml/parse_options.rb +40 -5
data/lib/nokogiri/xml/pp/character_data.rb +9 -6
data/lib/nokogiri/xml/pp/node.rb +25 -26
data/lib/nokogiri/xml/pp.rb +4 -2
data/lib/nokogiri/xml/processing_instruction.rb +3 -1
data/lib/nokogiri/xml/reader.rb +23 -28
data/lib/nokogiri/xml/relax_ng.rb +8 -2
data/lib/nokogiri/xml/sax/document.rb +45 -49
data/lib/nokogiri/xml/sax/parser.rb +43 -41
data/lib/nokogiri/xml/sax/parser_context.rb +8 -3
data/lib/nokogiri/xml/sax/push_parser.rb +6 -5
data/lib/nokogiri/xml/sax.rb +6 -4
data/lib/nokogiri/xml/schema.rb +19 -9
data/lib/nokogiri/xml/searchable.rb +259 -0
data/lib/nokogiri/xml/syntax_error.rb +25 -1
data/lib/nokogiri/xml/text.rb +2 -0
data/lib/nokogiri/xml/xpath/syntax_error.rb +4 -2
data/lib/nokogiri/xml/xpath.rb +15 -4
data/lib/nokogiri/xml/xpath_context.rb +3 -3
data/lib/nokogiri/xml.rb +38 -36
data/lib/nokogiri/xslt/stylesheet.rb +3 -1
data/lib/nokogiri/xslt.rb +18 -16
data/lib/nokogiri.rb +69 -69
data/lib/xsd/xmlparser/nokogiri.rb +26 -24
data/patches/libxml2/0001-Remove-script-macro-support.patch +40 -0
data/patches/libxml2/0002-Update-entities-to-remove-handling-of-ssi.patch +44 -0
data/patches/libxml2/0003-libxml2.la-is-in-top_builddir.patch +25 -0
data/patches/libxml2/0004-use-glibc-strlen.patch +53 -0
data/patches/libxml2/0005-avoid-isnan-isinf.patch +81 -0
data/patches/libxml2/0006-update-automake-files-for-arm64.patch +2511 -0
data/patches/libxml2/0007-Fix-XPath-recursion-limit.patch +31 -0
data/patches/libxml2/0008-htmlParseComment-handle-abruptly-closed-comments.patch +61 -0
data/patches/libxml2/0009-allow-wildcard-namespaces.patch +77 -0
data/patches/libxslt/0001-update-automake-files-for-arm64.patch +2511 -0
data/patches/libxslt/0002-Fix-xml2-config-check-in-configure-script.patch +19 -0
data/ports/archives/libxml2-2.9.12.tar.gz +0 -0
data/ports/archives/libxslt-1.1.34.tar.gz +0 -0
metadata +382 -460
data/.autotest +0 -26
data/.gemtest +0 -0
data/CHANGELOG.ja.rdoc +0 -785
data/CHANGELOG.rdoc +0 -783
data/C_CODING_STYLE.rdoc +0 -33
data/Manifest.txt +0 -303
data/README.ja.rdoc +0 -106
data/README.rdoc +0 -175
data/ROADMAP.md +0 -90
data/Rakefile +0 -228
data/STANDARD_RESPONSES.md +0 -47
data/Y_U_NO_GEMSPEC.md +0 -155
data/build_all +0 -105
data/ext/nokogiri/html_document.c +0 -170
data/ext/nokogiri/html_document.h +0 -10
data/ext/nokogiri/html_element_description.c +0 -279
data/ext/nokogiri/html_element_description.h +0 -10
data/ext/nokogiri/html_entity_lookup.c +0 -32
data/ext/nokogiri/html_entity_lookup.h +0 -8
data/ext/nokogiri/html_sax_parser_context.c +0 -116
data/ext/nokogiri/html_sax_parser_context.h +0 -11
data/ext/nokogiri/html_sax_push_parser.c +0 -87
data/ext/nokogiri/html_sax_push_parser.h +0 -9
data/ext/nokogiri/xml_attr.h +0 -9
data/ext/nokogiri/xml_attribute_decl.h +0 -9
data/ext/nokogiri/xml_cdata.h +0 -9
data/ext/nokogiri/xml_comment.h +0 -9
data/ext/nokogiri/xml_document.h +0 -23
data/ext/nokogiri/xml_document_fragment.h +0 -10
data/ext/nokogiri/xml_dtd.h +0 -10
data/ext/nokogiri/xml_element_content.h +0 -10
data/ext/nokogiri/xml_element_decl.h +0 -9
data/ext/nokogiri/xml_encoding_handler.h +0 -8
data/ext/nokogiri/xml_entity_decl.h +0 -10
data/ext/nokogiri/xml_entity_reference.h +0 -9
data/ext/nokogiri/xml_io.c +0 -56
data/ext/nokogiri/xml_io.h +0 -11
data/ext/nokogiri/xml_libxml2_hacks.c +0 -112
data/ext/nokogiri/xml_libxml2_hacks.h +0 -12
data/ext/nokogiri/xml_namespace.h +0 -13
data/ext/nokogiri/xml_node.h +0 -13
data/ext/nokogiri/xml_node_set.h +0 -14
data/ext/nokogiri/xml_processing_instruction.h +0 -9
data/ext/nokogiri/xml_reader.h +0 -10
data/ext/nokogiri/xml_relax_ng.h +0 -9
data/ext/nokogiri/xml_sax_parser.h +0 -39
data/ext/nokogiri/xml_sax_parser_context.h +0 -10
data/ext/nokogiri/xml_sax_push_parser.h +0 -9
data/ext/nokogiri/xml_schema.h +0 -9
data/ext/nokogiri/xml_syntax_error.h +0 -13
data/ext/nokogiri/xml_text.h +0 -9
data/ext/nokogiri/xml_xpath_context.h +0 -10
data/ext/nokogiri/xslt_stylesheet.h +0 -14
data/lib/nokogiri/html/document.rb +0 -254
data/lib/nokogiri/html/document_fragment.rb +0 -41
data/lib/nokogiri/html/element_description_defaults.rb +0 -671
data/lib/nokogiri/html/sax/parser_context.rb +0 -16
data/lib/nokogiri/html/sax/push_parser.rb +0 -16
data/tasks/cross_compile.rb +0 -150
data/tasks/nokogiri.org.rb +0 -24
data/tasks/test.rb +0 -95
data/test/css/test_nthiness.rb +0 -159
data/test/css/test_parser.rb +0 -341
data/test/css/test_tokenizer.rb +0 -198
data/test/css/test_xpath_visitor.rb +0 -91
data/test/decorators/test_slop.rb +0 -16
data/test/files/2ch.html +0 -108
data/test/files/address_book.rlx +0 -12
data/test/files/address_book.xml +0 -10
data/test/files/bar/bar.xsd +0 -4
data/test/files/dont_hurt_em_why.xml +0 -422
data/test/files/encoding.html +0 -82
data/test/files/encoding.xhtml +0 -84
data/test/files/exslt.xml +0 -8
data/test/files/exslt.xslt +0 -35
data/test/files/foo/foo.xsd +0 -4
data/test/files/metacharset.html +0 -10
data/test/files/noencoding.html +0 -47
data/test/files/po.xml +0 -32
data/test/files/po.xsd +0 -66
data/test/files/shift_jis.html +0 -10
data/test/files/shift_jis.xml +0 -5
data/test/files/snuggles.xml +0 -3
data/test/files/staff.dtd +0 -10
data/test/files/staff.xml +0 -59
data/test/files/staff.xslt +0 -32
data/test/files/test_document_url/bar.xml +0 -2
data/test/files/test_document_url/document.dtd +0 -4
data/test/files/test_document_url/document.xml +0 -6
data/test/files/tlm.html +0 -850
data/test/files/to_be_xincluded.xml +0 -2
data/test/files/valid_bar.xml +0 -2
data/test/files/xinclude.xml +0 -4
data/test/helper.rb +0 -154
data/test/html/sax/test_parser.rb +0 -141
data/test/html/sax/test_parser_context.rb +0 -46
data/test/html/test_builder.rb +0 -164
data/test/html/test_document.rb +0 -552
data/test/html/test_document_encoding.rb +0 -138
data/test/html/test_document_fragment.rb +0 -261
data/test/html/test_element_description.rb +0 -105
data/test/html/test_named_characters.rb +0 -14
data/test/html/test_node.rb +0 -196
data/test/html/test_node_encoding.rb +0 -27
data/test/namespaces/test_additional_namespaces_in_builder_doc.rb +0 -14
data/test/namespaces/test_namespaces_in_builder_doc.rb +0 -75
data/test/namespaces/test_namespaces_in_created_doc.rb +0 -75
data/test/namespaces/test_namespaces_in_parsed_doc.rb +0 -66
data/test/test_convert_xpath.rb +0 -135
data/test/test_css_cache.rb +0 -45
data/test/test_encoding_handler.rb +0 -46
data/test/test_memory_leak.rb +0 -156
data/test/test_nokogiri.rb +0 -132
data/test/test_reader.rb +0 -555
data/test/test_soap4r_sax.rb +0 -52
data/test/test_xslt_transforms.rb +0 -254
data/test/xml/node/test_save_options.rb +0 -28
data/test/xml/node/test_subclass.rb +0 -44
data/test/xml/sax/test_parser.rb +0 -366
data/test/xml/sax/test_parser_context.rb +0 -106
data/test/xml/sax/test_push_parser.rb +0 -157
data/test/xml/test_attr.rb +0 -64
data/test/xml/test_attribute_decl.rb +0 -86
data/test/xml/test_builder.rb +0 -306
data/test/xml/test_c14n.rb +0 -151
data/test/xml/test_cdata.rb +0 -48
data/test/xml/test_comment.rb +0 -29
data/test/xml/test_document.rb +0 -828
data/test/xml/test_document_encoding.rb +0 -28
data/test/xml/test_document_fragment.rb +0 -223
data/test/xml/test_dtd.rb +0 -103
data/test/xml/test_dtd_encoding.rb +0 -33
data/test/xml/test_element_content.rb +0 -56
data/test/xml/test_element_decl.rb +0 -73
data/test/xml/test_entity_decl.rb +0 -122
data/test/xml/test_entity_reference.rb +0 -245
data/test/xml/test_namespace.rb +0 -95
data/test/xml/test_node.rb +0 -1137
data/test/xml/test_node_attributes.rb +0 -96
data/test/xml/test_node_encoding.rb +0 -107
data/test/xml/test_node_inheritance.rb +0 -32
data/test/xml/test_node_reparenting.rb +0 -374
data/test/xml/test_node_set.rb +0 -755
data/test/xml/test_parse_options.rb +0 -64
data/test/xml/test_processing_instruction.rb +0 -30
data/test/xml/test_reader_encoding.rb +0 -142
data/test/xml/test_relax_ng.rb +0 -60
data/test/xml/test_schema.rb +0 -103
data/test/xml/test_syntax_error.rb +0 -12
data/test/xml/test_text.rb +0 -45
data/test/xml/test_unparented_node.rb +0 -422
data/test/xml/test_xinclude.rb +0 -83
data/test/xml/test_xpath.rb +0 -295
data/test/xslt/test_custom_functions.rb +0 -133
data/test/xslt/test_exception_handling.rb +0 -37
data/test_all +0 -81

data/test/html/test_document.rb DELETED Viewed

@@ -1,552 +0,0 @@
-require "helper"
-module Nokogiri
-  module HTML
-    class TestDocument < Nokogiri::TestCase
-      def setup
-        super
-        @html = Nokogiri::HTML.parse(File.read(HTML_FILE))
-      end
-      def test_nil_css
-        # Behavior is undefined but shouldn't break
-        assert @html.css(nil)
-        assert @html.xpath(nil)
-      end
-      def test_exceptions_remove_newlines
-        errors = @html.errors
-        assert errors.length > 0, 'has errors'
-        errors.each do |error|
-          assert_equal(error.to_s.chomp, error.to_s)
-        end
-      end
-      def test_fragment
-        fragment = @html.fragment
-        assert_equal 0, fragment.children.length
-      end
-      def test_document_takes_config_block
-        options = nil
-        Nokogiri::HTML(File.read(HTML_FILE), HTML_FILE) do |cfg|
-          options = cfg
-          options.nonet.nowarning.dtdattr
-        end
-        assert options.nonet?
-        assert options.nowarning?
-        assert options.dtdattr?
-      end
-      def test_parse_takes_config_block
-        options = nil
-        Nokogiri::HTML.parse(File.read(HTML_FILE), HTML_FILE) do |cfg|
-          options = cfg
-          options.nonet.nowarning.dtdattr
-        end
-        assert options.nonet?
-        assert options.nowarning?
-        assert options.dtdattr?
-      end
-      def test_subclass
-        klass = Class.new(Nokogiri::HTML::Document)
-        doc = klass.new
-        assert_instance_of klass, doc
-      end
-      def test_subclass_initialize
-        klass = Class.new(Nokogiri::HTML::Document) do
-          attr_accessor :initialized_with
-          def initialize(*args)
-            @initialized_with = args
-          end
-        end
-        doc = klass.new("uri", "external_id", 1)
-        assert_equal ["uri", "external_id", 1], doc.initialized_with
-      end
-      def test_subclass_dup
-        klass = Class.new(Nokogiri::HTML::Document)
-        doc = klass.new.dup
-        assert_instance_of klass, doc
-      end
-      def test_subclass_parse
-        klass = Class.new(Nokogiri::HTML::Document)
-        doc = klass.parse(File.read(HTML_FILE))
-        assert_equal @html.to_s, doc.to_s
-        assert_instance_of klass, doc
-      end
-      def test_document_parse_method
-        html = Nokogiri::HTML::Document.parse(File.read(HTML_FILE))
-        assert_equal @html.to_s, html.to_s
-      end
-      def test_document_parse_method_with_url
-        require 'open-uri'
-        begin
-          html = open('http://google.com').read
-        rescue
-          skip("This test needs the internet. Skips if no internet available.")
-        end
-        doc = Nokogiri::HTML html ,"http:/foobar.foobar/"
-        refute_empty doc.to_s, "Document should not be empty"
-      end
-      ###
-      # Nokogiri::HTML returns an empty Document when given a blank string GH#11
-      def test_empty_string_returns_empty_doc
-        doc = Nokogiri::HTML('')
-        assert_instance_of Nokogiri::HTML::Document, doc
-        assert_nil doc.root
-      end
-      unless Nokogiri.uses_libxml? && %w[2 6] === LIBXML_VERSION.split('.')[0..1]
-        # FIXME: this is a hack around broken libxml versions
-        def test_to_xhtml_with_indent
-          doc = Nokogiri::HTML('<html><body><a>foo</a></body></html>')
-          doc = Nokogiri::HTML(doc.to_xhtml(:indent => 2))
-          assert_indent 2, doc
-        end
-        def test_write_to_xhtml_with_indent
-          io = StringIO.new
-          doc = Nokogiri::HTML('<html><body><a>foo</a></body></html>')
-          doc.write_xhtml_to io, :indent => 5
-          io.rewind
-          doc = Nokogiri::HTML(io.read)
-          assert_indent 5, doc
-        end
-      end
-      def test_swap_should_not_exist
-        assert_raises(NoMethodError) {
-          @html.swap
-        }
-      end
-      def test_namespace_should_not_exist
-        assert_raises(NoMethodError) {
-          @html.namespace
-        }
-      end
-      def test_meta_encoding
-        assert_equal 'UTF-8', @html.meta_encoding
-      end
-      def test_meta_encoding_is_strict_about_http_equiv
-        doc = Nokogiri::HTML(<<-eohtml)
-<html>
-  <head>
-    <meta http-equiv="X-Content-Type" content="text/html; charset=Shift_JIS">
-  </head>
-  <body>
-    foo
-  </body>
-</html>
-        eohtml
-        assert_nil doc.meta_encoding
-      end
-      def test_meta_encoding_handles_malformed_content_charset
-        doc = Nokogiri::HTML(<<EOHTML)
-<html>
-  <head>
-    <meta http-equiv="Content-type" content="text/html; utf-8" />
-  </head>
-  <body>
-    foo
-  </body>
-</html>
-EOHTML
-        assert_nil doc.meta_encoding
-      end
-      def test_meta_encoding=
-        @html.meta_encoding = 'EUC-JP'
-        assert_equal 'EUC-JP', @html.meta_encoding
-      end
-      def test_title
-        assert_equal 'Tender Lovemaking  ', @html.title
-        doc = Nokogiri::HTML('<html><body>foo</body></html>')
-        assert_nil doc.title
-      end
-      def test_title=()
-        doc = Nokogiri::HTML(<<eohtml)
-<html>
-  <head>
-    <title>old</title>
-  </head>
-  <body>
-    foo
-  </body>
-</html>
-eohtml
-        doc.title = 'new'
-        assert_equal 'new', doc.title
-        doc = Nokogiri::HTML(<<eohtml)
-<html>
-  <head>
-  </head>
-  <body>
-    foo
-  </body>
-</html>
-eohtml
-        doc.title = 'new'
-        assert_equal 'new', doc.title
-        doc = Nokogiri::HTML(<<eohtml)
-<html>
-  <body>
-    foo
-  </body>
-</html>
-eohtml
-        doc.title = 'new'
-        if Nokogiri.uses_libxml?
-          assert_nil doc.title
-        else
-          assert_equal 'new', doc.title
-        end
-      end
-      def test_meta_encoding_without_head
-        html = Nokogiri::HTML('<html><body>foo</body></html>')
-        assert_nil html.meta_encoding
-        html.meta_encoding = 'EUC-JP'
-        assert_nil html.meta_encoding
-      end
-      def test_meta_encoding_with_empty_content_type
-        html = Nokogiri::HTML(<<-eohtml)
-<html>
-  <head>
-    <meta http-equiv="Content-Type" content="">
-  </head>
-  <body>
-    foo
-  </body>
-</html>
-        eohtml
-        assert_nil html.meta_encoding
-        html = Nokogiri::HTML(<<-eohtml)
-<html>
-  <head>
-    <meta http-equiv="Content-Type">
-  </head>
-  <body>
-    foo
-  </body>
-</html>
-        eohtml
-        assert_nil html.meta_encoding
-      end
-      def test_root_node_parent_is_document
-        parent = @html.root.parent
-        assert_equal @html, parent
-        assert_instance_of Nokogiri::HTML::Document, parent
-      end
-      def test_parse_handles_nil_gracefully
-        @doc = Nokogiri::HTML::Document.parse(nil)
-        assert_instance_of Nokogiri::HTML::Document, @doc
-      end
-      def test_parse_empty_document
-        doc = Nokogiri::HTML("\n")
-        assert_equal 0, doc.css('a').length
-        assert_equal 0, doc.xpath('//a').length
-        assert_equal 0, doc.search('//a').length
-      end
-      def test_HTML_function
-        html = Nokogiri::HTML(File.read(HTML_FILE))
-        assert html.html?
-      end
-      def test_parse_io
-        assert File.open(HTML_FILE, 'rb') { |f|
-          Document.read_io(f, nil, 'UTF-8',
-                           XML::ParseOptions::NOERROR | XML::ParseOptions::NOWARNING
-                          )
-        }
-      end
-      def test_parse_temp_file
-        temp_html_file = Tempfile.new("TEMP_HTML_FILE")
-        File.open(HTML_FILE, 'rb') { |f| temp_html_file.write f.read }
-        temp_html_file.close
-        temp_html_file.open
-        assert_equal Nokogiri::HTML.parse(File.read(HTML_FILE)).xpath('//div/a').length,
-          Nokogiri::HTML.parse(temp_html_file).xpath('//div/a').length
-      end
-      def test_to_xhtml
-        assert_match 'XHTML', @html.to_xhtml
-        assert_match 'XHTML', @html.to_xhtml(:encoding => 'UTF-8')
-        assert_match 'UTF-8', @html.to_xhtml(:encoding => 'UTF-8')
-      end
-      def test_no_xml_header
-        html = Nokogiri::HTML(<<-eohtml)
-        <html>
-        </html>
-        eohtml
-        assert html.to_html.length > 0, 'html length is too short'
-        assert_no_match(/^<\?xml/, html.to_html)
-      end
-      def test_document_has_error
-        html = Nokogiri::HTML(<<-eohtml)
-        <html>
-          <body>
-            <div awesome="asdf>
-              <p>inside div tag</p>
-            </div>
-            <p>outside div tag</p>
-          </body>
-        </html>
-        eohtml
-        assert html.errors.length > 0
-      end
-      def test_relative_css
-        html = Nokogiri::HTML(<<-eohtml)
-        <html>
-          <body>
-            <div>
-              <p>inside div tag</p>
-            </div>
-            <p>outside div tag</p>
-          </body>
-        </html>
-        eohtml
-        set = html.search('div').search('p')
-        assert_equal(1, set.length)
-        assert_equal('inside div tag', set.first.inner_text)
-      end
-      def test_multi_css
-        html = Nokogiri::HTML(<<-eohtml)
-        <html>
-          <body>
-            <div>
-              <p>p tag</p>
-              <a>a tag</a>
-            </div>
-          </body>
-        </html>
-        eohtml
-        set = html.css('p, a')
-        assert_equal(2, set.length)
-        assert_equal ['a tag', 'p tag'].sort, set.map { |x| x.content }.sort
-      end
-      def test_inner_text
-        html = Nokogiri::HTML(<<-eohtml)
-        <html>
-          <body>
-            <div>
-              <p>
-                Hello world!
-              </p>
-            </div>
-          </body>
-        </html>
-        eohtml
-        node = html.xpath('//div').first
-        assert_equal('Hello world!', node.inner_text.strip)
-      end
-      def test_doc_type
-        html = Nokogiri::HTML(<<-eohtml)
-        <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
-          <html xmlns="http://www.w3.org/1999/xhtml">
-            <body>
-              <p>Rainbow Dash</p>
-            </body>
-          </html>
-        eohtml
-        assert_equal "html", html.internal_subset.name
-        assert_equal "-//W3C//DTD XHTML 1.1//EN", html.internal_subset.external_id
-        assert_equal "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd", html.internal_subset.system_id
-        assert_equal "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.1//EN\" \"http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd\">", html.to_s[0,97]
-      end
-      def test_content_size
-        html = Nokogiri::HTML('<div>
-</div>')
-        assert_equal 1, html.content.size
-        assert_equal 1, html.content.split("").size
-        assert_equal "\n", html.content
-      end
-      def test_find_by_xpath
-        found = @html.xpath('//div/a')
-        assert_equal 3, found.length
-      end
-      def test_find_by_css
-        found = @html.css('div > a')
-        assert_equal 3, found.length
-      end
-      def test_find_by_css_with_square_brackets
-        found = @html.css("div[@id='header'] > h1")
-        found = @html.css("div[@id='header'] h1") # this blows up on commit 6fa0f6d329d9dbf1cc21c0ac72f7e627bb4c05fc
-        assert_equal 1, found.length
-      end
-      def test_find_with_function
-        assert @html.css("div:awesome() h1", Class.new {
-          def awesome divs
-            [divs.first]
-          end
-        }.new)
-      end
-      def test_dup_shallow
-        found = @html.search('//div/a').first
-        dup = found.dup(0)
-        assert dup
-        assert_equal '', dup.content
-      end
-      def test_search_can_handle_xpath_and_css
-        found = @html.search('//div/a', 'div > p')
-        length = @html.xpath('//div/a').length +
-          @html.css('div > p').length
-        assert_equal length, found.length
-      end
-      def test_dup_document
-        assert dup = @html.dup
-        assert_not_equal dup, @html
-        assert @html.html?
-        assert_instance_of Nokogiri::HTML::Document, dup
-        assert dup.html?, 'duplicate should be html'
-        assert_equal @html.to_s, dup.to_s
-      end
-      def test_dup_document_shallow
-        assert dup = @html.dup(0)
-        assert_not_equal dup, @html
-      end
-      def test_dup
-        found = @html.search('//div/a').first
-        dup = found.dup
-        assert dup
-        assert_equal found.content, dup.content
-        assert_equal found.document, dup.document
-      end
-      def test_inner_html
-        html = Nokogiri::HTML(<<-eohtml)
-        <html>
-          <body>
-            <div>
-              <p>
-                Hello world!
-              </p>
-            </div>
-          </body>
-        </html>
-        eohtml
-        node = html.xpath('//div').first
-        assert_equal('<p>Helloworld!</p>', node.inner_html.gsub(/\s/, ''))
-      end
-      def test_round_trip
-        doc = Nokogiri::HTML(@html.inner_html)
-        assert_equal @html.root.to_html, doc.root.to_html
-      end
-      def test_fragment_contains_text_node
-        fragment = Nokogiri::HTML.fragment('fooo')
-        assert_equal 1, fragment.children.length
-        assert_equal 'fooo', fragment.inner_text
-      end
-      def test_fragment_includes_two_tags
-        assert_equal 2, Nokogiri::HTML.fragment("<br/><hr/>").children.length
-      end
-      def test_relative_css_finder
-        doc = Nokogiri::HTML(<<-eohtml)
-          <html>
-            <body>
-              <div class="red">
-                <p>
-                  inside red
-                </p>
-              </div>
-              <div class="green">
-                <p>
-                  inside green
-                </p>
-              </div>
-            </body>
-          </html>
-        eohtml
-        red_divs = doc.css('div.red')
-        assert_equal 1, red_divs.length
-        p_tags = red_divs.first.css('p')
-        assert_equal 1, p_tags.length
-        assert_equal 'inside red', p_tags.first.text.strip
-      end
-      def test_find_classes
-        doc = Nokogiri::HTML(<<-eohtml)
-          <html>
-            <body>
-              <p class="red">RED</p>
-              <p class="awesome red">RED</p>
-              <p class="notred">GREEN</p>
-              <p class="green notred">GREEN</p>
-            </body>
-          </html>
-        eohtml
-        list = doc.css('.red')
-        assert_equal 2, list.length
-        assert_equal %w{ RED RED }, list.map { |x| x.text }
-      end
-      def test_parse_can_take_io
-        html = nil
-        File.open(HTML_FILE, 'rb') { |f|
-          html = Nokogiri::HTML(f)
-        }
-        assert html.html?
-      end
-      def test_html?
-        assert !@html.xml?
-        assert @html.html?
-      end
-      def test_serialize
-        assert @html.serialize
-        assert @html.to_html
-      end
-      def test_empty_document
-        # empty document should return "" #699
-        assert_equal "", Nokogiri::HTML.parse(nil).text
-        assert_equal "", Nokogiri::HTML.parse("").text
-      end
-    end
-  end
-end

data/test/html/test_document_encoding.rb DELETED Viewed

@@ -1,138 +0,0 @@
-# -*- coding: utf-8 -*-
-require "helper"
-module Nokogiri
-  module HTML
-    if RUBY_VERSION =~ /^1\.9/
-      class TestDocumentEncoding < Nokogiri::TestCase
-        def test_encoding
-          doc = Nokogiri::HTML File.open(SHIFT_JIS_HTML, 'rb')
-          hello = "こんにちは"
-          assert_match doc.encoding, doc.to_html
-          assert_match hello.encode('Shift_JIS'), doc.to_html
-          assert_equal 'Shift_JIS', doc.to_html.encoding.name
-          assert_match hello, doc.to_html(:encoding => 'UTF-8')
-          assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8')
-          assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8').encoding.name
-        end
-        def test_default_to_encoding_from_string
-          bad_charset = <<-eohtml
-<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
-<html>
-<head>
-  <meta http-equiv="Content-Type" content="text/html; charset=charset=UTF-8">
-</head>
-<body>
-  <a href="http://tenderlovemaking.com/">blah!</a>
-</body>
-</html>
-          eohtml
-          doc = Nokogiri::HTML(bad_charset)
-          assert_equal bad_charset.encoding.name, doc.encoding
-          doc = Nokogiri.parse(bad_charset)
-          assert_equal bad_charset.encoding.name, doc.encoding
-        end
-        def test_encoding_non_utf8
-          orig = '日本語が上手です'
-          bin = Encoding::ASCII_8BIT
-          [Encoding::Shift_JIS, Encoding::EUC_JP].each do |enc|
-            html = <<-eohtml.encode(enc)
-<html>
-<meta http-equiv="Content-Type" content="text/html; charset=#{enc.name}">
-<title xml:lang="ja">#{orig}</title></html>
-            eohtml
-            text = Nokogiri::HTML.parse(html).at('title').inner_text
-            assert_equal(
-              orig.encode(enc).force_encoding(bin),
-              text.encode(enc).force_encoding(bin)
-            )
-          end
-        end
-        def test_encoding_with_a_bad_name
-          bad_charset = <<-eohtml
-<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
-<html>
-<head>
-  <meta http-equiv="Content-Type" content="text/html; charset=charset=UTF-8">
-</head>
-<body>
-  <a href="http://tenderlovemaking.com/">blah!</a>
-</body>
-</html>
-          eohtml
-          doc = Nokogiri::HTML(bad_charset, nil, 'askldjfhalsdfjhlkasdfjh')
-          assert_equal ['http://tenderlovemaking.com/'],
-            doc.css('a').map { |a| a['href'] }
-        end
-      end
-    end
-    class TestDocumentEncodingDetection < Nokogiri::TestCase
-      if IO.respond_to?(:binread)
-        def binread(file)
-          IO.binread(file)
-        end
-      else
-        def binread(file)
-          IO.read(file)
-        end
-      end
-      def binopen(file)
-        File.open(file, 'rb')
-      end
-      def test_document_html_noencoding
-        from_stream = Nokogiri::HTML(binopen(NOENCODING_FILE))
-        from_string = Nokogiri::HTML(binread(NOENCODING_FILE))
-        assert_equal from_string.to_s.size, from_stream.to_s.size
-      end
-      def test_document_html_charset
-        html = Nokogiri::HTML(binopen(METACHARSET_FILE))
-        assert_equal 'iso-2022-jp', html.encoding
-        assert_equal 'たこ焼き仮面', html.title
-      end
-      def test_document_xhtml_enc
-        [ENCODING_XHTML_FILE, ENCODING_HTML_FILE].each { |file|
-          doc_from_string_enc = Nokogiri::HTML(binread(file), nil, 'Shift_JIS')
-          ary_from_string_enc = doc_from_string_enc.xpath('//p/text()').map { |text| text.text }
-          doc_from_string = Nokogiri::HTML(binread(file))
-          ary_from_string = doc_from_string.xpath('//p/text()').map { |text| text.text }
-          doc_from_file_enc = Nokogiri::HTML(binopen(file), nil, 'Shift_JIS')
-          ary_from_file_enc = doc_from_file_enc.xpath('//p/text()').map { |text| text.text }
-          doc_from_file = Nokogiri::HTML(binopen(file))
-          ary_from_file = doc_from_file.xpath('//p/text()').map { |text| text.text }
-          title = 'たこ焼き仮面'
-          assert_equal(title, doc_from_string_enc.at('//title/text()').text)
-          assert_equal(title, doc_from_string.at('//title/text()').text)
-          assert_equal(title, doc_from_file_enc.at('//title/text()').text)
-          unless Nokogiri.jruby? && file == ENCODING_HTML_FILE
-            assert_equal(title, doc_from_file.at('//title/text()').text)
-          end
-          evil = (0..72).map { |i| '超' * i + '悪い事を構想中。' }
-          assert_equal(evil, ary_from_string_enc)
-          assert_equal(evil, ary_from_string)
-          assert_equal(evil, ary_from_file_enc)
-          assert_equal(evil, ary_from_file)
-        }
-      end
-    end
-  end
-end