RubyGems - glebm-nokogiri - Versions diffs - 1.4.2.1 - Mend

glebm-nokogiri 1.4.2.1

Files changed (277) hide show

data/.autotest +26 -0
data/CHANGELOG.ja.rdoc +411 -0
data/CHANGELOG.rdoc +397 -0
data/Manifest.txt +276 -0
data/README.ja.rdoc +106 -0
data/README.rdoc +132 -0
data/Rakefile +183 -0
data/bin/nokogiri +49 -0
data/deps.rip +5 -0
data/ext/nokogiri/extconf.rb +97 -0
data/ext/nokogiri/html_document.c +154 -0
data/ext/nokogiri/html_document.h +10 -0
data/ext/nokogiri/html_element_description.c +276 -0
data/ext/nokogiri/html_element_description.h +10 -0
data/ext/nokogiri/html_entity_lookup.c +32 -0
data/ext/nokogiri/html_entity_lookup.h +8 -0
data/ext/nokogiri/html_sax_parser_context.c +94 -0
data/ext/nokogiri/html_sax_parser_context.h +11 -0
data/ext/nokogiri/nokogiri.c +95 -0
data/ext/nokogiri/nokogiri.h +153 -0
data/ext/nokogiri/xml_attr.c +94 -0
data/ext/nokogiri/xml_attr.h +9 -0
data/ext/nokogiri/xml_attribute_decl.c +70 -0
data/ext/nokogiri/xml_attribute_decl.h +9 -0
data/ext/nokogiri/xml_cdata.c +56 -0
data/ext/nokogiri/xml_cdata.h +9 -0
data/ext/nokogiri/xml_comment.c +54 -0
data/ext/nokogiri/xml_comment.h +9 -0
data/ext/nokogiri/xml_document.c +464 -0
data/ext/nokogiri/xml_document.h +23 -0
data/ext/nokogiri/xml_document_fragment.c +48 -0
data/ext/nokogiri/xml_document_fragment.h +10 -0
data/ext/nokogiri/xml_dtd.c +202 -0
data/ext/nokogiri/xml_dtd.h +10 -0
data/ext/nokogiri/xml_element_content.c +123 -0
data/ext/nokogiri/xml_element_content.h +10 -0
data/ext/nokogiri/xml_element_decl.c +69 -0
data/ext/nokogiri/xml_element_decl.h +9 -0
data/ext/nokogiri/xml_encoding_handler.c +79 -0
data/ext/nokogiri/xml_encoding_handler.h +8 -0
data/ext/nokogiri/xml_entity_decl.c +110 -0
data/ext/nokogiri/xml_entity_decl.h +10 -0
data/ext/nokogiri/xml_entity_reference.c +52 -0
data/ext/nokogiri/xml_entity_reference.h +9 -0
data/ext/nokogiri/xml_io.c +31 -0
data/ext/nokogiri/xml_io.h +11 -0
data/ext/nokogiri/xml_namespace.c +84 -0
data/ext/nokogiri/xml_namespace.h +13 -0
data/ext/nokogiri/xml_node.c +1347 -0
data/ext/nokogiri/xml_node.h +13 -0
data/ext/nokogiri/xml_node_set.c +418 -0
data/ext/nokogiri/xml_node_set.h +9 -0
data/ext/nokogiri/xml_processing_instruction.c +56 -0
data/ext/nokogiri/xml_processing_instruction.h +9 -0
data/ext/nokogiri/xml_reader.c +665 -0
data/ext/nokogiri/xml_reader.h +10 -0
data/ext/nokogiri/xml_relax_ng.c +168 -0
data/ext/nokogiri/xml_relax_ng.h +9 -0
data/ext/nokogiri/xml_sax_parser.c +286 -0
data/ext/nokogiri/xml_sax_parser.h +39 -0
data/ext/nokogiri/xml_sax_parser_context.c +159 -0
data/ext/nokogiri/xml_sax_parser_context.h +10 -0
data/ext/nokogiri/xml_sax_push_parser.c +115 -0
data/ext/nokogiri/xml_sax_push_parser.h +9 -0
data/ext/nokogiri/xml_schema.c +205 -0
data/ext/nokogiri/xml_schema.h +9 -0
data/ext/nokogiri/xml_syntax_error.c +58 -0
data/ext/nokogiri/xml_syntax_error.h +13 -0
data/ext/nokogiri/xml_text.c +50 -0
data/ext/nokogiri/xml_text.h +9 -0
data/ext/nokogiri/xml_xpath_context.c +276 -0
data/ext/nokogiri/xml_xpath_context.h +9 -0
data/ext/nokogiri/xslt_stylesheet.c +142 -0
data/ext/nokogiri/xslt_stylesheet.h +9 -0
data/lib/nokogiri.rb +133 -0
data/lib/nokogiri/css.rb +25 -0
data/lib/nokogiri/css/generated_parser.rb +669 -0
data/lib/nokogiri/css/generated_tokenizer.rb +145 -0
data/lib/nokogiri/css/node.rb +99 -0
data/lib/nokogiri/css/parser.rb +82 -0
data/lib/nokogiri/css/parser.y +232 -0
data/lib/nokogiri/css/syntax_error.rb +7 -0
data/lib/nokogiri/css/tokenizer.rb +7 -0
data/lib/nokogiri/css/tokenizer.rex +55 -0
data/lib/nokogiri/css/xpath_visitor.rb +169 -0
data/lib/nokogiri/decorators/slop.rb +33 -0
data/lib/nokogiri/ffi/encoding_handler.rb +42 -0
data/lib/nokogiri/ffi/html/document.rb +28 -0
data/lib/nokogiri/ffi/html/element_description.rb +81 -0
data/lib/nokogiri/ffi/html/entity_lookup.rb +16 -0
data/lib/nokogiri/ffi/html/sax/parser_context.rb +38 -0
data/lib/nokogiri/ffi/io_callbacks.rb +42 -0
data/lib/nokogiri/ffi/libxml.rb +386 -0
data/lib/nokogiri/ffi/structs/common_node.rb +38 -0
data/lib/nokogiri/ffi/structs/html_elem_desc.rb +24 -0
data/lib/nokogiri/ffi/structs/html_entity_desc.rb +13 -0
data/lib/nokogiri/ffi/structs/xml_alloc.rb +16 -0
data/lib/nokogiri/ffi/structs/xml_attr.rb +19 -0
data/lib/nokogiri/ffi/structs/xml_attribute.rb +27 -0
data/lib/nokogiri/ffi/structs/xml_buffer.rb +16 -0
data/lib/nokogiri/ffi/structs/xml_char_encoding_handler.rb +11 -0
data/lib/nokogiri/ffi/structs/xml_document.rb +117 -0
data/lib/nokogiri/ffi/structs/xml_dtd.rb +28 -0
data/lib/nokogiri/ffi/structs/xml_element.rb +26 -0
data/lib/nokogiri/ffi/structs/xml_element_content.rb +17 -0
data/lib/nokogiri/ffi/structs/xml_entity.rb +32 -0
data/lib/nokogiri/ffi/structs/xml_enumeration.rb +12 -0
data/lib/nokogiri/ffi/structs/xml_node.rb +28 -0
data/lib/nokogiri/ffi/structs/xml_node_set.rb +53 -0
data/lib/nokogiri/ffi/structs/xml_notation.rb +11 -0
data/lib/nokogiri/ffi/structs/xml_ns.rb +15 -0
data/lib/nokogiri/ffi/structs/xml_parser_context.rb +19 -0
data/lib/nokogiri/ffi/structs/xml_relax_ng.rb +14 -0
data/lib/nokogiri/ffi/structs/xml_sax_handler.rb +51 -0
data/lib/nokogiri/ffi/structs/xml_sax_push_parser_context.rb +124 -0
data/lib/nokogiri/ffi/structs/xml_schema.rb +13 -0
data/lib/nokogiri/ffi/structs/xml_syntax_error.rb +31 -0
data/lib/nokogiri/ffi/structs/xml_text_reader.rb +12 -0
data/lib/nokogiri/ffi/structs/xml_xpath_context.rb +38 -0
data/lib/nokogiri/ffi/structs/xml_xpath_object.rb +35 -0
data/lib/nokogiri/ffi/structs/xml_xpath_parser_context.rb +20 -0
data/lib/nokogiri/ffi/structs/xslt_stylesheet.rb +13 -0
data/lib/nokogiri/ffi/weak_bucket.rb +40 -0
data/lib/nokogiri/ffi/xml/attr.rb +41 -0
data/lib/nokogiri/ffi/xml/attribute_decl.rb +27 -0
data/lib/nokogiri/ffi/xml/cdata.rb +19 -0
data/lib/nokogiri/ffi/xml/comment.rb +18 -0
data/lib/nokogiri/ffi/xml/document.rb +162 -0
data/lib/nokogiri/ffi/xml/document_fragment.rb +21 -0
data/lib/nokogiri/ffi/xml/dtd.rb +67 -0
data/lib/nokogiri/ffi/xml/element_content.rb +43 -0
data/lib/nokogiri/ffi/xml/element_decl.rb +19 -0
data/lib/nokogiri/ffi/xml/entity_decl.rb +36 -0
data/lib/nokogiri/ffi/xml/entity_reference.rb +19 -0
data/lib/nokogiri/ffi/xml/namespace.rb +44 -0
data/lib/nokogiri/ffi/xml/node.rb +556 -0
data/lib/nokogiri/ffi/xml/node_set.rb +149 -0
data/lib/nokogiri/ffi/xml/processing_instruction.rb +20 -0
data/lib/nokogiri/ffi/xml/reader.rb +232 -0
data/lib/nokogiri/ffi/xml/relax_ng.rb +85 -0
data/lib/nokogiri/ffi/xml/sax/parser.rb +135 -0
data/lib/nokogiri/ffi/xml/sax/parser_context.rb +67 -0
data/lib/nokogiri/ffi/xml/sax/push_parser.rb +51 -0
data/lib/nokogiri/ffi/xml/schema.rb +109 -0
data/lib/nokogiri/ffi/xml/syntax_error.rb +98 -0
data/lib/nokogiri/ffi/xml/text.rb +18 -0
data/lib/nokogiri/ffi/xml/xpath.rb +9 -0
data/lib/nokogiri/ffi/xml/xpath_context.rb +148 -0
data/lib/nokogiri/ffi/xslt/stylesheet.rb +53 -0
data/lib/nokogiri/html.rb +35 -0
data/lib/nokogiri/html/builder.rb +35 -0
data/lib/nokogiri/html/document.rb +90 -0
data/lib/nokogiri/html/document_fragment.rb +36 -0
data/lib/nokogiri/html/element_description.rb +23 -0
data/lib/nokogiri/html/entity_lookup.rb +13 -0
data/lib/nokogiri/html/sax/parser.rb +48 -0
data/lib/nokogiri/html/sax/parser_context.rb +16 -0
data/lib/nokogiri/syntax_error.rb +4 -0
data/lib/nokogiri/version.rb +37 -0
data/lib/nokogiri/version_warning.rb +14 -0
data/lib/nokogiri/xml.rb +67 -0
data/lib/nokogiri/xml/attr.rb +14 -0
data/lib/nokogiri/xml/attribute_decl.rb +18 -0
data/lib/nokogiri/xml/builder.rb +418 -0
data/lib/nokogiri/xml/cdata.rb +11 -0
data/lib/nokogiri/xml/character_data.rb +7 -0
data/lib/nokogiri/xml/document.rb +194 -0
data/lib/nokogiri/xml/document_fragment.rb +77 -0
data/lib/nokogiri/xml/dtd.rb +11 -0
data/lib/nokogiri/xml/element_content.rb +36 -0
data/lib/nokogiri/xml/element_decl.rb +13 -0
data/lib/nokogiri/xml/entity_decl.rb +19 -0
data/lib/nokogiri/xml/namespace.rb +13 -0
data/lib/nokogiri/xml/node.rb +793 -0
data/lib/nokogiri/xml/node/save_options.rb +42 -0
data/lib/nokogiri/xml/node_set.rb +325 -0
data/lib/nokogiri/xml/notation.rb +6 -0
data/lib/nokogiri/xml/parse_options.rb +85 -0
data/lib/nokogiri/xml/pp.rb +2 -0
data/lib/nokogiri/xml/pp/character_data.rb +18 -0
data/lib/nokogiri/xml/pp/node.rb +56 -0
data/lib/nokogiri/xml/processing_instruction.rb +8 -0
data/lib/nokogiri/xml/reader.rb +74 -0
data/lib/nokogiri/xml/relax_ng.rb +32 -0
data/lib/nokogiri/xml/sax.rb +4 -0
data/lib/nokogiri/xml/sax/document.rb +160 -0
data/lib/nokogiri/xml/sax/parser.rb +115 -0
data/lib/nokogiri/xml/sax/parser_context.rb +16 -0
data/lib/nokogiri/xml/sax/push_parser.rb +60 -0
data/lib/nokogiri/xml/schema.rb +57 -0
data/lib/nokogiri/xml/syntax_error.rb +47 -0
data/lib/nokogiri/xml/text.rb +9 -0
data/lib/nokogiri/xml/xpath.rb +10 -0
data/lib/nokogiri/xml/xpath/syntax_error.rb +11 -0
data/lib/nokogiri/xml/xpath_context.rb +16 -0
data/lib/nokogiri/xslt.rb +48 -0
data/lib/nokogiri/xslt/stylesheet.rb +25 -0
data/lib/xsd/xmlparser/nokogiri.rb +90 -0
data/tasks/cross_compile.rb +158 -0
data/tasks/test.rb +94 -0
data/test/css/test_nthiness.rb +159 -0
data/test/css/test_parser.rb +282 -0
data/test/css/test_tokenizer.rb +190 -0
data/test/css/test_xpath_visitor.rb +85 -0
data/test/ffi/test_document.rb +35 -0
data/test/files/2ch.html +108 -0
data/test/files/address_book.rlx +12 -0
data/test/files/address_book.xml +10 -0
data/test/files/bar/bar.xsd +4 -0
data/test/files/dont_hurt_em_why.xml +422 -0
data/test/files/exslt.xml +8 -0
data/test/files/exslt.xslt +35 -0
data/test/files/foo/foo.xsd +4 -0
data/test/files/po.xml +32 -0
data/test/files/po.xsd +66 -0
data/test/files/shift_jis.html +10 -0
data/test/files/shift_jis.xml +5 -0
data/test/files/snuggles.xml +3 -0
data/test/files/staff.dtd +10 -0
data/test/files/staff.xml +59 -0
data/test/files/staff.xslt +32 -0
data/test/files/tlm.html +850 -0
data/test/files/valid_bar.xml +2 -0
data/test/helper.rb +169 -0
data/test/html/sax/test_parser.rb +74 -0
data/test/html/sax/test_parser_context.rb +48 -0
data/test/html/test_builder.rb +164 -0
data/test/html/test_document.rb +398 -0
data/test/html/test_document_encoding.rb +77 -0
data/test/html/test_document_fragment.rb +182 -0
data/test/html/test_element_description.rb +98 -0
data/test/html/test_named_characters.rb +14 -0
data/test/html/test_node.rb +181 -0
data/test/html/test_node_encoding.rb +27 -0
data/test/test_convert_xpath.rb +135 -0
data/test/test_css_cache.rb +45 -0
data/test/test_encoding_handler.rb +46 -0
data/test/test_memory_leak.rb +87 -0
data/test/test_nokogiri.rb +138 -0
data/test/test_reader.rb +386 -0
data/test/test_soap4r_sax.rb +52 -0
data/test/test_xslt_transforms.rb +188 -0
data/test/xml/node/test_save_options.rb +20 -0
data/test/xml/node/test_subclass.rb +44 -0
data/test/xml/sax/test_parser.rb +307 -0
data/test/xml/sax/test_parser_context.rb +63 -0
data/test/xml/sax/test_push_parser.rb +139 -0
data/test/xml/test_attr.rb +38 -0
data/test/xml/test_attribute_decl.rb +82 -0
data/test/xml/test_builder.rb +210 -0
data/test/xml/test_cdata.rb +50 -0
data/test/xml/test_comment.rb +29 -0
data/test/xml/test_document.rb +668 -0
data/test/xml/test_document_encoding.rb +26 -0
data/test/xml/test_document_fragment.rb +180 -0
data/test/xml/test_dtd.rb +82 -0
data/test/xml/test_dtd_encoding.rb +33 -0
data/test/xml/test_element_content.rb +56 -0
data/test/xml/test_element_decl.rb +73 -0
data/test/xml/test_entity_decl.rb +120 -0
data/test/xml/test_entity_reference.rb +21 -0
data/test/xml/test_namespace.rb +68 -0
data/test/xml/test_node.rb +865 -0
data/test/xml/test_node_attributes.rb +34 -0
data/test/xml/test_node_encoding.rb +107 -0
data/test/xml/test_node_reparenting.rb +293 -0
data/test/xml/test_node_set.rb +649 -0
data/test/xml/test_parse_options.rb +52 -0
data/test/xml/test_processing_instruction.rb +30 -0
data/test/xml/test_reader_encoding.rb +126 -0
data/test/xml/test_relax_ng.rb +60 -0
data/test/xml/test_schema.rb +89 -0
data/test/xml/test_syntax_error.rb +12 -0
data/test/xml/test_text.rb +38 -0
data/test/xml/test_unparented_node.rb +381 -0
data/test/xml/test_xpath.rb +138 -0
metadata +533 -0

@@ -0,0 +1,398 @@
+require "helper"
+module Nokogiri
+  module HTML
+    class TestDocument < Nokogiri::TestCase
+      def setup
+        super
+        @html = Nokogiri::HTML.parse(File.read(HTML_FILE))
+      end
+      def test_exceptions_remove_newlines
+        errors = @html.errors
+        assert errors.length > 0, 'has errors'
+        errors.each do |error|
+          assert_equal(error.to_s.chomp, error.to_s)
+        end
+      end
+      def test_fragment
+        fragment = @html.fragment
+        assert_equal 0, fragment.children.length
+      end
+      def test_document_takes_config_block
+        options = nil
+        Nokogiri::HTML(File.read(HTML_FILE), HTML_FILE) do |cfg|
+          options = cfg
+          options.nonet.nowarning.dtdattr
+        end
+        assert options.nonet?
+        assert options.nowarning?
+        assert options.dtdattr?
+      end
+      def test_parse_takes_config_block
+        options = nil
+        Nokogiri::HTML.parse(File.read(HTML_FILE), HTML_FILE) do |cfg|
+          options = cfg
+          options.nonet.nowarning.dtdattr
+        end
+        assert options.nonet?
+        assert options.nowarning?
+        assert options.dtdattr?
+      end
+      def test_subclass
+        klass = Class.new(Nokogiri::HTML::Document)
+        doc = klass.new
+        assert_instance_of klass, doc
+      end
+      def test_subclass_initialize
+        klass = Class.new(Nokogiri::HTML::Document) do
+          attr_accessor :initialized_with
+          def initialize(*args)
+            @initialized_with = args
+          end
+        end
+        doc = klass.new("uri", "external_id", 1)
+        assert_equal ["uri", "external_id", 1], doc.initialized_with
+      end
+      def test_subclass_dup
+        klass = Class.new(Nokogiri::HTML::Document)
+        doc = klass.new.dup
+        assert_instance_of klass, doc
+      end
+      def test_subclass_parse
+        klass = Class.new(Nokogiri::HTML::Document)
+        doc = klass.parse(File.read(HTML_FILE))
+        assert_equal @html.to_s, doc.to_s
+        assert_instance_of klass, doc
+      end
+      def test_document_parse_method
+        html = Nokogiri::HTML::Document.parse(File.read(HTML_FILE))
+        assert_equal @html.to_s, html.to_s
+      end
+      ###
+      # Nokogiri::HTML returns an empty Document when given a blank string GH#11
+      def test_empty_string_returns_empty_doc
+        doc = Nokogiri::HTML('')
+        assert_instance_of Nokogiri::HTML::Document, doc
+        assert_nil doc.root
+      end
+      unless %w[2 6] === LIBXML_VERSION.split('.')[0..1]
+        # FIXME: this is a hack around broken libxml versions
+        def test_to_xhtml_with_indent
+          doc = Nokogiri::HTML('<html><body><a>foo</a></body></html>')
+          doc = Nokogiri::HTML(doc.to_xhtml(:indent => 2))
+          assert_indent 2, doc
+        end
+        def test_write_to_xhtml_with_indent
+          io = StringIO.new
+          doc = Nokogiri::HTML('<html><body><a>foo</a></body></html>')
+          doc.write_xhtml_to io, :indent => 5
+          io.rewind
+          doc = Nokogiri::HTML(io.read)
+          assert_indent 5, doc
+        end
+      end
+      def test_swap_should_not_exist
+        assert_raises(NoMethodError) {
+          @html.swap
+        }
+      end
+      def test_namespace_should_not_exist
+        assert_raises(NoMethodError) {
+          @html.namespace
+        }
+      end
+      def test_meta_encoding
+        assert_equal 'UTF-8', @html.meta_encoding
+      end
+      def test_meta_encoding=
+        @html.meta_encoding = 'EUC-JP'
+        assert_equal 'EUC-JP', @html.meta_encoding
+      end
+      def test_meta_encoding_without_head
+        html = Nokogiri::HTML('<html><body>foo</body></html>')
+        assert_nil html.meta_encoding
+        html.meta_encoding = 'EUC-JP'
+        assert_nil html.meta_encoding
+      end
+      def test_root_node_parent_is_document
+        parent = @html.root.parent
+        assert_equal @html, parent
+        assert_instance_of Nokogiri::HTML::Document, parent
+      end
+      def test_parse_handles_nil_gracefully
+        assert_nothing_raised do
+          @doc = Nokogiri::HTML::Document.parse(nil)
+        end
+        assert_instance_of Nokogiri::HTML::Document, @doc
+      end
+      def test_parse_empty_document
+        doc = Nokogiri::HTML("\n")
+        assert_equal 0, doc.css('a').length
+        assert_equal 0, doc.xpath('//a').length
+        assert_equal 0, doc.search('//a').length
+      end
+      def test_HTML_function
+        html = Nokogiri::HTML(File.read(HTML_FILE))
+        assert html.html?
+      end
+      def test_parse_io
+        assert doc = File.open(HTML_FILE, 'rb') { |f|
+          Document.read_io(f, nil, 'UTF-8',
+                           XML::ParseOptions::NOERROR | XML::ParseOptions::NOWARNING
+                          )
+        }
+      end
+      def test_to_xhtml
+        assert_match 'XHTML', @html.to_xhtml
+        assert_match 'XHTML', @html.to_xhtml(:encoding => 'UTF-8')
+        assert_match 'UTF-8', @html.to_xhtml(:encoding => 'UTF-8')
+      end
+      def test_no_xml_header
+        html = Nokogiri::HTML(<<-eohtml)
+        <html>
+        </html>
+        eohtml
+        assert html.to_html.length > 0, 'html length is too short'
+        assert_no_match(/^<\?xml/, html.to_html)
+      end
+      def test_document_has_error
+        html = Nokogiri::HTML(<<-eohtml)
+        <html>
+          <body>
+            <div awesome="asdf>
+              <p>inside div tag</p>
+            </div>
+            <p>outside div tag</p>
+          </body>
+        </html>
+        eohtml
+        assert html.errors.length > 0
+      end
+      def test_relative_css
+        html = Nokogiri::HTML(<<-eohtml)
+        <html>
+          <body>
+            <div>
+              <p>inside div tag</p>
+            </div>
+            <p>outside div tag</p>
+          </body>
+        </html>
+        eohtml
+        set = html.search('div').search('p')
+        assert_equal(1, set.length)
+        assert_equal('inside div tag', set.first.inner_text)
+      end
+      def test_multi_css
+        html = Nokogiri::HTML(<<-eohtml)
+        <html>
+          <body>
+            <div>
+              <p>p tag</p>
+              <a>a tag</a>
+            </div>
+          </body>
+        </html>
+        eohtml
+        set = html.css('p, a')
+        assert_equal(2, set.length)
+        assert_equal ['a tag', 'p tag'].sort, set.map { |x| x.content }.sort
+      end
+      def test_inner_text
+        html = Nokogiri::HTML(<<-eohtml)
+        <html>
+          <body>
+            <div>
+              <p>
+                Hello world!
+              </p>
+            </div>
+          </body>
+        </html>
+        eohtml
+        node = html.xpath('//div').first
+        assert_equal('Hello world!', node.inner_text.strip)
+      end
+      def test_find_by_xpath
+        found = @html.xpath('//div/a')
+        assert_equal 3, found.length
+      end
+      def test_find_by_css
+        found = @html.css('div > a')
+        assert_equal 3, found.length
+      end
+      def test_find_by_css_with_square_brackets
+        found = @html.css("div[@id='header'] > h1")
+        found = @html.css("div[@id='header'] h1") # this blows up on commit 6fa0f6d329d9dbf1cc21c0ac72f7e627bb4c05fc
+        assert_equal 1, found.length
+      end
+      def test_find_with_function
+        found = @html.css("div:awesome() h1", Class.new {
+          def awesome divs
+            [divs.first]
+          end
+        }.new)
+      end
+      def test_dup_shallow
+        found = @html.search('//div/a').first
+        dup = found.dup(0)
+        assert dup
+        assert_equal '', dup.content
+      end
+      def test_search_can_handle_xpath_and_css
+        found = @html.search('//div/a', 'div > p')
+        length = @html.xpath('//div/a').length +
+          @html.css('div > p').length
+        assert_equal length, found.length
+      end
+      def test_dup_document
+        assert dup = @html.dup
+        assert_not_equal dup, @html
+        assert @html.html?
+        assert_instance_of Nokogiri::HTML::Document, dup
+        assert dup.html?, 'duplicate should be html'
+        assert_equal @html.to_s, dup.to_s
+      end
+      def test_dup_document_shallow
+        assert dup = @html.dup(0)
+        assert_not_equal dup, @html
+      end
+      def test_dup
+        found = @html.search('//div/a').first
+        dup = found.dup
+        assert dup
+        assert_equal found.content, dup.content
+        assert_equal found.document, dup.document
+      end
+      def test_inner_html
+        html = Nokogiri::HTML(<<-eohtml)
+        <html>
+          <body>
+            <div>
+              <p>
+                Hello world!
+              </p>
+            </div>
+          </body>
+        </html>
+        eohtml
+        node = html.xpath('//div').first
+        assert_equal('<p>Helloworld!</p>', node.inner_html.gsub(/\s/, ''))
+      end
+      def test_round_trip
+        doc = Nokogiri::HTML(@html.inner_html)
+        assert_equal @html.root.to_html, doc.root.to_html
+      end
+      def test_fragment_contains_text_node
+        fragment = Nokogiri::HTML.fragment('fooo')
+        assert_equal 1, fragment.children.length
+        assert_equal 'fooo', fragment.inner_text
+      end
+      def test_fragment_includes_two_tags
+        assert_equal 2, Nokogiri::HTML.fragment("<br/><hr/>").children.length
+      end
+      def test_relative_css_finder
+        doc = Nokogiri::HTML(<<-eohtml)
+          <html>
+            <body>
+              <div class="red">
+                <p>
+                  inside red
+                </p>
+              </div>
+              <div class="green">
+                <p>
+                  inside green
+                </p>
+              </div>
+            </body>
+          </html>
+        eohtml
+        red_divs = doc.css('div.red')
+        assert_equal 1, red_divs.length
+        p_tags = red_divs.first.css('p')
+        assert_equal 1, p_tags.length
+        assert_equal 'inside red', p_tags.first.text.strip
+      end
+      def test_find_classes
+        doc = Nokogiri::HTML(<<-eohtml)
+          <html>
+            <body>
+              <p class="red">RED</p>
+              <p class="awesome red">RED</p>
+              <p class="notred">GREEN</p>
+              <p class="green notred">GREEN</p>
+            </body>
+          </html>
+        eohtml
+        list = doc.css('.red')
+        assert_equal 2, list.length
+        assert_equal %w{ RED RED }, list.map { |x| x.text }
+      end
+      def test_parse_can_take_io
+        html = nil
+        File.open(HTML_FILE, 'rb') { |f|
+          html = Nokogiri::HTML(f)
+        }
+        assert html.html?
+      end
+      def test_html?
+        assert !@html.xml?
+        assert @html.html?
+      end
+      def test_serialize
+        assert @html.serialize
+        assert @html.to_html
+      end
+    end
+  end
+end

data/test/html/test_document_encoding.rb ADDED

@@ -0,0 +1,77 @@
+# -*- coding: utf-8 -*-
+require "helper"
+module Nokogiri
+  module HTML
+    if RUBY_VERSION =~ /^1\.9/
+      class TestDocumentEncoding < Nokogiri::TestCase
+        def test_encoding
+          doc = Nokogiri::HTML File.open(SHIFT_JIS_HTML, 'rb')
+          hello = "こんにちは"
+          assert_match doc.encoding, doc.to_html
+          assert_match hello.encode('Shift_JIS'), doc.to_html
+          assert_equal 'Shift_JIS', doc.to_html.encoding.name
+          assert_match hello, doc.to_html(:encoding => 'UTF-8')
+          assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8')
+          assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8').encoding.name
+        end
+        def test_default_to_encoding_from_string
+          bad_charset = <<-eohtml
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html>
+<head>
+  <meta http-equiv="Content-Type" content="text/html; charset=charset=UTF-8">
+</head>
+<body>
+  <a href="http://tenderlovemaking.com/">blah!</a>
+</body>
+</html>
+          eohtml
+          doc = Nokogiri::HTML(bad_charset)
+          assert_equal bad_charset.encoding.name, doc.encoding
+          doc = Nokogiri.parse(bad_charset)
+          assert_equal bad_charset.encoding.name, doc.encoding
+        end
+        def test_encoding_non_utf8
+          orig = '日本語が上手です'
+          bin = Encoding::ASCII_8BIT
+          [Encoding::Shift_JIS, Encoding::EUC_JP].each do |enc|
+            html = <<-eohtml.encode(enc)
+<html>
+<meta http-equiv="Content-Type" content="text/html; charset=#{enc.name}">
+<title xml:lang="ja">#{orig}</title></html>
+            eohtml
+            text = Nokogiri::HTML.parse(html).at('title').inner_text
+            assert_equal(
+              orig.encode(enc).force_encoding(bin),
+              text.encode(enc).force_encoding(bin)
+            )
+          end
+        end
+        def test_encoding_with_a_bad_name
+          bad_charset = <<-eohtml
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html>
+<head>
+  <meta http-equiv="Content-Type" content="text/html; charset=charset=UTF-8">
+</head>
+<body>
+  <a href="http://tenderlovemaking.com/">blah!</a>
+</body>
+</html>
+          eohtml
+          doc = Nokogiri::HTML(bad_charset, nil, 'askldjfhalsdfjhlkasdfjh')
+          assert_equal ['http://tenderlovemaking.com/'],
+            doc.css('a').map { |a| a['href'] }
+        end
+      end
+    end
+  end
+end