nokogiri-backupify 1.5.0.beta.4
Sign up to get free protection for your applications and to get access to all the features.
- data/.autotest +26 -0
- data/CHANGELOG.ja.rdoc +509 -0
- data/CHANGELOG.rdoc +490 -0
- data/Manifest.txt +274 -0
- data/README.ja.rdoc +106 -0
- data/README.rdoc +150 -0
- data/Rakefile +217 -0
- data/bin/nokogiri +54 -0
- data/deps.rip +5 -0
- data/ext/java/nokogiri/EncodingHandler.java +124 -0
- data/ext/java/nokogiri/HtmlDocument.java +146 -0
- data/ext/java/nokogiri/HtmlElementDescription.java +145 -0
- data/ext/java/nokogiri/HtmlEntityLookup.java +79 -0
- data/ext/java/nokogiri/HtmlSaxParserContext.java +256 -0
- data/ext/java/nokogiri/NokogiriService.java +466 -0
- data/ext/java/nokogiri/XmlAttr.java +183 -0
- data/ext/java/nokogiri/XmlAttributeDecl.java +130 -0
- data/ext/java/nokogiri/XmlCdata.java +89 -0
- data/ext/java/nokogiri/XmlComment.java +84 -0
- data/ext/java/nokogiri/XmlDocument.java +514 -0
- data/ext/java/nokogiri/XmlDocumentFragment.java +216 -0
- data/ext/java/nokogiri/XmlDtd.java +464 -0
- data/ext/java/nokogiri/XmlElement.java +221 -0
- data/ext/java/nokogiri/XmlElementContent.java +382 -0
- data/ext/java/nokogiri/XmlElementDecl.java +147 -0
- data/ext/java/nokogiri/XmlEntityDecl.java +161 -0
- data/ext/java/nokogiri/XmlEntityReference.java +75 -0
- data/ext/java/nokogiri/XmlNamespace.java +127 -0
- data/ext/java/nokogiri/XmlNode.java +1392 -0
- data/ext/java/nokogiri/XmlNodeSet.java +284 -0
- data/ext/java/nokogiri/XmlProcessingInstruction.java +103 -0
- data/ext/java/nokogiri/XmlReader.java +409 -0
- data/ext/java/nokogiri/XmlRelaxng.java +199 -0
- data/ext/java/nokogiri/XmlSaxParserContext.java +353 -0
- data/ext/java/nokogiri/XmlSaxPushParser.java +182 -0
- data/ext/java/nokogiri/XmlSchema.java +175 -0
- data/ext/java/nokogiri/XmlSyntaxError.java +114 -0
- data/ext/java/nokogiri/XmlText.java +135 -0
- data/ext/java/nokogiri/XmlXpathContext.java +175 -0
- data/ext/java/nokogiri/XsltStylesheet.java +181 -0
- data/ext/java/nokogiri/internals/HtmlDomParserContext.java +205 -0
- data/ext/java/nokogiri/internals/NokogiriDocumentCache.java +73 -0
- data/ext/java/nokogiri/internals/NokogiriErrorHandler.java +80 -0
- data/ext/java/nokogiri/internals/NokogiriHandler.java +326 -0
- data/ext/java/nokogiri/internals/NokogiriHelpers.java +583 -0
- data/ext/java/nokogiri/internals/NokogiriNamespaceCache.java +170 -0
- data/ext/java/nokogiri/internals/NokogiriNamespaceContext.java +118 -0
- data/ext/java/nokogiri/internals/NokogiriNonStrictErrorHandler.java +73 -0
- data/ext/java/nokogiri/internals/NokogiriNonStrictErrorHandler4NekoHtml.java +121 -0
- data/ext/java/nokogiri/internals/NokogiriStrictErrorHandler.java +78 -0
- data/ext/java/nokogiri/internals/NokogiriXPathFunction.java +120 -0
- data/ext/java/nokogiri/internals/NokogiriXPathFunctionResolver.java +56 -0
- data/ext/java/nokogiri/internals/ParserContext.java +278 -0
- data/ext/java/nokogiri/internals/PushInputStream.java +411 -0
- data/ext/java/nokogiri/internals/ReaderNode.java +473 -0
- data/ext/java/nokogiri/internals/SaveContext.java +282 -0
- data/ext/java/nokogiri/internals/SchemaErrorHandler.java +68 -0
- data/ext/java/nokogiri/internals/XmlDeclHandler.java +42 -0
- data/ext/java/nokogiri/internals/XmlDomParser.java +77 -0
- data/ext/java/nokogiri/internals/XmlDomParserContext.java +233 -0
- data/ext/java/nokogiri/internals/XmlSaxParser.java +65 -0
- data/ext/java/nokogiri/internals/XsltExtensionFunction.java +72 -0
- data/ext/nokogiri/depend +358 -0
- data/ext/nokogiri/extconf.rb +124 -0
- data/ext/nokogiri/html_document.c +154 -0
- data/ext/nokogiri/html_document.h +10 -0
- data/ext/nokogiri/html_element_description.c +276 -0
- data/ext/nokogiri/html_element_description.h +10 -0
- data/ext/nokogiri/html_entity_lookup.c +32 -0
- data/ext/nokogiri/html_entity_lookup.h +8 -0
- data/ext/nokogiri/html_sax_parser_context.c +94 -0
- data/ext/nokogiri/html_sax_parser_context.h +11 -0
- data/ext/nokogiri/nokogiri.c +92 -0
- data/ext/nokogiri/nokogiri.h +160 -0
- data/ext/nokogiri/xml_attr.c +94 -0
- data/ext/nokogiri/xml_attr.h +9 -0
- data/ext/nokogiri/xml_attribute_decl.c +70 -0
- data/ext/nokogiri/xml_attribute_decl.h +9 -0
- data/ext/nokogiri/xml_cdata.c +56 -0
- data/ext/nokogiri/xml_cdata.h +9 -0
- data/ext/nokogiri/xml_comment.c +54 -0
- data/ext/nokogiri/xml_comment.h +9 -0
- data/ext/nokogiri/xml_document.c +478 -0
- data/ext/nokogiri/xml_document.h +23 -0
- data/ext/nokogiri/xml_document_fragment.c +48 -0
- data/ext/nokogiri/xml_document_fragment.h +10 -0
- data/ext/nokogiri/xml_dtd.c +202 -0
- data/ext/nokogiri/xml_dtd.h +10 -0
- data/ext/nokogiri/xml_element_content.c +123 -0
- data/ext/nokogiri/xml_element_content.h +10 -0
- data/ext/nokogiri/xml_element_decl.c +69 -0
- data/ext/nokogiri/xml_element_decl.h +9 -0
- data/ext/nokogiri/xml_encoding_handler.c +79 -0
- data/ext/nokogiri/xml_encoding_handler.h +8 -0
- data/ext/nokogiri/xml_entity_decl.c +110 -0
- data/ext/nokogiri/xml_entity_decl.h +10 -0
- data/ext/nokogiri/xml_entity_reference.c +52 -0
- data/ext/nokogiri/xml_entity_reference.h +9 -0
- data/ext/nokogiri/xml_io.c +31 -0
- data/ext/nokogiri/xml_io.h +11 -0
- data/ext/nokogiri/xml_libxml2_hacks.c +112 -0
- data/ext/nokogiri/xml_libxml2_hacks.h +12 -0
- data/ext/nokogiri/xml_namespace.c +84 -0
- data/ext/nokogiri/xml_namespace.h +13 -0
- data/ext/nokogiri/xml_node.c +1384 -0
- data/ext/nokogiri/xml_node.h +13 -0
- data/ext/nokogiri/xml_node_set.c +418 -0
- data/ext/nokogiri/xml_node_set.h +9 -0
- data/ext/nokogiri/xml_processing_instruction.c +56 -0
- data/ext/nokogiri/xml_processing_instruction.h +9 -0
- data/ext/nokogiri/xml_reader.c +684 -0
- data/ext/nokogiri/xml_reader.h +10 -0
- data/ext/nokogiri/xml_relax_ng.c +161 -0
- data/ext/nokogiri/xml_relax_ng.h +9 -0
- data/ext/nokogiri/xml_sax_parser.c +288 -0
- data/ext/nokogiri/xml_sax_parser.h +39 -0
- data/ext/nokogiri/xml_sax_parser_context.c +199 -0
- data/ext/nokogiri/xml_sax_parser_context.h +10 -0
- data/ext/nokogiri/xml_sax_push_parser.c +115 -0
- data/ext/nokogiri/xml_sax_push_parser.h +9 -0
- data/ext/nokogiri/xml_schema.c +205 -0
- data/ext/nokogiri/xml_schema.h +9 -0
- data/ext/nokogiri/xml_syntax_error.c +58 -0
- data/ext/nokogiri/xml_syntax_error.h +13 -0
- data/ext/nokogiri/xml_text.c +50 -0
- data/ext/nokogiri/xml_text.h +9 -0
- data/ext/nokogiri/xml_xpath_context.c +309 -0
- data/ext/nokogiri/xml_xpath_context.h +9 -0
- data/ext/nokogiri/xslt_stylesheet.c +258 -0
- data/ext/nokogiri/xslt_stylesheet.h +9 -0
- data/lib/isorelax.jar +0 -0
- data/lib/jing.jar +0 -0
- data/lib/nekodtd.jar +0 -0
- data/lib/nekohtml.jar +0 -0
- data/lib/nokogiri.rb +143 -0
- data/lib/nokogiri/css.rb +23 -0
- data/lib/nokogiri/css/node.rb +99 -0
- data/lib/nokogiri/css/parser.rb +677 -0
- data/lib/nokogiri/css/parser.y +237 -0
- data/lib/nokogiri/css/parser_extras.rb +91 -0
- data/lib/nokogiri/css/syntax_error.rb +7 -0
- data/lib/nokogiri/css/tokenizer.rb +152 -0
- data/lib/nokogiri/css/tokenizer.rex +55 -0
- data/lib/nokogiri/css/xpath_visitor.rb +171 -0
- data/lib/nokogiri/decorators/slop.rb +35 -0
- data/lib/nokogiri/html.rb +36 -0
- data/lib/nokogiri/html/builder.rb +35 -0
- data/lib/nokogiri/html/document.rb +221 -0
- data/lib/nokogiri/html/document_fragment.rb +41 -0
- data/lib/nokogiri/html/element_description.rb +23 -0
- data/lib/nokogiri/html/element_description_defaults.rb +671 -0
- data/lib/nokogiri/html/entity_lookup.rb +13 -0
- data/lib/nokogiri/html/sax/parser.rb +52 -0
- data/lib/nokogiri/html/sax/parser_context.rb +16 -0
- data/lib/nokogiri/syntax_error.rb +4 -0
- data/lib/nokogiri/version.rb +35 -0
- data/lib/nokogiri/xml.rb +67 -0
- data/lib/nokogiri/xml/attr.rb +14 -0
- data/lib/nokogiri/xml/attribute_decl.rb +18 -0
- data/lib/nokogiri/xml/builder.rb +418 -0
- data/lib/nokogiri/xml/cdata.rb +11 -0
- data/lib/nokogiri/xml/character_data.rb +7 -0
- data/lib/nokogiri/xml/document.rb +218 -0
- data/lib/nokogiri/xml/document_fragment.rb +84 -0
- data/lib/nokogiri/xml/dtd.rb +22 -0
- data/lib/nokogiri/xml/element_content.rb +36 -0
- data/lib/nokogiri/xml/element_decl.rb +13 -0
- data/lib/nokogiri/xml/entity_decl.rb +19 -0
- data/lib/nokogiri/xml/namespace.rb +13 -0
- data/lib/nokogiri/xml/node.rb +907 -0
- data/lib/nokogiri/xml/node/save_options.rb +45 -0
- data/lib/nokogiri/xml/node_set.rb +350 -0
- data/lib/nokogiri/xml/notation.rb +6 -0
- data/lib/nokogiri/xml/parse_options.rb +85 -0
- data/lib/nokogiri/xml/pp.rb +2 -0
- data/lib/nokogiri/xml/pp/character_data.rb +18 -0
- data/lib/nokogiri/xml/pp/node.rb +56 -0
- data/lib/nokogiri/xml/processing_instruction.rb +8 -0
- data/lib/nokogiri/xml/reader.rb +112 -0
- data/lib/nokogiri/xml/relax_ng.rb +32 -0
- data/lib/nokogiri/xml/sax.rb +4 -0
- data/lib/nokogiri/xml/sax/document.rb +164 -0
- data/lib/nokogiri/xml/sax/parser.rb +115 -0
- data/lib/nokogiri/xml/sax/parser_context.rb +16 -0
- data/lib/nokogiri/xml/sax/push_parser.rb +60 -0
- data/lib/nokogiri/xml/schema.rb +57 -0
- data/lib/nokogiri/xml/syntax_error.rb +47 -0
- data/lib/nokogiri/xml/text.rb +9 -0
- data/lib/nokogiri/xml/xpath.rb +10 -0
- data/lib/nokogiri/xml/xpath/syntax_error.rb +11 -0
- data/lib/nokogiri/xml/xpath_context.rb +16 -0
- data/lib/nokogiri/xslt.rb +52 -0
- data/lib/nokogiri/xslt/stylesheet.rb +25 -0
- data/lib/xercesImpl.jar +0 -0
- data/lib/xsd/xmlparser/nokogiri.rb +90 -0
- data/tasks/cross_compile.rb +177 -0
- data/tasks/test.rb +94 -0
- data/test/css/test_nthiness.rb +159 -0
- data/test/css/test_parser.rb +303 -0
- data/test/css/test_tokenizer.rb +198 -0
- data/test/css/test_xpath_visitor.rb +85 -0
- data/test/decorators/test_slop.rb +16 -0
- data/test/files/2ch.html +108 -0
- data/test/files/address_book.rlx +12 -0
- data/test/files/address_book.xml +10 -0
- data/test/files/bar/bar.xsd +4 -0
- data/test/files/dont_hurt_em_why.xml +422 -0
- data/test/files/exslt.xml +8 -0
- data/test/files/exslt.xslt +35 -0
- data/test/files/foo/foo.xsd +4 -0
- data/test/files/po.xml +32 -0
- data/test/files/po.xsd +66 -0
- data/test/files/shift_jis.html +10 -0
- data/test/files/shift_jis.xml +5 -0
- data/test/files/snuggles.xml +3 -0
- data/test/files/staff.dtd +10 -0
- data/test/files/staff.xml +59 -0
- data/test/files/staff.xslt +32 -0
- data/test/files/tlm.html +850 -0
- data/test/files/valid_bar.xml +2 -0
- data/test/helper.rb +171 -0
- data/test/html/sax/test_parser.rb +136 -0
- data/test/html/sax/test_parser_context.rb +48 -0
- data/test/html/test_builder.rb +164 -0
- data/test/html/test_document.rb +457 -0
- data/test/html/test_document_encoding.rb +123 -0
- data/test/html/test_document_fragment.rb +255 -0
- data/test/html/test_element_description.rb +100 -0
- data/test/html/test_named_characters.rb +14 -0
- data/test/html/test_node.rb +190 -0
- data/test/html/test_node_encoding.rb +27 -0
- data/test/test_convert_xpath.rb +135 -0
- data/test/test_css_cache.rb +45 -0
- data/test/test_encoding_handler.rb +46 -0
- data/test/test_memory_leak.rb +52 -0
- data/test/test_nokogiri.rb +132 -0
- data/test/test_reader.rb +403 -0
- data/test/test_soap4r_sax.rb +52 -0
- data/test/test_xslt_transforms.rb +189 -0
- data/test/xml/node/test_save_options.rb +20 -0
- data/test/xml/node/test_subclass.rb +44 -0
- data/test/xml/sax/test_parser.rb +338 -0
- data/test/xml/sax/test_parser_context.rb +113 -0
- data/test/xml/sax/test_push_parser.rb +156 -0
- data/test/xml/test_attr.rb +65 -0
- data/test/xml/test_attribute_decl.rb +86 -0
- data/test/xml/test_builder.rb +210 -0
- data/test/xml/test_cdata.rb +50 -0
- data/test/xml/test_comment.rb +29 -0
- data/test/xml/test_document.rb +675 -0
- data/test/xml/test_document_encoding.rb +26 -0
- data/test/xml/test_document_fragment.rb +192 -0
- data/test/xml/test_dtd.rb +107 -0
- data/test/xml/test_dtd_encoding.rb +33 -0
- data/test/xml/test_element_content.rb +56 -0
- data/test/xml/test_element_decl.rb +73 -0
- data/test/xml/test_entity_decl.rb +122 -0
- data/test/xml/test_entity_reference.rb +21 -0
- data/test/xml/test_namespace.rb +70 -0
- data/test/xml/test_node.rb +899 -0
- data/test/xml/test_node_attributes.rb +34 -0
- data/test/xml/test_node_encoding.rb +107 -0
- data/test/xml/test_node_reparenting.rb +321 -0
- data/test/xml/test_node_set.rb +708 -0
- data/test/xml/test_parse_options.rb +52 -0
- data/test/xml/test_processing_instruction.rb +30 -0
- data/test/xml/test_reader_encoding.rb +126 -0
- data/test/xml/test_relax_ng.rb +60 -0
- data/test/xml/test_schema.rb +89 -0
- data/test/xml/test_syntax_error.rb +12 -0
- data/test/xml/test_text.rb +47 -0
- data/test/xml/test_unparented_node.rb +381 -0
- data/test/xml/test_xpath.rb +237 -0
- data/test/xslt/test_custom_functions.rb +94 -0
- metadata +525 -0
@@ -0,0 +1,123 @@
|
|
1
|
+
# -*- coding: utf-8 -*-
|
2
|
+
require "helper"
|
3
|
+
|
4
|
+
module Nokogiri
|
5
|
+
module HTML
|
6
|
+
if RUBY_VERSION =~ /^1\.9/
|
7
|
+
class TestDocumentEncoding < Nokogiri::TestCase
|
8
|
+
def test_encoding
|
9
|
+
doc = Nokogiri::HTML File.open(SHIFT_JIS_HTML, 'rb')
|
10
|
+
|
11
|
+
hello = "こんにちは"
|
12
|
+
|
13
|
+
assert_match doc.encoding, doc.to_html
|
14
|
+
assert_match hello.encode('Shift_JIS'), doc.to_html
|
15
|
+
assert_equal 'Shift_JIS', doc.to_html.encoding.name
|
16
|
+
|
17
|
+
assert_match hello, doc.to_html(:encoding => 'UTF-8')
|
18
|
+
assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8')
|
19
|
+
assert_match 'UTF-8', doc.to_html(:encoding => 'UTF-8').encoding.name
|
20
|
+
end
|
21
|
+
|
22
|
+
def test_default_to_encoding_from_string
|
23
|
+
bad_charset = <<-eohtml
|
24
|
+
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
25
|
+
<html>
|
26
|
+
<head>
|
27
|
+
<meta http-equiv="Content-Type" content="text/html; charset=charset=UTF-8">
|
28
|
+
</head>
|
29
|
+
<body>
|
30
|
+
<a href="http://tenderlovemaking.com/">blah!</a>
|
31
|
+
</body>
|
32
|
+
</html>
|
33
|
+
eohtml
|
34
|
+
doc = Nokogiri::HTML(bad_charset)
|
35
|
+
assert_equal bad_charset.encoding.name, doc.encoding
|
36
|
+
|
37
|
+
doc = Nokogiri.parse(bad_charset)
|
38
|
+
assert_equal bad_charset.encoding.name, doc.encoding
|
39
|
+
end
|
40
|
+
|
41
|
+
def test_encoding_non_utf8
|
42
|
+
orig = '日本語が上手です'
|
43
|
+
bin = Encoding::ASCII_8BIT
|
44
|
+
[Encoding::Shift_JIS, Encoding::EUC_JP].each do |enc|
|
45
|
+
html = <<-eohtml.encode(enc)
|
46
|
+
<html>
|
47
|
+
<meta http-equiv="Content-Type" content="text/html; charset=#{enc.name}">
|
48
|
+
<title xml:lang="ja">#{orig}</title></html>
|
49
|
+
eohtml
|
50
|
+
text = Nokogiri::HTML.parse(html).at('title').inner_text
|
51
|
+
assert_equal(
|
52
|
+
orig.encode(enc).force_encoding(bin),
|
53
|
+
text.encode(enc).force_encoding(bin)
|
54
|
+
)
|
55
|
+
end
|
56
|
+
end
|
57
|
+
|
58
|
+
def test_encoding_with_a_bad_name
|
59
|
+
bad_charset = <<-eohtml
|
60
|
+
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
61
|
+
<html>
|
62
|
+
<head>
|
63
|
+
<meta http-equiv="Content-Type" content="text/html; charset=charset=UTF-8">
|
64
|
+
</head>
|
65
|
+
<body>
|
66
|
+
<a href="http://tenderlovemaking.com/">blah!</a>
|
67
|
+
</body>
|
68
|
+
</html>
|
69
|
+
eohtml
|
70
|
+
doc = Nokogiri::HTML(bad_charset, nil, 'askldjfhalsdfjhlkasdfjh')
|
71
|
+
assert_equal ['http://tenderlovemaking.com/'],
|
72
|
+
doc.css('a').map { |a| a['href'] }
|
73
|
+
end
|
74
|
+
end
|
75
|
+
end
|
76
|
+
|
77
|
+
class TestDocumentEncodingDetection < Nokogiri::TestCase
|
78
|
+
if IO.respond_to?(:binread)
|
79
|
+
def binread(file)
|
80
|
+
IO.binread(file)
|
81
|
+
end
|
82
|
+
else
|
83
|
+
def binread(file)
|
84
|
+
IO.read(file)
|
85
|
+
end
|
86
|
+
end
|
87
|
+
|
88
|
+
def binopen(file)
|
89
|
+
File.open(file, 'rb')
|
90
|
+
end
|
91
|
+
|
92
|
+
def test_document_xhtml_enc
|
93
|
+
[ENCODING_XHTML_FILE, ENCODING_HTML_FILE].each { |file|
|
94
|
+
doc_from_string_enc = Nokogiri::HTML(binread(file), nil, 'Shift_JIS')
|
95
|
+
ary_from_string_enc = doc_from_string_enc.xpath('//p/text()').map { |text| text.text }
|
96
|
+
|
97
|
+
doc_from_string = Nokogiri::HTML(binread(file))
|
98
|
+
ary_from_string = doc_from_string.xpath('//p/text()').map { |text| text.text }
|
99
|
+
|
100
|
+
doc_from_file_enc = Nokogiri::HTML(binopen(file), nil, 'Shift_JIS')
|
101
|
+
ary_from_file_enc = doc_from_file_enc.xpath('//p/text()').map { |text| text.text }
|
102
|
+
|
103
|
+
doc_from_file = Nokogiri::HTML(binopen(file))
|
104
|
+
ary_from_file = doc_from_file.xpath('//p/text()').map { |text| text.text }
|
105
|
+
|
106
|
+
title = 'たこ焼き仮面'
|
107
|
+
|
108
|
+
assert_equal(title, doc_from_string_enc.at('//title/text()').text)
|
109
|
+
assert_equal(title, doc_from_string.at('//title/text()').text)
|
110
|
+
assert_equal(title, doc_from_file_enc.at('//title/text()').text)
|
111
|
+
assert_equal(title, doc_from_file.at('//title/text()').text)
|
112
|
+
|
113
|
+
evil = (0..72).map { |i| '超' * i + '悪い事を構想中。' }
|
114
|
+
|
115
|
+
assert_equal(evil, ary_from_string_enc)
|
116
|
+
assert_equal(evil, ary_from_string)
|
117
|
+
assert_equal(evil, ary_from_file_enc)
|
118
|
+
assert_equal(evil, ary_from_file)
|
119
|
+
}
|
120
|
+
end
|
121
|
+
end
|
122
|
+
end
|
123
|
+
end
|
@@ -0,0 +1,255 @@
|
|
1
|
+
# -*- coding: utf-8 -*-
|
2
|
+
require "helper"
|
3
|
+
|
4
|
+
module Nokogiri
|
5
|
+
module HTML
|
6
|
+
class TestDocumentFragment < Nokogiri::TestCase
|
7
|
+
def setup
|
8
|
+
super
|
9
|
+
@html = Nokogiri::HTML.parse(File.read(HTML_FILE), HTML_FILE)
|
10
|
+
end
|
11
|
+
|
12
|
+
if RUBY_VERSION >= '1.9'
|
13
|
+
def test_inspect_encoding
|
14
|
+
fragment = "<div>こんにちは!</div>".encode('EUC-JP')
|
15
|
+
f = Nokogiri::HTML::DocumentFragment.parse fragment
|
16
|
+
assert_equal "こんにちは!", f.content
|
17
|
+
end
|
18
|
+
|
19
|
+
def test_html_parse_encoding
|
20
|
+
fragment = "<div>こんにちは!</div>".encode 'EUC-JP'
|
21
|
+
f = Nokogiri::HTML.fragment fragment
|
22
|
+
assert_equal 'EUC-JP', f.document.encoding
|
23
|
+
assert_equal "こんにちは!", f.content
|
24
|
+
end
|
25
|
+
end
|
26
|
+
|
27
|
+
def test_parse_encoding
|
28
|
+
fragment = "<div>hello world</div>"
|
29
|
+
f = Nokogiri::HTML::DocumentFragment.parse fragment, 'ISO-8859-1'
|
30
|
+
assert_equal 'ISO-8859-1', f.document.encoding
|
31
|
+
assert_equal "hello world", f.content
|
32
|
+
end
|
33
|
+
|
34
|
+
def test_html_parse_with_encoding
|
35
|
+
fragment = "<div>hello world</div>"
|
36
|
+
f = Nokogiri::HTML.fragment fragment, 'ISO-8859-1'
|
37
|
+
assert_equal 'ISO-8859-1', f.document.encoding
|
38
|
+
assert_equal "hello world", f.content
|
39
|
+
end
|
40
|
+
|
41
|
+
def test_parse_in_context
|
42
|
+
assert_equal('<br>', @html.root.parse('<br />').to_s)
|
43
|
+
end
|
44
|
+
|
45
|
+
def test_inner_html=
|
46
|
+
fragment = Nokogiri::HTML.fragment '<hr />'
|
47
|
+
|
48
|
+
fragment.inner_html = "hello"
|
49
|
+
assert_equal 'hello', fragment.inner_html
|
50
|
+
end
|
51
|
+
|
52
|
+
def test_ancestors_search
|
53
|
+
html = %q{
|
54
|
+
<div>
|
55
|
+
<ul>
|
56
|
+
<li>foo</li>
|
57
|
+
</ul>
|
58
|
+
</div>
|
59
|
+
}
|
60
|
+
fragment = Nokogiri::HTML.fragment html
|
61
|
+
li = fragment.at('li')
|
62
|
+
assert li.matches?('li')
|
63
|
+
end
|
64
|
+
|
65
|
+
def test_fun_encoding
|
66
|
+
string = %Q(<body>こんにちは</body>)
|
67
|
+
html = Nokogiri::HTML::DocumentFragment.parse(
|
68
|
+
string
|
69
|
+
).to_html(:encoding => 'UTF-8')
|
70
|
+
assert_equal string, html
|
71
|
+
end
|
72
|
+
|
73
|
+
def test_new
|
74
|
+
assert Nokogiri::HTML::DocumentFragment.new(@html)
|
75
|
+
end
|
76
|
+
|
77
|
+
def test_body_fragment_should_contain_body
|
78
|
+
fragment = Nokogiri::HTML::DocumentFragment.parse(" <body><div>foo</div></body>")
|
79
|
+
assert_match(/^<body>/, fragment.to_s)
|
80
|
+
end
|
81
|
+
|
82
|
+
def test_nonbody_fragment_should_not_contain_body
|
83
|
+
fragment = Nokogiri::HTML::DocumentFragment.parse("<div>foo</div>")
|
84
|
+
assert_match(/^<div>/, fragment.to_s)
|
85
|
+
end
|
86
|
+
|
87
|
+
def test_fragment_should_have_document
|
88
|
+
fragment = Nokogiri::HTML::DocumentFragment.new(@html)
|
89
|
+
assert_equal @html, fragment.document
|
90
|
+
end
|
91
|
+
|
92
|
+
def test_empty_fragment_should_be_searchable_by_css
|
93
|
+
fragment = Nokogiri::HTML.fragment("")
|
94
|
+
assert_equal 0, fragment.css("a").size
|
95
|
+
end
|
96
|
+
|
97
|
+
def test_empty_fragment_should_be_searchable
|
98
|
+
fragment = Nokogiri::HTML.fragment("")
|
99
|
+
assert_equal 0, fragment.search("//a").size
|
100
|
+
end
|
101
|
+
|
102
|
+
def test_name
|
103
|
+
fragment = Nokogiri::HTML::DocumentFragment.new(@html)
|
104
|
+
assert_equal '#document-fragment', fragment.name
|
105
|
+
end
|
106
|
+
|
107
|
+
def test_static_method
|
108
|
+
fragment = Nokogiri::HTML::DocumentFragment.parse("<div>a</div>")
|
109
|
+
assert_instance_of Nokogiri::HTML::DocumentFragment, fragment
|
110
|
+
end
|
111
|
+
|
112
|
+
def test_many_fragments
|
113
|
+
100.times { Nokogiri::HTML::DocumentFragment.new(@html) }
|
114
|
+
end
|
115
|
+
|
116
|
+
def test_subclass
|
117
|
+
klass = Class.new(Nokogiri::HTML::DocumentFragment)
|
118
|
+
fragment = klass.new(@html, "<div>a</div>")
|
119
|
+
assert_instance_of klass, fragment
|
120
|
+
end
|
121
|
+
|
122
|
+
def test_subclass_parse
|
123
|
+
klass = Class.new(Nokogiri::HTML::DocumentFragment)
|
124
|
+
doc = klass.parse("<div>a</div>")
|
125
|
+
assert_instance_of klass, doc
|
126
|
+
end
|
127
|
+
|
128
|
+
def test_html_fragment
|
129
|
+
fragment = Nokogiri::HTML.fragment("<div>a</div>")
|
130
|
+
assert_equal "<div>a</div>", fragment.to_s
|
131
|
+
end
|
132
|
+
|
133
|
+
def test_html_fragment_has_outer_text
|
134
|
+
doc = "a<div>b</div>c"
|
135
|
+
fragment = Nokogiri::HTML::Document.new.fragment(doc)
|
136
|
+
if Nokogiri.uses_libxml? &&
|
137
|
+
Nokogiri::VERSION_INFO['libxml']['loaded'] <= "2.6.16"
|
138
|
+
assert_equal "a<div>b</div><p>c</p>", fragment.to_s
|
139
|
+
else
|
140
|
+
assert_equal "a<div>b</div>c", fragment.to_s
|
141
|
+
end
|
142
|
+
end
|
143
|
+
|
144
|
+
def test_html_fragment_case_insensitivity
|
145
|
+
doc = "<Div>b</Div>"
|
146
|
+
fragment = Nokogiri::HTML::Document.new.fragment(doc)
|
147
|
+
assert_equal "<div>b</div>", fragment.to_s
|
148
|
+
end
|
149
|
+
|
150
|
+
def test_html_fragment_with_leading_whitespace
|
151
|
+
doc = " <div>b</div> "
|
152
|
+
fragment = Nokogiri::HTML::Document.new.fragment(doc)
|
153
|
+
assert_match %r% <div>b</div> *%, fragment.to_s
|
154
|
+
end
|
155
|
+
|
156
|
+
def test_html_fragment_with_leading_whitespace_and_newline
|
157
|
+
doc = " \n<div>b</div> "
|
158
|
+
fragment = Nokogiri::HTML::Document.new.fragment(doc)
|
159
|
+
assert_match %r% \n<div>b</div> *%, fragment.to_s
|
160
|
+
end
|
161
|
+
|
162
|
+
def test_html_fragment_with_leading_text_and_newline
|
163
|
+
fragment = HTML::Document.new.fragment("First line\nSecond line<br>Broken line")
|
164
|
+
assert_equal fragment.to_s, "First line\nSecond line<br>Broken line"
|
165
|
+
end
|
166
|
+
|
167
|
+
def test_html_fragment_with_leading_whitespace_and_text_and_newline
|
168
|
+
fragment = HTML::Document.new.fragment(" First line\nSecond line<br>Broken line")
|
169
|
+
assert_equal " First line\nSecond line<br>Broken line", fragment.to_s
|
170
|
+
end
|
171
|
+
|
172
|
+
def test_html_fragment_with_leading_entity
|
173
|
+
failed = ""test<br/>test""
|
174
|
+
fragment = Nokogiri::HTML::DocumentFragment.parse(failed)
|
175
|
+
assert_equal '"test<br>test"', fragment.to_html
|
176
|
+
end
|
177
|
+
|
178
|
+
def test_to_s
|
179
|
+
doc = "<span>foo<br></span><span>bar</span>"
|
180
|
+
fragment = Nokogiri::HTML::Document.new.fragment(doc)
|
181
|
+
assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_s
|
182
|
+
end
|
183
|
+
|
184
|
+
def test_to_html
|
185
|
+
doc = "<span>foo<br></span><span>bar</span>"
|
186
|
+
fragment = Nokogiri::HTML::Document.new.fragment(doc)
|
187
|
+
assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_html
|
188
|
+
end
|
189
|
+
|
190
|
+
def test_to_xhtml
|
191
|
+
doc = "<span>foo<br></span><span>bar</span>"
|
192
|
+
fragment = Nokogiri::HTML::Document.new.fragment(doc)
|
193
|
+
if !Nokogiri.uses_libxml? ||
|
194
|
+
Nokogiri::VERSION_INFO['libxml']['loaded'] >= "2.7.0"
|
195
|
+
assert_equal "<span>foo<br /></span><span>bar</span>", fragment.to_xhtml
|
196
|
+
else
|
197
|
+
assert_equal "<span>foo<br></span><span>bar</span>", fragment.to_xhtml
|
198
|
+
end
|
199
|
+
end
|
200
|
+
|
201
|
+
def test_to_xml
|
202
|
+
doc = "<span>foo<br></span><span>bar</span>"
|
203
|
+
fragment = Nokogiri::HTML::Document.new.fragment(doc)
|
204
|
+
assert_equal "<span>foo<br/></span><span>bar</span>", fragment.to_xml
|
205
|
+
end
|
206
|
+
|
207
|
+
def test_fragment_script_tag_with_cdata
|
208
|
+
doc = HTML::Document.new
|
209
|
+
fragment = doc.fragment("<script>var foo = 'bar';</script>")
|
210
|
+
assert_equal("<script>var foo = 'bar';</script>",
|
211
|
+
fragment.to_s)
|
212
|
+
end
|
213
|
+
|
214
|
+
def test_fragment_with_comment
|
215
|
+
doc = HTML::Document.new
|
216
|
+
fragment = doc.fragment("<p>hello<!-- your ad here --></p>")
|
217
|
+
assert_equal("<p>hello<!-- your ad here --></p>",
|
218
|
+
fragment.to_s)
|
219
|
+
end
|
220
|
+
|
221
|
+
def test_malformed_fragment_is_corrected
|
222
|
+
fragment = HTML::DocumentFragment.parse("<div </div>")
|
223
|
+
assert_equal "<div></div>", fragment.to_s
|
224
|
+
end
|
225
|
+
|
226
|
+
def test_unclosed_script_tag
|
227
|
+
# see GH#315
|
228
|
+
fragment = HTML::DocumentFragment.parse("foo <script>bar")
|
229
|
+
assert_equal "foo <script>bar</script>", fragment.to_html
|
230
|
+
end
|
231
|
+
|
232
|
+
def test_error_propagation_on_fragment_parse
|
233
|
+
frag = Nokogiri::HTML::DocumentFragment.parse "<hello>oh, hello there.</hello>"
|
234
|
+
assert frag.errors.any?{|err| err.to_s =~ /Tag hello invalid/}, "errors should be copied to the fragment"
|
235
|
+
end
|
236
|
+
|
237
|
+
def test_error_propagation_on_fragment_parse_in_node_context
|
238
|
+
doc = Nokogiri::HTML::Document.parse "<html><body><div></div></body></html>"
|
239
|
+
context_node = doc.at_css "div"
|
240
|
+
frag = Nokogiri::HTML::DocumentFragment.new doc, "<hello>oh, hello there.</hello>", context_node
|
241
|
+
assert frag.errors.any?{|err| err.to_s =~ /Tag hello invalid/}, "errors should be on the context node's document"
|
242
|
+
end
|
243
|
+
|
244
|
+
def test_error_propagation_on_fragment_parse_in_node_context_should_not_include_preexisting_errors
|
245
|
+
doc = Nokogiri::HTML::Document.parse "<html><body><div></div><jimmy></jimmy></body></html>"
|
246
|
+
assert doc.errors.any?{|err| err.to_s =~ /jimmy/}, "assert on setup"
|
247
|
+
|
248
|
+
context_node = doc.at_css "div"
|
249
|
+
frag = Nokogiri::HTML::DocumentFragment.new doc, "<hello>oh, hello there.</hello>", context_node
|
250
|
+
assert frag.errors.any?{|err| err.to_s =~ /Tag hello invalid/}, "errors should be on the context node's document"
|
251
|
+
assert frag.errors.none?{|err| err.to_s =~ /jimmy/}, "errors should not include pre-existing document errors"
|
252
|
+
end
|
253
|
+
end
|
254
|
+
end
|
255
|
+
end
|
@@ -0,0 +1,100 @@
|
|
1
|
+
require "helper"
|
2
|
+
|
3
|
+
module Nokogiri
|
4
|
+
module HTML
|
5
|
+
class TestElementDescription < Nokogiri::TestCase
|
6
|
+
def test_fetch_nonexistent
|
7
|
+
assert_nil ElementDescription['foo']
|
8
|
+
end
|
9
|
+
|
10
|
+
def test_fetch_element_description
|
11
|
+
assert desc = ElementDescription['a']
|
12
|
+
assert_instance_of ElementDescription, desc
|
13
|
+
end
|
14
|
+
|
15
|
+
def test_name
|
16
|
+
assert_equal 'a', ElementDescription['a'].name
|
17
|
+
end
|
18
|
+
|
19
|
+
def test_implied_start_tag?
|
20
|
+
assert !ElementDescription['a'].implied_start_tag?
|
21
|
+
end
|
22
|
+
|
23
|
+
def test_implied_end_tag?
|
24
|
+
assert !ElementDescription['a'].implied_end_tag?
|
25
|
+
assert ElementDescription['p'].implied_end_tag?
|
26
|
+
end
|
27
|
+
|
28
|
+
def test_save_end_tag?
|
29
|
+
assert !ElementDescription['a'].save_end_tag?
|
30
|
+
assert ElementDescription['br'].save_end_tag?
|
31
|
+
end
|
32
|
+
|
33
|
+
def test_empty?
|
34
|
+
assert ElementDescription['br'].empty?
|
35
|
+
assert !ElementDescription['a'].empty?
|
36
|
+
end
|
37
|
+
|
38
|
+
def test_deprecated?
|
39
|
+
assert ElementDescription['applet'].deprecated?
|
40
|
+
assert !ElementDescription['br'].deprecated?
|
41
|
+
end
|
42
|
+
|
43
|
+
def test_inline?
|
44
|
+
assert ElementDescription['a'].inline?
|
45
|
+
assert !ElementDescription['div'].inline?
|
46
|
+
end
|
47
|
+
|
48
|
+
def test_block?
|
49
|
+
element = ElementDescription['a']
|
50
|
+
assert_equal(!element.inline?, element.block?)
|
51
|
+
end
|
52
|
+
|
53
|
+
def test_description
|
54
|
+
assert ElementDescription['a'].description
|
55
|
+
end
|
56
|
+
|
57
|
+
def test_subelements
|
58
|
+
sub_elements = ElementDescription['body'].sub_elements
|
59
|
+
if Nokogiri.uses_libxml? && Nokogiri::LIBXML_VERSION >= '2.7.7'
|
60
|
+
assert_equal 65, sub_elements.length
|
61
|
+
elsif Nokogiri.uses_libxml?
|
62
|
+
assert_equal 61, sub_elements.length
|
63
|
+
else
|
64
|
+
assert sub_elements.length > 0
|
65
|
+
end
|
66
|
+
end
|
67
|
+
|
68
|
+
def test_default_sub_element
|
69
|
+
assert_equal 'div', ElementDescription['body'].default_sub_element
|
70
|
+
end
|
71
|
+
|
72
|
+
def test_optional_attributes
|
73
|
+
attrs = ElementDescription['table'].optional_attributes
|
74
|
+
assert attrs
|
75
|
+
end
|
76
|
+
|
77
|
+
def test_deprecated_attributes
|
78
|
+
attrs = ElementDescription['table'].deprecated_attributes
|
79
|
+
assert attrs
|
80
|
+
assert_equal 2, attrs.length
|
81
|
+
end
|
82
|
+
|
83
|
+
def test_required_attributes
|
84
|
+
attrs = ElementDescription['table'].required_attributes
|
85
|
+
assert attrs
|
86
|
+
assert_equal 0, attrs.length
|
87
|
+
end
|
88
|
+
|
89
|
+
def test_inspect
|
90
|
+
desc = ElementDescription['input']
|
91
|
+
assert_match desc.name, desc.inspect
|
92
|
+
end
|
93
|
+
|
94
|
+
def test_to_s
|
95
|
+
desc = ElementDescription['input']
|
96
|
+
assert_match desc.name, desc.to_s
|
97
|
+
end
|
98
|
+
end
|
99
|
+
end
|
100
|
+
end
|