nokogiri-fitzsimmons 1.5.5.3-java
Sign up to get free protection for your applications and to get access to all the features.
- data/.autotest +26 -0
- data/.gemtest +0 -0
- data/CHANGELOG.ja.rdoc +666 -0
- data/CHANGELOG.rdoc +659 -0
- data/C_CODING_STYLE.rdoc +33 -0
- data/Manifest.txt +295 -0
- data/README.ja.rdoc +106 -0
- data/README.rdoc +178 -0
- data/ROADMAP.md +86 -0
- data/Rakefile +194 -0
- data/STANDARD_RESPONSES.md +47 -0
- data/Y_U_NO_GEMSPEC.md +155 -0
- data/bin/nokogiri +63 -0
- data/build_all +58 -0
- data/ext/java/nokogiri/EncodingHandler.java +124 -0
- data/ext/java/nokogiri/HtmlDocument.java +163 -0
- data/ext/java/nokogiri/HtmlElementDescription.java +145 -0
- data/ext/java/nokogiri/HtmlEntityLookup.java +79 -0
- data/ext/java/nokogiri/HtmlSaxParserContext.java +259 -0
- data/ext/java/nokogiri/NokogiriService.java +598 -0
- data/ext/java/nokogiri/XmlAttr.java +190 -0
- data/ext/java/nokogiri/XmlAttributeDecl.java +130 -0
- data/ext/java/nokogiri/XmlCdata.java +84 -0
- data/ext/java/nokogiri/XmlComment.java +95 -0
- data/ext/java/nokogiri/XmlDocument.java +580 -0
- data/ext/java/nokogiri/XmlDocumentFragment.java +234 -0
- data/ext/java/nokogiri/XmlDtd.java +469 -0
- data/ext/java/nokogiri/XmlElement.java +97 -0
- data/ext/java/nokogiri/XmlElementContent.java +382 -0
- data/ext/java/nokogiri/XmlElementDecl.java +152 -0
- data/ext/java/nokogiri/XmlEntityDecl.java +162 -0
- data/ext/java/nokogiri/XmlEntityReference.java +97 -0
- data/ext/java/nokogiri/XmlNamespace.java +215 -0
- data/ext/java/nokogiri/XmlNode.java +1534 -0
- data/ext/java/nokogiri/XmlNodeSet.java +270 -0
- data/ext/java/nokogiri/XmlProcessingInstruction.java +99 -0
- data/ext/java/nokogiri/XmlReader.java +456 -0
- data/ext/java/nokogiri/XmlRelaxng.java +144 -0
- data/ext/java/nokogiri/XmlSaxParserContext.java +356 -0
- data/ext/java/nokogiri/XmlSaxPushParser.java +215 -0
- data/ext/java/nokogiri/XmlSchema.java +324 -0
- data/ext/java/nokogiri/XmlSyntaxError.java +136 -0
- data/ext/java/nokogiri/XmlText.java +119 -0
- data/ext/java/nokogiri/XmlXpathContext.java +203 -0
- data/ext/java/nokogiri/XsltStylesheet.java +360 -0
- data/ext/java/nokogiri/internals/HtmlDomParserContext.java +243 -0
- data/ext/java/nokogiri/internals/NokogiriDocumentCache.java +73 -0
- data/ext/java/nokogiri/internals/NokogiriErrorHandler.java +86 -0
- data/ext/java/nokogiri/internals/NokogiriHandler.java +333 -0
- data/ext/java/nokogiri/internals/NokogiriHelpers.java +800 -0
- data/ext/java/nokogiri/internals/NokogiriNamespaceCache.java +163 -0
- data/ext/java/nokogiri/internals/NokogiriNamespaceContext.java +130 -0
- data/ext/java/nokogiri/internals/NokogiriNonStrictErrorHandler.java +74 -0
- data/ext/java/nokogiri/internals/NokogiriNonStrictErrorHandler4NekoHtml.java +121 -0
- data/ext/java/nokogiri/internals/NokogiriStrictErrorHandler.java +79 -0
- data/ext/java/nokogiri/internals/NokogiriXPathFunction.java +141 -0
- data/ext/java/nokogiri/internals/NokogiriXPathFunctionResolver.java +73 -0
- data/ext/java/nokogiri/internals/NokogiriXPathVariableResolver.java +67 -0
- data/ext/java/nokogiri/internals/NokogiriXsltErrorListener.java +87 -0
- data/ext/java/nokogiri/internals/ParserContext.java +288 -0
- data/ext/java/nokogiri/internals/ReaderNode.java +531 -0
- data/ext/java/nokogiri/internals/SaveContextVisitor.java +775 -0
- data/ext/java/nokogiri/internals/SchemaErrorHandler.java +76 -0
- data/ext/java/nokogiri/internals/XmlDeclHandler.java +42 -0
- data/ext/java/nokogiri/internals/XmlDomParser.java +105 -0
- data/ext/java/nokogiri/internals/XmlDomParserContext.java +266 -0
- data/ext/java/nokogiri/internals/XmlSaxParser.java +65 -0
- data/ext/java/nokogiri/internals/XsltExtensionFunction.java +72 -0
- data/ext/nokogiri/depend +358 -0
- data/ext/nokogiri/extconf.rb +142 -0
- data/ext/nokogiri/html_document.c +170 -0
- data/ext/nokogiri/html_document.h +10 -0
- data/ext/nokogiri/html_element_description.c +276 -0
- data/ext/nokogiri/html_element_description.h +10 -0
- data/ext/nokogiri/html_entity_lookup.c +32 -0
- data/ext/nokogiri/html_entity_lookup.h +8 -0
- data/ext/nokogiri/html_sax_parser_context.c +116 -0
- data/ext/nokogiri/html_sax_parser_context.h +11 -0
- data/ext/nokogiri/html_sax_push_parser.c +87 -0
- data/ext/nokogiri/html_sax_push_parser.h +9 -0
- data/ext/nokogiri/nokogiri.c +133 -0
- data/ext/nokogiri/nokogiri.h +160 -0
- data/ext/nokogiri/xml_attr.c +94 -0
- data/ext/nokogiri/xml_attr.h +9 -0
- data/ext/nokogiri/xml_attribute_decl.c +70 -0
- data/ext/nokogiri/xml_attribute_decl.h +9 -0
- data/ext/nokogiri/xml_cdata.c +56 -0
- data/ext/nokogiri/xml_cdata.h +9 -0
- data/ext/nokogiri/xml_comment.c +54 -0
- data/ext/nokogiri/xml_comment.h +9 -0
- data/ext/nokogiri/xml_document.c +576 -0
- data/ext/nokogiri/xml_document.h +23 -0
- data/ext/nokogiri/xml_document_fragment.c +48 -0
- data/ext/nokogiri/xml_document_fragment.h +10 -0
- data/ext/nokogiri/xml_dtd.c +202 -0
- data/ext/nokogiri/xml_dtd.h +10 -0
- data/ext/nokogiri/xml_element_content.c +123 -0
- data/ext/nokogiri/xml_element_content.h +10 -0
- data/ext/nokogiri/xml_element_decl.c +69 -0
- data/ext/nokogiri/xml_element_decl.h +9 -0
- data/ext/nokogiri/xml_encoding_handler.c +79 -0
- data/ext/nokogiri/xml_encoding_handler.h +8 -0
- data/ext/nokogiri/xml_entity_decl.c +110 -0
- data/ext/nokogiri/xml_entity_decl.h +10 -0
- data/ext/nokogiri/xml_entity_reference.c +52 -0
- data/ext/nokogiri/xml_entity_reference.h +9 -0
- data/ext/nokogiri/xml_io.c +56 -0
- data/ext/nokogiri/xml_io.h +11 -0
- data/ext/nokogiri/xml_libxml2_hacks.c +112 -0
- data/ext/nokogiri/xml_libxml2_hacks.h +12 -0
- data/ext/nokogiri/xml_namespace.c +78 -0
- data/ext/nokogiri/xml_namespace.h +13 -0
- data/ext/nokogiri/xml_node.c +1480 -0
- data/ext/nokogiri/xml_node.h +13 -0
- data/ext/nokogiri/xml_node_set.c +467 -0
- data/ext/nokogiri/xml_node_set.h +14 -0
- data/ext/nokogiri/xml_processing_instruction.c +56 -0
- data/ext/nokogiri/xml_processing_instruction.h +9 -0
- data/ext/nokogiri/xml_reader.c +684 -0
- data/ext/nokogiri/xml_reader.h +10 -0
- data/ext/nokogiri/xml_relax_ng.c +161 -0
- data/ext/nokogiri/xml_relax_ng.h +9 -0
- data/ext/nokogiri/xml_sax_parser.c +293 -0
- data/ext/nokogiri/xml_sax_parser.h +39 -0
- data/ext/nokogiri/xml_sax_parser_context.c +222 -0
- data/ext/nokogiri/xml_sax_parser_context.h +10 -0
- data/ext/nokogiri/xml_sax_push_parser.c +115 -0
- data/ext/nokogiri/xml_sax_push_parser.h +9 -0
- data/ext/nokogiri/xml_schema.c +205 -0
- data/ext/nokogiri/xml_schema.h +9 -0
- data/ext/nokogiri/xml_syntax_error.c +58 -0
- data/ext/nokogiri/xml_syntax_error.h +13 -0
- data/ext/nokogiri/xml_text.c +52 -0
- data/ext/nokogiri/xml_text.h +9 -0
- data/ext/nokogiri/xml_xpath_context.c +319 -0
- data/ext/nokogiri/xml_xpath_context.h +10 -0
- data/ext/nokogiri/xslt_stylesheet.c +270 -0
- data/ext/nokogiri/xslt_stylesheet.h +14 -0
- data/lib/isorelax.jar +0 -0
- data/lib/jing.jar +0 -0
- data/lib/nekodtd.jar +0 -0
- data/lib/nekohtml.jar +0 -0
- data/lib/nokogiri.rb +127 -0
- data/lib/nokogiri/css.rb +27 -0
- data/lib/nokogiri/css/node.rb +102 -0
- data/lib/nokogiri/css/parser.rb +720 -0
- data/lib/nokogiri/css/parser.y +258 -0
- data/lib/nokogiri/css/parser_extras.rb +91 -0
- data/lib/nokogiri/css/syntax_error.rb +7 -0
- data/lib/nokogiri/css/tokenizer.rb +152 -0
- data/lib/nokogiri/css/tokenizer.rex +55 -0
- data/lib/nokogiri/css/xpath_visitor.rb +171 -0
- data/lib/nokogiri/decorators/slop.rb +35 -0
- data/lib/nokogiri/html.rb +37 -0
- data/lib/nokogiri/html/builder.rb +35 -0
- data/lib/nokogiri/html/document.rb +254 -0
- data/lib/nokogiri/html/document_fragment.rb +41 -0
- data/lib/nokogiri/html/element_description.rb +23 -0
- data/lib/nokogiri/html/element_description_defaults.rb +671 -0
- data/lib/nokogiri/html/entity_lookup.rb +13 -0
- data/lib/nokogiri/html/sax/parser.rb +52 -0
- data/lib/nokogiri/html/sax/parser_context.rb +16 -0
- data/lib/nokogiri/html/sax/push_parser.rb +16 -0
- data/lib/nokogiri/nokogiri.jar +0 -0
- data/lib/nokogiri/syntax_error.rb +4 -0
- data/lib/nokogiri/version.rb +88 -0
- data/lib/nokogiri/xml.rb +73 -0
- data/lib/nokogiri/xml/attr.rb +14 -0
- data/lib/nokogiri/xml/attribute_decl.rb +18 -0
- data/lib/nokogiri/xml/builder.rb +431 -0
- data/lib/nokogiri/xml/cdata.rb +11 -0
- data/lib/nokogiri/xml/character_data.rb +7 -0
- data/lib/nokogiri/xml/document.rb +267 -0
- data/lib/nokogiri/xml/document_fragment.rb +103 -0
- data/lib/nokogiri/xml/dtd.rb +22 -0
- data/lib/nokogiri/xml/element_content.rb +36 -0
- data/lib/nokogiri/xml/element_decl.rb +13 -0
- data/lib/nokogiri/xml/entity_decl.rb +19 -0
- data/lib/nokogiri/xml/namespace.rb +13 -0
- data/lib/nokogiri/xml/node.rb +946 -0
- data/lib/nokogiri/xml/node/save_options.rb +61 -0
- data/lib/nokogiri/xml/node_set.rb +357 -0
- data/lib/nokogiri/xml/notation.rb +6 -0
- data/lib/nokogiri/xml/parse_options.rb +98 -0
- data/lib/nokogiri/xml/pp.rb +2 -0
- data/lib/nokogiri/xml/pp/character_data.rb +18 -0
- data/lib/nokogiri/xml/pp/node.rb +56 -0
- data/lib/nokogiri/xml/processing_instruction.rb +8 -0
- data/lib/nokogiri/xml/reader.rb +112 -0
- data/lib/nokogiri/xml/relax_ng.rb +32 -0
- data/lib/nokogiri/xml/sax.rb +4 -0
- data/lib/nokogiri/xml/sax/document.rb +164 -0
- data/lib/nokogiri/xml/sax/parser.rb +115 -0
- data/lib/nokogiri/xml/sax/parser_context.rb +16 -0
- data/lib/nokogiri/xml/sax/push_parser.rb +60 -0
- data/lib/nokogiri/xml/schema.rb +63 -0
- data/lib/nokogiri/xml/syntax_error.rb +47 -0
- data/lib/nokogiri/xml/text.rb +9 -0
- data/lib/nokogiri/xml/xpath.rb +10 -0
- data/lib/nokogiri/xml/xpath/syntax_error.rb +11 -0
- data/lib/nokogiri/xml/xpath_context.rb +16 -0
- data/lib/nokogiri/xslt.rb +56 -0
- data/lib/nokogiri/xslt/stylesheet.rb +25 -0
- data/lib/xercesImpl.jar +0 -0
- data/lib/xsd/xmlparser/nokogiri.rb +90 -0
- data/tasks/cross_compile.rb +153 -0
- data/tasks/nokogiri.org.rb +24 -0
- data/tasks/test.rb +95 -0
- data/test/css/test_nthiness.rb +159 -0
- data/test/css/test_parser.rb +341 -0
- data/test/css/test_tokenizer.rb +198 -0
- data/test/css/test_xpath_visitor.rb +91 -0
- data/test/decorators/test_slop.rb +16 -0
- data/test/files/2ch.html +108 -0
- data/test/files/address_book.rlx +12 -0
- data/test/files/address_book.xml +10 -0
- data/test/files/bar/bar.xsd +4 -0
- data/test/files/dont_hurt_em_why.xml +422 -0
- data/test/files/encoding.html +82 -0
- data/test/files/encoding.xhtml +84 -0
- data/test/files/exslt.xml +8 -0
- data/test/files/exslt.xslt +35 -0
- data/test/files/foo/foo.xsd +4 -0
- data/test/files/metacharset.html +10 -0
- data/test/files/noencoding.html +47 -0
- data/test/files/po.xml +32 -0
- data/test/files/po.xsd +66 -0
- data/test/files/shift_jis.html +10 -0
- data/test/files/shift_jis.xml +5 -0
- data/test/files/snuggles.xml +3 -0
- data/test/files/staff.dtd +10 -0
- data/test/files/staff.xml +59 -0
- data/test/files/staff.xslt +32 -0
- data/test/files/tlm.html +850 -0
- data/test/files/to_be_xincluded.xml +2 -0
- data/test/files/valid_bar.xml +2 -0
- data/test/files/xinclude.xml +4 -0
- data/test/helper.rb +147 -0
- data/test/html/sax/test_parser.rb +138 -0
- data/test/html/sax/test_parser_context.rb +46 -0
- data/test/html/test_builder.rb +164 -0
- data/test/html/test_document.rb +529 -0
- data/test/html/test_document_encoding.rb +138 -0
- data/test/html/test_document_fragment.rb +254 -0
- data/test/html/test_element_description.rb +100 -0
- data/test/html/test_named_characters.rb +14 -0
- data/test/html/test_node.rb +188 -0
- data/test/html/test_node_encoding.rb +27 -0
- data/test/test_convert_xpath.rb +135 -0
- data/test/test_css_cache.rb +45 -0
- data/test/test_encoding_handler.rb +46 -0
- data/test/test_memory_leak.rb +152 -0
- data/test/test_nokogiri.rb +132 -0
- data/test/test_reader.rb +488 -0
- data/test/test_soap4r_sax.rb +52 -0
- data/test/test_xslt_transforms.rb +254 -0
- data/test/xml/node/test_save_options.rb +28 -0
- data/test/xml/node/test_subclass.rb +44 -0
- data/test/xml/sax/test_parser.rb +338 -0
- data/test/xml/sax/test_parser_context.rb +106 -0
- data/test/xml/sax/test_push_parser.rb +157 -0
- data/test/xml/test_attr.rb +64 -0
- data/test/xml/test_attribute_decl.rb +86 -0
- data/test/xml/test_builder.rb +248 -0
- data/test/xml/test_c14n.rb +151 -0
- data/test/xml/test_cdata.rb +48 -0
- data/test/xml/test_comment.rb +29 -0
- data/test/xml/test_document.rb +742 -0
- data/test/xml/test_document_encoding.rb +28 -0
- data/test/xml/test_document_fragment.rb +216 -0
- data/test/xml/test_dtd.rb +103 -0
- data/test/xml/test_dtd_encoding.rb +33 -0
- data/test/xml/test_element_content.rb +56 -0
- data/test/xml/test_element_decl.rb +73 -0
- data/test/xml/test_entity_decl.rb +122 -0
- data/test/xml/test_entity_reference.rb +235 -0
- data/test/xml/test_namespace.rb +75 -0
- data/test/xml/test_node.rb +1029 -0
- data/test/xml/test_node_attributes.rb +53 -0
- data/test/xml/test_node_encoding.rb +107 -0
- data/test/xml/test_node_inheritance.rb +32 -0
- data/test/xml/test_node_reparenting.rb +374 -0
- data/test/xml/test_node_set.rb +755 -0
- data/test/xml/test_parse_options.rb +64 -0
- data/test/xml/test_processing_instruction.rb +30 -0
- data/test/xml/test_reader_encoding.rb +142 -0
- data/test/xml/test_relax_ng.rb +60 -0
- data/test/xml/test_schema.rb +94 -0
- data/test/xml/test_syntax_error.rb +12 -0
- data/test/xml/test_text.rb +45 -0
- data/test/xml/test_unparented_node.rb +413 -0
- data/test/xml/test_xinclude.rb +83 -0
- data/test/xml/test_xpath.rb +295 -0
- data/test/xslt/test_custom_functions.rb +129 -0
- data/test/xslt/test_exception_handling.rb +37 -0
- data/test_all +84 -0
- metadata +571 -0
data/bin/nokogiri
ADDED
@@ -0,0 +1,63 @@
|
|
1
|
+
#!/usr/bin/env ruby
|
2
|
+
require 'optparse'
|
3
|
+
require 'open-uri'
|
4
|
+
require 'irb'
|
5
|
+
require 'uri'
|
6
|
+
require 'rubygems'
|
7
|
+
require 'nokogiri'
|
8
|
+
|
9
|
+
parse_class = Nokogiri
|
10
|
+
encoding = nil
|
11
|
+
|
12
|
+
opts = OptionParser.new do |opts|
|
13
|
+
opts.banner = "Nokogiri: an HTML, XML, SAX, and Reader parser"
|
14
|
+
opts.define_head "Usage: nokogiri <uri|path> [options]"
|
15
|
+
opts.separator ""
|
16
|
+
opts.separator "Examples:"
|
17
|
+
opts.separator " nokogiri http://www.ruby-lang.org/"
|
18
|
+
opts.separator " nokogiri ./public/index.html"
|
19
|
+
opts.separator ""
|
20
|
+
opts.separator "Options:"
|
21
|
+
|
22
|
+
opts.on("--type [TYPE]", [:xml, :html]) do |v|
|
23
|
+
parse_class = {:xml => Nokogiri::XML, :html => Nokogiri::HTML}[v]
|
24
|
+
end
|
25
|
+
|
26
|
+
opts.on("-E", "--encoding encoding", "Read as encoding (default #{encoding})") do |v|
|
27
|
+
encoding = v
|
28
|
+
end
|
29
|
+
|
30
|
+
opts.on("--rng <uri|path>", "Validate using this rng file.") do |v|
|
31
|
+
@rng = open(v) {|f| Nokogiri::XML::RelaxNG(f)}
|
32
|
+
end
|
33
|
+
|
34
|
+
opts.on_tail("-?", "--help", "Show this message") do
|
35
|
+
puts opts
|
36
|
+
exit
|
37
|
+
end
|
38
|
+
|
39
|
+
opts.on_tail("-v", "--version", "Show version") do
|
40
|
+
puts Nokogiri::VersionInfo.instance.to_markdown
|
41
|
+
exit
|
42
|
+
end
|
43
|
+
end
|
44
|
+
opts.parse!
|
45
|
+
|
46
|
+
uri = ARGV.shift
|
47
|
+
|
48
|
+
if uri.to_s.strip.empty?
|
49
|
+
puts opts
|
50
|
+
exit 1
|
51
|
+
end
|
52
|
+
|
53
|
+
@doc = parse_class.parse(open(uri).read, nil, encoding)
|
54
|
+
|
55
|
+
if @rng
|
56
|
+
@rng.validate(@doc).each do |error|
|
57
|
+
puts error.message
|
58
|
+
end
|
59
|
+
else
|
60
|
+
puts "Your document is stored in @doc..."
|
61
|
+
IRB.start
|
62
|
+
end
|
63
|
+
|
data/build_all
ADDED
@@ -0,0 +1,58 @@
|
|
1
|
+
#! /usr/bin/env bash
|
2
|
+
#
|
3
|
+
# script to build gems for all relevant platforms:
|
4
|
+
# - MRI et al (standard gem)
|
5
|
+
# - windows (x86-mingw32 and x86-msin32-60)
|
6
|
+
# - jruby
|
7
|
+
#
|
8
|
+
# prerequisite is the mingw32 packages.
|
9
|
+
# on ubuntu, `sudo apt-get install mingw32`
|
10
|
+
# for others, read up at https://github.com/luislavena/rake-compiler
|
11
|
+
#
|
12
|
+
|
13
|
+
# Load RVM into a shell session *as a function*
|
14
|
+
if [[ -s "$HOME/.rvm/scripts/rvm" ]] ; then
|
15
|
+
source "$HOME/.rvm/scripts/rvm"
|
16
|
+
elif [[ -s "/usr/local/rvm/scripts/rvm" ]] ; then
|
17
|
+
source "/usr/local/rvm/scripts/rvm"
|
18
|
+
else
|
19
|
+
echo "ERROR: An RVM installation was not found.\n"
|
20
|
+
fi
|
21
|
+
|
22
|
+
function rvm_use {
|
23
|
+
current_ruby=$1
|
24
|
+
rvm use "${1}@nokogiri" --create
|
25
|
+
}
|
26
|
+
|
27
|
+
set -o errexit
|
28
|
+
|
29
|
+
# initialize
|
30
|
+
rvm_use 1.8.7
|
31
|
+
rm -rf tmp pkg
|
32
|
+
bundle exec rake clean clobber
|
33
|
+
|
34
|
+
# holding pen
|
35
|
+
rm -rf gems
|
36
|
+
mkdir -p gems
|
37
|
+
|
38
|
+
# MRI
|
39
|
+
rvm_use 1.8.7
|
40
|
+
bundle exec rake gem
|
41
|
+
cp -v pkg/nokogiri*.gem gems # should only be one at this point in the script
|
42
|
+
|
43
|
+
# windows
|
44
|
+
rvm_use 1.8.7
|
45
|
+
bundle exec rake-compiler cross-ruby VERSION=1.8.7-p330
|
46
|
+
bundle exec rake-compiler cross-ruby VERSION=1.9.2-p136
|
47
|
+
bundle exec rake cross
|
48
|
+
rake gem:windows # don't use bundler here. it blows up. *shrug*
|
49
|
+
cp -v pkg/nokogiri*x86-{mingw32,mswin32}*.gem gems
|
50
|
+
|
51
|
+
# jruby
|
52
|
+
rvm_use jruby-1.6.5
|
53
|
+
bundle exec rake clean clobber
|
54
|
+
rvm_use 1.8.7
|
55
|
+
bundle exec rake generate
|
56
|
+
rvm_use jruby-1.6.5
|
57
|
+
bundle exec rake gem
|
58
|
+
cp -v pkg/nokogiri*java.gem gems
|
@@ -0,0 +1,124 @@
|
|
1
|
+
/**
|
2
|
+
* (The MIT License)
|
3
|
+
*
|
4
|
+
* Copyright (c) 2008 - 2011:
|
5
|
+
*
|
6
|
+
* * {Aaron Patterson}[http://tenderlovemaking.com]
|
7
|
+
* * {Mike Dalessio}[http://mike.daless.io]
|
8
|
+
* * {Charles Nutter}[http://blog.headius.com]
|
9
|
+
* * {Sergio Arbeo}[http://www.serabe.com]
|
10
|
+
* * {Patrick Mahoney}[http://polycrystal.org]
|
11
|
+
* * {Yoko Harada}[http://yokolet.blogspot.com]
|
12
|
+
*
|
13
|
+
* Permission is hereby granted, free of charge, to any person obtaining
|
14
|
+
* a copy of this software and associated documentation files (the
|
15
|
+
* 'Software'), to deal in the Software without restriction, including
|
16
|
+
* without limitation the rights to use, copy, modify, merge, publish,
|
17
|
+
* distribute, sublicense, and/or sell copies of the Software, and to
|
18
|
+
* permit persons to whom the Software is furnished to do so, subject to
|
19
|
+
* the following conditions:
|
20
|
+
*
|
21
|
+
* The above copyright notice and this permission notice shall be
|
22
|
+
* included in all copies or substantial portions of the Software.
|
23
|
+
*
|
24
|
+
* THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
|
25
|
+
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
26
|
+
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
27
|
+
* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
|
28
|
+
* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
29
|
+
* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
30
|
+
* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
31
|
+
*/
|
32
|
+
|
33
|
+
package nokogiri;
|
34
|
+
|
35
|
+
import static nokogiri.internals.NokogiriHelpers.getNokogiriClass;
|
36
|
+
|
37
|
+
import java.util.HashMap;
|
38
|
+
|
39
|
+
import org.jruby.Ruby;
|
40
|
+
import org.jruby.RubyClass;
|
41
|
+
import org.jruby.RubyObject;
|
42
|
+
import org.jruby.anno.JRubyClass;
|
43
|
+
import org.jruby.anno.JRubyMethod;
|
44
|
+
import org.jruby.runtime.ThreadContext;
|
45
|
+
import org.jruby.runtime.builtin.IRubyObject;
|
46
|
+
|
47
|
+
/**
|
48
|
+
* Stub class to satisfy unit tests. I'm not sure where this class is
|
49
|
+
* meant to be used. As coded it won't really interact with any other
|
50
|
+
* classes and will have no effect on character encodings reported by
|
51
|
+
* documents being parsed.
|
52
|
+
*
|
53
|
+
* @author Patrick Mahoney <pat@polycrstal.org>
|
54
|
+
*/
|
55
|
+
@JRubyClass(name="Nokogiri::EncodingHandler")
|
56
|
+
public class EncodingHandler extends RubyObject {
|
57
|
+
protected static HashMap<String,String> map = new HashMap<String,String>();
|
58
|
+
static {
|
59
|
+
addInitial();
|
60
|
+
}
|
61
|
+
|
62
|
+
protected String name;
|
63
|
+
|
64
|
+
protected static void addInitial() {
|
65
|
+
map.put("UTF-8", "UTF-8");
|
66
|
+
}
|
67
|
+
|
68
|
+
public EncodingHandler(Ruby ruby, RubyClass klass, String value) {
|
69
|
+
super(ruby, klass);
|
70
|
+
name = value;
|
71
|
+
}
|
72
|
+
|
73
|
+
@JRubyMethod(name="[]", meta=true)
|
74
|
+
public static IRubyObject get(ThreadContext context,
|
75
|
+
IRubyObject _klass,
|
76
|
+
IRubyObject keyObj) {
|
77
|
+
Ruby ruby = context.getRuntime();
|
78
|
+
String key = keyObj.toString();
|
79
|
+
String value = map.get(key);
|
80
|
+
if (value == null)
|
81
|
+
return ruby.getNil();
|
82
|
+
|
83
|
+
return new EncodingHandler(
|
84
|
+
ruby,
|
85
|
+
getNokogiriClass(ruby, "Nokogiri::EncodingHandler"),
|
86
|
+
value);
|
87
|
+
}
|
88
|
+
|
89
|
+
@JRubyMethod(meta=true)
|
90
|
+
public static IRubyObject delete(ThreadContext context,
|
91
|
+
IRubyObject _klass,
|
92
|
+
IRubyObject keyObj) {
|
93
|
+
String key = keyObj.toString();
|
94
|
+
String value = map.remove(key);
|
95
|
+
if (value == null)
|
96
|
+
return context.getRuntime().getNil();
|
97
|
+
return context.getRuntime().newString(value);
|
98
|
+
}
|
99
|
+
|
100
|
+
@JRubyMethod(name="clear_aliases!", meta=true)
|
101
|
+
public static IRubyObject clear_aliases(ThreadContext context,
|
102
|
+
IRubyObject _klass) {
|
103
|
+
map.clear();
|
104
|
+
addInitial();
|
105
|
+
return context.getRuntime().getNil();
|
106
|
+
}
|
107
|
+
|
108
|
+
@JRubyMethod(meta=true)
|
109
|
+
public static IRubyObject alias(ThreadContext context,
|
110
|
+
IRubyObject _klass,
|
111
|
+
IRubyObject orig,
|
112
|
+
IRubyObject alias) {
|
113
|
+
String value = map.get(orig.toString());
|
114
|
+
if (value != null)
|
115
|
+
map.put(alias.toString(), value);
|
116
|
+
|
117
|
+
return context.getRuntime().getNil();
|
118
|
+
}
|
119
|
+
|
120
|
+
@JRubyMethod
|
121
|
+
public IRubyObject name(ThreadContext context) {
|
122
|
+
return context.getRuntime().newString(name);
|
123
|
+
}
|
124
|
+
}
|
@@ -0,0 +1,163 @@
|
|
1
|
+
/**
|
2
|
+
* (The MIT License)
|
3
|
+
*
|
4
|
+
* Copyright (c) 2008 - 2012:
|
5
|
+
*
|
6
|
+
* * {Aaron Patterson}[http://tenderlovemaking.com]
|
7
|
+
* * {Mike Dalessio}[http://mike.daless.io]
|
8
|
+
* * {Charles Nutter}[http://blog.headius.com]
|
9
|
+
* * {Sergio Arbeo}[http://www.serabe.com]
|
10
|
+
* * {Patrick Mahoney}[http://polycrystal.org]
|
11
|
+
* * {Yoko Harada}[http://yokolet.blogspot.com]
|
12
|
+
*
|
13
|
+
* Permission is hereby granted, free of charge, to any person obtaining
|
14
|
+
* a copy of this software and associated documentation files (the
|
15
|
+
* 'Software'), to deal in the Software without restriction, including
|
16
|
+
* without limitation the rights to use, copy, modify, merge, publish,
|
17
|
+
* distribute, sublicense, and/or sell copies of the Software, and to
|
18
|
+
* permit persons to whom the Software is furnished to do so, subject to
|
19
|
+
* the following conditions:
|
20
|
+
*
|
21
|
+
* The above copyright notice and this permission notice shall be
|
22
|
+
* included in all copies or substantial portions of the Software.
|
23
|
+
*
|
24
|
+
* THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
|
25
|
+
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
26
|
+
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
27
|
+
* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
|
28
|
+
* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
29
|
+
* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
30
|
+
* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
31
|
+
*/
|
32
|
+
|
33
|
+
package nokogiri;
|
34
|
+
|
35
|
+
import nokogiri.internals.HtmlDomParserContext;
|
36
|
+
import org.jruby.Ruby;
|
37
|
+
import org.jruby.RubyClass;
|
38
|
+
import org.jruby.anno.JRubyClass;
|
39
|
+
import org.jruby.anno.JRubyMethod;
|
40
|
+
import org.jruby.javasupport.util.RuntimeHelpers;
|
41
|
+
import org.jruby.runtime.Arity;
|
42
|
+
import org.jruby.runtime.ThreadContext;
|
43
|
+
import org.jruby.runtime.builtin.IRubyObject;
|
44
|
+
import org.w3c.dom.Attr;
|
45
|
+
import org.w3c.dom.Document;
|
46
|
+
import org.w3c.dom.NamedNodeMap;
|
47
|
+
import org.w3c.dom.Node;
|
48
|
+
import org.w3c.dom.NodeList;
|
49
|
+
|
50
|
+
/**
|
51
|
+
* Class for Nokogiri::HTML::Document.
|
52
|
+
*
|
53
|
+
* @author sergio
|
54
|
+
* @author Yoko Harada <yokolet@gmail.com>
|
55
|
+
*/
|
56
|
+
@JRubyClass(name="Nokogiri::HTML::Document", parent="Nokogiri::XML::Document")
|
57
|
+
public class HtmlDocument extends XmlDocument {
|
58
|
+
private String parsed_encoding = null;
|
59
|
+
|
60
|
+
public HtmlDocument(Ruby ruby, RubyClass klazz) {
|
61
|
+
super(ruby, klazz);
|
62
|
+
}
|
63
|
+
|
64
|
+
public HtmlDocument(Ruby ruby, RubyClass klazz, Document doc) {
|
65
|
+
super(ruby, klazz, doc);
|
66
|
+
}
|
67
|
+
|
68
|
+
@JRubyMethod(name="new", meta = true, rest = true, required=0)
|
69
|
+
public static IRubyObject rbNew(ThreadContext context, IRubyObject klazz,
|
70
|
+
IRubyObject[] args) {
|
71
|
+
HtmlDocument htmlDocument = null;
|
72
|
+
try {
|
73
|
+
Document docNode = createNewDocument();
|
74
|
+
htmlDocument = (HtmlDocument) NokogiriService.HTML_DOCUMENT_ALLOCATOR.allocate(context.getRuntime(), (RubyClass) klazz);
|
75
|
+
htmlDocument.setDocumentNode(context, docNode);
|
76
|
+
} catch (Exception ex) {
|
77
|
+
throw context.getRuntime().newRuntimeError("couldn't create document: "+ex.toString());
|
78
|
+
}
|
79
|
+
|
80
|
+
RuntimeHelpers.invoke(context, htmlDocument, "initialize", args);
|
81
|
+
|
82
|
+
return htmlDocument;
|
83
|
+
}
|
84
|
+
|
85
|
+
public static IRubyObject do_parse(ThreadContext context,
|
86
|
+
IRubyObject klass,
|
87
|
+
IRubyObject[] args) {
|
88
|
+
Ruby ruby = context.getRuntime();
|
89
|
+
Arity.checkArgumentCount(ruby, args, 4, 4);
|
90
|
+
HtmlDomParserContext ctx =
|
91
|
+
new HtmlDomParserContext(ruby, args[2], args[3]);
|
92
|
+
ctx.setInputSource(context, args[0], args[1]);
|
93
|
+
return ctx.parse(context, klass, args[1]);
|
94
|
+
}
|
95
|
+
|
96
|
+
public void setDocumentNode(ThreadContext context, Node node) {
|
97
|
+
super.setNode(context, node);
|
98
|
+
Ruby runtime = context.getRuntime();
|
99
|
+
if (node != null) {
|
100
|
+
Document document = (Document)node;
|
101
|
+
document.normalize();
|
102
|
+
stabilzeAttrValue(document.getDocumentElement());
|
103
|
+
}
|
104
|
+
setInstanceVariable("@decorators", runtime.getNil());
|
105
|
+
}
|
106
|
+
|
107
|
+
private void stabilzeAttrValue(Node node) {
|
108
|
+
if (node == null) return;
|
109
|
+
if (node.hasAttributes()) {
|
110
|
+
NamedNodeMap nodeMap = node.getAttributes();
|
111
|
+
for (int i=0; i<nodeMap.getLength(); i++) {
|
112
|
+
Node n = nodeMap.item(i);
|
113
|
+
if (n instanceof Attr) {
|
114
|
+
Attr attr = (Attr)n;
|
115
|
+
String attrName = attr.getName();
|
116
|
+
// not sure, but need to get value always before document is referred.
|
117
|
+
// or lose attribute value
|
118
|
+
String attrValue = attr.getValue(); // don't delete this line
|
119
|
+
}
|
120
|
+
}
|
121
|
+
}
|
122
|
+
NodeList children = node.getChildNodes();
|
123
|
+
for (int i=0; i<children.getLength(); i++) {
|
124
|
+
stabilzeAttrValue(children.item(i));
|
125
|
+
}
|
126
|
+
}
|
127
|
+
|
128
|
+
public void setParsedEncoding(String encoding) {
|
129
|
+
parsed_encoding = encoding;
|
130
|
+
}
|
131
|
+
|
132
|
+
public String getPraedEncoding() {
|
133
|
+
return parsed_encoding;
|
134
|
+
}
|
135
|
+
|
136
|
+
/*
|
137
|
+
* call-seq:
|
138
|
+
* read_io(io, url, encoding, options)
|
139
|
+
*
|
140
|
+
* Read the HTML document from +io+ with given +url+, +encoding+,
|
141
|
+
* and +options+. See Nokogiri::HTML.parse
|
142
|
+
*/
|
143
|
+
@JRubyMethod(meta = true, rest = true)
|
144
|
+
public static IRubyObject read_io(ThreadContext context,
|
145
|
+
IRubyObject cls,
|
146
|
+
IRubyObject[] args) {
|
147
|
+
return do_parse(context, cls, args);
|
148
|
+
}
|
149
|
+
|
150
|
+
/*
|
151
|
+
* call-seq:
|
152
|
+
* read_memory(string, url, encoding, options)
|
153
|
+
*
|
154
|
+
* Read the HTML document contained in +string+ with given +url+, +encoding+,
|
155
|
+
* and +options+. See Nokogiri::HTML.parse
|
156
|
+
*/
|
157
|
+
@JRubyMethod(meta = true, rest = true)
|
158
|
+
public static IRubyObject read_memory(ThreadContext context,
|
159
|
+
IRubyObject cls,
|
160
|
+
IRubyObject[] args) {
|
161
|
+
return do_parse(context, cls, args);
|
162
|
+
}
|
163
|
+
}
|
@@ -0,0 +1,145 @@
|
|
1
|
+
/**
|
2
|
+
* (The MIT License)
|
3
|
+
*
|
4
|
+
* Copyright (c) 2008 - 2012:
|
5
|
+
*
|
6
|
+
* * {Aaron Patterson}[http://tenderlovemaking.com]
|
7
|
+
* * {Mike Dalessio}[http://mike.daless.io]
|
8
|
+
* * {Charles Nutter}[http://blog.headius.com]
|
9
|
+
* * {Sergio Arbeo}[http://www.serabe.com]
|
10
|
+
* * {Patrick Mahoney}[http://polycrystal.org]
|
11
|
+
* * {Yoko Harada}[http://yokolet.blogspot.com]
|
12
|
+
*
|
13
|
+
* Permission is hereby granted, free of charge, to any person obtaining
|
14
|
+
* a copy of this software and associated documentation files (the
|
15
|
+
* 'Software'), to deal in the Software without restriction, including
|
16
|
+
* without limitation the rights to use, copy, modify, merge, publish,
|
17
|
+
* distribute, sublicense, and/or sell copies of the Software, and to
|
18
|
+
* permit persons to whom the Software is furnished to do so, subject to
|
19
|
+
* the following conditions:
|
20
|
+
*
|
21
|
+
* The above copyright notice and this permission notice shall be
|
22
|
+
* included in all copies or substantial portions of the Software.
|
23
|
+
*
|
24
|
+
* THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
|
25
|
+
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
26
|
+
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
27
|
+
* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
|
28
|
+
* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
29
|
+
* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
30
|
+
* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
31
|
+
*/
|
32
|
+
|
33
|
+
package nokogiri;
|
34
|
+
|
35
|
+
import java.util.ArrayList;
|
36
|
+
import java.util.Collections;
|
37
|
+
import java.util.HashMap;
|
38
|
+
import java.util.List;
|
39
|
+
import java.util.Map;
|
40
|
+
|
41
|
+
import org.cyberneko.html.HTMLElements;
|
42
|
+
import org.jruby.Ruby;
|
43
|
+
import org.jruby.RubyClass;
|
44
|
+
import org.jruby.RubyObject;
|
45
|
+
import org.jruby.anno.JRubyClass;
|
46
|
+
import org.jruby.anno.JRubyMethod;
|
47
|
+
import org.jruby.runtime.ThreadContext;
|
48
|
+
import org.jruby.runtime.builtin.IRubyObject;
|
49
|
+
|
50
|
+
/**
|
51
|
+
* Class for Nokogiri::HTML::ElementDescription.
|
52
|
+
*
|
53
|
+
* @author Patrick Mahoney <pat@polycrystal.org>
|
54
|
+
*/
|
55
|
+
@JRubyClass(name="Nokogiri::HTML::ElementDescription")
|
56
|
+
public class HtmlElementDescription extends RubyObject {
|
57
|
+
|
58
|
+
/**
|
59
|
+
* Stores memoized hash of element -> list of valid subelements.
|
60
|
+
*/
|
61
|
+
static protected Map<Short, List<String>> subElements;
|
62
|
+
static {
|
63
|
+
Map<Short, List<String>> _subElements =
|
64
|
+
new HashMap<Short, List<String>>();
|
65
|
+
subElements = Collections.synchronizedMap(_subElements);
|
66
|
+
}
|
67
|
+
|
68
|
+
protected HTMLElements.Element element;
|
69
|
+
|
70
|
+
public HtmlElementDescription(Ruby runtime, RubyClass rubyClass) {
|
71
|
+
super(runtime, rubyClass);
|
72
|
+
}
|
73
|
+
|
74
|
+
/**
|
75
|
+
* Lookup the list of sub elements of <code>code</code>. If not
|
76
|
+
* already stored, iterate through all elements to find valid
|
77
|
+
* subelements; save this list and return it.
|
78
|
+
*/
|
79
|
+
protected static List<String> findSubElements(HTMLElements.Element elem) {
|
80
|
+
List<String> subs = subElements.get(elem.code);
|
81
|
+
|
82
|
+
if (subs == null) {
|
83
|
+
subs = new ArrayList<String>();
|
84
|
+
|
85
|
+
/*
|
86
|
+
* A bit of a hack. NekoHtml source code shows that
|
87
|
+
* UNKNOWN is the highest value element. We cannot access
|
88
|
+
* the list of elements directly because it's protected.
|
89
|
+
*/
|
90
|
+
for (short c = 0; c < HTMLElements.UNKNOWN; c++) {
|
91
|
+
HTMLElements.Element maybe_sub =
|
92
|
+
HTMLElements.getElement(c);
|
93
|
+
if (maybe_sub.isParent(elem)) {
|
94
|
+
subs.add(maybe_sub.name);
|
95
|
+
}
|
96
|
+
}
|
97
|
+
|
98
|
+
subElements.put(elem.code, subs);
|
99
|
+
}
|
100
|
+
|
101
|
+
return subs;
|
102
|
+
}
|
103
|
+
|
104
|
+
@JRubyMethod(name="[]", meta=true)
|
105
|
+
public static IRubyObject get(ThreadContext context,
|
106
|
+
IRubyObject klazz, IRubyObject name) {
|
107
|
+
|
108
|
+
HTMLElements.Element elem = HTMLElements.getElement(name.toString());
|
109
|
+
if (elem == HTMLElements.NO_SUCH_ELEMENT)
|
110
|
+
return context.getRuntime().getNil();
|
111
|
+
|
112
|
+
HtmlElementDescription desc =
|
113
|
+
new HtmlElementDescription(context.getRuntime(), (RubyClass)klazz);
|
114
|
+
desc.element = elem;
|
115
|
+
return desc;
|
116
|
+
}
|
117
|
+
|
118
|
+
@JRubyMethod()
|
119
|
+
public IRubyObject name(ThreadContext context) {
|
120
|
+
return context.getRuntime().newString(element.name.toLowerCase());
|
121
|
+
}
|
122
|
+
|
123
|
+
@JRubyMethod(name="inline?")
|
124
|
+
public IRubyObject inline_eh(ThreadContext context) {
|
125
|
+
return context.getRuntime().newBoolean(element.isInline());
|
126
|
+
}
|
127
|
+
|
128
|
+
@JRubyMethod(name="empty?")
|
129
|
+
public IRubyObject empty_eh(ThreadContext context) {
|
130
|
+
return context.getRuntime().newBoolean(element.isEmpty());
|
131
|
+
}
|
132
|
+
|
133
|
+
@JRubyMethod()
|
134
|
+
public IRubyObject sub_elements(ThreadContext context) {
|
135
|
+
Ruby ruby = context.getRuntime();
|
136
|
+
List<String> subs = findSubElements(element);
|
137
|
+
IRubyObject[] ary = new IRubyObject[subs.size()];
|
138
|
+
for (int i = 0; i < subs.size(); ++i) {
|
139
|
+
ary[i] = ruby.newString(subs.get(i));
|
140
|
+
}
|
141
|
+
|
142
|
+
return ruby.newArray(ary);
|
143
|
+
}
|
144
|
+
|
145
|
+
}
|