nokogiri-maven 1.5.0-java
Sign up to get free protection for your applications and to get access to all the features.
- data/CHANGELOG.ja.rdoc +544 -0
- data/CHANGELOG.rdoc +532 -0
- data/Manifest.txt +283 -0
- data/README.ja.rdoc +106 -0
- data/README.rdoc +174 -0
- data/Rakefile +164 -0
- data/bin/nokogiri +53 -0
- data/ext/java/nokogiri/EncodingHandler.java +124 -0
- data/ext/java/nokogiri/HtmlDocument.java +119 -0
- data/ext/java/nokogiri/HtmlElementDescription.java +145 -0
- data/ext/java/nokogiri/HtmlEntityLookup.java +79 -0
- data/ext/java/nokogiri/HtmlSaxParserContext.java +259 -0
- data/ext/java/nokogiri/NokogiriService.java +590 -0
- data/ext/java/nokogiri/XmlAttr.java +180 -0
- data/ext/java/nokogiri/XmlAttributeDecl.java +130 -0
- data/ext/java/nokogiri/XmlCdata.java +84 -0
- data/ext/java/nokogiri/XmlComment.java +86 -0
- data/ext/java/nokogiri/XmlDocument.java +519 -0
- data/ext/java/nokogiri/XmlDocumentFragment.java +223 -0
- data/ext/java/nokogiri/XmlDtd.java +469 -0
- data/ext/java/nokogiri/XmlElement.java +195 -0
- data/ext/java/nokogiri/XmlElementContent.java +382 -0
- data/ext/java/nokogiri/XmlElementDecl.java +152 -0
- data/ext/java/nokogiri/XmlEntityDecl.java +162 -0
- data/ext/java/nokogiri/XmlEntityReference.java +97 -0
- data/ext/java/nokogiri/XmlNamespace.java +183 -0
- data/ext/java/nokogiri/XmlNode.java +1378 -0
- data/ext/java/nokogiri/XmlNodeSet.java +267 -0
- data/ext/java/nokogiri/XmlProcessingInstruction.java +99 -0
- data/ext/java/nokogiri/XmlReader.java +408 -0
- data/ext/java/nokogiri/XmlRelaxng.java +144 -0
- data/ext/java/nokogiri/XmlSaxParserContext.java +367 -0
- data/ext/java/nokogiri/XmlSaxPushParser.java +184 -0
- data/ext/java/nokogiri/XmlSchema.java +324 -0
- data/ext/java/nokogiri/XmlSyntaxError.java +119 -0
- data/ext/java/nokogiri/XmlText.java +119 -0
- data/ext/java/nokogiri/XmlXpathContext.java +199 -0
- data/ext/java/nokogiri/XsltStylesheet.java +197 -0
- data/ext/java/nokogiri/internals/HtmlDomParserContext.java +204 -0
- data/ext/java/nokogiri/internals/NokogiriDocumentCache.java +73 -0
- data/ext/java/nokogiri/internals/NokogiriErrorHandler.java +86 -0
- data/ext/java/nokogiri/internals/NokogiriHandler.java +327 -0
- data/ext/java/nokogiri/internals/NokogiriHelpers.java +639 -0
- data/ext/java/nokogiri/internals/NokogiriNamespaceCache.java +167 -0
- data/ext/java/nokogiri/internals/NokogiriNamespaceContext.java +130 -0
- data/ext/java/nokogiri/internals/NokogiriNonStrictErrorHandler.java +74 -0
- data/ext/java/nokogiri/internals/NokogiriNonStrictErrorHandler4NekoHtml.java +121 -0
- data/ext/java/nokogiri/internals/NokogiriStrictErrorHandler.java +79 -0
- data/ext/java/nokogiri/internals/NokogiriXPathFunction.java +141 -0
- data/ext/java/nokogiri/internals/NokogiriXPathFunctionResolver.java +73 -0
- data/ext/java/nokogiri/internals/NokogiriXPathVariableResolver.java +67 -0
- data/ext/java/nokogiri/internals/NokogiriXsltErrorListener.java +86 -0
- data/ext/java/nokogiri/internals/ParserContext.java +276 -0
- data/ext/java/nokogiri/internals/PushInputStream.java +411 -0
- data/ext/java/nokogiri/internals/ReaderNode.java +531 -0
- data/ext/java/nokogiri/internals/SaveContextVisitor.java +567 -0
- data/ext/java/nokogiri/internals/SchemaErrorHandler.java +76 -0
- data/ext/java/nokogiri/internals/XmlDeclHandler.java +42 -0
- data/ext/java/nokogiri/internals/XmlDomParser.java +76 -0
- data/ext/java/nokogiri/internals/XmlDomParserContext.java +244 -0
- data/ext/java/nokogiri/internals/XmlSaxParser.java +65 -0
- data/ext/java/nokogiri/internals/XsltExtensionFunction.java +72 -0
- data/ext/nokogiri/depend +358 -0
- data/ext/nokogiri/extconf.rb +124 -0
- data/ext/nokogiri/html_document.c +154 -0
- data/ext/nokogiri/html_document.h +10 -0
- data/ext/nokogiri/html_element_description.c +276 -0
- data/ext/nokogiri/html_element_description.h +10 -0
- data/ext/nokogiri/html_entity_lookup.c +32 -0
- data/ext/nokogiri/html_entity_lookup.h +8 -0
- data/ext/nokogiri/html_sax_parser_context.c +94 -0
- data/ext/nokogiri/html_sax_parser_context.h +11 -0
- data/ext/nokogiri/nokogiri.c +115 -0
- data/ext/nokogiri/nokogiri.h +160 -0
- data/ext/nokogiri/xml_attr.c +94 -0
- data/ext/nokogiri/xml_attr.h +9 -0
- data/ext/nokogiri/xml_attribute_decl.c +70 -0
- data/ext/nokogiri/xml_attribute_decl.h +9 -0
- data/ext/nokogiri/xml_cdata.c +56 -0
- data/ext/nokogiri/xml_cdata.h +9 -0
- data/ext/nokogiri/xml_comment.c +54 -0
- data/ext/nokogiri/xml_comment.h +9 -0
- data/ext/nokogiri/xml_document.c +478 -0
- data/ext/nokogiri/xml_document.h +23 -0
- data/ext/nokogiri/xml_document_fragment.c +48 -0
- data/ext/nokogiri/xml_document_fragment.h +10 -0
- data/ext/nokogiri/xml_dtd.c +202 -0
- data/ext/nokogiri/xml_dtd.h +10 -0
- data/ext/nokogiri/xml_element_content.c +123 -0
- data/ext/nokogiri/xml_element_content.h +10 -0
- data/ext/nokogiri/xml_element_decl.c +69 -0
- data/ext/nokogiri/xml_element_decl.h +9 -0
- data/ext/nokogiri/xml_encoding_handler.c +79 -0
- data/ext/nokogiri/xml_encoding_handler.h +8 -0
- data/ext/nokogiri/xml_entity_decl.c +110 -0
- data/ext/nokogiri/xml_entity_decl.h +10 -0
- data/ext/nokogiri/xml_entity_reference.c +52 -0
- data/ext/nokogiri/xml_entity_reference.h +9 -0
- data/ext/nokogiri/xml_io.c +56 -0
- data/ext/nokogiri/xml_io.h +11 -0
- data/ext/nokogiri/xml_libxml2_hacks.c +112 -0
- data/ext/nokogiri/xml_libxml2_hacks.h +12 -0
- data/ext/nokogiri/xml_namespace.c +84 -0
- data/ext/nokogiri/xml_namespace.h +13 -0
- data/ext/nokogiri/xml_node.c +1385 -0
- data/ext/nokogiri/xml_node.h +13 -0
- data/ext/nokogiri/xml_node_set.c +418 -0
- data/ext/nokogiri/xml_node_set.h +9 -0
- data/ext/nokogiri/xml_processing_instruction.c +56 -0
- data/ext/nokogiri/xml_processing_instruction.h +9 -0
- data/ext/nokogiri/xml_reader.c +684 -0
- data/ext/nokogiri/xml_reader.h +10 -0
- data/ext/nokogiri/xml_relax_ng.c +161 -0
- data/ext/nokogiri/xml_relax_ng.h +9 -0
- data/ext/nokogiri/xml_sax_parser.c +293 -0
- data/ext/nokogiri/xml_sax_parser.h +39 -0
- data/ext/nokogiri/xml_sax_parser_context.c +199 -0
- data/ext/nokogiri/xml_sax_parser_context.h +10 -0
- data/ext/nokogiri/xml_sax_push_parser.c +115 -0
- data/ext/nokogiri/xml_sax_push_parser.h +9 -0
- data/ext/nokogiri/xml_schema.c +205 -0
- data/ext/nokogiri/xml_schema.h +9 -0
- data/ext/nokogiri/xml_syntax_error.c +58 -0
- data/ext/nokogiri/xml_syntax_error.h +13 -0
- data/ext/nokogiri/xml_text.c +50 -0
- data/ext/nokogiri/xml_text.h +9 -0
- data/ext/nokogiri/xml_xpath_context.c +309 -0
- data/ext/nokogiri/xml_xpath_context.h +9 -0
- data/ext/nokogiri/xslt_stylesheet.c +264 -0
- data/ext/nokogiri/xslt_stylesheet.h +9 -0
- data/lib/nokogiri.rb +127 -0
- data/lib/nokogiri/css.rb +27 -0
- data/lib/nokogiri/css/node.rb +99 -0
- data/lib/nokogiri/css/parser.rb +677 -0
- data/lib/nokogiri/css/parser.y +237 -0
- data/lib/nokogiri/css/parser_extras.rb +91 -0
- data/lib/nokogiri/css/syntax_error.rb +7 -0
- data/lib/nokogiri/css/tokenizer.rb +152 -0
- data/lib/nokogiri/css/tokenizer.rex +55 -0
- data/lib/nokogiri/css/xpath_visitor.rb +171 -0
- data/lib/nokogiri/decorators/slop.rb +35 -0
- data/lib/nokogiri/html.rb +36 -0
- data/lib/nokogiri/html/builder.rb +35 -0
- data/lib/nokogiri/html/document.rb +213 -0
- data/lib/nokogiri/html/document_fragment.rb +41 -0
- data/lib/nokogiri/html/element_description.rb +23 -0
- data/lib/nokogiri/html/element_description_defaults.rb +671 -0
- data/lib/nokogiri/html/entity_lookup.rb +13 -0
- data/lib/nokogiri/html/sax/parser.rb +52 -0
- data/lib/nokogiri/html/sax/parser_context.rb +16 -0
- data/lib/nokogiri/nokogiri.jar +0 -0
- data/lib/nokogiri/syntax_error.rb +4 -0
- data/lib/nokogiri/version.rb +88 -0
- data/lib/nokogiri/xml.rb +67 -0
- data/lib/nokogiri/xml/attr.rb +14 -0
- data/lib/nokogiri/xml/attribute_decl.rb +18 -0
- data/lib/nokogiri/xml/builder.rb +425 -0
- data/lib/nokogiri/xml/cdata.rb +11 -0
- data/lib/nokogiri/xml/character_data.rb +7 -0
- data/lib/nokogiri/xml/document.rb +234 -0
- data/lib/nokogiri/xml/document_fragment.rb +98 -0
- data/lib/nokogiri/xml/dtd.rb +22 -0
- data/lib/nokogiri/xml/element_content.rb +36 -0
- data/lib/nokogiri/xml/element_decl.rb +13 -0
- data/lib/nokogiri/xml/entity_decl.rb +19 -0
- data/lib/nokogiri/xml/namespace.rb +13 -0
- data/lib/nokogiri/xml/node.rb +915 -0
- data/lib/nokogiri/xml/node/save_options.rb +61 -0
- data/lib/nokogiri/xml/node_set.rb +357 -0
- data/lib/nokogiri/xml/notation.rb +6 -0
- data/lib/nokogiri/xml/parse_options.rb +93 -0
- data/lib/nokogiri/xml/pp.rb +2 -0
- data/lib/nokogiri/xml/pp/character_data.rb +18 -0
- data/lib/nokogiri/xml/pp/node.rb +56 -0
- data/lib/nokogiri/xml/processing_instruction.rb +8 -0
- data/lib/nokogiri/xml/reader.rb +112 -0
- data/lib/nokogiri/xml/relax_ng.rb +32 -0
- data/lib/nokogiri/xml/sax.rb +4 -0
- data/lib/nokogiri/xml/sax/document.rb +164 -0
- data/lib/nokogiri/xml/sax/parser.rb +115 -0
- data/lib/nokogiri/xml/sax/parser_context.rb +16 -0
- data/lib/nokogiri/xml/sax/push_parser.rb +60 -0
- data/lib/nokogiri/xml/schema.rb +63 -0
- data/lib/nokogiri/xml/syntax_error.rb +47 -0
- data/lib/nokogiri/xml/text.rb +9 -0
- data/lib/nokogiri/xml/xpath.rb +10 -0
- data/lib/nokogiri/xml/xpath/syntax_error.rb +11 -0
- data/lib/nokogiri/xml/xpath_context.rb +16 -0
- data/lib/nokogiri/xslt.rb +52 -0
- data/lib/nokogiri/xslt/stylesheet.rb +25 -0
- data/lib/xsd/xmlparser/nokogiri.rb +90 -0
- data/nokogiri_help_responses.md +40 -0
- data/tasks/cross_compile.rb +152 -0
- data/tasks/nokogiri.org.rb +18 -0
- data/tasks/test.rb +94 -0
- data/test/css/test_nthiness.rb +159 -0
- data/test/css/test_parser.rb +303 -0
- data/test/css/test_tokenizer.rb +198 -0
- data/test/css/test_xpath_visitor.rb +85 -0
- data/test/decorators/test_slop.rb +16 -0
- data/test/files/2ch.html +108 -0
- data/test/files/address_book.rlx +12 -0
- data/test/files/address_book.xml +10 -0
- data/test/files/bar/bar.xsd +4 -0
- data/test/files/dont_hurt_em_why.xml +422 -0
- data/test/files/encoding.html +82 -0
- data/test/files/encoding.xhtml +84 -0
- data/test/files/exslt.xml +8 -0
- data/test/files/exslt.xslt +35 -0
- data/test/files/foo/foo.xsd +4 -0
- data/test/files/metacharset.html +10 -0
- data/test/files/noencoding.html +47 -0
- data/test/files/po.xml +32 -0
- data/test/files/po.xsd +66 -0
- data/test/files/shift_jis.html +10 -0
- data/test/files/shift_jis.xml +5 -0
- data/test/files/snuggles.xml +3 -0
- data/test/files/staff.dtd +10 -0
- data/test/files/staff.xml +59 -0
- data/test/files/staff.xslt +32 -0
- data/test/files/tlm.html +850 -0
- data/test/files/valid_bar.xml +2 -0
- data/test/helper.rb +173 -0
- data/test/html/sax/test_parser.rb +136 -0
- data/test/html/sax/test_parser_context.rb +48 -0
- data/test/html/test_builder.rb +164 -0
- data/test/html/test_document.rb +472 -0
- data/test/html/test_document_encoding.rb +138 -0
- data/test/html/test_document_fragment.rb +255 -0
- data/test/html/test_element_description.rb +100 -0
- data/test/html/test_named_characters.rb +14 -0
- data/test/html/test_node.rb +190 -0
- data/test/html/test_node_encoding.rb +27 -0
- data/test/test_convert_xpath.rb +135 -0
- data/test/test_css_cache.rb +45 -0
- data/test/test_encoding_handler.rb +46 -0
- data/test/test_memory_leak.rb +72 -0
- data/test/test_nokogiri.rb +132 -0
- data/test/test_reader.rb +425 -0
- data/test/test_soap4r_sax.rb +52 -0
- data/test/test_xslt_transforms.rb +193 -0
- data/test/xml/node/test_save_options.rb +28 -0
- data/test/xml/node/test_subclass.rb +44 -0
- data/test/xml/sax/test_parser.rb +338 -0
- data/test/xml/sax/test_parser_context.rb +113 -0
- data/test/xml/sax/test_push_parser.rb +156 -0
- data/test/xml/test_attr.rb +65 -0
- data/test/xml/test_attribute_decl.rb +86 -0
- data/test/xml/test_builder.rb +227 -0
- data/test/xml/test_cdata.rb +50 -0
- data/test/xml/test_comment.rb +29 -0
- data/test/xml/test_document.rb +697 -0
- data/test/xml/test_document_encoding.rb +26 -0
- data/test/xml/test_document_fragment.rb +192 -0
- data/test/xml/test_dtd.rb +107 -0
- data/test/xml/test_dtd_encoding.rb +33 -0
- data/test/xml/test_element_content.rb +56 -0
- data/test/xml/test_element_decl.rb +73 -0
- data/test/xml/test_entity_decl.rb +122 -0
- data/test/xml/test_entity_reference.rb +21 -0
- data/test/xml/test_namespace.rb +70 -0
- data/test/xml/test_node.rb +917 -0
- data/test/xml/test_node_attributes.rb +34 -0
- data/test/xml/test_node_encoding.rb +107 -0
- data/test/xml/test_node_reparenting.rb +334 -0
- data/test/xml/test_node_set.rb +742 -0
- data/test/xml/test_parse_options.rb +52 -0
- data/test/xml/test_processing_instruction.rb +30 -0
- data/test/xml/test_reader_encoding.rb +126 -0
- data/test/xml/test_relax_ng.rb +60 -0
- data/test/xml/test_schema.rb +94 -0
- data/test/xml/test_syntax_error.rb +12 -0
- data/test/xml/test_text.rb +47 -0
- data/test/xml/test_unparented_node.rb +381 -0
- data/test/xml/test_xpath.rb +237 -0
- data/test/xslt/test_custom_functions.rb +94 -0
- data/test/xslt/test_exception_handling.rb +37 -0
- metadata +552 -0
data/Rakefile
ADDED
@@ -0,0 +1,164 @@
|
|
1
|
+
# -*- ruby -*-
|
2
|
+
require 'rubygems'
|
3
|
+
|
4
|
+
gem 'hoe'
|
5
|
+
require 'hoe'
|
6
|
+
Hoe.plugin :debugging
|
7
|
+
Hoe.plugin :git
|
8
|
+
Hoe.plugin :gemspec
|
9
|
+
Hoe.plugin :bundler
|
10
|
+
Hoe.add_include_dirs '.' # for ruby 1.9.2
|
11
|
+
|
12
|
+
GENERATED_PARSER = "lib/nokogiri/css/parser.rb"
|
13
|
+
GENERATED_TOKENIZER = "lib/nokogiri/css/tokenizer.rb"
|
14
|
+
CROSS_DIR = File.join(File.dirname(__FILE__), 'ports')
|
15
|
+
|
16
|
+
def java?
|
17
|
+
!! (RUBY_PLATFORM =~ /java/)
|
18
|
+
end
|
19
|
+
|
20
|
+
require 'tasks/nokogiri.org'
|
21
|
+
|
22
|
+
HOE = Hoe.spec 'nokogiri' do
|
23
|
+
developer 'Aaron Patterson', 'aaronp@rubyforge.org'
|
24
|
+
developer 'Mike Dalessio', 'mike.dalessio@gmail.com'
|
25
|
+
developer 'Yoko Harada', 'yokolet@gmail.com'
|
26
|
+
|
27
|
+
self.readme_file = ['README', ENV['HLANG'], 'rdoc'].compact.join('.')
|
28
|
+
self.history_file = ['CHANGELOG', ENV['HLANG'], 'rdoc'].compact.join('.')
|
29
|
+
|
30
|
+
self.extra_rdoc_files = FileList['*.rdoc','ext/nokogiri/*.c']
|
31
|
+
|
32
|
+
self.clean_globs += [
|
33
|
+
'nokogiri.gemspec',
|
34
|
+
'lib/nokogiri/*.{o,so,bundle,a,log,dll}',
|
35
|
+
'lib/nokogiri/nokogiri.{so,dylib,rb,bundle}',
|
36
|
+
'lib/nokogiri/nokogiri.rb',
|
37
|
+
'lib/nokogiri/1.{8,9}',
|
38
|
+
GENERATED_PARSER,
|
39
|
+
GENERATED_TOKENIZER
|
40
|
+
]
|
41
|
+
|
42
|
+
self.extra_dev_deps += [
|
43
|
+
["racc", ">= 1.4.6"],
|
44
|
+
["rexical", ">= 1.0.5"],
|
45
|
+
["rake-compiler", ">= 0.7.9"],
|
46
|
+
["minitest", "~> 2.2.2"],
|
47
|
+
["mini_portile", ">= 0.2.2"],
|
48
|
+
["hoe-debugging", ">= 0"],
|
49
|
+
["hoe-git", ">= 0"],
|
50
|
+
["hoe-gemspec", ">= 0"],
|
51
|
+
["hoe-bundler", ">= 0"]
|
52
|
+
]
|
53
|
+
|
54
|
+
if java?
|
55
|
+
self.spec_extras = { :platform => 'java' }
|
56
|
+
else
|
57
|
+
self.spec_extras = {
|
58
|
+
:extensions => ["ext/nokogiri/extconf.rb"],
|
59
|
+
:required_ruby_version => '>= 1.8.7'
|
60
|
+
}
|
61
|
+
end
|
62
|
+
|
63
|
+
self.testlib = :minitest
|
64
|
+
end
|
65
|
+
|
66
|
+
# ----------------------------------------
|
67
|
+
|
68
|
+
if java?
|
69
|
+
# TODO: clean this section up.
|
70
|
+
require "rake/javaextensiontask"
|
71
|
+
Rake::JavaExtensionTask.new("nokogiri", HOE.spec) do |ext|
|
72
|
+
jruby_home = RbConfig::CONFIG['prefix']
|
73
|
+
ext.ext_dir = 'ext/java'
|
74
|
+
ext.lib_dir = 'lib/nokogiri'
|
75
|
+
jars = ["#{jruby_home}/lib/jruby.jar"] + FileList['lib/*.jar']
|
76
|
+
ext.classpath = jars.map { |x| File.expand_path x }.join ':'
|
77
|
+
end
|
78
|
+
|
79
|
+
gem_build_path = File.join 'pkg', HOE.spec.full_name
|
80
|
+
|
81
|
+
task gem_build_path => [:compile] do
|
82
|
+
cp 'lib/nokogiri/nokogiri.jar', File.join(gem_build_path, 'lib', 'nokogiri')
|
83
|
+
HOE.spec.files += ['lib/nokogiri/nokogiri.jar']
|
84
|
+
end
|
85
|
+
else
|
86
|
+
require 'tasks/cross_compile'
|
87
|
+
require "rake/extensiontask"
|
88
|
+
Rake::ExtensionTask.new("nokogiri", HOE.spec) do |ext|
|
89
|
+
ext.lib_dir = File.join(*['lib', 'nokogiri', ENV['FAT_DIR']].compact)
|
90
|
+
ext.config_options << ENV['EXTOPTS']
|
91
|
+
ext.cross_compile = true
|
92
|
+
ext.cross_platform = ["x86-mswin32-60", "x86-mingw32"]
|
93
|
+
ext.cross_config_options << "--with-xml2-include=#{File.join($recipes[:libxml2].path, 'include', 'libxml2')}"
|
94
|
+
ext.cross_config_options << "--with-xml2-lib=#{File.join($recipes[:libxml2].path, 'lib')}"
|
95
|
+
ext.cross_config_options << "--with-iconv-dir=#{$recipes[:libiconv].path}"
|
96
|
+
ext.cross_config_options << "--with-xslt-dir=#{$recipes[:libxslt].path}"
|
97
|
+
ext.cross_config_options << "--with-zlib-dir=#{CROSS_DIR}"
|
98
|
+
end
|
99
|
+
end
|
100
|
+
|
101
|
+
# ----------------------------------------
|
102
|
+
|
103
|
+
desc "Generate css/parser.rb and css/tokenizer.rex"
|
104
|
+
task 'generate' => [GENERATED_PARSER, GENERATED_TOKENIZER]
|
105
|
+
task 'gem:spec' => 'generate' if Rake::Task.task_defined?("gem:spec")
|
106
|
+
|
107
|
+
file GENERATED_PARSER => "lib/nokogiri/css/parser.y" do |t|
|
108
|
+
racc = RbConfig::CONFIG['target_os'] =~ /mswin32/ ? '' : `which racc`.strip
|
109
|
+
racc = "#{::RbConfig::CONFIG['bindir']}/racc" if racc.empty?
|
110
|
+
sh "#{racc} -l -o #{t.name} #{t.prerequisites.first}"
|
111
|
+
end
|
112
|
+
|
113
|
+
file GENERATED_TOKENIZER => "lib/nokogiri/css/tokenizer.rex" do |t|
|
114
|
+
sh "rex --independent -o #{t.name} #{t.prerequisites.first}"
|
115
|
+
end
|
116
|
+
|
117
|
+
[:compile, :check_manifest].each do |task_name|
|
118
|
+
Rake::Task[task_name].prerequisites << GENERATED_PARSER
|
119
|
+
Rake::Task[task_name].prerequisites << GENERATED_TOKENIZER
|
120
|
+
end
|
121
|
+
|
122
|
+
# ----------------------------------------
|
123
|
+
|
124
|
+
desc "set environment variables to build and/or test with debug options"
|
125
|
+
task :debug do
|
126
|
+
ENV['NOKOGIRI_DEBUG'] = "true"
|
127
|
+
ENV['CFLAGS'] ||= ""
|
128
|
+
ENV['CFLAGS'] += " -DDEBUG"
|
129
|
+
end
|
130
|
+
|
131
|
+
require 'tasks/test'
|
132
|
+
|
133
|
+
Rake::Task[:test].prerequisites << :compile
|
134
|
+
Rake::Task[:test].prerequisites << :check_extra_deps unless java?
|
135
|
+
if Hoe.plugins.include?(:debugging)
|
136
|
+
['valgrind', 'valgrind:mem', 'valgrind:mem0'].each do |task_name|
|
137
|
+
Rake::Task["test:#{task_name}"].prerequisites << :compile
|
138
|
+
end
|
139
|
+
end
|
140
|
+
|
141
|
+
# ----------------------------------------
|
142
|
+
|
143
|
+
desc "build a windows gem without all the ceremony."
|
144
|
+
task "gem:windows" do
|
145
|
+
rake_compiler_config = YAML.load_file("#{ENV['HOME']}/.rake-compiler/config.yml")
|
146
|
+
|
147
|
+
# check that rake-compiler config contains the right patchlevels of 1.8.6 and 1.9.1. see #279.
|
148
|
+
["1.8.6-p383", "1.9.1-p243"].each do |version|
|
149
|
+
majmin, patchlevel = version.split("-")
|
150
|
+
rbconfig = "rbconfig-#{majmin}"
|
151
|
+
unless rake_compiler_config.key?(rbconfig) && rake_compiler_config[rbconfig] =~ /-#{patchlevel}/
|
152
|
+
raise "rake-compiler '#{rbconfig}' not #{patchlevel}. try running 'env --unset=HOST rake-compiler cross-ruby VERSION=#{version}'"
|
153
|
+
end
|
154
|
+
end
|
155
|
+
|
156
|
+
# verify that --export-all is in the 1.9.1 rbconfig. see #279,#374,#375.
|
157
|
+
rbconfig_191 = rake_compiler_config["rbconfig-1.9.1"]
|
158
|
+
raise "rbconfig #{rbconfig_191} needs --export-all in its DLDFLAGS value" if File.read(rbconfig_191).grep(/CONFIG\["DLDFLAGS"\].*--export-all/).empty?
|
159
|
+
|
160
|
+
pkg_config_path = [:libxslt, :libxml2].collect { |pkg| File.join($recipes[pkg].path, "lib/pkgconfig") }.join(":")
|
161
|
+
sh("env PKG_CONFIG_PATH=#{pkg_config_path} RUBY_CC_VERSION=1.8.6:1.9.1 rake cross native gem") || raise("build failed!")
|
162
|
+
end
|
163
|
+
|
164
|
+
# vim: syntax=Ruby
|
data/bin/nokogiri
ADDED
@@ -0,0 +1,53 @@
|
|
1
|
+
#!/usr/bin/env ruby
|
2
|
+
require 'optparse'
|
3
|
+
require 'open-uri'
|
4
|
+
require 'irb'
|
5
|
+
require 'uri'
|
6
|
+
require 'rubygems'
|
7
|
+
require 'nokogiri'
|
8
|
+
|
9
|
+
parse_class = Nokogiri
|
10
|
+
encoding = nil
|
11
|
+
|
12
|
+
opts = OptionParser.new do |opts|
|
13
|
+
opts.banner = "Nokogiri: an HTML, XML, SAX, and Reader parser"
|
14
|
+
opts.define_head "Usage: nokogiri <uri|path> [options]"
|
15
|
+
opts.separator ""
|
16
|
+
opts.separator "Examples:"
|
17
|
+
opts.separator " nokogiri http://www.ruby-lang.org/"
|
18
|
+
opts.separator " nokogiri ./public/index.html"
|
19
|
+
opts.separator ""
|
20
|
+
opts.separator "Options:"
|
21
|
+
|
22
|
+
opts.on("--type [TYPE]", [:xml, :html]) do |v|
|
23
|
+
parse_class = {:xml => Nokogiri::XML, :html => Nokogiri::HTML}[v]
|
24
|
+
end
|
25
|
+
|
26
|
+
opts.on("-E", "--encoding encoding", "Read as encoding (default #{encoding})") do |v|
|
27
|
+
encoding = v
|
28
|
+
end
|
29
|
+
|
30
|
+
opts.on_tail("-?", "--help", "Show this message") do
|
31
|
+
puts opts
|
32
|
+
exit
|
33
|
+
end
|
34
|
+
|
35
|
+
opts.on_tail("-v", "--version", "Show version") do
|
36
|
+
puts Nokogiri::VersionInfo.instance.to_markdown
|
37
|
+
exit
|
38
|
+
end
|
39
|
+
end
|
40
|
+
opts.parse!
|
41
|
+
|
42
|
+
uri = ARGV.shift
|
43
|
+
|
44
|
+
if uri.to_s.strip.empty?
|
45
|
+
puts opts
|
46
|
+
exit 1
|
47
|
+
end
|
48
|
+
|
49
|
+
@doc = parse_class.parse(open(uri).read, nil, encoding)
|
50
|
+
|
51
|
+
puts "Your document is stored in @doc..."
|
52
|
+
IRB.start
|
53
|
+
|
@@ -0,0 +1,124 @@
|
|
1
|
+
/**
|
2
|
+
* (The MIT License)
|
3
|
+
*
|
4
|
+
* Copyright (c) 2008 - 2011:
|
5
|
+
*
|
6
|
+
* * {Aaron Patterson}[http://tenderlovemaking.com]
|
7
|
+
* * {Mike Dalessio}[http://mike.daless.io]
|
8
|
+
* * {Charles Nutter}[http://blog.headius.com]
|
9
|
+
* * {Sergio Arbeo}[http://www.serabe.com]
|
10
|
+
* * {Patrick Mahoney}[http://polycrystal.org]
|
11
|
+
* * {Yoko Harada}[http://yokolet.blogspot.com]
|
12
|
+
*
|
13
|
+
* Permission is hereby granted, free of charge, to any person obtaining
|
14
|
+
* a copy of this software and associated documentation files (the
|
15
|
+
* 'Software'), to deal in the Software without restriction, including
|
16
|
+
* without limitation the rights to use, copy, modify, merge, publish,
|
17
|
+
* distribute, sublicense, and/or sell copies of the Software, and to
|
18
|
+
* permit persons to whom the Software is furnished to do so, subject to
|
19
|
+
* the following conditions:
|
20
|
+
*
|
21
|
+
* The above copyright notice and this permission notice shall be
|
22
|
+
* included in all copies or substantial portions of the Software.
|
23
|
+
*
|
24
|
+
* THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
|
25
|
+
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
26
|
+
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
27
|
+
* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
|
28
|
+
* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
29
|
+
* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
30
|
+
* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
31
|
+
*/
|
32
|
+
|
33
|
+
package nokogiri;
|
34
|
+
|
35
|
+
import static nokogiri.internals.NokogiriHelpers.getNokogiriClass;
|
36
|
+
|
37
|
+
import java.util.HashMap;
|
38
|
+
|
39
|
+
import org.jruby.Ruby;
|
40
|
+
import org.jruby.RubyClass;
|
41
|
+
import org.jruby.RubyObject;
|
42
|
+
import org.jruby.anno.JRubyClass;
|
43
|
+
import org.jruby.anno.JRubyMethod;
|
44
|
+
import org.jruby.runtime.ThreadContext;
|
45
|
+
import org.jruby.runtime.builtin.IRubyObject;
|
46
|
+
|
47
|
+
/**
|
48
|
+
* Stub class to satisfy unit tests. I'm not sure where this class is
|
49
|
+
* meant to be used. As coded it won't really interact with any other
|
50
|
+
* classes and will have no effect on character encodings reported by
|
51
|
+
* documents being parsed.
|
52
|
+
*
|
53
|
+
* @author Patrick Mahoney <pat@polycrstal.org>
|
54
|
+
*/
|
55
|
+
@JRubyClass(name="Nokogiri::EncodingHandler")
|
56
|
+
public class EncodingHandler extends RubyObject {
|
57
|
+
protected static HashMap<String,String> map = new HashMap<String,String>();
|
58
|
+
static {
|
59
|
+
addInitial();
|
60
|
+
}
|
61
|
+
|
62
|
+
protected String name;
|
63
|
+
|
64
|
+
protected static void addInitial() {
|
65
|
+
map.put("UTF-8", "UTF-8");
|
66
|
+
}
|
67
|
+
|
68
|
+
public EncodingHandler(Ruby ruby, RubyClass klass, String value) {
|
69
|
+
super(ruby, klass);
|
70
|
+
name = value;
|
71
|
+
}
|
72
|
+
|
73
|
+
@JRubyMethod(name="[]", meta=true)
|
74
|
+
public static IRubyObject get(ThreadContext context,
|
75
|
+
IRubyObject _klass,
|
76
|
+
IRubyObject keyObj) {
|
77
|
+
Ruby ruby = context.getRuntime();
|
78
|
+
String key = keyObj.toString();
|
79
|
+
String value = map.get(key);
|
80
|
+
if (value == null)
|
81
|
+
return ruby.getNil();
|
82
|
+
|
83
|
+
return new EncodingHandler(
|
84
|
+
ruby,
|
85
|
+
getNokogiriClass(ruby, "Nokogiri::EncodingHandler"),
|
86
|
+
value);
|
87
|
+
}
|
88
|
+
|
89
|
+
@JRubyMethod(meta=true)
|
90
|
+
public static IRubyObject delete(ThreadContext context,
|
91
|
+
IRubyObject _klass,
|
92
|
+
IRubyObject keyObj) {
|
93
|
+
String key = keyObj.toString();
|
94
|
+
String value = map.remove(key);
|
95
|
+
if (value == null)
|
96
|
+
return context.getRuntime().getNil();
|
97
|
+
return context.getRuntime().newString(value);
|
98
|
+
}
|
99
|
+
|
100
|
+
@JRubyMethod(name="clear_aliases!", meta=true)
|
101
|
+
public static IRubyObject clear_aliases(ThreadContext context,
|
102
|
+
IRubyObject _klass) {
|
103
|
+
map.clear();
|
104
|
+
addInitial();
|
105
|
+
return context.getRuntime().getNil();
|
106
|
+
}
|
107
|
+
|
108
|
+
@JRubyMethod(meta=true)
|
109
|
+
public static IRubyObject alias(ThreadContext context,
|
110
|
+
IRubyObject _klass,
|
111
|
+
IRubyObject orig,
|
112
|
+
IRubyObject alias) {
|
113
|
+
String value = map.get(orig.toString());
|
114
|
+
if (value != null)
|
115
|
+
map.put(alias.toString(), value);
|
116
|
+
|
117
|
+
return context.getRuntime().getNil();
|
118
|
+
}
|
119
|
+
|
120
|
+
@JRubyMethod
|
121
|
+
public IRubyObject name(ThreadContext context) {
|
122
|
+
return context.getRuntime().newString(name);
|
123
|
+
}
|
124
|
+
}
|
@@ -0,0 +1,119 @@
|
|
1
|
+
/**
|
2
|
+
* (The MIT License)
|
3
|
+
*
|
4
|
+
* Copyright (c) 2008 - 2011:
|
5
|
+
*
|
6
|
+
* * {Aaron Patterson}[http://tenderlovemaking.com]
|
7
|
+
* * {Mike Dalessio}[http://mike.daless.io]
|
8
|
+
* * {Charles Nutter}[http://blog.headius.com]
|
9
|
+
* * {Sergio Arbeo}[http://www.serabe.com]
|
10
|
+
* * {Patrick Mahoney}[http://polycrystal.org]
|
11
|
+
* * {Yoko Harada}[http://yokolet.blogspot.com]
|
12
|
+
*
|
13
|
+
* Permission is hereby granted, free of charge, to any person obtaining
|
14
|
+
* a copy of this software and associated documentation files (the
|
15
|
+
* 'Software'), to deal in the Software without restriction, including
|
16
|
+
* without limitation the rights to use, copy, modify, merge, publish,
|
17
|
+
* distribute, sublicense, and/or sell copies of the Software, and to
|
18
|
+
* permit persons to whom the Software is furnished to do so, subject to
|
19
|
+
* the following conditions:
|
20
|
+
*
|
21
|
+
* The above copyright notice and this permission notice shall be
|
22
|
+
* included in all copies or substantial portions of the Software.
|
23
|
+
*
|
24
|
+
* THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
|
25
|
+
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
26
|
+
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
27
|
+
* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
|
28
|
+
* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
29
|
+
* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
30
|
+
* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
31
|
+
*/
|
32
|
+
|
33
|
+
package nokogiri;
|
34
|
+
|
35
|
+
import nokogiri.internals.HtmlDomParserContext;
|
36
|
+
|
37
|
+
import org.jruby.Ruby;
|
38
|
+
import org.jruby.RubyClass;
|
39
|
+
import org.jruby.anno.JRubyClass;
|
40
|
+
import org.jruby.anno.JRubyMethod;
|
41
|
+
import org.jruby.javasupport.util.RuntimeHelpers;
|
42
|
+
import org.jruby.runtime.Arity;
|
43
|
+
import org.jruby.runtime.ThreadContext;
|
44
|
+
import org.jruby.runtime.builtin.IRubyObject;
|
45
|
+
import org.w3c.dom.Document;
|
46
|
+
|
47
|
+
/**
|
48
|
+
* Class for Nokogiri::HTML::Document.
|
49
|
+
*
|
50
|
+
* @author sergio
|
51
|
+
* @author Yoko Harada <yokolet@gmail.com>
|
52
|
+
*/
|
53
|
+
@JRubyClass(name="Nokogiri::HTML::Document", parent="Nokogiri::XML::Document")
|
54
|
+
public class HtmlDocument extends XmlDocument {
|
55
|
+
|
56
|
+
public HtmlDocument(Ruby ruby, RubyClass klazz) {
|
57
|
+
super(ruby, klazz);
|
58
|
+
}
|
59
|
+
|
60
|
+
public HtmlDocument(Ruby ruby, RubyClass klazz, Document doc) {
|
61
|
+
super(ruby, klazz, doc);
|
62
|
+
}
|
63
|
+
|
64
|
+
@JRubyMethod(name="new", meta = true, rest = true, required=0)
|
65
|
+
public static IRubyObject rbNew(ThreadContext context, IRubyObject klazz,
|
66
|
+
IRubyObject[] args) {
|
67
|
+
HtmlDocument htmlDocument = null;
|
68
|
+
try {
|
69
|
+
Document docNode = createNewDocument();
|
70
|
+
htmlDocument = (HtmlDocument) NokogiriService.HTML_DOCUMENT_ALLOCATOR.allocate(context.getRuntime(), (RubyClass) klazz);
|
71
|
+
htmlDocument.setNode(context, docNode);
|
72
|
+
} catch (Exception ex) {
|
73
|
+
throw context.getRuntime().newRuntimeError("couldn't create document: "+ex.toString());
|
74
|
+
}
|
75
|
+
|
76
|
+
RuntimeHelpers.invoke(context, htmlDocument, "initialize", args);
|
77
|
+
|
78
|
+
return htmlDocument;
|
79
|
+
}
|
80
|
+
|
81
|
+
public static IRubyObject do_parse(ThreadContext context,
|
82
|
+
IRubyObject klass,
|
83
|
+
IRubyObject[] args) {
|
84
|
+
Ruby ruby = context.getRuntime();
|
85
|
+
Arity.checkArgumentCount(ruby, args, 4, 4);
|
86
|
+
HtmlDomParserContext ctx =
|
87
|
+
new HtmlDomParserContext(ruby, args[2], args[3]);
|
88
|
+
ctx.setInputSource(context, args[0], args[1]);
|
89
|
+
return ctx.parse(context, klass, args[1]);
|
90
|
+
}
|
91
|
+
|
92
|
+
/*
|
93
|
+
* call-seq:
|
94
|
+
* read_io(io, url, encoding, options)
|
95
|
+
*
|
96
|
+
* Read the HTML document from +io+ with given +url+, +encoding+,
|
97
|
+
* and +options+. See Nokogiri::HTML.parse
|
98
|
+
*/
|
99
|
+
@JRubyMethod(meta = true, rest = true)
|
100
|
+
public static IRubyObject read_io(ThreadContext context,
|
101
|
+
IRubyObject cls,
|
102
|
+
IRubyObject[] args) {
|
103
|
+
return do_parse(context, cls, args);
|
104
|
+
}
|
105
|
+
|
106
|
+
/*
|
107
|
+
* call-seq:
|
108
|
+
* read_memory(string, url, encoding, options)
|
109
|
+
*
|
110
|
+
* Read the HTML document contained in +string+ with given +url+, +encoding+,
|
111
|
+
* and +options+. See Nokogiri::HTML.parse
|
112
|
+
*/
|
113
|
+
@JRubyMethod(meta = true, rest = true)
|
114
|
+
public static IRubyObject read_memory(ThreadContext context,
|
115
|
+
IRubyObject cls,
|
116
|
+
IRubyObject[] args) {
|
117
|
+
return do_parse(context, cls, args);
|
118
|
+
}
|
119
|
+
}
|