nokogiri 1.8.5 → 1.15.3
Sign up to get free protection for your applications and to get access to all the features.
Potentially problematic release.
This version of nokogiri might be problematic. Click here for more details.
- checksums.yaml +4 -4
- data/Gemfile +40 -18
- data/LICENSE-DEPENDENCIES.md +1636 -1024
- data/LICENSE.md +5 -28
- data/README.md +203 -90
- data/bin/nokogiri +63 -50
- data/dependencies.yml +33 -61
- data/ext/nokogiri/depend +38 -358
- data/ext/nokogiri/extconf.rb +867 -417
- data/ext/nokogiri/gumbo.c +594 -0
- data/ext/nokogiri/html4_document.c +165 -0
- data/ext/nokogiri/html4_element_description.c +299 -0
- data/ext/nokogiri/html4_entity_lookup.c +37 -0
- data/ext/nokogiri/html4_sax_parser_context.c +108 -0
- data/ext/nokogiri/html4_sax_push_parser.c +95 -0
- data/ext/nokogiri/libxml2_backwards_compat.c +121 -0
- data/ext/nokogiri/nokogiri.c +251 -105
- data/ext/nokogiri/nokogiri.h +215 -90
- data/ext/nokogiri/test_global_handlers.c +40 -0
- data/ext/nokogiri/xml_attr.c +42 -37
- data/ext/nokogiri/xml_attribute_decl.c +22 -22
- data/ext/nokogiri/xml_cdata.c +40 -31
- data/ext/nokogiri/xml_comment.c +20 -27
- data/ext/nokogiri/xml_document.c +401 -237
- data/ext/nokogiri/xml_document_fragment.c +13 -17
- data/ext/nokogiri/xml_dtd.c +64 -58
- data/ext/nokogiri/xml_element_content.c +63 -55
- data/ext/nokogiri/xml_element_decl.c +31 -31
- data/ext/nokogiri/xml_encoding_handler.c +54 -21
- data/ext/nokogiri/xml_entity_decl.c +37 -35
- data/ext/nokogiri/xml_entity_reference.c +17 -19
- data/ext/nokogiri/xml_namespace.c +136 -62
- data/ext/nokogiri/xml_node.c +1387 -678
- data/ext/nokogiri/xml_node_set.c +246 -216
- data/ext/nokogiri/xml_processing_instruction.c +18 -20
- data/ext/nokogiri/xml_reader.c +347 -212
- data/ext/nokogiri/xml_relax_ng.c +86 -77
- data/ext/nokogiri/xml_sax_parser.c +149 -124
- data/ext/nokogiri/xml_sax_parser_context.c +145 -103
- data/ext/nokogiri/xml_sax_push_parser.c +64 -36
- data/ext/nokogiri/xml_schema.c +138 -81
- data/ext/nokogiri/xml_syntax_error.c +42 -21
- data/ext/nokogiri/xml_text.c +36 -26
- data/ext/nokogiri/xml_xpath_context.c +366 -178
- data/ext/nokogiri/xslt_stylesheet.c +335 -189
- data/gumbo-parser/CHANGES.md +63 -0
- data/gumbo-parser/Makefile +111 -0
- data/gumbo-parser/THANKS +27 -0
- data/gumbo-parser/src/Makefile +34 -0
- data/gumbo-parser/src/README.md +41 -0
- data/gumbo-parser/src/ascii.c +75 -0
- data/gumbo-parser/src/ascii.h +115 -0
- data/gumbo-parser/src/attribute.c +42 -0
- data/gumbo-parser/src/attribute.h +17 -0
- data/gumbo-parser/src/char_ref.c +22225 -0
- data/gumbo-parser/src/char_ref.h +29 -0
- data/gumbo-parser/src/char_ref.rl +2154 -0
- data/gumbo-parser/src/error.c +630 -0
- data/gumbo-parser/src/error.h +148 -0
- data/gumbo-parser/src/foreign_attrs.c +103 -0
- data/gumbo-parser/src/foreign_attrs.gperf +27 -0
- data/gumbo-parser/src/insertion_mode.h +33 -0
- data/gumbo-parser/src/macros.h +91 -0
- data/gumbo-parser/src/nokogiri_gumbo.h +944 -0
- data/gumbo-parser/src/parser.c +4891 -0
- data/gumbo-parser/src/parser.h +41 -0
- data/gumbo-parser/src/replacement.h +33 -0
- data/gumbo-parser/src/string_buffer.c +103 -0
- data/gumbo-parser/src/string_buffer.h +68 -0
- data/gumbo-parser/src/string_piece.c +48 -0
- data/gumbo-parser/src/svg_attrs.c +174 -0
- data/gumbo-parser/src/svg_attrs.gperf +77 -0
- data/gumbo-parser/src/svg_tags.c +137 -0
- data/gumbo-parser/src/svg_tags.gperf +55 -0
- data/gumbo-parser/src/tag.c +223 -0
- data/gumbo-parser/src/tag_lookup.c +382 -0
- data/gumbo-parser/src/tag_lookup.gperf +170 -0
- data/gumbo-parser/src/tag_lookup.h +13 -0
- data/gumbo-parser/src/token_buffer.c +79 -0
- data/gumbo-parser/src/token_buffer.h +71 -0
- data/gumbo-parser/src/token_type.h +17 -0
- data/gumbo-parser/src/tokenizer.c +3463 -0
- data/gumbo-parser/src/tokenizer.h +112 -0
- data/gumbo-parser/src/tokenizer_states.h +339 -0
- data/gumbo-parser/src/utf8.c +245 -0
- data/gumbo-parser/src/utf8.h +164 -0
- data/gumbo-parser/src/util.c +66 -0
- data/gumbo-parser/src/util.h +34 -0
- data/gumbo-parser/src/vector.c +111 -0
- data/gumbo-parser/src/vector.h +45 -0
- data/lib/nokogiri/class_resolver.rb +67 -0
- data/lib/nokogiri/css/node.rb +10 -8
- data/lib/nokogiri/css/parser.rb +397 -377
- data/lib/nokogiri/css/parser.y +250 -245
- data/lib/nokogiri/css/parser_extras.rb +54 -49
- data/lib/nokogiri/css/syntax_error.rb +3 -1
- data/lib/nokogiri/css/tokenizer.rb +107 -104
- data/lib/nokogiri/css/tokenizer.rex +3 -2
- data/lib/nokogiri/css/xpath_visitor.rb +224 -95
- data/lib/nokogiri/css.rb +56 -17
- data/lib/nokogiri/decorators/slop.rb +9 -7
- data/lib/nokogiri/encoding_handler.rb +57 -0
- data/lib/nokogiri/extension.rb +32 -0
- data/lib/nokogiri/gumbo.rb +15 -0
- data/lib/nokogiri/html.rb +38 -27
- data/lib/nokogiri/{html → html4}/builder.rb +4 -2
- data/lib/nokogiri/html4/document.rb +214 -0
- data/lib/nokogiri/html4/document_fragment.rb +54 -0
- data/lib/nokogiri/{html → html4}/element_description.rb +3 -1
- data/lib/nokogiri/html4/element_description_defaults.rb +2040 -0
- data/lib/nokogiri/html4/encoding_reader.rb +121 -0
- data/lib/nokogiri/{html → html4}/entity_lookup.rb +4 -2
- data/lib/nokogiri/{html → html4}/sax/parser.rb +17 -16
- data/lib/nokogiri/html4/sax/parser_context.rb +20 -0
- data/lib/nokogiri/{html → html4}/sax/push_parser.rb +12 -11
- data/lib/nokogiri/html4.rb +47 -0
- data/lib/nokogiri/html5/document.rb +168 -0
- data/lib/nokogiri/html5/document_fragment.rb +90 -0
- data/lib/nokogiri/html5/node.rb +103 -0
- data/lib/nokogiri/html5.rb +392 -0
- data/lib/nokogiri/jruby/dependencies.rb +3 -0
- data/lib/nokogiri/jruby/nokogiri_jars.rb +43 -0
- data/lib/nokogiri/syntax_error.rb +2 -0
- data/lib/nokogiri/version/constant.rb +6 -0
- data/lib/nokogiri/version/info.rb +223 -0
- data/lib/nokogiri/version.rb +3 -108
- data/lib/nokogiri/xml/attr.rb +55 -3
- data/lib/nokogiri/xml/attribute_decl.rb +6 -2
- data/lib/nokogiri/xml/builder.rb +98 -54
- data/lib/nokogiri/xml/cdata.rb +3 -1
- data/lib/nokogiri/xml/character_data.rb +2 -0
- data/lib/nokogiri/xml/document.rb +312 -126
- data/lib/nokogiri/xml/document_fragment.rb +104 -48
- data/lib/nokogiri/xml/dtd.rb +4 -2
- data/lib/nokogiri/xml/element_content.rb +12 -2
- data/lib/nokogiri/xml/element_decl.rb +6 -2
- data/lib/nokogiri/xml/entity_decl.rb +7 -3
- data/lib/nokogiri/xml/entity_reference.rb +2 -0
- data/lib/nokogiri/xml/namespace.rb +45 -0
- data/lib/nokogiri/xml/node/save_options.rb +23 -8
- data/lib/nokogiri/xml/node.rb +1093 -411
- data/lib/nokogiri/xml/node_set.rb +173 -67
- data/lib/nokogiri/xml/notation.rb +13 -0
- data/lib/nokogiri/xml/parse_options.rb +145 -52
- data/lib/nokogiri/xml/pp/character_data.rb +9 -6
- data/lib/nokogiri/xml/pp/node.rb +42 -30
- data/lib/nokogiri/xml/pp.rb +4 -2
- data/lib/nokogiri/xml/processing_instruction.rb +4 -1
- data/lib/nokogiri/xml/reader.rb +21 -28
- data/lib/nokogiri/xml/relax_ng.rb +8 -2
- data/lib/nokogiri/xml/sax/document.rb +45 -49
- data/lib/nokogiri/xml/sax/parser.rb +39 -36
- data/lib/nokogiri/xml/sax/parser_context.rb +8 -3
- data/lib/nokogiri/xml/sax/push_parser.rb +6 -5
- data/lib/nokogiri/xml/sax.rb +6 -4
- data/lib/nokogiri/xml/schema.rb +19 -9
- data/lib/nokogiri/xml/searchable.rb +120 -72
- data/lib/nokogiri/xml/syntax_error.rb +6 -4
- data/lib/nokogiri/xml/text.rb +2 -0
- data/lib/nokogiri/xml/xpath/syntax_error.rb +4 -2
- data/lib/nokogiri/xml/xpath.rb +15 -4
- data/lib/nokogiri/xml/xpath_context.rb +3 -3
- data/lib/nokogiri/xml.rb +38 -37
- data/lib/nokogiri/xslt/stylesheet.rb +3 -1
- data/lib/nokogiri/xslt.rb +101 -22
- data/lib/nokogiri.rb +59 -75
- data/lib/xsd/xmlparser/nokogiri.rb +29 -25
- data/patches/libxml2/0001-Remove-script-macro-support.patch +40 -0
- data/patches/libxml2/0002-Update-entities-to-remove-handling-of-ssi.patch +44 -0
- data/patches/libxml2/0003-libxml2.la-is-in-top_builddir.patch +25 -0
- data/patches/libxml2/0009-allow-wildcard-namespaces.patch +77 -0
- data/patches/libxml2/0010-update-config.guess-and-config.sub-for-libxml2.patch +224 -0
- data/patches/libxml2/0011-rip-out-libxml2-s-libc_single_threaded-support.patch +30 -0
- data/patches/libxslt/0001-update-config.guess-and-config.sub-for-libxslt.patch +224 -0
- data/ports/archives/libxml2-2.11.4.tar.xz +0 -0
- data/ports/archives/libxslt-1.1.38.tar.xz +0 -0
- metadata +126 -399
- data/.autotest +0 -22
- data/.cross_rubies +0 -8
- data/.editorconfig +0 -17
- data/.gemtest +0 -0
- data/.travis.yml +0 -63
- data/CHANGELOG.md +0 -1368
- data/CONTRIBUTING.md +0 -42
- data/C_CODING_STYLE.rdoc +0 -33
- data/Gemfile-libxml-ruby +0 -3
- data/Manifest.txt +0 -370
- data/ROADMAP.md +0 -111
- data/Rakefile +0 -348
- data/SECURITY.md +0 -19
- data/STANDARD_RESPONSES.md +0 -47
- data/Y_U_NO_GEMSPEC.md +0 -155
- data/appveyor.yml +0 -29
- data/build_all +0 -44
- data/ext/nokogiri/html_document.c +0 -170
- data/ext/nokogiri/html_document.h +0 -10
- data/ext/nokogiri/html_element_description.c +0 -279
- data/ext/nokogiri/html_element_description.h +0 -10
- data/ext/nokogiri/html_entity_lookup.c +0 -32
- data/ext/nokogiri/html_entity_lookup.h +0 -8
- data/ext/nokogiri/html_sax_parser_context.c +0 -116
- data/ext/nokogiri/html_sax_parser_context.h +0 -11
- data/ext/nokogiri/html_sax_push_parser.c +0 -87
- data/ext/nokogiri/html_sax_push_parser.h +0 -9
- data/ext/nokogiri/xml_attr.h +0 -9
- data/ext/nokogiri/xml_attribute_decl.h +0 -9
- data/ext/nokogiri/xml_cdata.h +0 -9
- data/ext/nokogiri/xml_comment.h +0 -9
- data/ext/nokogiri/xml_document.h +0 -23
- data/ext/nokogiri/xml_document_fragment.h +0 -10
- data/ext/nokogiri/xml_dtd.h +0 -10
- data/ext/nokogiri/xml_element_content.h +0 -10
- data/ext/nokogiri/xml_element_decl.h +0 -9
- data/ext/nokogiri/xml_encoding_handler.h +0 -8
- data/ext/nokogiri/xml_entity_decl.h +0 -10
- data/ext/nokogiri/xml_entity_reference.h +0 -9
- data/ext/nokogiri/xml_io.c +0 -61
- data/ext/nokogiri/xml_io.h +0 -11
- data/ext/nokogiri/xml_libxml2_hacks.c +0 -112
- data/ext/nokogiri/xml_libxml2_hacks.h +0 -12
- data/ext/nokogiri/xml_namespace.h +0 -15
- data/ext/nokogiri/xml_node.h +0 -13
- data/ext/nokogiri/xml_node_set.h +0 -12
- data/ext/nokogiri/xml_processing_instruction.h +0 -9
- data/ext/nokogiri/xml_reader.h +0 -10
- data/ext/nokogiri/xml_relax_ng.h +0 -9
- data/ext/nokogiri/xml_sax_parser.h +0 -39
- data/ext/nokogiri/xml_sax_parser_context.h +0 -10
- data/ext/nokogiri/xml_sax_push_parser.h +0 -9
- data/ext/nokogiri/xml_schema.h +0 -9
- data/ext/nokogiri/xml_syntax_error.h +0 -13
- data/ext/nokogiri/xml_text.h +0 -9
- data/ext/nokogiri/xml_xpath_context.h +0 -10
- data/ext/nokogiri/xslt_stylesheet.h +0 -14
- data/lib/nokogiri/html/document.rb +0 -335
- data/lib/nokogiri/html/document_fragment.rb +0 -49
- data/lib/nokogiri/html/element_description_defaults.rb +0 -671
- data/lib/nokogiri/html/sax/parser_context.rb +0 -16
- data/patches/libxml2/0001-Revert-Do-not-URI-escape-in-server-side-includes.patch +0 -78
- data/patches/libxml2/0002-Fix-nullptr-deref-with-XPath-logic-ops.patch +0 -54
- data/patches/libxml2/0003-Fix-infinite-loop-in-LZMA-decompression.patch +0 -50
- data/patches/sort-patches-by-date +0 -25
- data/ports/archives/libxml2-2.9.8.tar.gz +0 -0
- data/ports/archives/libxslt-1.1.32.tar.gz +0 -0
- data/suppressions/README.txt +0 -1
- data/suppressions/nokogiri_ruby-2.supp +0 -10
- data/tasks/test.rb +0 -100
- data/test/css/test_nthiness.rb +0 -226
- data/test/css/test_parser.rb +0 -386
- data/test/css/test_tokenizer.rb +0 -215
- data/test/css/test_xpath_visitor.rb +0 -96
- data/test/decorators/test_slop.rb +0 -23
- data/test/files/2ch.html +0 -108
- data/test/files/GH_1042.html +0 -18
- data/test/files/address_book.rlx +0 -12
- data/test/files/address_book.xml +0 -10
- data/test/files/atom.xml +0 -344
- data/test/files/bar/bar.xsd +0 -4
- data/test/files/bogus.xml +0 -0
- data/test/files/dont_hurt_em_why.xml +0 -422
- data/test/files/encoding.html +0 -82
- data/test/files/encoding.xhtml +0 -84
- data/test/files/exslt.xml +0 -8
- data/test/files/exslt.xslt +0 -35
- data/test/files/foo/foo.xsd +0 -4
- data/test/files/metacharset.html +0 -10
- data/test/files/namespace_pressure_test.xml +0 -1684
- data/test/files/noencoding.html +0 -47
- data/test/files/po.xml +0 -32
- data/test/files/po.xsd +0 -66
- data/test/files/saml/saml20assertion_schema.xsd +0 -283
- data/test/files/saml/saml20protocol_schema.xsd +0 -302
- data/test/files/saml/xenc_schema.xsd +0 -146
- data/test/files/saml/xmldsig_schema.xsd +0 -318
- data/test/files/shift_jis.html +0 -10
- data/test/files/shift_jis.xml +0 -5
- data/test/files/shift_jis_no_charset.html +0 -9
- data/test/files/slow-xpath.xml +0 -25509
- data/test/files/snuggles.xml +0 -3
- data/test/files/staff.dtd +0 -10
- data/test/files/staff.xml +0 -59
- data/test/files/staff.xslt +0 -32
- data/test/files/test_document_url/bar.xml +0 -2
- data/test/files/test_document_url/document.dtd +0 -4
- data/test/files/test_document_url/document.xml +0 -6
- data/test/files/tlm.html +0 -851
- data/test/files/to_be_xincluded.xml +0 -2
- data/test/files/valid_bar.xml +0 -2
- data/test/files/xinclude.xml +0 -4
- data/test/helper.rb +0 -271
- data/test/html/sax/test_parser.rb +0 -168
- data/test/html/sax/test_parser_context.rb +0 -46
- data/test/html/sax/test_parser_text.rb +0 -163
- data/test/html/sax/test_push_parser.rb +0 -87
- data/test/html/test_attributes.rb +0 -85
- data/test/html/test_builder.rb +0 -164
- data/test/html/test_document.rb +0 -712
- data/test/html/test_document_encoding.rb +0 -143
- data/test/html/test_document_fragment.rb +0 -310
- data/test/html/test_element_description.rb +0 -105
- data/test/html/test_named_characters.rb +0 -14
- data/test/html/test_node.rb +0 -212
- data/test/html/test_node_encoding.rb +0 -91
- data/test/namespaces/test_additional_namespaces_in_builder_doc.rb +0 -14
- data/test/namespaces/test_namespaces_aliased_default.rb +0 -24
- data/test/namespaces/test_namespaces_in_builder_doc.rb +0 -75
- data/test/namespaces/test_namespaces_in_cloned_doc.rb +0 -31
- data/test/namespaces/test_namespaces_in_created_doc.rb +0 -75
- data/test/namespaces/test_namespaces_in_parsed_doc.rb +0 -80
- data/test/namespaces/test_namespaces_preservation.rb +0 -31
- data/test/test_convert_xpath.rb +0 -135
- data/test/test_css_cache.rb +0 -47
- data/test/test_encoding_handler.rb +0 -48
- data/test/test_memory_leak.rb +0 -156
- data/test/test_nokogiri.rb +0 -138
- data/test/test_soap4r_sax.rb +0 -52
- data/test/test_xslt_transforms.rb +0 -314
- data/test/xml/node/test_save_options.rb +0 -28
- data/test/xml/node/test_subclass.rb +0 -44
- data/test/xml/sax/test_parser.rb +0 -402
- data/test/xml/sax/test_parser_context.rb +0 -115
- data/test/xml/sax/test_parser_text.rb +0 -202
- data/test/xml/sax/test_push_parser.rb +0 -265
- data/test/xml/test_attr.rb +0 -74
- data/test/xml/test_attribute_decl.rb +0 -86
- data/test/xml/test_builder.rb +0 -341
- data/test/xml/test_c14n.rb +0 -180
- data/test/xml/test_cdata.rb +0 -54
- data/test/xml/test_comment.rb +0 -40
- data/test/xml/test_document.rb +0 -982
- data/test/xml/test_document_encoding.rb +0 -31
- data/test/xml/test_document_fragment.rb +0 -298
- data/test/xml/test_dtd.rb +0 -187
- data/test/xml/test_dtd_encoding.rb +0 -31
- data/test/xml/test_element_content.rb +0 -56
- data/test/xml/test_element_decl.rb +0 -73
- data/test/xml/test_entity_decl.rb +0 -122
- data/test/xml/test_entity_reference.rb +0 -262
- data/test/xml/test_namespace.rb +0 -96
- data/test/xml/test_node.rb +0 -1325
- data/test/xml/test_node_attributes.rb +0 -115
- data/test/xml/test_node_encoding.rb +0 -75
- data/test/xml/test_node_inheritance.rb +0 -32
- data/test/xml/test_node_reparenting.rb +0 -592
- data/test/xml/test_node_set.rb +0 -809
- data/test/xml/test_parse_options.rb +0 -64
- data/test/xml/test_processing_instruction.rb +0 -30
- data/test/xml/test_reader.rb +0 -620
- data/test/xml/test_reader_encoding.rb +0 -134
- data/test/xml/test_relax_ng.rb +0 -60
- data/test/xml/test_schema.rb +0 -142
- data/test/xml/test_syntax_error.rb +0 -36
- data/test/xml/test_text.rb +0 -60
- data/test/xml/test_unparented_node.rb +0 -483
- data/test/xml/test_xinclude.rb +0 -83
- data/test/xml/test_xpath.rb +0 -470
- data/test/xslt/test_custom_functions.rb +0 -133
- data/test/xslt/test_exception_handling.rb +0 -37
@@ -0,0 +1,392 @@
|
|
1
|
+
# coding: utf-8
|
2
|
+
# frozen_string_literal: true
|
3
|
+
|
4
|
+
#
|
5
|
+
# Copyright 2013-2021 Sam Ruby, Stephen Checkoway
|
6
|
+
#
|
7
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
8
|
+
# you may not use this file except in compliance with the License.
|
9
|
+
# You may obtain a copy of the License at
|
10
|
+
#
|
11
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
12
|
+
#
|
13
|
+
# Unless required by applicable law or agreed to in writing, software
|
14
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
15
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
16
|
+
# See the License for the specific language governing permissions and
|
17
|
+
# limitations under the License.
|
18
|
+
#
|
19
|
+
|
20
|
+
require_relative "html5/document"
|
21
|
+
require_relative "html5/document_fragment"
|
22
|
+
require_relative "html5/node"
|
23
|
+
|
24
|
+
module Nokogiri
|
25
|
+
# Since v1.12.0
|
26
|
+
#
|
27
|
+
# ⚠ HTML5 functionality is not available when running JRuby.
|
28
|
+
#
|
29
|
+
# Parse an HTML5 document. Convenience method for {Nokogiri::HTML5::Document.parse}
|
30
|
+
def self.HTML5(input, url = nil, encoding = nil, **options, &block)
|
31
|
+
Nokogiri::HTML5::Document.parse(input, url, encoding, **options, &block)
|
32
|
+
end
|
33
|
+
|
34
|
+
# == Usage
|
35
|
+
#
|
36
|
+
# ⚠ HTML5 functionality is not available when running JRuby.
|
37
|
+
#
|
38
|
+
# Parse an HTML5 document:
|
39
|
+
#
|
40
|
+
# doc = Nokogiri.HTML5(string)
|
41
|
+
#
|
42
|
+
# Parse an HTML5 fragment:
|
43
|
+
#
|
44
|
+
# fragment = Nokogiri::HTML5.fragment(string)
|
45
|
+
#
|
46
|
+
# == Parsing options
|
47
|
+
#
|
48
|
+
# The document and fragment parsing methods support options that are different from Nokogiri's.
|
49
|
+
#
|
50
|
+
# - <tt>Nokogiri.HTML5(html, url = nil, encoding = nil, options = {})</tt>
|
51
|
+
# - <tt>Nokogiri::HTML5.parse(html, url = nil, encoding = nil, options = {})</tt>
|
52
|
+
# - <tt>Nokogiri::HTML5::Document.parse(html, url = nil, encoding = nil, options = {})</tt>
|
53
|
+
# - <tt>Nokogiri::HTML5.fragment(html, encoding = nil, options = {})</tt>
|
54
|
+
# - <tt>Nokogiri::HTML5::DocumentFragment.parse(html, encoding = nil, options = {})</tt>
|
55
|
+
#
|
56
|
+
# The three currently supported options are +:max_errors+, +:max_tree_depth+ and
|
57
|
+
# +:max_attributes+, described below.
|
58
|
+
#
|
59
|
+
# === Error reporting
|
60
|
+
#
|
61
|
+
# Nokogiri contains an experimental HTML5 parse error reporting facility. By default, no parse
|
62
|
+
# errors are reported but this can be configured by passing the +:max_errors+ option to
|
63
|
+
# {HTML5.parse} or {HTML5.fragment}.
|
64
|
+
#
|
65
|
+
# For example, this script:
|
66
|
+
#
|
67
|
+
# doc = Nokogiri::HTML5.parse('<span/>Hi there!</span foo=bar />', max_errors: 10)
|
68
|
+
# doc.errors.each do |err|
|
69
|
+
# puts(err)
|
70
|
+
# end
|
71
|
+
#
|
72
|
+
# Emits:
|
73
|
+
#
|
74
|
+
# 1:1: ERROR: Expected a doctype token
|
75
|
+
# <span/>Hi there!</span foo=bar />
|
76
|
+
# ^
|
77
|
+
# 1:1: ERROR: Start tag of nonvoid HTML element ends with '/>', use '>'.
|
78
|
+
# <span/>Hi there!</span foo=bar />
|
79
|
+
# ^
|
80
|
+
# 1:17: ERROR: End tag ends with '/>', use '>'.
|
81
|
+
# <span/>Hi there!</span foo=bar />
|
82
|
+
# ^
|
83
|
+
# 1:17: ERROR: End tag contains attributes.
|
84
|
+
# <span/>Hi there!</span foo=bar />
|
85
|
+
# ^
|
86
|
+
#
|
87
|
+
# Using <tt>max_errors: -1</tt> results in an unlimited number of errors being returned.
|
88
|
+
#
|
89
|
+
# The errors returned by {HTML5::Document#errors} are instances of {Nokogiri::XML::SyntaxError}.
|
90
|
+
#
|
91
|
+
# The {https://html.spec.whatwg.org/multipage/parsing.html#parse-errors HTML standard} defines a
|
92
|
+
# number of standard parse error codes. These error codes only cover the "tokenization" stage of
|
93
|
+
# parsing HTML. The parse errors in the "tree construction" stage do not have standardized error
|
94
|
+
# codes (yet).
|
95
|
+
#
|
96
|
+
# As a convenience to Nokogiri users, the defined error codes are available via
|
97
|
+
# {Nokogiri::XML::SyntaxError#str1} method.
|
98
|
+
#
|
99
|
+
# doc = Nokogiri::HTML5.parse('<span/>Hi there!</span foo=bar />', max_errors: 10)
|
100
|
+
# doc.errors.each do |err|
|
101
|
+
# puts("#{err.line}:#{err.column}: #{err.str1}")
|
102
|
+
# end
|
103
|
+
# # => 1:1: generic-parser
|
104
|
+
# # 1:1: non-void-html-element-start-tag-with-trailing-solidus
|
105
|
+
# # 1:17: end-tag-with-trailing-solidus
|
106
|
+
# # 1:17: end-tag-with-attributes
|
107
|
+
#
|
108
|
+
# Note that the first error is +generic-parser+ because it's an error from the tree construction
|
109
|
+
# stage and doesn't have a standardized error code.
|
110
|
+
#
|
111
|
+
# For the purposes of semantic versioning, the error messages, error locations, and error codes
|
112
|
+
# are not part of Nokogiri's public API. That is, these are subject to change without Nokogiri's
|
113
|
+
# major version number changing. These may be stabilized in the future.
|
114
|
+
#
|
115
|
+
# === Maximum tree depth
|
116
|
+
#
|
117
|
+
# The maximum depth of the DOM tree parsed by the various parsing methods is configurable by the
|
118
|
+
# +:max_tree_depth+ option. If the depth of the tree would exceed this limit, then an
|
119
|
+
# {::ArgumentError} is thrown.
|
120
|
+
#
|
121
|
+
# This limit (which defaults to <tt>Nokogiri::Gumbo::DEFAULT_MAX_TREE_DEPTH = 400</tt>) can be
|
122
|
+
# removed by giving the option <tt>max_tree_depth: -1</tt>.
|
123
|
+
#
|
124
|
+
# html = '<!DOCTYPE html>' + '<div>' * 1000
|
125
|
+
# doc = Nokogiri.HTML5(html)
|
126
|
+
# # raises ArgumentError: Document tree depth limit exceeded
|
127
|
+
# doc = Nokogiri.HTML5(html, max_tree_depth: -1)
|
128
|
+
#
|
129
|
+
# === Attribute limit per element
|
130
|
+
#
|
131
|
+
# The maximum number of attributes per DOM element is configurable by the +:max_attributes+
|
132
|
+
# option. If a given element would exceed this limit, then an {::ArgumentError} is thrown.
|
133
|
+
#
|
134
|
+
# This limit (which defaults to <tt>Nokogiri::Gumbo::DEFAULT_MAX_ATTRIBUTES = 400</tt>) can be
|
135
|
+
# removed by giving the option <tt>max_attributes: -1</tt>.
|
136
|
+
#
|
137
|
+
# html = '<!DOCTYPE html><div ' + (1..1000).map { |x| "attr-#{x}" }.join(' ') + '>'
|
138
|
+
# # "<!DOCTYPE html><div attr-1 attr-2 attr-3 ... attr-1000>"
|
139
|
+
# doc = Nokogiri.HTML5(html)
|
140
|
+
# # raises ArgumentError: Attributes per element limit exceeded
|
141
|
+
# doc = Nokogiri.HTML5(html, max_attributes: -1)
|
142
|
+
#
|
143
|
+
# == HTML Serialization
|
144
|
+
#
|
145
|
+
# After parsing HTML, it may be serialized using any of the {Nokogiri::XML::Node} serialization
|
146
|
+
# methods. In particular, {XML::Node#serialize}, {XML::Node#to_html}, and {XML::Node#to_s} will
|
147
|
+
# serialize a given node and its children. (This is the equivalent of JavaScript's
|
148
|
+
# +Element.outerHTML+.) Similarly, {XML::Node#inner_html} will serialize the children of a given
|
149
|
+
# node. (This is the equivalent of JavaScript's +Element.innerHTML+.)
|
150
|
+
#
|
151
|
+
# doc = Nokogiri::HTML5("<!DOCTYPE html><span>Hello world!</span>")
|
152
|
+
# puts doc.serialize
|
153
|
+
# # => <!DOCTYPE html><html><head></head><body><span>Hello world!</span></body></html>
|
154
|
+
#
|
155
|
+
# Due to quirks in how HTML is parsed and serialized, it's possible for a DOM tree to be
|
156
|
+
# serialized and then re-parsed, resulting in a different DOM. Mostly, this happens with DOMs
|
157
|
+
# produced from invalid HTML. Unfortunately, even valid HTML may not survive serialization and
|
158
|
+
# re-parsing.
|
159
|
+
#
|
160
|
+
# In particular, a newline at the start of +pre+, +listing+, and +textarea+ elements is ignored by
|
161
|
+
# the parser.
|
162
|
+
#
|
163
|
+
# doc = Nokogiri::HTML5(<<-EOF)
|
164
|
+
# <!DOCTYPE html>
|
165
|
+
# <pre>
|
166
|
+
# Content</pre>
|
167
|
+
# EOF
|
168
|
+
# puts doc.at('/html/body/pre').serialize
|
169
|
+
# # => <pre>Content</pre>
|
170
|
+
#
|
171
|
+
# In this case, the original HTML is semantically equivalent to the serialized version. If the
|
172
|
+
# +pre+, +listing+, or +textarea+ content starts with two newlines, the first newline will be
|
173
|
+
# stripped on the first parse and the second newline will be stripped on the second, leading to
|
174
|
+
# semantically different DOMs. Passing the parameter <tt>preserve_newline: true</tt> will cause
|
175
|
+
# two or more newlines to be preserved. (A single leading newline will still be removed.)
|
176
|
+
#
|
177
|
+
# doc = Nokogiri::HTML5(<<-EOF)
|
178
|
+
# <!DOCTYPE html>
|
179
|
+
# <listing>
|
180
|
+
#
|
181
|
+
# Content</listing>
|
182
|
+
# EOF
|
183
|
+
# puts doc.at('/html/body/listing').serialize(preserve_newline: true)
|
184
|
+
# # => <listing>
|
185
|
+
# #
|
186
|
+
# # Content</listing>
|
187
|
+
#
|
188
|
+
# == Encodings
|
189
|
+
#
|
190
|
+
# Nokogiri always parses HTML5 using {https://en.wikipedia.org/wiki/UTF-8 UTF-8}; however, the
|
191
|
+
# encoding of the input can be explicitly selected via the optional +encoding+ parameter. This is
|
192
|
+
# most useful when the input comes not from a string but from an IO object.
|
193
|
+
#
|
194
|
+
# When serializing a document or node, the encoding of the output string can be specified via the
|
195
|
+
# +:encoding+ options. Characters that cannot be encoded in the selected encoding will be encoded
|
196
|
+
# as {https://en.wikipedia.org/wiki/List_of_XML_and_HTML_character_entity_references HTML numeric
|
197
|
+
# entities}.
|
198
|
+
#
|
199
|
+
# frag = Nokogiri::HTML5.fragment('<span>아는 길도 물어가라</span>')
|
200
|
+
# html = frag.serialize(encoding: 'US-ASCII')
|
201
|
+
# puts html
|
202
|
+
# # => <span>아는 길도 물어가라</span>
|
203
|
+
# frag = Nokogiri::HTML5.fragment(html)
|
204
|
+
# puts frag.serialize
|
205
|
+
# # => <span>아는 길도 물어가라</span>
|
206
|
+
#
|
207
|
+
# (There's a {https://bugs.ruby-lang.org/issues/15033 bug} in all current versions of Ruby that
|
208
|
+
# can cause the entity encoding to fail. Of the mandated supported encodings for HTML, the only
|
209
|
+
# encoding I'm aware of that has this bug is <tt>'ISO-2022-JP'</tt>. We recommend avoiding this
|
210
|
+
# encoding.)
|
211
|
+
#
|
212
|
+
# == Notes
|
213
|
+
#
|
214
|
+
# * The {Nokogiri::HTML5.fragment} function takes a string and parses it
|
215
|
+
# as a HTML5 document. The +<html>+, +<head>+, and +<body>+ elements are
|
216
|
+
# removed from this document, and any children of these elements that remain
|
217
|
+
# are returned as a {Nokogiri::HTML5::DocumentFragment}.
|
218
|
+
#
|
219
|
+
# * The {Nokogiri::HTML5.parse} function takes a string and passes it to the
|
220
|
+
# <code>gumbo_parse_with_options</code> method, using the default options.
|
221
|
+
# The resulting Gumbo parse tree is then walked.
|
222
|
+
#
|
223
|
+
# * Instead of uppercase element names, lowercase element names are produced.
|
224
|
+
#
|
225
|
+
# * Instead of returning +unknown+ as the element name for unknown tags, the
|
226
|
+
# original tag name is returned verbatim.
|
227
|
+
#
|
228
|
+
# Since v1.12.0
|
229
|
+
module HTML5
|
230
|
+
class << self
|
231
|
+
# Parse an HTML 5 document. Convenience method for {Nokogiri::HTML5::Document.parse}
|
232
|
+
def parse(string, url = nil, encoding = nil, **options, &block)
|
233
|
+
Document.parse(string, url, encoding, **options, &block)
|
234
|
+
end
|
235
|
+
|
236
|
+
# Parse a fragment from +string+. Convenience method for
|
237
|
+
# {Nokogiri::HTML5::DocumentFragment.parse}.
|
238
|
+
def fragment(string, encoding = nil, **options)
|
239
|
+
DocumentFragment.parse(string, encoding, options)
|
240
|
+
end
|
241
|
+
|
242
|
+
# Fetch and parse a HTML document from the web, following redirects,
|
243
|
+
# handling https, and determining the character encoding using HTML5
|
244
|
+
# rules. +uri+ may be a +String+ or a +URI+. +options+ contains
|
245
|
+
# http headers and special options. Everything which is not a
|
246
|
+
# special option is considered a header. Special options include:
|
247
|
+
# * :follow_limit => number of redirects which are followed
|
248
|
+
# * :basic_auth => [username, password]
|
249
|
+
def get(uri, options = {})
|
250
|
+
# TODO: deprecate
|
251
|
+
warn(
|
252
|
+
"Nokogiri::HTML5.get is deprecated and will be removed in a future version of Nokogiri.",
|
253
|
+
uplevel: 1,
|
254
|
+
category: :deprecated,
|
255
|
+
)
|
256
|
+
get_impl(uri, options)
|
257
|
+
end
|
258
|
+
|
259
|
+
# :nodoc:
|
260
|
+
def read_and_encode(string, encoding)
|
261
|
+
# Read the string with the given encoding.
|
262
|
+
if string.respond_to?(:read)
|
263
|
+
string = if encoding.nil?
|
264
|
+
string.read
|
265
|
+
else
|
266
|
+
string.read(encoding: encoding)
|
267
|
+
end
|
268
|
+
else
|
269
|
+
# Otherwise the string has the given encoding.
|
270
|
+
string = string.to_s
|
271
|
+
if encoding
|
272
|
+
string = string.dup
|
273
|
+
string.force_encoding(encoding)
|
274
|
+
end
|
275
|
+
end
|
276
|
+
|
277
|
+
# convert to UTF-8
|
278
|
+
if string.encoding != Encoding::UTF_8
|
279
|
+
string = reencode(string)
|
280
|
+
end
|
281
|
+
string
|
282
|
+
end
|
283
|
+
|
284
|
+
private
|
285
|
+
|
286
|
+
def get_impl(uri, options = {})
|
287
|
+
headers = options.clone
|
288
|
+
headers = { follow_limit: headers } if Numeric === headers # deprecated
|
289
|
+
limit = headers[:follow_limit] ? headers.delete(:follow_limit).to_i : 10
|
290
|
+
|
291
|
+
require "net/http"
|
292
|
+
uri = URI(uri) unless URI === uri
|
293
|
+
|
294
|
+
http = Net::HTTP.new(uri.host, uri.port)
|
295
|
+
|
296
|
+
# TLS / SSL support
|
297
|
+
http.use_ssl = true if uri.scheme == "https"
|
298
|
+
|
299
|
+
# Pass through Net::HTTP override values, which currently include:
|
300
|
+
# :ca_file, :ca_path, :cert, :cert_store, :ciphers,
|
301
|
+
# :close_on_empty_response, :continue_timeout, :key, :open_timeout,
|
302
|
+
# :read_timeout, :ssl_timeout, :ssl_version, :use_ssl,
|
303
|
+
# :verify_callback, :verify_depth, :verify_mode
|
304
|
+
options.each do |key, _value|
|
305
|
+
http.send("#{key}=", headers.delete(key)) if http.respond_to?("#{key}=")
|
306
|
+
end
|
307
|
+
|
308
|
+
request = Net::HTTP::Get.new(uri.request_uri)
|
309
|
+
|
310
|
+
# basic authentication
|
311
|
+
auth = headers.delete(:basic_auth)
|
312
|
+
auth ||= [uri.user, uri.password] if uri.user && uri.password
|
313
|
+
request.basic_auth(auth.first, auth.last) if auth
|
314
|
+
|
315
|
+
# remaining options are treated as headers
|
316
|
+
headers.each { |key, value| request[key.to_s] = value.to_s }
|
317
|
+
|
318
|
+
response = http.request(request)
|
319
|
+
|
320
|
+
case response
|
321
|
+
when Net::HTTPSuccess
|
322
|
+
doc = parse(reencode(response.body, response["content-type"]), options)
|
323
|
+
doc.instance_variable_set(:@response, response)
|
324
|
+
doc.class.send(:attr_reader, :response)
|
325
|
+
doc
|
326
|
+
when Net::HTTPRedirection
|
327
|
+
response.value if limit <= 1
|
328
|
+
location = URI.join(uri, response["location"])
|
329
|
+
get_impl(location, options.merge(follow_limit: limit - 1))
|
330
|
+
else
|
331
|
+
response.value
|
332
|
+
end
|
333
|
+
end
|
334
|
+
|
335
|
+
# Charset sniffing is a complex and controversial topic that understandably isn't done _by
|
336
|
+
# default_ by the Ruby Net::HTTP library. This being said, it is a very real problem for
|
337
|
+
# consumers of HTML as the default for HTML is iso-8859-1, most "good" producers use utf-8, and
|
338
|
+
# the Gumbo parser *only* supports utf-8.
|
339
|
+
#
|
340
|
+
# Accordingly, Nokogiri::HTML4::Document.parse provides limited encoding detection. Following
|
341
|
+
# this lead, Nokogiri::HTML5 attempts to do likewise, while attempting to more closely follow
|
342
|
+
# the HTML5 standard.
|
343
|
+
#
|
344
|
+
# http://bugs.ruby-lang.org/issues/2567
|
345
|
+
# http://www.w3.org/TR/html5/syntax.html#determining-the-character-encoding
|
346
|
+
#
|
347
|
+
def reencode(body, content_type = nil)
|
348
|
+
if body.encoding == Encoding::ASCII_8BIT
|
349
|
+
encoding = nil
|
350
|
+
|
351
|
+
# look for a Byte Order Mark (BOM)
|
352
|
+
initial_bytes = body[0..2].bytes
|
353
|
+
if initial_bytes[0..2] == [0xEF, 0xBB, 0xBF]
|
354
|
+
encoding = Encoding::UTF_8
|
355
|
+
elsif initial_bytes[0..1] == [0xFE, 0xFF]
|
356
|
+
encoding = Encoding::UTF_16BE
|
357
|
+
elsif initial_bytes[0..1] == [0xFF, 0xFE]
|
358
|
+
encoding = Encoding::UTF_16LE
|
359
|
+
end
|
360
|
+
|
361
|
+
# look for a charset in a content-encoding header
|
362
|
+
if content_type
|
363
|
+
encoding ||= content_type[/charset=["']?(.*?)($|["';\s])/i, 1]
|
364
|
+
end
|
365
|
+
|
366
|
+
# look for a charset in a meta tag in the first 1024 bytes
|
367
|
+
unless encoding
|
368
|
+
data = body[0..1023].gsub(/<!--.*?(-->|\Z)/m, "")
|
369
|
+
data.scan(/<meta.*?>/im).each do |meta|
|
370
|
+
encoding ||= meta[/charset=["']?([^>]*?)($|["'\s>])/im, 1]
|
371
|
+
end
|
372
|
+
end
|
373
|
+
|
374
|
+
# if all else fails, default to the official default encoding for HTML
|
375
|
+
encoding ||= Encoding::ISO_8859_1
|
376
|
+
|
377
|
+
# change the encoding to match the detected or inferred encoding
|
378
|
+
body = body.dup
|
379
|
+
begin
|
380
|
+
body.force_encoding(encoding)
|
381
|
+
rescue ArgumentError
|
382
|
+
body.force_encoding(Encoding::ISO_8859_1)
|
383
|
+
end
|
384
|
+
end
|
385
|
+
|
386
|
+
body.encode(Encoding::UTF_8)
|
387
|
+
end
|
388
|
+
end
|
389
|
+
end
|
390
|
+
end
|
391
|
+
|
392
|
+
require_relative "gumbo"
|
@@ -0,0 +1,43 @@
|
|
1
|
+
# this is a generated file, to avoid over-writing it just delete this comment
|
2
|
+
begin
|
3
|
+
require 'jar_dependencies'
|
4
|
+
rescue LoadError
|
5
|
+
require 'xalan/serializer/2.7.3/serializer-2.7.3.jar'
|
6
|
+
require 'net/sourceforge/htmlunit/neko-htmlunit/2.63.0/neko-htmlunit-2.63.0.jar'
|
7
|
+
require 'nu/validator/jing/20200702VNU/jing-20200702VNU.jar'
|
8
|
+
require 'xerces/xercesImpl/2.12.2/xercesImpl-2.12.2.jar'
|
9
|
+
require 'net/sf/saxon/Saxon-HE/9.6.0-4/Saxon-HE-9.6.0-4.jar'
|
10
|
+
require 'xalan/xalan/2.7.3/xalan-2.7.3.jar'
|
11
|
+
require 'xml-apis/xml-apis/1.4.01/xml-apis-1.4.01.jar'
|
12
|
+
require 'org/nokogiri/nekodtd/0.1.11.noko2/nekodtd-0.1.11.noko2.jar'
|
13
|
+
require 'isorelax/isorelax/20030108/isorelax-20030108.jar'
|
14
|
+
end
|
15
|
+
|
16
|
+
if defined? Jars
|
17
|
+
require_jar 'xalan', 'serializer', '2.7.3'
|
18
|
+
require_jar 'net.sourceforge.htmlunit', 'neko-htmlunit', '2.63.0'
|
19
|
+
require_jar 'nu.validator', 'jing', '20200702VNU'
|
20
|
+
require_jar 'xerces', 'xercesImpl', '2.12.2'
|
21
|
+
require_jar 'net.sf.saxon', 'Saxon-HE', '9.6.0-4'
|
22
|
+
require_jar 'xalan', 'xalan', '2.7.3'
|
23
|
+
require_jar 'xml-apis', 'xml-apis', '1.4.01'
|
24
|
+
require_jar 'org.nokogiri', 'nekodtd', '0.1.11.noko2'
|
25
|
+
require_jar 'isorelax', 'isorelax', '20030108'
|
26
|
+
end
|
27
|
+
|
28
|
+
module Nokogiri
|
29
|
+
# generated by the :vendor_jars rake task
|
30
|
+
JAR_DEPENDENCIES = {
|
31
|
+
"isorelax:isorelax" => "20030108",
|
32
|
+
"net.sf.saxon:Saxon-HE" => "9.6.0-4",
|
33
|
+
"net.sourceforge.htmlunit:neko-htmlunit" => "2.63.0",
|
34
|
+
"nu.validator:jing" => "20200702VNU",
|
35
|
+
"org.nokogiri:nekodtd" => "0.1.11.noko2",
|
36
|
+
"xalan:serializer" => "2.7.3",
|
37
|
+
"xalan:xalan" => "2.7.3",
|
38
|
+
"xerces:xercesImpl" => "2.12.2",
|
39
|
+
"xml-apis:xml-apis" => "1.4.01",
|
40
|
+
}.freeze
|
41
|
+
XERCES_VERSION = JAR_DEPENDENCIES["xerces:xercesImpl"]
|
42
|
+
NEKO_VERSION = JAR_DEPENDENCIES["net.sourceforge.htmlunit:neko-htmlunit"]
|
43
|
+
end
|
@@ -0,0 +1,223 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require "singleton"
|
4
|
+
require "shellwords"
|
5
|
+
|
6
|
+
module Nokogiri
|
7
|
+
class VersionInfo # :nodoc:
|
8
|
+
include Singleton
|
9
|
+
|
10
|
+
def jruby?
|
11
|
+
::JRUBY_VERSION if ::RUBY_PLATFORM == "java"
|
12
|
+
end
|
13
|
+
|
14
|
+
def windows?
|
15
|
+
::RUBY_PLATFORM =~ /mingw|mswin/
|
16
|
+
end
|
17
|
+
|
18
|
+
def ruby_minor
|
19
|
+
Gem::Version.new(::RUBY_VERSION).segments[0..1].join(".")
|
20
|
+
end
|
21
|
+
|
22
|
+
def engine
|
23
|
+
defined?(::RUBY_ENGINE) ? ::RUBY_ENGINE : "mri"
|
24
|
+
end
|
25
|
+
|
26
|
+
def loaded_libxml_version
|
27
|
+
Gem::Version.new(Nokogiri::LIBXML_LOADED_VERSION
|
28
|
+
.scan(/^(\d+)(\d\d)(\d\d)(?!\d)/).first
|
29
|
+
.collect(&:to_i)
|
30
|
+
.join("."))
|
31
|
+
end
|
32
|
+
|
33
|
+
def compiled_libxml_version
|
34
|
+
Gem::Version.new(Nokogiri::LIBXML_COMPILED_VERSION)
|
35
|
+
end
|
36
|
+
|
37
|
+
def loaded_libxslt_version
|
38
|
+
Gem::Version.new(Nokogiri::LIBXSLT_LOADED_VERSION
|
39
|
+
.scan(/^(\d+)(\d\d)(\d\d)(?!\d)/).first
|
40
|
+
.collect(&:to_i)
|
41
|
+
.join("."))
|
42
|
+
end
|
43
|
+
|
44
|
+
def compiled_libxslt_version
|
45
|
+
Gem::Version.new(Nokogiri::LIBXSLT_COMPILED_VERSION)
|
46
|
+
end
|
47
|
+
|
48
|
+
def libxml2?
|
49
|
+
defined?(Nokogiri::LIBXML_COMPILED_VERSION)
|
50
|
+
end
|
51
|
+
|
52
|
+
def libxml2_has_iconv?
|
53
|
+
defined?(Nokogiri::LIBXML_ICONV_ENABLED) && Nokogiri::LIBXML_ICONV_ENABLED
|
54
|
+
end
|
55
|
+
|
56
|
+
def libxslt_has_datetime?
|
57
|
+
defined?(Nokogiri::LIBXSLT_DATETIME_ENABLED) && Nokogiri::LIBXSLT_DATETIME_ENABLED
|
58
|
+
end
|
59
|
+
|
60
|
+
def libxml2_using_packaged?
|
61
|
+
libxml2? && Nokogiri::PACKAGED_LIBRARIES
|
62
|
+
end
|
63
|
+
|
64
|
+
def libxml2_using_system?
|
65
|
+
libxml2? && !libxml2_using_packaged?
|
66
|
+
end
|
67
|
+
|
68
|
+
def libxml2_precompiled?
|
69
|
+
libxml2_using_packaged? && Nokogiri::PRECOMPILED_LIBRARIES
|
70
|
+
end
|
71
|
+
|
72
|
+
def warnings
|
73
|
+
warnings = []
|
74
|
+
|
75
|
+
if libxml2?
|
76
|
+
if compiled_libxml_version != loaded_libxml_version
|
77
|
+
warnings << "Nokogiri was built against libxml version #{compiled_libxml_version}, but has dynamically loaded #{loaded_libxml_version}"
|
78
|
+
end
|
79
|
+
|
80
|
+
if compiled_libxslt_version != loaded_libxslt_version
|
81
|
+
warnings << "Nokogiri was built against libxslt version #{compiled_libxslt_version}, but has dynamically loaded #{loaded_libxslt_version}"
|
82
|
+
end
|
83
|
+
end
|
84
|
+
|
85
|
+
warnings
|
86
|
+
end
|
87
|
+
|
88
|
+
def to_hash
|
89
|
+
header_directory = File.expand_path(File.join(File.dirname(__FILE__), "../../../ext/nokogiri"))
|
90
|
+
|
91
|
+
{}.tap do |vi|
|
92
|
+
vi["warnings"] = []
|
93
|
+
vi["nokogiri"] = {}.tap do |nokogiri|
|
94
|
+
nokogiri["version"] = Nokogiri::VERSION
|
95
|
+
|
96
|
+
unless jruby?
|
97
|
+
# enable gems like nokogumbo to build with the following in their extconf.rb:
|
98
|
+
#
|
99
|
+
# append_cflags(Nokogiri::VERSION_INFO["nokogiri"]["cppflags"])
|
100
|
+
# append_ldflags(Nokogiri::VERSION_INFO["nokogiri"]["ldflags"])
|
101
|
+
#
|
102
|
+
cppflags = ["-I#{header_directory.shellescape}"]
|
103
|
+
ldflags = []
|
104
|
+
|
105
|
+
if libxml2_using_packaged?
|
106
|
+
cppflags << "-I#{File.join(header_directory, "include").shellescape}"
|
107
|
+
cppflags << "-I#{File.join(header_directory, "include/libxml2").shellescape}"
|
108
|
+
end
|
109
|
+
|
110
|
+
if windows?
|
111
|
+
# on windows, nokogumbo needs to link against nokogiri.so to resolve symbols. see #2167
|
112
|
+
lib_directory = File.expand_path(File.join(File.dirname(__FILE__), "../#{ruby_minor}"))
|
113
|
+
unless File.exist?(lib_directory)
|
114
|
+
lib_directory = File.expand_path(File.join(File.dirname(__FILE__), ".."))
|
115
|
+
end
|
116
|
+
ldflags << "-L#{lib_directory.shellescape}"
|
117
|
+
ldflags << "-l:nokogiri.so"
|
118
|
+
end
|
119
|
+
|
120
|
+
nokogiri["cppflags"] = cppflags
|
121
|
+
nokogiri["ldflags"] = ldflags
|
122
|
+
end
|
123
|
+
end
|
124
|
+
vi["ruby"] = {}.tap do |ruby|
|
125
|
+
ruby["version"] = ::RUBY_VERSION
|
126
|
+
ruby["platform"] = ::RUBY_PLATFORM
|
127
|
+
ruby["gem_platform"] = ::Gem::Platform.local.to_s
|
128
|
+
ruby["description"] = ::RUBY_DESCRIPTION
|
129
|
+
ruby["engine"] = engine
|
130
|
+
ruby["jruby"] = jruby? if jruby?
|
131
|
+
end
|
132
|
+
|
133
|
+
if libxml2?
|
134
|
+
vi["libxml"] = {}.tap do |libxml|
|
135
|
+
if libxml2_using_packaged?
|
136
|
+
libxml["source"] = "packaged"
|
137
|
+
libxml["precompiled"] = libxml2_precompiled?
|
138
|
+
libxml["patches"] = Nokogiri::LIBXML2_PATCHES
|
139
|
+
|
140
|
+
# this is for nokogumbo and shouldn't be forever
|
141
|
+
libxml["libxml2_path"] = header_directory
|
142
|
+
else
|
143
|
+
libxml["source"] = "system"
|
144
|
+
end
|
145
|
+
libxml["memory_management"] = Nokogiri::LIBXML_MEMORY_MANAGEMENT
|
146
|
+
libxml["iconv_enabled"] = libxml2_has_iconv?
|
147
|
+
libxml["compiled"] = compiled_libxml_version.to_s
|
148
|
+
libxml["loaded"] = loaded_libxml_version.to_s
|
149
|
+
end
|
150
|
+
|
151
|
+
vi["libxslt"] = {}.tap do |libxslt|
|
152
|
+
if libxml2_using_packaged?
|
153
|
+
libxslt["source"] = "packaged"
|
154
|
+
libxslt["precompiled"] = libxml2_precompiled?
|
155
|
+
libxslt["patches"] = Nokogiri::LIBXSLT_PATCHES
|
156
|
+
else
|
157
|
+
libxslt["source"] = "system"
|
158
|
+
end
|
159
|
+
libxslt["datetime_enabled"] = libxslt_has_datetime?
|
160
|
+
libxslt["compiled"] = compiled_libxslt_version.to_s
|
161
|
+
libxslt["loaded"] = loaded_libxslt_version.to_s
|
162
|
+
end
|
163
|
+
|
164
|
+
vi["warnings"] = warnings
|
165
|
+
end
|
166
|
+
|
167
|
+
if defined?(Nokogiri::OTHER_LIBRARY_VERSIONS)
|
168
|
+
# see extconf for how this string is assembled: "lib1name:lib1version,lib2name:lib2version"
|
169
|
+
vi["other_libraries"] = Hash[*Nokogiri::OTHER_LIBRARY_VERSIONS.split(/[,:]/)]
|
170
|
+
elsif jruby?
|
171
|
+
vi["other_libraries"] = {}.tap do |ol|
|
172
|
+
Nokogiri::JAR_DEPENDENCIES.each do |k, v|
|
173
|
+
ol[k] = v
|
174
|
+
end
|
175
|
+
end
|
176
|
+
end
|
177
|
+
end
|
178
|
+
end
|
179
|
+
|
180
|
+
def to_markdown
|
181
|
+
require "yaml"
|
182
|
+
"# Nokogiri (#{Nokogiri::VERSION})\n" +
|
183
|
+
YAML.dump(to_hash).each_line.map { |line| " #{line}" }.join
|
184
|
+
end
|
185
|
+
|
186
|
+
instance.warnings.each do |warning|
|
187
|
+
warn "WARNING: #{warning}"
|
188
|
+
end
|
189
|
+
end
|
190
|
+
|
191
|
+
# :nodoc:
|
192
|
+
def self.uses_libxml?(requirement = nil)
|
193
|
+
return false unless VersionInfo.instance.libxml2?
|
194
|
+
return true unless requirement
|
195
|
+
|
196
|
+
Gem::Requirement.new(requirement).satisfied_by?(VersionInfo.instance.loaded_libxml_version)
|
197
|
+
end
|
198
|
+
|
199
|
+
# :nodoc:
|
200
|
+
def self.uses_gumbo?
|
201
|
+
uses_libxml? # TODO: replace with Gumbo functionality
|
202
|
+
end
|
203
|
+
|
204
|
+
# :nodoc:
|
205
|
+
def self.jruby?
|
206
|
+
VersionInfo.instance.jruby?
|
207
|
+
end
|
208
|
+
|
209
|
+
# :nodoc:
|
210
|
+
def self.libxml2_patches
|
211
|
+
if VersionInfo.instance.libxml2_using_packaged?
|
212
|
+
Nokogiri::VERSION_INFO["libxml"]["patches"]
|
213
|
+
else
|
214
|
+
[]
|
215
|
+
end
|
216
|
+
end
|
217
|
+
|
218
|
+
require_relative "../jruby/dependencies" if Nokogiri.jruby?
|
219
|
+
require_relative "../extension"
|
220
|
+
|
221
|
+
# Detailed version info about Nokogiri and the installed extension dependencies.
|
222
|
+
VERSION_INFO = VersionInfo.instance.to_hash
|
223
|
+
end
|