nokogiri 1.8.5 → 1.15.3

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of nokogiri might be problematic. Click here for more details.

Files changed (358) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +40 -18
  3. data/LICENSE-DEPENDENCIES.md +1636 -1024
  4. data/LICENSE.md +5 -28
  5. data/README.md +203 -90
  6. data/bin/nokogiri +63 -50
  7. data/dependencies.yml +33 -61
  8. data/ext/nokogiri/depend +38 -358
  9. data/ext/nokogiri/extconf.rb +867 -417
  10. data/ext/nokogiri/gumbo.c +594 -0
  11. data/ext/nokogiri/html4_document.c +165 -0
  12. data/ext/nokogiri/html4_element_description.c +299 -0
  13. data/ext/nokogiri/html4_entity_lookup.c +37 -0
  14. data/ext/nokogiri/html4_sax_parser_context.c +108 -0
  15. data/ext/nokogiri/html4_sax_push_parser.c +95 -0
  16. data/ext/nokogiri/libxml2_backwards_compat.c +121 -0
  17. data/ext/nokogiri/nokogiri.c +251 -105
  18. data/ext/nokogiri/nokogiri.h +215 -90
  19. data/ext/nokogiri/test_global_handlers.c +40 -0
  20. data/ext/nokogiri/xml_attr.c +42 -37
  21. data/ext/nokogiri/xml_attribute_decl.c +22 -22
  22. data/ext/nokogiri/xml_cdata.c +40 -31
  23. data/ext/nokogiri/xml_comment.c +20 -27
  24. data/ext/nokogiri/xml_document.c +401 -237
  25. data/ext/nokogiri/xml_document_fragment.c +13 -17
  26. data/ext/nokogiri/xml_dtd.c +64 -58
  27. data/ext/nokogiri/xml_element_content.c +63 -55
  28. data/ext/nokogiri/xml_element_decl.c +31 -31
  29. data/ext/nokogiri/xml_encoding_handler.c +54 -21
  30. data/ext/nokogiri/xml_entity_decl.c +37 -35
  31. data/ext/nokogiri/xml_entity_reference.c +17 -19
  32. data/ext/nokogiri/xml_namespace.c +136 -62
  33. data/ext/nokogiri/xml_node.c +1387 -678
  34. data/ext/nokogiri/xml_node_set.c +246 -216
  35. data/ext/nokogiri/xml_processing_instruction.c +18 -20
  36. data/ext/nokogiri/xml_reader.c +347 -212
  37. data/ext/nokogiri/xml_relax_ng.c +86 -77
  38. data/ext/nokogiri/xml_sax_parser.c +149 -124
  39. data/ext/nokogiri/xml_sax_parser_context.c +145 -103
  40. data/ext/nokogiri/xml_sax_push_parser.c +64 -36
  41. data/ext/nokogiri/xml_schema.c +138 -81
  42. data/ext/nokogiri/xml_syntax_error.c +42 -21
  43. data/ext/nokogiri/xml_text.c +36 -26
  44. data/ext/nokogiri/xml_xpath_context.c +366 -178
  45. data/ext/nokogiri/xslt_stylesheet.c +335 -189
  46. data/gumbo-parser/CHANGES.md +63 -0
  47. data/gumbo-parser/Makefile +111 -0
  48. data/gumbo-parser/THANKS +27 -0
  49. data/gumbo-parser/src/Makefile +34 -0
  50. data/gumbo-parser/src/README.md +41 -0
  51. data/gumbo-parser/src/ascii.c +75 -0
  52. data/gumbo-parser/src/ascii.h +115 -0
  53. data/gumbo-parser/src/attribute.c +42 -0
  54. data/gumbo-parser/src/attribute.h +17 -0
  55. data/gumbo-parser/src/char_ref.c +22225 -0
  56. data/gumbo-parser/src/char_ref.h +29 -0
  57. data/gumbo-parser/src/char_ref.rl +2154 -0
  58. data/gumbo-parser/src/error.c +630 -0
  59. data/gumbo-parser/src/error.h +148 -0
  60. data/gumbo-parser/src/foreign_attrs.c +103 -0
  61. data/gumbo-parser/src/foreign_attrs.gperf +27 -0
  62. data/gumbo-parser/src/insertion_mode.h +33 -0
  63. data/gumbo-parser/src/macros.h +91 -0
  64. data/gumbo-parser/src/nokogiri_gumbo.h +944 -0
  65. data/gumbo-parser/src/parser.c +4891 -0
  66. data/gumbo-parser/src/parser.h +41 -0
  67. data/gumbo-parser/src/replacement.h +33 -0
  68. data/gumbo-parser/src/string_buffer.c +103 -0
  69. data/gumbo-parser/src/string_buffer.h +68 -0
  70. data/gumbo-parser/src/string_piece.c +48 -0
  71. data/gumbo-parser/src/svg_attrs.c +174 -0
  72. data/gumbo-parser/src/svg_attrs.gperf +77 -0
  73. data/gumbo-parser/src/svg_tags.c +137 -0
  74. data/gumbo-parser/src/svg_tags.gperf +55 -0
  75. data/gumbo-parser/src/tag.c +223 -0
  76. data/gumbo-parser/src/tag_lookup.c +382 -0
  77. data/gumbo-parser/src/tag_lookup.gperf +170 -0
  78. data/gumbo-parser/src/tag_lookup.h +13 -0
  79. data/gumbo-parser/src/token_buffer.c +79 -0
  80. data/gumbo-parser/src/token_buffer.h +71 -0
  81. data/gumbo-parser/src/token_type.h +17 -0
  82. data/gumbo-parser/src/tokenizer.c +3463 -0
  83. data/gumbo-parser/src/tokenizer.h +112 -0
  84. data/gumbo-parser/src/tokenizer_states.h +339 -0
  85. data/gumbo-parser/src/utf8.c +245 -0
  86. data/gumbo-parser/src/utf8.h +164 -0
  87. data/gumbo-parser/src/util.c +66 -0
  88. data/gumbo-parser/src/util.h +34 -0
  89. data/gumbo-parser/src/vector.c +111 -0
  90. data/gumbo-parser/src/vector.h +45 -0
  91. data/lib/nokogiri/class_resolver.rb +67 -0
  92. data/lib/nokogiri/css/node.rb +10 -8
  93. data/lib/nokogiri/css/parser.rb +397 -377
  94. data/lib/nokogiri/css/parser.y +250 -245
  95. data/lib/nokogiri/css/parser_extras.rb +54 -49
  96. data/lib/nokogiri/css/syntax_error.rb +3 -1
  97. data/lib/nokogiri/css/tokenizer.rb +107 -104
  98. data/lib/nokogiri/css/tokenizer.rex +3 -2
  99. data/lib/nokogiri/css/xpath_visitor.rb +224 -95
  100. data/lib/nokogiri/css.rb +56 -17
  101. data/lib/nokogiri/decorators/slop.rb +9 -7
  102. data/lib/nokogiri/encoding_handler.rb +57 -0
  103. data/lib/nokogiri/extension.rb +32 -0
  104. data/lib/nokogiri/gumbo.rb +15 -0
  105. data/lib/nokogiri/html.rb +38 -27
  106. data/lib/nokogiri/{html → html4}/builder.rb +4 -2
  107. data/lib/nokogiri/html4/document.rb +214 -0
  108. data/lib/nokogiri/html4/document_fragment.rb +54 -0
  109. data/lib/nokogiri/{html → html4}/element_description.rb +3 -1
  110. data/lib/nokogiri/html4/element_description_defaults.rb +2040 -0
  111. data/lib/nokogiri/html4/encoding_reader.rb +121 -0
  112. data/lib/nokogiri/{html → html4}/entity_lookup.rb +4 -2
  113. data/lib/nokogiri/{html → html4}/sax/parser.rb +17 -16
  114. data/lib/nokogiri/html4/sax/parser_context.rb +20 -0
  115. data/lib/nokogiri/{html → html4}/sax/push_parser.rb +12 -11
  116. data/lib/nokogiri/html4.rb +47 -0
  117. data/lib/nokogiri/html5/document.rb +168 -0
  118. data/lib/nokogiri/html5/document_fragment.rb +90 -0
  119. data/lib/nokogiri/html5/node.rb +103 -0
  120. data/lib/nokogiri/html5.rb +392 -0
  121. data/lib/nokogiri/jruby/dependencies.rb +3 -0
  122. data/lib/nokogiri/jruby/nokogiri_jars.rb +43 -0
  123. data/lib/nokogiri/syntax_error.rb +2 -0
  124. data/lib/nokogiri/version/constant.rb +6 -0
  125. data/lib/nokogiri/version/info.rb +223 -0
  126. data/lib/nokogiri/version.rb +3 -108
  127. data/lib/nokogiri/xml/attr.rb +55 -3
  128. data/lib/nokogiri/xml/attribute_decl.rb +6 -2
  129. data/lib/nokogiri/xml/builder.rb +98 -54
  130. data/lib/nokogiri/xml/cdata.rb +3 -1
  131. data/lib/nokogiri/xml/character_data.rb +2 -0
  132. data/lib/nokogiri/xml/document.rb +312 -126
  133. data/lib/nokogiri/xml/document_fragment.rb +104 -48
  134. data/lib/nokogiri/xml/dtd.rb +4 -2
  135. data/lib/nokogiri/xml/element_content.rb +12 -2
  136. data/lib/nokogiri/xml/element_decl.rb +6 -2
  137. data/lib/nokogiri/xml/entity_decl.rb +7 -3
  138. data/lib/nokogiri/xml/entity_reference.rb +2 -0
  139. data/lib/nokogiri/xml/namespace.rb +45 -0
  140. data/lib/nokogiri/xml/node/save_options.rb +23 -8
  141. data/lib/nokogiri/xml/node.rb +1093 -411
  142. data/lib/nokogiri/xml/node_set.rb +173 -67
  143. data/lib/nokogiri/xml/notation.rb +13 -0
  144. data/lib/nokogiri/xml/parse_options.rb +145 -52
  145. data/lib/nokogiri/xml/pp/character_data.rb +9 -6
  146. data/lib/nokogiri/xml/pp/node.rb +42 -30
  147. data/lib/nokogiri/xml/pp.rb +4 -2
  148. data/lib/nokogiri/xml/processing_instruction.rb +4 -1
  149. data/lib/nokogiri/xml/reader.rb +21 -28
  150. data/lib/nokogiri/xml/relax_ng.rb +8 -2
  151. data/lib/nokogiri/xml/sax/document.rb +45 -49
  152. data/lib/nokogiri/xml/sax/parser.rb +39 -36
  153. data/lib/nokogiri/xml/sax/parser_context.rb +8 -3
  154. data/lib/nokogiri/xml/sax/push_parser.rb +6 -5
  155. data/lib/nokogiri/xml/sax.rb +6 -4
  156. data/lib/nokogiri/xml/schema.rb +19 -9
  157. data/lib/nokogiri/xml/searchable.rb +120 -72
  158. data/lib/nokogiri/xml/syntax_error.rb +6 -4
  159. data/lib/nokogiri/xml/text.rb +2 -0
  160. data/lib/nokogiri/xml/xpath/syntax_error.rb +4 -2
  161. data/lib/nokogiri/xml/xpath.rb +15 -4
  162. data/lib/nokogiri/xml/xpath_context.rb +3 -3
  163. data/lib/nokogiri/xml.rb +38 -37
  164. data/lib/nokogiri/xslt/stylesheet.rb +3 -1
  165. data/lib/nokogiri/xslt.rb +101 -22
  166. data/lib/nokogiri.rb +59 -75
  167. data/lib/xsd/xmlparser/nokogiri.rb +29 -25
  168. data/patches/libxml2/0001-Remove-script-macro-support.patch +40 -0
  169. data/patches/libxml2/0002-Update-entities-to-remove-handling-of-ssi.patch +44 -0
  170. data/patches/libxml2/0003-libxml2.la-is-in-top_builddir.patch +25 -0
  171. data/patches/libxml2/0009-allow-wildcard-namespaces.patch +77 -0
  172. data/patches/libxml2/0010-update-config.guess-and-config.sub-for-libxml2.patch +224 -0
  173. data/patches/libxml2/0011-rip-out-libxml2-s-libc_single_threaded-support.patch +30 -0
  174. data/patches/libxslt/0001-update-config.guess-and-config.sub-for-libxslt.patch +224 -0
  175. data/ports/archives/libxml2-2.11.4.tar.xz +0 -0
  176. data/ports/archives/libxslt-1.1.38.tar.xz +0 -0
  177. metadata +126 -399
  178. data/.autotest +0 -22
  179. data/.cross_rubies +0 -8
  180. data/.editorconfig +0 -17
  181. data/.gemtest +0 -0
  182. data/.travis.yml +0 -63
  183. data/CHANGELOG.md +0 -1368
  184. data/CONTRIBUTING.md +0 -42
  185. data/C_CODING_STYLE.rdoc +0 -33
  186. data/Gemfile-libxml-ruby +0 -3
  187. data/Manifest.txt +0 -370
  188. data/ROADMAP.md +0 -111
  189. data/Rakefile +0 -348
  190. data/SECURITY.md +0 -19
  191. data/STANDARD_RESPONSES.md +0 -47
  192. data/Y_U_NO_GEMSPEC.md +0 -155
  193. data/appveyor.yml +0 -29
  194. data/build_all +0 -44
  195. data/ext/nokogiri/html_document.c +0 -170
  196. data/ext/nokogiri/html_document.h +0 -10
  197. data/ext/nokogiri/html_element_description.c +0 -279
  198. data/ext/nokogiri/html_element_description.h +0 -10
  199. data/ext/nokogiri/html_entity_lookup.c +0 -32
  200. data/ext/nokogiri/html_entity_lookup.h +0 -8
  201. data/ext/nokogiri/html_sax_parser_context.c +0 -116
  202. data/ext/nokogiri/html_sax_parser_context.h +0 -11
  203. data/ext/nokogiri/html_sax_push_parser.c +0 -87
  204. data/ext/nokogiri/html_sax_push_parser.h +0 -9
  205. data/ext/nokogiri/xml_attr.h +0 -9
  206. data/ext/nokogiri/xml_attribute_decl.h +0 -9
  207. data/ext/nokogiri/xml_cdata.h +0 -9
  208. data/ext/nokogiri/xml_comment.h +0 -9
  209. data/ext/nokogiri/xml_document.h +0 -23
  210. data/ext/nokogiri/xml_document_fragment.h +0 -10
  211. data/ext/nokogiri/xml_dtd.h +0 -10
  212. data/ext/nokogiri/xml_element_content.h +0 -10
  213. data/ext/nokogiri/xml_element_decl.h +0 -9
  214. data/ext/nokogiri/xml_encoding_handler.h +0 -8
  215. data/ext/nokogiri/xml_entity_decl.h +0 -10
  216. data/ext/nokogiri/xml_entity_reference.h +0 -9
  217. data/ext/nokogiri/xml_io.c +0 -61
  218. data/ext/nokogiri/xml_io.h +0 -11
  219. data/ext/nokogiri/xml_libxml2_hacks.c +0 -112
  220. data/ext/nokogiri/xml_libxml2_hacks.h +0 -12
  221. data/ext/nokogiri/xml_namespace.h +0 -15
  222. data/ext/nokogiri/xml_node.h +0 -13
  223. data/ext/nokogiri/xml_node_set.h +0 -12
  224. data/ext/nokogiri/xml_processing_instruction.h +0 -9
  225. data/ext/nokogiri/xml_reader.h +0 -10
  226. data/ext/nokogiri/xml_relax_ng.h +0 -9
  227. data/ext/nokogiri/xml_sax_parser.h +0 -39
  228. data/ext/nokogiri/xml_sax_parser_context.h +0 -10
  229. data/ext/nokogiri/xml_sax_push_parser.h +0 -9
  230. data/ext/nokogiri/xml_schema.h +0 -9
  231. data/ext/nokogiri/xml_syntax_error.h +0 -13
  232. data/ext/nokogiri/xml_text.h +0 -9
  233. data/ext/nokogiri/xml_xpath_context.h +0 -10
  234. data/ext/nokogiri/xslt_stylesheet.h +0 -14
  235. data/lib/nokogiri/html/document.rb +0 -335
  236. data/lib/nokogiri/html/document_fragment.rb +0 -49
  237. data/lib/nokogiri/html/element_description_defaults.rb +0 -671
  238. data/lib/nokogiri/html/sax/parser_context.rb +0 -16
  239. data/patches/libxml2/0001-Revert-Do-not-URI-escape-in-server-side-includes.patch +0 -78
  240. data/patches/libxml2/0002-Fix-nullptr-deref-with-XPath-logic-ops.patch +0 -54
  241. data/patches/libxml2/0003-Fix-infinite-loop-in-LZMA-decompression.patch +0 -50
  242. data/patches/sort-patches-by-date +0 -25
  243. data/ports/archives/libxml2-2.9.8.tar.gz +0 -0
  244. data/ports/archives/libxslt-1.1.32.tar.gz +0 -0
  245. data/suppressions/README.txt +0 -1
  246. data/suppressions/nokogiri_ruby-2.supp +0 -10
  247. data/tasks/test.rb +0 -100
  248. data/test/css/test_nthiness.rb +0 -226
  249. data/test/css/test_parser.rb +0 -386
  250. data/test/css/test_tokenizer.rb +0 -215
  251. data/test/css/test_xpath_visitor.rb +0 -96
  252. data/test/decorators/test_slop.rb +0 -23
  253. data/test/files/2ch.html +0 -108
  254. data/test/files/GH_1042.html +0 -18
  255. data/test/files/address_book.rlx +0 -12
  256. data/test/files/address_book.xml +0 -10
  257. data/test/files/atom.xml +0 -344
  258. data/test/files/bar/bar.xsd +0 -4
  259. data/test/files/bogus.xml +0 -0
  260. data/test/files/dont_hurt_em_why.xml +0 -422
  261. data/test/files/encoding.html +0 -82
  262. data/test/files/encoding.xhtml +0 -84
  263. data/test/files/exslt.xml +0 -8
  264. data/test/files/exslt.xslt +0 -35
  265. data/test/files/foo/foo.xsd +0 -4
  266. data/test/files/metacharset.html +0 -10
  267. data/test/files/namespace_pressure_test.xml +0 -1684
  268. data/test/files/noencoding.html +0 -47
  269. data/test/files/po.xml +0 -32
  270. data/test/files/po.xsd +0 -66
  271. data/test/files/saml/saml20assertion_schema.xsd +0 -283
  272. data/test/files/saml/saml20protocol_schema.xsd +0 -302
  273. data/test/files/saml/xenc_schema.xsd +0 -146
  274. data/test/files/saml/xmldsig_schema.xsd +0 -318
  275. data/test/files/shift_jis.html +0 -10
  276. data/test/files/shift_jis.xml +0 -5
  277. data/test/files/shift_jis_no_charset.html +0 -9
  278. data/test/files/slow-xpath.xml +0 -25509
  279. data/test/files/snuggles.xml +0 -3
  280. data/test/files/staff.dtd +0 -10
  281. data/test/files/staff.xml +0 -59
  282. data/test/files/staff.xslt +0 -32
  283. data/test/files/test_document_url/bar.xml +0 -2
  284. data/test/files/test_document_url/document.dtd +0 -4
  285. data/test/files/test_document_url/document.xml +0 -6
  286. data/test/files/tlm.html +0 -851
  287. data/test/files/to_be_xincluded.xml +0 -2
  288. data/test/files/valid_bar.xml +0 -2
  289. data/test/files/xinclude.xml +0 -4
  290. data/test/helper.rb +0 -271
  291. data/test/html/sax/test_parser.rb +0 -168
  292. data/test/html/sax/test_parser_context.rb +0 -46
  293. data/test/html/sax/test_parser_text.rb +0 -163
  294. data/test/html/sax/test_push_parser.rb +0 -87
  295. data/test/html/test_attributes.rb +0 -85
  296. data/test/html/test_builder.rb +0 -164
  297. data/test/html/test_document.rb +0 -712
  298. data/test/html/test_document_encoding.rb +0 -143
  299. data/test/html/test_document_fragment.rb +0 -310
  300. data/test/html/test_element_description.rb +0 -105
  301. data/test/html/test_named_characters.rb +0 -14
  302. data/test/html/test_node.rb +0 -212
  303. data/test/html/test_node_encoding.rb +0 -91
  304. data/test/namespaces/test_additional_namespaces_in_builder_doc.rb +0 -14
  305. data/test/namespaces/test_namespaces_aliased_default.rb +0 -24
  306. data/test/namespaces/test_namespaces_in_builder_doc.rb +0 -75
  307. data/test/namespaces/test_namespaces_in_cloned_doc.rb +0 -31
  308. data/test/namespaces/test_namespaces_in_created_doc.rb +0 -75
  309. data/test/namespaces/test_namespaces_in_parsed_doc.rb +0 -80
  310. data/test/namespaces/test_namespaces_preservation.rb +0 -31
  311. data/test/test_convert_xpath.rb +0 -135
  312. data/test/test_css_cache.rb +0 -47
  313. data/test/test_encoding_handler.rb +0 -48
  314. data/test/test_memory_leak.rb +0 -156
  315. data/test/test_nokogiri.rb +0 -138
  316. data/test/test_soap4r_sax.rb +0 -52
  317. data/test/test_xslt_transforms.rb +0 -314
  318. data/test/xml/node/test_save_options.rb +0 -28
  319. data/test/xml/node/test_subclass.rb +0 -44
  320. data/test/xml/sax/test_parser.rb +0 -402
  321. data/test/xml/sax/test_parser_context.rb +0 -115
  322. data/test/xml/sax/test_parser_text.rb +0 -202
  323. data/test/xml/sax/test_push_parser.rb +0 -265
  324. data/test/xml/test_attr.rb +0 -74
  325. data/test/xml/test_attribute_decl.rb +0 -86
  326. data/test/xml/test_builder.rb +0 -341
  327. data/test/xml/test_c14n.rb +0 -180
  328. data/test/xml/test_cdata.rb +0 -54
  329. data/test/xml/test_comment.rb +0 -40
  330. data/test/xml/test_document.rb +0 -982
  331. data/test/xml/test_document_encoding.rb +0 -31
  332. data/test/xml/test_document_fragment.rb +0 -298
  333. data/test/xml/test_dtd.rb +0 -187
  334. data/test/xml/test_dtd_encoding.rb +0 -31
  335. data/test/xml/test_element_content.rb +0 -56
  336. data/test/xml/test_element_decl.rb +0 -73
  337. data/test/xml/test_entity_decl.rb +0 -122
  338. data/test/xml/test_entity_reference.rb +0 -262
  339. data/test/xml/test_namespace.rb +0 -96
  340. data/test/xml/test_node.rb +0 -1325
  341. data/test/xml/test_node_attributes.rb +0 -115
  342. data/test/xml/test_node_encoding.rb +0 -75
  343. data/test/xml/test_node_inheritance.rb +0 -32
  344. data/test/xml/test_node_reparenting.rb +0 -592
  345. data/test/xml/test_node_set.rb +0 -809
  346. data/test/xml/test_parse_options.rb +0 -64
  347. data/test/xml/test_processing_instruction.rb +0 -30
  348. data/test/xml/test_reader.rb +0 -620
  349. data/test/xml/test_reader_encoding.rb +0 -134
  350. data/test/xml/test_relax_ng.rb +0 -60
  351. data/test/xml/test_schema.rb +0 -142
  352. data/test/xml/test_syntax_error.rb +0 -36
  353. data/test/xml/test_text.rb +0 -60
  354. data/test/xml/test_unparented_node.rb +0 -483
  355. data/test/xml/test_xinclude.rb +0 -83
  356. data/test/xml/test_xpath.rb +0 -470
  357. data/test/xslt/test_custom_functions.rb +0 -133
  358. data/test/xslt/test_exception_handling.rb +0 -37
@@ -0,0 +1,392 @@
1
+ # coding: utf-8
2
+ # frozen_string_literal: true
3
+
4
+ #
5
+ # Copyright 2013-2021 Sam Ruby, Stephen Checkoway
6
+ #
7
+ # Licensed under the Apache License, Version 2.0 (the "License");
8
+ # you may not use this file except in compliance with the License.
9
+ # You may obtain a copy of the License at
10
+ #
11
+ # http://www.apache.org/licenses/LICENSE-2.0
12
+ #
13
+ # Unless required by applicable law or agreed to in writing, software
14
+ # distributed under the License is distributed on an "AS IS" BASIS,
15
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16
+ # See the License for the specific language governing permissions and
17
+ # limitations under the License.
18
+ #
19
+
20
+ require_relative "html5/document"
21
+ require_relative "html5/document_fragment"
22
+ require_relative "html5/node"
23
+
24
+ module Nokogiri
25
+ # Since v1.12.0
26
+ #
27
+ # ⚠ HTML5 functionality is not available when running JRuby.
28
+ #
29
+ # Parse an HTML5 document. Convenience method for {Nokogiri::HTML5::Document.parse}
30
+ def self.HTML5(input, url = nil, encoding = nil, **options, &block)
31
+ Nokogiri::HTML5::Document.parse(input, url, encoding, **options, &block)
32
+ end
33
+
34
+ # == Usage
35
+ #
36
+ # ⚠ HTML5 functionality is not available when running JRuby.
37
+ #
38
+ # Parse an HTML5 document:
39
+ #
40
+ # doc = Nokogiri.HTML5(string)
41
+ #
42
+ # Parse an HTML5 fragment:
43
+ #
44
+ # fragment = Nokogiri::HTML5.fragment(string)
45
+ #
46
+ # == Parsing options
47
+ #
48
+ # The document and fragment parsing methods support options that are different from Nokogiri's.
49
+ #
50
+ # - <tt>Nokogiri.HTML5(html, url = nil, encoding = nil, options = {})</tt>
51
+ # - <tt>Nokogiri::HTML5.parse(html, url = nil, encoding = nil, options = {})</tt>
52
+ # - <tt>Nokogiri::HTML5::Document.parse(html, url = nil, encoding = nil, options = {})</tt>
53
+ # - <tt>Nokogiri::HTML5.fragment(html, encoding = nil, options = {})</tt>
54
+ # - <tt>Nokogiri::HTML5::DocumentFragment.parse(html, encoding = nil, options = {})</tt>
55
+ #
56
+ # The three currently supported options are +:max_errors+, +:max_tree_depth+ and
57
+ # +:max_attributes+, described below.
58
+ #
59
+ # === Error reporting
60
+ #
61
+ # Nokogiri contains an experimental HTML5 parse error reporting facility. By default, no parse
62
+ # errors are reported but this can be configured by passing the +:max_errors+ option to
63
+ # {HTML5.parse} or {HTML5.fragment}.
64
+ #
65
+ # For example, this script:
66
+ #
67
+ # doc = Nokogiri::HTML5.parse('<span/>Hi there!</span foo=bar />', max_errors: 10)
68
+ # doc.errors.each do |err|
69
+ # puts(err)
70
+ # end
71
+ #
72
+ # Emits:
73
+ #
74
+ # 1:1: ERROR: Expected a doctype token
75
+ # <span/>Hi there!</span foo=bar />
76
+ # ^
77
+ # 1:1: ERROR: Start tag of nonvoid HTML element ends with '/>', use '>'.
78
+ # <span/>Hi there!</span foo=bar />
79
+ # ^
80
+ # 1:17: ERROR: End tag ends with '/>', use '>'.
81
+ # <span/>Hi there!</span foo=bar />
82
+ # ^
83
+ # 1:17: ERROR: End tag contains attributes.
84
+ # <span/>Hi there!</span foo=bar />
85
+ # ^
86
+ #
87
+ # Using <tt>max_errors: -1</tt> results in an unlimited number of errors being returned.
88
+ #
89
+ # The errors returned by {HTML5::Document#errors} are instances of {Nokogiri::XML::SyntaxError}.
90
+ #
91
+ # The {https://html.spec.whatwg.org/multipage/parsing.html#parse-errors HTML standard} defines a
92
+ # number of standard parse error codes. These error codes only cover the "tokenization" stage of
93
+ # parsing HTML. The parse errors in the "tree construction" stage do not have standardized error
94
+ # codes (yet).
95
+ #
96
+ # As a convenience to Nokogiri users, the defined error codes are available via
97
+ # {Nokogiri::XML::SyntaxError#str1} method.
98
+ #
99
+ # doc = Nokogiri::HTML5.parse('<span/>Hi there!</span foo=bar />', max_errors: 10)
100
+ # doc.errors.each do |err|
101
+ # puts("#{err.line}:#{err.column}: #{err.str1}")
102
+ # end
103
+ # # => 1:1: generic-parser
104
+ # # 1:1: non-void-html-element-start-tag-with-trailing-solidus
105
+ # # 1:17: end-tag-with-trailing-solidus
106
+ # # 1:17: end-tag-with-attributes
107
+ #
108
+ # Note that the first error is +generic-parser+ because it's an error from the tree construction
109
+ # stage and doesn't have a standardized error code.
110
+ #
111
+ # For the purposes of semantic versioning, the error messages, error locations, and error codes
112
+ # are not part of Nokogiri's public API. That is, these are subject to change without Nokogiri's
113
+ # major version number changing. These may be stabilized in the future.
114
+ #
115
+ # === Maximum tree depth
116
+ #
117
+ # The maximum depth of the DOM tree parsed by the various parsing methods is configurable by the
118
+ # +:max_tree_depth+ option. If the depth of the tree would exceed this limit, then an
119
+ # {::ArgumentError} is thrown.
120
+ #
121
+ # This limit (which defaults to <tt>Nokogiri::Gumbo::DEFAULT_MAX_TREE_DEPTH = 400</tt>) can be
122
+ # removed by giving the option <tt>max_tree_depth: -1</tt>.
123
+ #
124
+ # html = '<!DOCTYPE html>' + '<div>' * 1000
125
+ # doc = Nokogiri.HTML5(html)
126
+ # # raises ArgumentError: Document tree depth limit exceeded
127
+ # doc = Nokogiri.HTML5(html, max_tree_depth: -1)
128
+ #
129
+ # === Attribute limit per element
130
+ #
131
+ # The maximum number of attributes per DOM element is configurable by the +:max_attributes+
132
+ # option. If a given element would exceed this limit, then an {::ArgumentError} is thrown.
133
+ #
134
+ # This limit (which defaults to <tt>Nokogiri::Gumbo::DEFAULT_MAX_ATTRIBUTES = 400</tt>) can be
135
+ # removed by giving the option <tt>max_attributes: -1</tt>.
136
+ #
137
+ # html = '<!DOCTYPE html><div ' + (1..1000).map { |x| "attr-#{x}" }.join(' ') + '>'
138
+ # # "<!DOCTYPE html><div attr-1 attr-2 attr-3 ... attr-1000>"
139
+ # doc = Nokogiri.HTML5(html)
140
+ # # raises ArgumentError: Attributes per element limit exceeded
141
+ # doc = Nokogiri.HTML5(html, max_attributes: -1)
142
+ #
143
+ # == HTML Serialization
144
+ #
145
+ # After parsing HTML, it may be serialized using any of the {Nokogiri::XML::Node} serialization
146
+ # methods. In particular, {XML::Node#serialize}, {XML::Node#to_html}, and {XML::Node#to_s} will
147
+ # serialize a given node and its children. (This is the equivalent of JavaScript's
148
+ # +Element.outerHTML+.) Similarly, {XML::Node#inner_html} will serialize the children of a given
149
+ # node. (This is the equivalent of JavaScript's +Element.innerHTML+.)
150
+ #
151
+ # doc = Nokogiri::HTML5("<!DOCTYPE html><span>Hello world!</span>")
152
+ # puts doc.serialize
153
+ # # => <!DOCTYPE html><html><head></head><body><span>Hello world!</span></body></html>
154
+ #
155
+ # Due to quirks in how HTML is parsed and serialized, it's possible for a DOM tree to be
156
+ # serialized and then re-parsed, resulting in a different DOM. Mostly, this happens with DOMs
157
+ # produced from invalid HTML. Unfortunately, even valid HTML may not survive serialization and
158
+ # re-parsing.
159
+ #
160
+ # In particular, a newline at the start of +pre+, +listing+, and +textarea+ elements is ignored by
161
+ # the parser.
162
+ #
163
+ # doc = Nokogiri::HTML5(<<-EOF)
164
+ # <!DOCTYPE html>
165
+ # <pre>
166
+ # Content</pre>
167
+ # EOF
168
+ # puts doc.at('/html/body/pre').serialize
169
+ # # => <pre>Content</pre>
170
+ #
171
+ # In this case, the original HTML is semantically equivalent to the serialized version. If the
172
+ # +pre+, +listing+, or +textarea+ content starts with two newlines, the first newline will be
173
+ # stripped on the first parse and the second newline will be stripped on the second, leading to
174
+ # semantically different DOMs. Passing the parameter <tt>preserve_newline: true</tt> will cause
175
+ # two or more newlines to be preserved. (A single leading newline will still be removed.)
176
+ #
177
+ # doc = Nokogiri::HTML5(<<-EOF)
178
+ # <!DOCTYPE html>
179
+ # <listing>
180
+ #
181
+ # Content</listing>
182
+ # EOF
183
+ # puts doc.at('/html/body/listing').serialize(preserve_newline: true)
184
+ # # => <listing>
185
+ # #
186
+ # # Content</listing>
187
+ #
188
+ # == Encodings
189
+ #
190
+ # Nokogiri always parses HTML5 using {https://en.wikipedia.org/wiki/UTF-8 UTF-8}; however, the
191
+ # encoding of the input can be explicitly selected via the optional +encoding+ parameter. This is
192
+ # most useful when the input comes not from a string but from an IO object.
193
+ #
194
+ # When serializing a document or node, the encoding of the output string can be specified via the
195
+ # +:encoding+ options. Characters that cannot be encoded in the selected encoding will be encoded
196
+ # as {https://en.wikipedia.org/wiki/List_of_XML_and_HTML_character_entity_references HTML numeric
197
+ # entities}.
198
+ #
199
+ # frag = Nokogiri::HTML5.fragment('<span>아는 길도 물어가라</span>')
200
+ # html = frag.serialize(encoding: 'US-ASCII')
201
+ # puts html
202
+ # # => <span>&#xc544;&#xb294; &#xae38;&#xb3c4; &#xbb3c;&#xc5b4;&#xac00;&#xb77c;</span>
203
+ # frag = Nokogiri::HTML5.fragment(html)
204
+ # puts frag.serialize
205
+ # # => <span>아는 길도 물어가라</span>
206
+ #
207
+ # (There's a {https://bugs.ruby-lang.org/issues/15033 bug} in all current versions of Ruby that
208
+ # can cause the entity encoding to fail. Of the mandated supported encodings for HTML, the only
209
+ # encoding I'm aware of that has this bug is <tt>'ISO-2022-JP'</tt>. We recommend avoiding this
210
+ # encoding.)
211
+ #
212
+ # == Notes
213
+ #
214
+ # * The {Nokogiri::HTML5.fragment} function takes a string and parses it
215
+ # as a HTML5 document. The +<html>+, +<head>+, and +<body>+ elements are
216
+ # removed from this document, and any children of these elements that remain
217
+ # are returned as a {Nokogiri::HTML5::DocumentFragment}.
218
+ #
219
+ # * The {Nokogiri::HTML5.parse} function takes a string and passes it to the
220
+ # <code>gumbo_parse_with_options</code> method, using the default options.
221
+ # The resulting Gumbo parse tree is then walked.
222
+ #
223
+ # * Instead of uppercase element names, lowercase element names are produced.
224
+ #
225
+ # * Instead of returning +unknown+ as the element name for unknown tags, the
226
+ # original tag name is returned verbatim.
227
+ #
228
+ # Since v1.12.0
229
+ module HTML5
230
+ class << self
231
+ # Parse an HTML 5 document. Convenience method for {Nokogiri::HTML5::Document.parse}
232
+ def parse(string, url = nil, encoding = nil, **options, &block)
233
+ Document.parse(string, url, encoding, **options, &block)
234
+ end
235
+
236
+ # Parse a fragment from +string+. Convenience method for
237
+ # {Nokogiri::HTML5::DocumentFragment.parse}.
238
+ def fragment(string, encoding = nil, **options)
239
+ DocumentFragment.parse(string, encoding, options)
240
+ end
241
+
242
+ # Fetch and parse a HTML document from the web, following redirects,
243
+ # handling https, and determining the character encoding using HTML5
244
+ # rules. +uri+ may be a +String+ or a +URI+. +options+ contains
245
+ # http headers and special options. Everything which is not a
246
+ # special option is considered a header. Special options include:
247
+ # * :follow_limit => number of redirects which are followed
248
+ # * :basic_auth => [username, password]
249
+ def get(uri, options = {})
250
+ # TODO: deprecate
251
+ warn(
252
+ "Nokogiri::HTML5.get is deprecated and will be removed in a future version of Nokogiri.",
253
+ uplevel: 1,
254
+ category: :deprecated,
255
+ )
256
+ get_impl(uri, options)
257
+ end
258
+
259
+ # :nodoc:
260
+ def read_and_encode(string, encoding)
261
+ # Read the string with the given encoding.
262
+ if string.respond_to?(:read)
263
+ string = if encoding.nil?
264
+ string.read
265
+ else
266
+ string.read(encoding: encoding)
267
+ end
268
+ else
269
+ # Otherwise the string has the given encoding.
270
+ string = string.to_s
271
+ if encoding
272
+ string = string.dup
273
+ string.force_encoding(encoding)
274
+ end
275
+ end
276
+
277
+ # convert to UTF-8
278
+ if string.encoding != Encoding::UTF_8
279
+ string = reencode(string)
280
+ end
281
+ string
282
+ end
283
+
284
+ private
285
+
286
+ def get_impl(uri, options = {})
287
+ headers = options.clone
288
+ headers = { follow_limit: headers } if Numeric === headers # deprecated
289
+ limit = headers[:follow_limit] ? headers.delete(:follow_limit).to_i : 10
290
+
291
+ require "net/http"
292
+ uri = URI(uri) unless URI === uri
293
+
294
+ http = Net::HTTP.new(uri.host, uri.port)
295
+
296
+ # TLS / SSL support
297
+ http.use_ssl = true if uri.scheme == "https"
298
+
299
+ # Pass through Net::HTTP override values, which currently include:
300
+ # :ca_file, :ca_path, :cert, :cert_store, :ciphers,
301
+ # :close_on_empty_response, :continue_timeout, :key, :open_timeout,
302
+ # :read_timeout, :ssl_timeout, :ssl_version, :use_ssl,
303
+ # :verify_callback, :verify_depth, :verify_mode
304
+ options.each do |key, _value|
305
+ http.send("#{key}=", headers.delete(key)) if http.respond_to?("#{key}=")
306
+ end
307
+
308
+ request = Net::HTTP::Get.new(uri.request_uri)
309
+
310
+ # basic authentication
311
+ auth = headers.delete(:basic_auth)
312
+ auth ||= [uri.user, uri.password] if uri.user && uri.password
313
+ request.basic_auth(auth.first, auth.last) if auth
314
+
315
+ # remaining options are treated as headers
316
+ headers.each { |key, value| request[key.to_s] = value.to_s }
317
+
318
+ response = http.request(request)
319
+
320
+ case response
321
+ when Net::HTTPSuccess
322
+ doc = parse(reencode(response.body, response["content-type"]), options)
323
+ doc.instance_variable_set(:@response, response)
324
+ doc.class.send(:attr_reader, :response)
325
+ doc
326
+ when Net::HTTPRedirection
327
+ response.value if limit <= 1
328
+ location = URI.join(uri, response["location"])
329
+ get_impl(location, options.merge(follow_limit: limit - 1))
330
+ else
331
+ response.value
332
+ end
333
+ end
334
+
335
+ # Charset sniffing is a complex and controversial topic that understandably isn't done _by
336
+ # default_ by the Ruby Net::HTTP library. This being said, it is a very real problem for
337
+ # consumers of HTML as the default for HTML is iso-8859-1, most "good" producers use utf-8, and
338
+ # the Gumbo parser *only* supports utf-8.
339
+ #
340
+ # Accordingly, Nokogiri::HTML4::Document.parse provides limited encoding detection. Following
341
+ # this lead, Nokogiri::HTML5 attempts to do likewise, while attempting to more closely follow
342
+ # the HTML5 standard.
343
+ #
344
+ # http://bugs.ruby-lang.org/issues/2567
345
+ # http://www.w3.org/TR/html5/syntax.html#determining-the-character-encoding
346
+ #
347
+ def reencode(body, content_type = nil)
348
+ if body.encoding == Encoding::ASCII_8BIT
349
+ encoding = nil
350
+
351
+ # look for a Byte Order Mark (BOM)
352
+ initial_bytes = body[0..2].bytes
353
+ if initial_bytes[0..2] == [0xEF, 0xBB, 0xBF]
354
+ encoding = Encoding::UTF_8
355
+ elsif initial_bytes[0..1] == [0xFE, 0xFF]
356
+ encoding = Encoding::UTF_16BE
357
+ elsif initial_bytes[0..1] == [0xFF, 0xFE]
358
+ encoding = Encoding::UTF_16LE
359
+ end
360
+
361
+ # look for a charset in a content-encoding header
362
+ if content_type
363
+ encoding ||= content_type[/charset=["']?(.*?)($|["';\s])/i, 1]
364
+ end
365
+
366
+ # look for a charset in a meta tag in the first 1024 bytes
367
+ unless encoding
368
+ data = body[0..1023].gsub(/<!--.*?(-->|\Z)/m, "")
369
+ data.scan(/<meta.*?>/im).each do |meta|
370
+ encoding ||= meta[/charset=["']?([^>]*?)($|["'\s>])/im, 1]
371
+ end
372
+ end
373
+
374
+ # if all else fails, default to the official default encoding for HTML
375
+ encoding ||= Encoding::ISO_8859_1
376
+
377
+ # change the encoding to match the detected or inferred encoding
378
+ body = body.dup
379
+ begin
380
+ body.force_encoding(encoding)
381
+ rescue ArgumentError
382
+ body.force_encoding(Encoding::ISO_8859_1)
383
+ end
384
+ end
385
+
386
+ body.encode(Encoding::UTF_8)
387
+ end
388
+ end
389
+ end
390
+ end
391
+
392
+ require_relative "gumbo"
@@ -0,0 +1,3 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "nokogiri_jars"
@@ -0,0 +1,43 @@
1
+ # this is a generated file, to avoid over-writing it just delete this comment
2
+ begin
3
+ require 'jar_dependencies'
4
+ rescue LoadError
5
+ require 'xalan/serializer/2.7.3/serializer-2.7.3.jar'
6
+ require 'net/sourceforge/htmlunit/neko-htmlunit/2.63.0/neko-htmlunit-2.63.0.jar'
7
+ require 'nu/validator/jing/20200702VNU/jing-20200702VNU.jar'
8
+ require 'xerces/xercesImpl/2.12.2/xercesImpl-2.12.2.jar'
9
+ require 'net/sf/saxon/Saxon-HE/9.6.0-4/Saxon-HE-9.6.0-4.jar'
10
+ require 'xalan/xalan/2.7.3/xalan-2.7.3.jar'
11
+ require 'xml-apis/xml-apis/1.4.01/xml-apis-1.4.01.jar'
12
+ require 'org/nokogiri/nekodtd/0.1.11.noko2/nekodtd-0.1.11.noko2.jar'
13
+ require 'isorelax/isorelax/20030108/isorelax-20030108.jar'
14
+ end
15
+
16
+ if defined? Jars
17
+ require_jar 'xalan', 'serializer', '2.7.3'
18
+ require_jar 'net.sourceforge.htmlunit', 'neko-htmlunit', '2.63.0'
19
+ require_jar 'nu.validator', 'jing', '20200702VNU'
20
+ require_jar 'xerces', 'xercesImpl', '2.12.2'
21
+ require_jar 'net.sf.saxon', 'Saxon-HE', '9.6.0-4'
22
+ require_jar 'xalan', 'xalan', '2.7.3'
23
+ require_jar 'xml-apis', 'xml-apis', '1.4.01'
24
+ require_jar 'org.nokogiri', 'nekodtd', '0.1.11.noko2'
25
+ require_jar 'isorelax', 'isorelax', '20030108'
26
+ end
27
+
28
+ module Nokogiri
29
+ # generated by the :vendor_jars rake task
30
+ JAR_DEPENDENCIES = {
31
+ "isorelax:isorelax" => "20030108",
32
+ "net.sf.saxon:Saxon-HE" => "9.6.0-4",
33
+ "net.sourceforge.htmlunit:neko-htmlunit" => "2.63.0",
34
+ "nu.validator:jing" => "20200702VNU",
35
+ "org.nokogiri:nekodtd" => "0.1.11.noko2",
36
+ "xalan:serializer" => "2.7.3",
37
+ "xalan:xalan" => "2.7.3",
38
+ "xerces:xercesImpl" => "2.12.2",
39
+ "xml-apis:xml-apis" => "1.4.01",
40
+ }.freeze
41
+ XERCES_VERSION = JAR_DEPENDENCIES["xerces:xercesImpl"]
42
+ NEKO_VERSION = JAR_DEPENDENCIES["net.sourceforge.htmlunit:neko-htmlunit"]
43
+ end
@@ -1,3 +1,5 @@
1
+ # frozen_string_literal: true
2
+
1
3
  module Nokogiri
2
4
  class SyntaxError < ::StandardError
3
5
  end
@@ -0,0 +1,6 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Nokogiri
4
+ # The version of Nokogiri you are using
5
+ VERSION = "1.15.3"
6
+ end
@@ -0,0 +1,223 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "singleton"
4
+ require "shellwords"
5
+
6
+ module Nokogiri
7
+ class VersionInfo # :nodoc:
8
+ include Singleton
9
+
10
+ def jruby?
11
+ ::JRUBY_VERSION if ::RUBY_PLATFORM == "java"
12
+ end
13
+
14
+ def windows?
15
+ ::RUBY_PLATFORM =~ /mingw|mswin/
16
+ end
17
+
18
+ def ruby_minor
19
+ Gem::Version.new(::RUBY_VERSION).segments[0..1].join(".")
20
+ end
21
+
22
+ def engine
23
+ defined?(::RUBY_ENGINE) ? ::RUBY_ENGINE : "mri"
24
+ end
25
+
26
+ def loaded_libxml_version
27
+ Gem::Version.new(Nokogiri::LIBXML_LOADED_VERSION
28
+ .scan(/^(\d+)(\d\d)(\d\d)(?!\d)/).first
29
+ .collect(&:to_i)
30
+ .join("."))
31
+ end
32
+
33
+ def compiled_libxml_version
34
+ Gem::Version.new(Nokogiri::LIBXML_COMPILED_VERSION)
35
+ end
36
+
37
+ def loaded_libxslt_version
38
+ Gem::Version.new(Nokogiri::LIBXSLT_LOADED_VERSION
39
+ .scan(/^(\d+)(\d\d)(\d\d)(?!\d)/).first
40
+ .collect(&:to_i)
41
+ .join("."))
42
+ end
43
+
44
+ def compiled_libxslt_version
45
+ Gem::Version.new(Nokogiri::LIBXSLT_COMPILED_VERSION)
46
+ end
47
+
48
+ def libxml2?
49
+ defined?(Nokogiri::LIBXML_COMPILED_VERSION)
50
+ end
51
+
52
+ def libxml2_has_iconv?
53
+ defined?(Nokogiri::LIBXML_ICONV_ENABLED) && Nokogiri::LIBXML_ICONV_ENABLED
54
+ end
55
+
56
+ def libxslt_has_datetime?
57
+ defined?(Nokogiri::LIBXSLT_DATETIME_ENABLED) && Nokogiri::LIBXSLT_DATETIME_ENABLED
58
+ end
59
+
60
+ def libxml2_using_packaged?
61
+ libxml2? && Nokogiri::PACKAGED_LIBRARIES
62
+ end
63
+
64
+ def libxml2_using_system?
65
+ libxml2? && !libxml2_using_packaged?
66
+ end
67
+
68
+ def libxml2_precompiled?
69
+ libxml2_using_packaged? && Nokogiri::PRECOMPILED_LIBRARIES
70
+ end
71
+
72
+ def warnings
73
+ warnings = []
74
+
75
+ if libxml2?
76
+ if compiled_libxml_version != loaded_libxml_version
77
+ warnings << "Nokogiri was built against libxml version #{compiled_libxml_version}, but has dynamically loaded #{loaded_libxml_version}"
78
+ end
79
+
80
+ if compiled_libxslt_version != loaded_libxslt_version
81
+ warnings << "Nokogiri was built against libxslt version #{compiled_libxslt_version}, but has dynamically loaded #{loaded_libxslt_version}"
82
+ end
83
+ end
84
+
85
+ warnings
86
+ end
87
+
88
+ def to_hash
89
+ header_directory = File.expand_path(File.join(File.dirname(__FILE__), "../../../ext/nokogiri"))
90
+
91
+ {}.tap do |vi|
92
+ vi["warnings"] = []
93
+ vi["nokogiri"] = {}.tap do |nokogiri|
94
+ nokogiri["version"] = Nokogiri::VERSION
95
+
96
+ unless jruby?
97
+ # enable gems like nokogumbo to build with the following in their extconf.rb:
98
+ #
99
+ # append_cflags(Nokogiri::VERSION_INFO["nokogiri"]["cppflags"])
100
+ # append_ldflags(Nokogiri::VERSION_INFO["nokogiri"]["ldflags"])
101
+ #
102
+ cppflags = ["-I#{header_directory.shellescape}"]
103
+ ldflags = []
104
+
105
+ if libxml2_using_packaged?
106
+ cppflags << "-I#{File.join(header_directory, "include").shellescape}"
107
+ cppflags << "-I#{File.join(header_directory, "include/libxml2").shellescape}"
108
+ end
109
+
110
+ if windows?
111
+ # on windows, nokogumbo needs to link against nokogiri.so to resolve symbols. see #2167
112
+ lib_directory = File.expand_path(File.join(File.dirname(__FILE__), "../#{ruby_minor}"))
113
+ unless File.exist?(lib_directory)
114
+ lib_directory = File.expand_path(File.join(File.dirname(__FILE__), ".."))
115
+ end
116
+ ldflags << "-L#{lib_directory.shellescape}"
117
+ ldflags << "-l:nokogiri.so"
118
+ end
119
+
120
+ nokogiri["cppflags"] = cppflags
121
+ nokogiri["ldflags"] = ldflags
122
+ end
123
+ end
124
+ vi["ruby"] = {}.tap do |ruby|
125
+ ruby["version"] = ::RUBY_VERSION
126
+ ruby["platform"] = ::RUBY_PLATFORM
127
+ ruby["gem_platform"] = ::Gem::Platform.local.to_s
128
+ ruby["description"] = ::RUBY_DESCRIPTION
129
+ ruby["engine"] = engine
130
+ ruby["jruby"] = jruby? if jruby?
131
+ end
132
+
133
+ if libxml2?
134
+ vi["libxml"] = {}.tap do |libxml|
135
+ if libxml2_using_packaged?
136
+ libxml["source"] = "packaged"
137
+ libxml["precompiled"] = libxml2_precompiled?
138
+ libxml["patches"] = Nokogiri::LIBXML2_PATCHES
139
+
140
+ # this is for nokogumbo and shouldn't be forever
141
+ libxml["libxml2_path"] = header_directory
142
+ else
143
+ libxml["source"] = "system"
144
+ end
145
+ libxml["memory_management"] = Nokogiri::LIBXML_MEMORY_MANAGEMENT
146
+ libxml["iconv_enabled"] = libxml2_has_iconv?
147
+ libxml["compiled"] = compiled_libxml_version.to_s
148
+ libxml["loaded"] = loaded_libxml_version.to_s
149
+ end
150
+
151
+ vi["libxslt"] = {}.tap do |libxslt|
152
+ if libxml2_using_packaged?
153
+ libxslt["source"] = "packaged"
154
+ libxslt["precompiled"] = libxml2_precompiled?
155
+ libxslt["patches"] = Nokogiri::LIBXSLT_PATCHES
156
+ else
157
+ libxslt["source"] = "system"
158
+ end
159
+ libxslt["datetime_enabled"] = libxslt_has_datetime?
160
+ libxslt["compiled"] = compiled_libxslt_version.to_s
161
+ libxslt["loaded"] = loaded_libxslt_version.to_s
162
+ end
163
+
164
+ vi["warnings"] = warnings
165
+ end
166
+
167
+ if defined?(Nokogiri::OTHER_LIBRARY_VERSIONS)
168
+ # see extconf for how this string is assembled: "lib1name:lib1version,lib2name:lib2version"
169
+ vi["other_libraries"] = Hash[*Nokogiri::OTHER_LIBRARY_VERSIONS.split(/[,:]/)]
170
+ elsif jruby?
171
+ vi["other_libraries"] = {}.tap do |ol|
172
+ Nokogiri::JAR_DEPENDENCIES.each do |k, v|
173
+ ol[k] = v
174
+ end
175
+ end
176
+ end
177
+ end
178
+ end
179
+
180
+ def to_markdown
181
+ require "yaml"
182
+ "# Nokogiri (#{Nokogiri::VERSION})\n" +
183
+ YAML.dump(to_hash).each_line.map { |line| " #{line}" }.join
184
+ end
185
+
186
+ instance.warnings.each do |warning|
187
+ warn "WARNING: #{warning}"
188
+ end
189
+ end
190
+
191
+ # :nodoc:
192
+ def self.uses_libxml?(requirement = nil)
193
+ return false unless VersionInfo.instance.libxml2?
194
+ return true unless requirement
195
+
196
+ Gem::Requirement.new(requirement).satisfied_by?(VersionInfo.instance.loaded_libxml_version)
197
+ end
198
+
199
+ # :nodoc:
200
+ def self.uses_gumbo?
201
+ uses_libxml? # TODO: replace with Gumbo functionality
202
+ end
203
+
204
+ # :nodoc:
205
+ def self.jruby?
206
+ VersionInfo.instance.jruby?
207
+ end
208
+
209
+ # :nodoc:
210
+ def self.libxml2_patches
211
+ if VersionInfo.instance.libxml2_using_packaged?
212
+ Nokogiri::VERSION_INFO["libxml"]["patches"]
213
+ else
214
+ []
215
+ end
216
+ end
217
+
218
+ require_relative "../jruby/dependencies" if Nokogiri.jruby?
219
+ require_relative "../extension"
220
+
221
+ # Detailed version info about Nokogiri and the installed extension dependencies.
222
+ VERSION_INFO = VersionInfo.instance.to_hash
223
+ end