nokogiri 1.10.10 → 1.14.3-aarch64-linux

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of nokogiri might be problematic. Click here for more details.

Files changed (251) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +44 -0
  3. data/LICENSE-DEPENDENCIES.md +1632 -1022
  4. data/LICENSE.md +1 -1
  5. data/README.md +185 -96
  6. data/bin/nokogiri +63 -50
  7. data/dependencies.yml +33 -66
  8. data/ext/nokogiri/depend +38 -358
  9. data/ext/nokogiri/extconf.rb +819 -421
  10. data/ext/nokogiri/gumbo.c +594 -0
  11. data/ext/nokogiri/html4_document.c +166 -0
  12. data/ext/nokogiri/html4_element_description.c +294 -0
  13. data/ext/nokogiri/html4_entity_lookup.c +37 -0
  14. data/ext/nokogiri/html4_sax_parser_context.c +114 -0
  15. data/ext/nokogiri/html4_sax_push_parser.c +95 -0
  16. data/ext/nokogiri/include/libexslt/exslt.h +108 -0
  17. data/ext/nokogiri/include/libexslt/exsltconfig.h +70 -0
  18. data/ext/nokogiri/include/libexslt/exsltexports.h +63 -0
  19. data/ext/nokogiri/include/libxml2/libxml/HTMLparser.h +306 -0
  20. data/ext/nokogiri/include/libxml2/libxml/HTMLtree.h +147 -0
  21. data/ext/nokogiri/include/libxml2/libxml/SAX.h +204 -0
  22. data/ext/nokogiri/include/libxml2/libxml/SAX2.h +172 -0
  23. data/ext/nokogiri/include/libxml2/libxml/c14n.h +128 -0
  24. data/ext/nokogiri/include/libxml2/libxml/catalog.h +182 -0
  25. data/ext/nokogiri/include/libxml2/libxml/chvalid.h +230 -0
  26. data/ext/nokogiri/include/libxml2/libxml/debugXML.h +217 -0
  27. data/ext/nokogiri/include/libxml2/libxml/dict.h +81 -0
  28. data/ext/nokogiri/include/libxml2/libxml/encoding.h +232 -0
  29. data/ext/nokogiri/include/libxml2/libxml/entities.h +153 -0
  30. data/ext/nokogiri/include/libxml2/libxml/globals.h +499 -0
  31. data/ext/nokogiri/include/libxml2/libxml/hash.h +236 -0
  32. data/ext/nokogiri/include/libxml2/libxml/list.h +137 -0
  33. data/ext/nokogiri/include/libxml2/libxml/nanoftp.h +186 -0
  34. data/ext/nokogiri/include/libxml2/libxml/nanohttp.h +81 -0
  35. data/ext/nokogiri/include/libxml2/libxml/parser.h +1244 -0
  36. data/ext/nokogiri/include/libxml2/libxml/parserInternals.h +656 -0
  37. data/ext/nokogiri/include/libxml2/libxml/pattern.h +100 -0
  38. data/ext/nokogiri/include/libxml2/libxml/relaxng.h +218 -0
  39. data/ext/nokogiri/include/libxml2/libxml/schemasInternals.h +958 -0
  40. data/ext/nokogiri/include/libxml2/libxml/schematron.h +142 -0
  41. data/ext/nokogiri/include/libxml2/libxml/threads.h +91 -0
  42. data/ext/nokogiri/include/libxml2/libxml/tree.h +1312 -0
  43. data/ext/nokogiri/include/libxml2/libxml/uri.h +94 -0
  44. data/ext/nokogiri/include/libxml2/libxml/valid.h +463 -0
  45. data/ext/nokogiri/include/libxml2/libxml/xinclude.h +129 -0
  46. data/ext/nokogiri/include/libxml2/libxml/xlink.h +189 -0
  47. data/ext/nokogiri/include/libxml2/libxml/xmlIO.h +368 -0
  48. data/ext/nokogiri/include/libxml2/libxml/xmlautomata.h +146 -0
  49. data/ext/nokogiri/include/libxml2/libxml/xmlerror.h +947 -0
  50. data/ext/nokogiri/include/libxml2/libxml/xmlexports.h +77 -0
  51. data/ext/nokogiri/include/libxml2/libxml/xmlmemory.h +226 -0
  52. data/ext/nokogiri/include/libxml2/libxml/xmlmodule.h +57 -0
  53. data/ext/nokogiri/include/libxml2/libxml/xmlreader.h +428 -0
  54. data/ext/nokogiri/include/libxml2/libxml/xmlregexp.h +222 -0
  55. data/ext/nokogiri/include/libxml2/libxml/xmlsave.h +88 -0
  56. data/ext/nokogiri/include/libxml2/libxml/xmlschemas.h +246 -0
  57. data/ext/nokogiri/include/libxml2/libxml/xmlschemastypes.h +152 -0
  58. data/ext/nokogiri/include/libxml2/libxml/xmlstring.h +140 -0
  59. data/ext/nokogiri/include/libxml2/libxml/xmlunicode.h +202 -0
  60. data/ext/nokogiri/include/libxml2/libxml/xmlversion.h +503 -0
  61. data/ext/nokogiri/include/libxml2/libxml/xmlwriter.h +488 -0
  62. data/ext/nokogiri/include/libxml2/libxml/xpath.h +575 -0
  63. data/ext/nokogiri/include/libxml2/libxml/xpathInternals.h +632 -0
  64. data/ext/nokogiri/include/libxml2/libxml/xpointer.h +137 -0
  65. data/ext/nokogiri/include/libxslt/attributes.h +38 -0
  66. data/ext/nokogiri/include/libxslt/documents.h +93 -0
  67. data/ext/nokogiri/include/libxslt/extensions.h +262 -0
  68. data/ext/nokogiri/include/libxslt/extra.h +72 -0
  69. data/ext/nokogiri/include/libxslt/functions.h +78 -0
  70. data/ext/nokogiri/include/libxslt/imports.h +75 -0
  71. data/ext/nokogiri/include/libxslt/keys.h +53 -0
  72. data/ext/nokogiri/include/libxslt/namespaces.h +68 -0
  73. data/ext/nokogiri/include/libxslt/numbersInternals.h +73 -0
  74. data/ext/nokogiri/include/libxslt/pattern.h +84 -0
  75. data/ext/nokogiri/include/libxslt/preproc.h +43 -0
  76. data/ext/nokogiri/include/libxslt/security.h +104 -0
  77. data/ext/nokogiri/include/libxslt/templates.h +77 -0
  78. data/ext/nokogiri/include/libxslt/transform.h +207 -0
  79. data/ext/nokogiri/include/libxslt/variables.h +118 -0
  80. data/ext/nokogiri/include/libxslt/xslt.h +110 -0
  81. data/ext/nokogiri/include/libxslt/xsltInternals.h +1982 -0
  82. data/ext/nokogiri/include/libxslt/xsltconfig.h +179 -0
  83. data/ext/nokogiri/include/libxslt/xsltexports.h +64 -0
  84. data/ext/nokogiri/include/libxslt/xsltlocale.h +76 -0
  85. data/ext/nokogiri/include/libxslt/xsltutils.h +310 -0
  86. data/ext/nokogiri/libxml2_backwards_compat.c +121 -0
  87. data/ext/nokogiri/nokogiri.c +228 -104
  88. data/ext/nokogiri/nokogiri.h +204 -90
  89. data/ext/nokogiri/test_global_handlers.c +40 -0
  90. data/ext/nokogiri/xml_attr.c +17 -17
  91. data/ext/nokogiri/xml_attribute_decl.c +22 -22
  92. data/ext/nokogiri/xml_cdata.c +15 -20
  93. data/ext/nokogiri/xml_comment.c +19 -26
  94. data/ext/nokogiri/xml_document.c +306 -225
  95. data/ext/nokogiri/xml_document_fragment.c +12 -16
  96. data/ext/nokogiri/xml_dtd.c +64 -58
  97. data/ext/nokogiri/xml_element_content.c +33 -28
  98. data/ext/nokogiri/xml_element_decl.c +26 -26
  99. data/ext/nokogiri/xml_encoding_handler.c +45 -20
  100. data/ext/nokogiri/xml_entity_decl.c +37 -35
  101. data/ext/nokogiri/xml_entity_reference.c +16 -18
  102. data/ext/nokogiri/xml_namespace.c +136 -61
  103. data/ext/nokogiri/xml_node.c +1344 -672
  104. data/ext/nokogiri/xml_node_set.c +178 -168
  105. data/ext/nokogiri/xml_processing_instruction.c +17 -19
  106. data/ext/nokogiri/xml_reader.c +316 -190
  107. data/ext/nokogiri/xml_relax_ng.c +52 -30
  108. data/ext/nokogiri/xml_sax_parser.c +130 -124
  109. data/ext/nokogiri/xml_sax_parser_context.c +110 -89
  110. data/ext/nokogiri/xml_sax_push_parser.c +36 -29
  111. data/ext/nokogiri/xml_schema.c +98 -50
  112. data/ext/nokogiri/xml_syntax_error.c +42 -21
  113. data/ext/nokogiri/xml_text.c +14 -18
  114. data/ext/nokogiri/xml_xpath_context.c +263 -148
  115. data/ext/nokogiri/xslt_stylesheet.c +271 -178
  116. data/gumbo-parser/CHANGES.md +63 -0
  117. data/gumbo-parser/Makefile +111 -0
  118. data/gumbo-parser/THANKS +27 -0
  119. data/lib/nokogiri/2.7/nokogiri.so +0 -0
  120. data/lib/nokogiri/3.0/nokogiri.so +0 -0
  121. data/lib/nokogiri/3.1/nokogiri.so +0 -0
  122. data/lib/nokogiri/3.2/nokogiri.so +0 -0
  123. data/lib/nokogiri/class_resolver.rb +67 -0
  124. data/lib/nokogiri/css/node.rb +10 -8
  125. data/lib/nokogiri/css/parser.rb +397 -377
  126. data/lib/nokogiri/css/parser.y +250 -245
  127. data/lib/nokogiri/css/parser_extras.rb +54 -49
  128. data/lib/nokogiri/css/syntax_error.rb +3 -1
  129. data/lib/nokogiri/css/tokenizer.rb +5 -3
  130. data/lib/nokogiri/css/tokenizer.rex +3 -2
  131. data/lib/nokogiri/css/xpath_visitor.rb +223 -94
  132. data/lib/nokogiri/css.rb +56 -17
  133. data/lib/nokogiri/decorators/slop.rb +9 -7
  134. data/lib/nokogiri/encoding_handler.rb +57 -0
  135. data/lib/nokogiri/extension.rb +32 -0
  136. data/lib/nokogiri/gumbo.rb +15 -0
  137. data/lib/nokogiri/html.rb +38 -27
  138. data/lib/nokogiri/{html → html4}/builder.rb +4 -2
  139. data/lib/nokogiri/html4/document.rb +214 -0
  140. data/lib/nokogiri/html4/document_fragment.rb +54 -0
  141. data/lib/nokogiri/{html → html4}/element_description.rb +3 -1
  142. data/lib/nokogiri/html4/element_description_defaults.rb +572 -0
  143. data/lib/nokogiri/html4/encoding_reader.rb +121 -0
  144. data/lib/nokogiri/{html → html4}/entity_lookup.rb +4 -2
  145. data/lib/nokogiri/{html → html4}/sax/parser.rb +17 -16
  146. data/lib/nokogiri/html4/sax/parser_context.rb +20 -0
  147. data/lib/nokogiri/{html → html4}/sax/push_parser.rb +12 -11
  148. data/lib/nokogiri/html4.rb +47 -0
  149. data/lib/nokogiri/html5/document.rb +168 -0
  150. data/lib/nokogiri/html5/document_fragment.rb +90 -0
  151. data/lib/nokogiri/html5/node.rb +98 -0
  152. data/lib/nokogiri/html5.rb +389 -0
  153. data/lib/nokogiri/jruby/dependencies.rb +3 -0
  154. data/lib/nokogiri/jruby/nokogiri_jars.rb +43 -0
  155. data/lib/nokogiri/syntax_error.rb +2 -0
  156. data/lib/nokogiri/version/constant.rb +6 -0
  157. data/lib/nokogiri/version/info.rb +223 -0
  158. data/lib/nokogiri/version.rb +3 -108
  159. data/lib/nokogiri/xml/attr.rb +55 -3
  160. data/lib/nokogiri/xml/attribute_decl.rb +3 -1
  161. data/lib/nokogiri/xml/builder.rb +75 -34
  162. data/lib/nokogiri/xml/cdata.rb +3 -1
  163. data/lib/nokogiri/xml/character_data.rb +2 -0
  164. data/lib/nokogiri/xml/document.rb +312 -126
  165. data/lib/nokogiri/xml/document_fragment.rb +93 -48
  166. data/lib/nokogiri/xml/dtd.rb +4 -2
  167. data/lib/nokogiri/xml/element_content.rb +2 -0
  168. data/lib/nokogiri/xml/element_decl.rb +3 -1
  169. data/lib/nokogiri/xml/entity_decl.rb +4 -2
  170. data/lib/nokogiri/xml/entity_reference.rb +2 -0
  171. data/lib/nokogiri/xml/namespace.rb +45 -0
  172. data/lib/nokogiri/xml/node/save_options.rb +15 -8
  173. data/lib/nokogiri/xml/node.rb +1067 -406
  174. data/lib/nokogiri/xml/node_set.rb +135 -59
  175. data/lib/nokogiri/xml/notation.rb +13 -0
  176. data/lib/nokogiri/xml/parse_options.rb +145 -52
  177. data/lib/nokogiri/xml/pp/character_data.rb +9 -6
  178. data/lib/nokogiri/xml/pp/node.rb +27 -26
  179. data/lib/nokogiri/xml/pp.rb +4 -2
  180. data/lib/nokogiri/xml/processing_instruction.rb +4 -1
  181. data/lib/nokogiri/xml/reader.rb +21 -28
  182. data/lib/nokogiri/xml/relax_ng.rb +8 -2
  183. data/lib/nokogiri/xml/sax/document.rb +45 -49
  184. data/lib/nokogiri/xml/sax/parser.rb +39 -36
  185. data/lib/nokogiri/xml/sax/parser_context.rb +8 -3
  186. data/lib/nokogiri/xml/sax/push_parser.rb +6 -5
  187. data/lib/nokogiri/xml/sax.rb +6 -4
  188. data/lib/nokogiri/xml/schema.rb +19 -9
  189. data/lib/nokogiri/xml/searchable.rb +112 -72
  190. data/lib/nokogiri/xml/syntax_error.rb +6 -4
  191. data/lib/nokogiri/xml/text.rb +2 -0
  192. data/lib/nokogiri/xml/xpath/syntax_error.rb +4 -2
  193. data/lib/nokogiri/xml/xpath.rb +15 -4
  194. data/lib/nokogiri/xml/xpath_context.rb +3 -3
  195. data/lib/nokogiri/xml.rb +38 -37
  196. data/lib/nokogiri/xslt/stylesheet.rb +3 -1
  197. data/lib/nokogiri/xslt.rb +29 -20
  198. data/lib/nokogiri.rb +48 -72
  199. data/lib/xsd/xmlparser/nokogiri.rb +29 -25
  200. metadata +146 -307
  201. data/ext/nokogiri/html_document.c +0 -170
  202. data/ext/nokogiri/html_document.h +0 -10
  203. data/ext/nokogiri/html_element_description.c +0 -279
  204. data/ext/nokogiri/html_element_description.h +0 -10
  205. data/ext/nokogiri/html_entity_lookup.c +0 -32
  206. data/ext/nokogiri/html_entity_lookup.h +0 -8
  207. data/ext/nokogiri/html_sax_parser_context.c +0 -116
  208. data/ext/nokogiri/html_sax_parser_context.h +0 -11
  209. data/ext/nokogiri/html_sax_push_parser.c +0 -87
  210. data/ext/nokogiri/html_sax_push_parser.h +0 -9
  211. data/ext/nokogiri/xml_attr.h +0 -9
  212. data/ext/nokogiri/xml_attribute_decl.h +0 -9
  213. data/ext/nokogiri/xml_cdata.h +0 -9
  214. data/ext/nokogiri/xml_comment.h +0 -9
  215. data/ext/nokogiri/xml_document.h +0 -23
  216. data/ext/nokogiri/xml_document_fragment.h +0 -10
  217. data/ext/nokogiri/xml_dtd.h +0 -10
  218. data/ext/nokogiri/xml_element_content.h +0 -10
  219. data/ext/nokogiri/xml_element_decl.h +0 -9
  220. data/ext/nokogiri/xml_encoding_handler.h +0 -8
  221. data/ext/nokogiri/xml_entity_decl.h +0 -10
  222. data/ext/nokogiri/xml_entity_reference.h +0 -9
  223. data/ext/nokogiri/xml_io.c +0 -61
  224. data/ext/nokogiri/xml_io.h +0 -11
  225. data/ext/nokogiri/xml_libxml2_hacks.c +0 -112
  226. data/ext/nokogiri/xml_libxml2_hacks.h +0 -12
  227. data/ext/nokogiri/xml_namespace.h +0 -14
  228. data/ext/nokogiri/xml_node.h +0 -13
  229. data/ext/nokogiri/xml_node_set.h +0 -12
  230. data/ext/nokogiri/xml_processing_instruction.h +0 -9
  231. data/ext/nokogiri/xml_reader.h +0 -10
  232. data/ext/nokogiri/xml_relax_ng.h +0 -9
  233. data/ext/nokogiri/xml_sax_parser.h +0 -39
  234. data/ext/nokogiri/xml_sax_parser_context.h +0 -10
  235. data/ext/nokogiri/xml_sax_push_parser.h +0 -9
  236. data/ext/nokogiri/xml_schema.h +0 -9
  237. data/ext/nokogiri/xml_syntax_error.h +0 -13
  238. data/ext/nokogiri/xml_text.h +0 -9
  239. data/ext/nokogiri/xml_xpath_context.h +0 -10
  240. data/ext/nokogiri/xslt_stylesheet.h +0 -14
  241. data/lib/nokogiri/html/document.rb +0 -335
  242. data/lib/nokogiri/html/document_fragment.rb +0 -49
  243. data/lib/nokogiri/html/element_description_defaults.rb +0 -671
  244. data/lib/nokogiri/html/sax/parser_context.rb +0 -16
  245. data/patches/libxml2/0001-Revert-Do-not-URI-escape-in-server-side-includes.patch +0 -78
  246. data/patches/libxml2/0002-Remove-script-macro-support.patch +0 -40
  247. data/patches/libxml2/0003-Update-entities-to-remove-handling-of-ssi.patch +0 -44
  248. data/patches/libxml2/0004-libxml2.la-is-in-top_builddir.patch +0 -25
  249. data/patches/libxml2/0005-Fix-infinite-loop-in-xmlStringLenDecodeEntities.patch +0 -32
  250. data/ports/archives/libxml2-2.9.10.tar.gz +0 -0
  251. data/ports/archives/libxslt-1.1.34.tar.gz +0 -0
@@ -0,0 +1,594 @@
1
+ //
2
+ // Copyright 2013-2021 Sam Ruby, Stephen Checkoway
3
+ //
4
+ // Licensed under the Apache License, Version 2.0 (the "License");
5
+ // you may not use this file except in compliance with the License.
6
+ // You may obtain a copy of the License at
7
+ //
8
+ // http://www.apache.org/licenses/LICENSE-2.0
9
+ //
10
+ // Unless required by applicable law or agreed to in writing, software
11
+ // distributed under the License is distributed on an "AS IS" BASIS,
12
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ // See the License for the specific language governing permissions and
14
+ // limitations under the License.
15
+ //
16
+
17
+ //
18
+ // nokogumbo.c defines the following:
19
+ //
20
+ // class Nokogumbo
21
+ // def parse(utf8_string) # returns Nokogiri::HTML5::Document
22
+ // end
23
+ //
24
+ // Processing starts by calling gumbo_parse_with_options. The resulting document tree
25
+ // is then walked, a parallel libxml2 tree is constructed, and the final document is
26
+ // then wrapped using noko_xml_document_wrap. This approach reduces memory and CPU
27
+ // requirements as Ruby objects are only built when necessary.
28
+ //
29
+
30
+ #include <nokogiri.h>
31
+
32
+ #include "nokogiri_gumbo.h"
33
+
34
+ VALUE cNokogiriHtml5Document;
35
+
36
+ // Interned symbols
37
+ static ID internal_subset;
38
+ static ID parent;
39
+
40
+ /* Backwards compatibility to Ruby 2.1.0 */
41
+ #if RUBY_API_VERSION_CODE < 20200
42
+ #define ONIG_ESCAPE_UCHAR_COLLISION 1
43
+ #include <ruby/encoding.h>
44
+
45
+ static VALUE
46
+ rb_utf8_str_new(const char *str, long length)
47
+ {
48
+ return rb_enc_str_new(str, length, rb_utf8_encoding());
49
+ }
50
+
51
+ static VALUE
52
+ rb_utf8_str_new_cstr(const char *str)
53
+ {
54
+ return rb_enc_str_new_cstr(str, rb_utf8_encoding());
55
+ }
56
+
57
+ static VALUE
58
+ rb_utf8_str_new_static(const char *str, long length)
59
+ {
60
+ return rb_enc_str_new(str, length, rb_utf8_encoding());
61
+ }
62
+ #endif
63
+
64
+ #include <nokogiri.h>
65
+ #include <libxml/tree.h>
66
+ #include <libxml/HTMLtree.h>
67
+
68
+ // URI = system id
69
+ // external id = public id
70
+ static xmlDocPtr
71
+ new_html_doc(const char *dtd_name, const char *system, const char *public)
72
+ {
73
+ // These two libxml2 functions take the public and system ids in
74
+ // opposite orders.
75
+ htmlDocPtr doc = htmlNewDocNoDtD(/* URI */ NULL, /* ExternalID */NULL);
76
+ assert(doc);
77
+ if (dtd_name) {
78
+ xmlCreateIntSubset(doc, (const xmlChar *)dtd_name, (const xmlChar *)public, (const xmlChar *)system);
79
+ }
80
+ return doc;
81
+ }
82
+
83
+ static xmlNodePtr
84
+ get_parent(xmlNodePtr node)
85
+ {
86
+ return node->parent;
87
+ }
88
+
89
+ static GumboOutput *
90
+ perform_parse(const GumboOptions *options, VALUE input)
91
+ {
92
+ assert(RTEST(input));
93
+ Check_Type(input, T_STRING);
94
+ GumboOutput *output = gumbo_parse_with_options(
95
+ options,
96
+ RSTRING_PTR(input),
97
+ RSTRING_LEN(input)
98
+ );
99
+
100
+ const char *status_string = gumbo_status_to_string(output->status);
101
+ switch (output->status) {
102
+ case GUMBO_STATUS_OK:
103
+ break;
104
+ case GUMBO_STATUS_TOO_MANY_ATTRIBUTES:
105
+ case GUMBO_STATUS_TREE_TOO_DEEP:
106
+ gumbo_destroy_output(output);
107
+ rb_raise(rb_eArgError, "%s", status_string);
108
+ case GUMBO_STATUS_OUT_OF_MEMORY:
109
+ gumbo_destroy_output(output);
110
+ rb_raise(rb_eNoMemError, "%s", status_string);
111
+ }
112
+ return output;
113
+ }
114
+
115
+ static xmlNsPtr
116
+ lookup_or_add_ns(
117
+ xmlDocPtr doc,
118
+ xmlNodePtr root,
119
+ const char *href,
120
+ const char *prefix
121
+ )
122
+ {
123
+ xmlNsPtr ns = xmlSearchNs(doc, root, (const xmlChar *)prefix);
124
+ if (ns) {
125
+ return ns;
126
+ }
127
+ return xmlNewNs(root, (const xmlChar *)href, (const xmlChar *)prefix);
128
+ }
129
+
130
+ static void
131
+ set_line(xmlNodePtr node, size_t line)
132
+ {
133
+ // libxml2 uses 65535 to mean look elsewhere for the line number on some
134
+ // nodes.
135
+ if (line < 65535) {
136
+ node->line = (unsigned short)line;
137
+ }
138
+ }
139
+
140
+ // Construct an XML tree rooted at xml_output_node from the Gumbo tree rooted
141
+ // at gumbo_node.
142
+ static void
143
+ build_tree(
144
+ xmlDocPtr doc,
145
+ xmlNodePtr xml_output_node,
146
+ const GumboNode *gumbo_node
147
+ )
148
+ {
149
+ xmlNodePtr xml_root = NULL;
150
+ xmlNodePtr xml_node = xml_output_node;
151
+ size_t child_index = 0;
152
+
153
+ while (true) {
154
+ assert(gumbo_node != NULL);
155
+ const GumboVector *children = gumbo_node->type == GUMBO_NODE_DOCUMENT ?
156
+ &gumbo_node->v.document.children : &gumbo_node->v.element.children;
157
+ if (child_index >= children->length) {
158
+ // Move up the tree and to the next child.
159
+ if (xml_node == xml_output_node) {
160
+ // We've built as much of the tree as we can.
161
+ return;
162
+ }
163
+ child_index = gumbo_node->index_within_parent + 1;
164
+ gumbo_node = gumbo_node->parent;
165
+ xml_node = get_parent(xml_node);
166
+ // Children of fragments don't share the same root, so reset it and
167
+ // it'll be set below. In the non-fragment case, this will only happen
168
+ // after the html element has been finished at which point there are no
169
+ // further elements.
170
+ if (xml_node == xml_output_node) {
171
+ xml_root = NULL;
172
+ }
173
+ continue;
174
+ }
175
+ const GumboNode *gumbo_child = children->data[child_index++];
176
+ xmlNodePtr xml_child;
177
+
178
+ switch (gumbo_child->type) {
179
+ case GUMBO_NODE_DOCUMENT:
180
+ abort(); // Bug in Gumbo.
181
+
182
+ case GUMBO_NODE_TEXT:
183
+ case GUMBO_NODE_WHITESPACE:
184
+ xml_child = xmlNewDocText(doc, (const xmlChar *)gumbo_child->v.text.text);
185
+ set_line(xml_child, gumbo_child->v.text.start_pos.line);
186
+ xmlAddChild(xml_node, xml_child);
187
+ break;
188
+
189
+ case GUMBO_NODE_CDATA:
190
+ xml_child = xmlNewCDataBlock(doc, (const xmlChar *)gumbo_child->v.text.text,
191
+ (int) strlen(gumbo_child->v.text.text));
192
+ set_line(xml_child, gumbo_child->v.text.start_pos.line);
193
+ xmlAddChild(xml_node, xml_child);
194
+ break;
195
+
196
+ case GUMBO_NODE_COMMENT:
197
+ xml_child = xmlNewDocComment(doc, (const xmlChar *)gumbo_child->v.text.text);
198
+ set_line(xml_child, gumbo_child->v.text.start_pos.line);
199
+ xmlAddChild(xml_node, xml_child);
200
+ break;
201
+
202
+ case GUMBO_NODE_TEMPLATE:
203
+ // XXX: Should create a template element and a new DocumentFragment
204
+ case GUMBO_NODE_ELEMENT: {
205
+ xml_child = xmlNewDocNode(doc, NULL, (const xmlChar *)gumbo_child->v.element.name, NULL);
206
+ set_line(xml_child, gumbo_child->v.element.start_pos.line);
207
+ if (xml_root == NULL) {
208
+ xml_root = xml_child;
209
+ }
210
+ xmlNsPtr ns = NULL;
211
+ switch (gumbo_child->v.element.tag_namespace) {
212
+ case GUMBO_NAMESPACE_HTML:
213
+ break;
214
+ case GUMBO_NAMESPACE_SVG:
215
+ ns = lookup_or_add_ns(doc, xml_root, "http://www.w3.org/2000/svg", "svg");
216
+ break;
217
+ case GUMBO_NAMESPACE_MATHML:
218
+ ns = lookup_or_add_ns(doc, xml_root, "http://www.w3.org/1998/Math/MathML", "math");
219
+ break;
220
+ }
221
+ if (ns != NULL) {
222
+ xmlSetNs(xml_child, ns);
223
+ }
224
+ xmlAddChild(xml_node, xml_child);
225
+
226
+ // Add the attributes.
227
+ const GumboVector *attrs = &gumbo_child->v.element.attributes;
228
+ for (size_t i = 0; i < attrs->length; i++) {
229
+ const GumboAttribute *attr = attrs->data[i];
230
+
231
+ switch (attr->attr_namespace) {
232
+ case GUMBO_ATTR_NAMESPACE_XLINK:
233
+ ns = lookup_or_add_ns(doc, xml_root, "http://www.w3.org/1999/xlink", "xlink");
234
+ break;
235
+
236
+ case GUMBO_ATTR_NAMESPACE_XML:
237
+ ns = lookup_or_add_ns(doc, xml_root, "http://www.w3.org/XML/1998/namespace", "xml");
238
+ break;
239
+
240
+ case GUMBO_ATTR_NAMESPACE_XMLNS:
241
+ ns = lookup_or_add_ns(doc, xml_root, "http://www.w3.org/2000/xmlns/", "xmlns");
242
+ break;
243
+
244
+ default:
245
+ ns = NULL;
246
+ }
247
+ xmlNewNsProp(xml_child, ns, (const xmlChar *)attr->name, (const xmlChar *)attr->value);
248
+ }
249
+
250
+ // Add children for this element.
251
+ child_index = 0;
252
+ gumbo_node = gumbo_child;
253
+ xml_node = xml_child;
254
+ }
255
+ }
256
+ }
257
+ }
258
+
259
+ static void
260
+ add_errors(const GumboOutput *output, VALUE rdoc, VALUE input, VALUE url)
261
+ {
262
+ const char *input_str = RSTRING_PTR(input);
263
+ size_t input_len = RSTRING_LEN(input);
264
+
265
+ // Add parse errors to rdoc.
266
+ if (output->errors.length) {
267
+ const GumboVector *errors = &output->errors;
268
+ VALUE rerrors = rb_ary_new2(errors->length);
269
+
270
+ for (size_t i = 0; i < errors->length; i++) {
271
+ GumboError *err = errors->data[i];
272
+ GumboSourcePosition position = gumbo_error_position(err);
273
+ char *msg;
274
+ size_t size = gumbo_caret_diagnostic_to_string(err, input_str, input_len, &msg);
275
+ VALUE err_str = rb_utf8_str_new(msg, size);
276
+ free(msg);
277
+ VALUE syntax_error = rb_class_new_instance(1, &err_str, cNokogiriXmlSyntaxError);
278
+ const char *error_code = gumbo_error_code(err);
279
+ VALUE str1 = error_code ? rb_utf8_str_new_static(error_code, strlen(error_code)) : Qnil;
280
+ rb_iv_set(syntax_error, "@domain", INT2NUM(1)); // XML_FROM_PARSER
281
+ rb_iv_set(syntax_error, "@code", INT2NUM(1)); // XML_ERR_INTERNAL_ERROR
282
+ rb_iv_set(syntax_error, "@level", INT2NUM(2)); // XML_ERR_ERROR
283
+ rb_iv_set(syntax_error, "@file", url);
284
+ rb_iv_set(syntax_error, "@line", SIZET2NUM(position.line));
285
+ rb_iv_set(syntax_error, "@str1", str1);
286
+ rb_iv_set(syntax_error, "@str2", Qnil);
287
+ rb_iv_set(syntax_error, "@str3", Qnil);
288
+ rb_iv_set(syntax_error, "@int1", INT2NUM(0));
289
+ rb_iv_set(syntax_error, "@column", SIZET2NUM(position.column));
290
+ rb_ary_push(rerrors, syntax_error);
291
+ }
292
+ rb_iv_set(rdoc, "@errors", rerrors);
293
+ }
294
+ }
295
+
296
+ typedef struct {
297
+ GumboOutput *output;
298
+ VALUE input;
299
+ VALUE url_or_frag;
300
+ VALUE klass;
301
+ xmlDocPtr doc;
302
+ } ParseArgs;
303
+
304
+ static VALUE
305
+ parse_cleanup(VALUE parse_args)
306
+ {
307
+ ParseArgs *args = (ParseArgs *)parse_args;
308
+ gumbo_destroy_output(args->output);
309
+ // Make sure garbage collection doesn't mark the objects as being live based
310
+ // on references from the ParseArgs. This may be unnecessary.
311
+ args->input = Qnil;
312
+ args->url_or_frag = Qnil;
313
+ if (args->doc != NULL) {
314
+ xmlFreeDoc(args->doc);
315
+ }
316
+ return Qnil;
317
+ }
318
+
319
+ static VALUE parse_continue(VALUE parse_args);
320
+
321
+ /*
322
+ * @!visibility protected
323
+ */
324
+ static VALUE
325
+ parse(VALUE self, VALUE input, VALUE url, VALUE max_attributes, VALUE max_errors, VALUE max_depth, VALUE klass)
326
+ {
327
+ GumboOptions options = kGumboDefaultOptions;
328
+ options.max_attributes = NUM2INT(max_attributes);
329
+ options.max_errors = NUM2INT(max_errors);
330
+ options.max_tree_depth = NUM2INT(max_depth);
331
+
332
+ GumboOutput *output = perform_parse(&options, input);
333
+ ParseArgs args = {
334
+ .output = output,
335
+ .input = input,
336
+ .url_or_frag = url,
337
+ .klass = klass,
338
+ .doc = NULL,
339
+ };
340
+
341
+ return rb_ensure(parse_continue, (VALUE)(&args), parse_cleanup, (VALUE)(&args));
342
+ }
343
+
344
+ static VALUE
345
+ parse_continue(VALUE parse_args)
346
+ {
347
+ ParseArgs *args = (ParseArgs *)parse_args;
348
+ GumboOutput *output = args->output;
349
+ xmlDocPtr doc;
350
+ if (output->document->v.document.has_doctype) {
351
+ const char *name = output->document->v.document.name;
352
+ const char *public = output->document->v.document.public_identifier;
353
+ const char *system = output->document->v.document.system_identifier;
354
+ public = public[0] ? public : NULL;
355
+ system = system[0] ? system : NULL;
356
+ doc = new_html_doc(name, system, public);
357
+ } else {
358
+ doc = new_html_doc(NULL, NULL, NULL);
359
+ }
360
+ args->doc = doc; // Make sure doc gets cleaned up if an error is thrown.
361
+ build_tree(doc, (xmlNodePtr)doc, output->document);
362
+ VALUE rdoc = noko_xml_document_wrap(args->klass, doc);
363
+ rb_iv_set(rdoc, "@url", args->url_or_frag);
364
+ rb_iv_set(rdoc, "@quirks_mode", INT2NUM(output->document->v.document.doc_type_quirks_mode));
365
+ args->doc = NULL; // The Ruby runtime now owns doc so don't delete it.
366
+ add_errors(output, rdoc, args->input, args->url_or_frag);
367
+ return rdoc;
368
+ }
369
+
370
+ static int
371
+ lookup_namespace(VALUE node, bool require_known_ns)
372
+ {
373
+ ID namespace, href;
374
+ CONST_ID(namespace, "namespace");
375
+ CONST_ID(href, "href");
376
+ VALUE ns = rb_funcall(node, namespace, 0);
377
+
378
+ if (NIL_P(ns)) {
379
+ return GUMBO_NAMESPACE_HTML;
380
+ }
381
+ ns = rb_funcall(ns, href, 0);
382
+ assert(RTEST(ns));
383
+ Check_Type(ns, T_STRING);
384
+
385
+ const char *href_ptr = RSTRING_PTR(ns);
386
+ size_t href_len = RSTRING_LEN(ns);
387
+ #define NAMESPACE_P(uri) (href_len == sizeof uri - 1 && !memcmp(href_ptr, uri, href_len))
388
+ if (NAMESPACE_P("http://www.w3.org/1999/xhtml")) {
389
+ return GUMBO_NAMESPACE_HTML;
390
+ }
391
+ if (NAMESPACE_P("http://www.w3.org/1998/Math/MathML")) {
392
+ return GUMBO_NAMESPACE_MATHML;
393
+ }
394
+ if (NAMESPACE_P("http://www.w3.org/2000/svg")) {
395
+ return GUMBO_NAMESPACE_SVG;
396
+ }
397
+ #undef NAMESPACE_P
398
+ if (require_known_ns) {
399
+ rb_raise(rb_eArgError, "Unexpected namespace URI \"%*s\"", (int)href_len, href_ptr);
400
+ }
401
+ return -1;
402
+ }
403
+
404
+ static xmlNodePtr
405
+ extract_xml_node(VALUE node)
406
+ {
407
+ xmlNodePtr xml_node;
408
+ Noko_Node_Get_Struct(node, xmlNode, xml_node);
409
+ return xml_node;
410
+ }
411
+
412
+ static VALUE fragment_continue(VALUE parse_args);
413
+
414
+ /*
415
+ * @!visibility protected
416
+ */
417
+ static VALUE
418
+ fragment(
419
+ VALUE self,
420
+ VALUE doc_fragment,
421
+ VALUE tags,
422
+ VALUE ctx,
423
+ VALUE max_attributes,
424
+ VALUE max_errors,
425
+ VALUE max_depth
426
+ )
427
+ {
428
+ ID name = rb_intern_const("name");
429
+ const char *ctx_tag;
430
+ GumboNamespaceEnum ctx_ns;
431
+ GumboQuirksModeEnum quirks_mode;
432
+ bool form = false;
433
+ const char *encoding = NULL;
434
+
435
+ if (NIL_P(ctx)) {
436
+ ctx_tag = "body";
437
+ ctx_ns = GUMBO_NAMESPACE_HTML;
438
+ } else if (TYPE(ctx) == T_STRING) {
439
+ ctx_tag = StringValueCStr(ctx);
440
+ ctx_ns = GUMBO_NAMESPACE_HTML;
441
+ size_t len = RSTRING_LEN(ctx);
442
+ const char *colon = memchr(ctx_tag, ':', len);
443
+ if (colon) {
444
+ switch (colon - ctx_tag) {
445
+ case 3:
446
+ if (st_strncasecmp(ctx_tag, "svg", 3) != 0) {
447
+ goto error;
448
+ }
449
+ ctx_ns = GUMBO_NAMESPACE_SVG;
450
+ break;
451
+ case 4:
452
+ if (st_strncasecmp(ctx_tag, "html", 4) == 0) {
453
+ ctx_ns = GUMBO_NAMESPACE_HTML;
454
+ } else if (st_strncasecmp(ctx_tag, "math", 4) == 0) {
455
+ ctx_ns = GUMBO_NAMESPACE_MATHML;
456
+ } else {
457
+ goto error;
458
+ }
459
+ break;
460
+ default:
461
+ error:
462
+ rb_raise(rb_eArgError, "Invalid context namespace '%*s'", (int)(colon - ctx_tag), ctx_tag);
463
+ }
464
+ ctx_tag = colon + 1;
465
+ } else {
466
+ // For convenience, put 'svg' and 'math' in their namespaces.
467
+ if (len == 3 && st_strncasecmp(ctx_tag, "svg", 3) == 0) {
468
+ ctx_ns = GUMBO_NAMESPACE_SVG;
469
+ } else if (len == 4 && st_strncasecmp(ctx_tag, "math", 4) == 0) {
470
+ ctx_ns = GUMBO_NAMESPACE_MATHML;
471
+ }
472
+ }
473
+
474
+ // Check if it's a form.
475
+ form = ctx_ns == GUMBO_NAMESPACE_HTML && st_strcasecmp(ctx_tag, "form") == 0;
476
+ } else {
477
+ ID element_ = rb_intern_const("element?");
478
+
479
+ // Context fragment name.
480
+ VALUE tag_name = rb_funcall(ctx, name, 0);
481
+ assert(RTEST(tag_name));
482
+ Check_Type(tag_name, T_STRING);
483
+ ctx_tag = StringValueCStr(tag_name);
484
+
485
+ // Context fragment namespace.
486
+ ctx_ns = lookup_namespace(ctx, true);
487
+
488
+ // Check for a form ancestor, including self.
489
+ for (VALUE node = ctx;
490
+ !NIL_P(node);
491
+ node = rb_respond_to(node, parent) ? rb_funcall(node, parent, 0) : Qnil) {
492
+ if (!RTEST(rb_funcall(node, element_, 0))) {
493
+ continue;
494
+ }
495
+ VALUE element_name = rb_funcall(node, name, 0);
496
+ if (RSTRING_LEN(element_name) == 4
497
+ && !st_strcasecmp(RSTRING_PTR(element_name), "form")
498
+ && lookup_namespace(node, false) == GUMBO_NAMESPACE_HTML) {
499
+ form = true;
500
+ break;
501
+ }
502
+ }
503
+
504
+ // Encoding.
505
+ if (ctx_ns == GUMBO_NAMESPACE_MATHML
506
+ && RSTRING_LEN(tag_name) == 14
507
+ && !st_strcasecmp(ctx_tag, "annotation-xml")) {
508
+ VALUE enc = rb_funcall(ctx, rb_intern_const("[]"),
509
+ 1,
510
+ rb_utf8_str_new_static("encoding", 8));
511
+ if (RTEST(enc)) {
512
+ Check_Type(enc, T_STRING);
513
+ encoding = StringValueCStr(enc);
514
+ }
515
+ }
516
+ }
517
+
518
+ // Quirks mode.
519
+ VALUE doc = rb_funcall(doc_fragment, rb_intern_const("document"), 0);
520
+ VALUE dtd = rb_funcall(doc, internal_subset, 0);
521
+ VALUE doc_quirks_mode = rb_iv_get(doc, "@quirks_mode");
522
+ if (NIL_P(ctx) || NIL_P(doc_quirks_mode)) {
523
+ quirks_mode = GUMBO_DOCTYPE_NO_QUIRKS;
524
+ } else if (NIL_P(dtd)) {
525
+ quirks_mode = GUMBO_DOCTYPE_QUIRKS;
526
+ } else {
527
+ VALUE dtd_name = rb_funcall(dtd, name, 0);
528
+ VALUE pubid = rb_funcall(dtd, rb_intern_const("external_id"), 0);
529
+ VALUE sysid = rb_funcall(dtd, rb_intern_const("system_id"), 0);
530
+ quirks_mode = gumbo_compute_quirks_mode(
531
+ NIL_P(dtd_name) ? NULL : StringValueCStr(dtd_name),
532
+ NIL_P(pubid) ? NULL : StringValueCStr(pubid),
533
+ NIL_P(sysid) ? NULL : StringValueCStr(sysid)
534
+ );
535
+ }
536
+
537
+ // Perform a fragment parse.
538
+ int depth = NUM2INT(max_depth);
539
+ GumboOptions options = kGumboDefaultOptions;
540
+ options.max_attributes = NUM2INT(max_attributes);
541
+ options.max_errors = NUM2INT(max_errors);
542
+ // Add one to account for the HTML element.
543
+ options.max_tree_depth = depth < 0 ? -1 : (depth + 1);
544
+ options.fragment_context = ctx_tag;
545
+ options.fragment_namespace = ctx_ns;
546
+ options.fragment_encoding = encoding;
547
+ options.quirks_mode = quirks_mode;
548
+ options.fragment_context_has_form_ancestor = form;
549
+
550
+ GumboOutput *output = perform_parse(&options, tags);
551
+ ParseArgs args = {
552
+ .output = output,
553
+ .input = tags,
554
+ .url_or_frag = doc_fragment,
555
+ .doc = (xmlDocPtr)extract_xml_node(doc),
556
+ };
557
+ rb_ensure(fragment_continue, (VALUE)(&args), parse_cleanup, (VALUE)(&args));
558
+ return Qnil;
559
+ }
560
+
561
+ static VALUE
562
+ fragment_continue(VALUE parse_args)
563
+ {
564
+ ParseArgs *args = (ParseArgs *)parse_args;
565
+ GumboOutput *output = args->output;
566
+ VALUE doc_fragment = args->url_or_frag;
567
+ xmlDocPtr xml_doc = args->doc;
568
+
569
+ args->doc = NULL; // The Ruby runtime owns doc so make sure we don't delete it.
570
+ xmlNodePtr xml_frag = extract_xml_node(doc_fragment);
571
+ build_tree(xml_doc, xml_frag, output->root);
572
+ rb_iv_set(doc_fragment, "@quirks_mode", INT2NUM(output->document->v.document.doc_type_quirks_mode));
573
+ add_errors(output, doc_fragment, args->input, rb_utf8_str_new_static("#fragment", 9));
574
+ return Qnil;
575
+ }
576
+
577
+ // Initialize the Nokogumbo class and fetch constants we will use later.
578
+ void
579
+ noko_init_gumbo(void)
580
+ {
581
+ // Class constants.
582
+ cNokogiriHtml5Document = rb_define_class_under(mNokogiriHtml5, "Document", cNokogiriHtml4Document);
583
+ rb_gc_register_mark_object(cNokogiriHtml5Document);
584
+
585
+ // Interned symbols.
586
+ internal_subset = rb_intern_const("internal_subset");
587
+ parent = rb_intern_const("parent");
588
+
589
+ // Define Nokogumbo module with parse and fragment methods.
590
+ rb_define_singleton_method(mNokogiriGumbo, "parse", parse, 6);
591
+ rb_define_singleton_method(mNokogiriGumbo, "fragment", fragment, 6);
592
+ }
593
+
594
+ // vim: set shiftwidth=2 softtabstop=2 tabstop=8 expandtab: