@dvaji/cheerox 0.0.0-stage → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (268) hide show
  1. package/CONTRIBUTING.md +74 -0
  2. package/Cargo.lock +1091 -0
  3. package/Cargo.toml +47 -0
  4. package/LICENSE +21 -0
  5. package/README.md +121 -2
  6. package/RELEASING.md +114 -0
  7. package/THIRD_PARTY_NOTICES.md +7581 -0
  8. package/build.rs +3 -0
  9. package/cheerox.darwin-arm64.node +0 -0
  10. package/cheerox.darwin-x64.node +0 -0
  11. package/cheerox.linux-arm64-gnu.node +0 -0
  12. package/cheerox.linux-arm64-musl.node +0 -0
  13. package/cheerox.linux-x64-gnu.node +0 -0
  14. package/cheerox.linux-x64-musl.node +0 -0
  15. package/cheerox.win32-arm64-msvc.node +0 -0
  16. package/cheerox.win32-x64-msvc.node +0 -0
  17. package/dist/cheerio-compat-BKkfJEAr.mjs +1648 -0
  18. package/dist/cheerio-compat-BKkfJEAr.mjs.map +1 -0
  19. package/dist/cheerio-compat-DRLPzBdX.d.mts +88 -0
  20. package/dist/cheerio-compat-DRsINTwV.d.cts +88 -0
  21. package/dist/cheerio-compat-DRsINTwV.d.ts +88 -0
  22. package/dist/cheerio-compat-DcnYK9OB.cjs +1719 -0
  23. package/dist/cheerio-compat-DcnYK9OB.cjs.map +1 -0
  24. package/dist/cheerio-compat.cjs +18 -0
  25. package/dist/cheerio-compat.d.cts +2 -0
  26. package/dist/cheerio-compat.d.mts +2 -0
  27. package/dist/cheerio-compat.d.ts +2 -0
  28. package/dist/cheerio-compat.mjs +1 -0
  29. package/dist/index.cjs +13 -0
  30. package/dist/index.cjs.map +1 -0
  31. package/dist/index.d.cts +28 -0
  32. package/dist/index.d.mts +6 -0
  33. package/dist/index.d.ts +28 -0
  34. package/dist/index.mjs +53 -0
  35. package/dist/index.mjs.map +1 -0
  36. package/dist/legacy-parse.cjs +5 -0
  37. package/dist/legacy-parse.d.mts +8 -0
  38. package/dist/legacy-parse.d.ts +7 -0
  39. package/dist/legacy-parse.mjs +1 -0
  40. package/dist/modern-B7hyW4cI.d.cts +102 -0
  41. package/dist/modern-B7hyW4cI.d.ts +102 -0
  42. package/dist/modern-CHQGP0Yt.cjs +2858 -0
  43. package/dist/modern-CHQGP0Yt.cjs.map +1 -0
  44. package/dist/modern-CJvSD_y5.d.mts +102 -0
  45. package/dist/modern-CvXcTn82.mjs +2769 -0
  46. package/dist/modern-CvXcTn82.mjs.map +1 -0
  47. package/dist/modern.cjs +19 -0
  48. package/dist/modern.d.cts +3 -0
  49. package/dist/modern.d.mts +3 -0
  50. package/dist/modern.d.ts +3 -0
  51. package/dist/modern.mjs +3 -0
  52. package/dist/nodes-jbWWhssj.cjs +4210 -0
  53. package/dist/nodes-jbWWhssj.cjs.map +1 -0
  54. package/dist/nodes-sYxb5qyZ.mjs +3803 -0
  55. package/dist/nodes-sYxb5qyZ.mjs.map +1 -0
  56. package/dist/slim.cjs +16 -0
  57. package/dist/slim.cjs.map +1 -0
  58. package/dist/slim.d.cts +6 -0
  59. package/dist/slim.d.mts +6 -0
  60. package/dist/slim.d.ts +6 -0
  61. package/dist/slim.mjs +12 -0
  62. package/dist/slim.mjs.map +1 -0
  63. package/dist/types-CA01Zg3r.d.cts +526 -0
  64. package/dist/types-CA01Zg3r.d.mts +526 -0
  65. package/dist/types-CA01Zg3r.d.ts +526 -0
  66. package/dist/utils.cjs +31 -0
  67. package/dist/utils.cjs.map +1 -0
  68. package/dist/utils.d.cts +8 -0
  69. package/dist/utils.d.mts +8 -0
  70. package/dist/utils.d.ts +8 -0
  71. package/dist/utils.mjs +25 -0
  72. package/dist/utils.mjs.map +1 -0
  73. package/native/src/arena.rs +2109 -0
  74. package/native/src/attributes.rs +946 -0
  75. package/native/src/codec.rs +298 -0
  76. package/native/src/diagnostics.rs +1249 -0
  77. package/native/src/document_order.rs +711 -0
  78. package/native/src/extraction.rs +321 -0
  79. package/native/src/gc.rs +175 -0
  80. package/native/src/hook_sink.rs +801 -0
  81. package/native/src/hook_stream.rs +513 -0
  82. package/native/src/id_hash.rs +42 -0
  83. package/native/src/immutable.rs +333 -0
  84. package/native/src/lib.rs +4120 -0
  85. package/native/src/location.rs +392 -0
  86. package/native/src/markup_tokenizer.rs +668 -0
  87. package/native/src/runtime.rs +368 -0
  88. package/native/src/selector.rs +1596 -0
  89. package/native/src/sink.rs +274 -0
  90. package/native/src/snapshot.rs +672 -0
  91. package/native/src/stream.rs +334 -0
  92. package/native/src/tokenizer.rs +581 -0
  93. package/native/src/tracker.rs +232 -0
  94. package/native/vendor/README.md +35 -0
  95. package/native/vendor/html5ever-0.35.0/.cargo_vcs_info.json +6 -0
  96. package/native/vendor/html5ever-0.35.0/Cargo.lock +828 -0
  97. package/native/vendor/html5ever-0.35.0/Cargo.toml +85 -0
  98. package/native/vendor/html5ever-0.35.0/LICENSE-APACHE +201 -0
  99. package/native/vendor/html5ever-0.35.0/LICENSE-MIT +25 -0
  100. package/native/vendor/html5ever-0.35.0/README.md +60 -0
  101. package/native/vendor/html5ever-0.35.0/benches/html5ever.rs +86 -0
  102. package/native/vendor/html5ever-0.35.0/data/bench/lipsum-zh.html +19 -0
  103. package/native/vendor/html5ever-0.35.0/data/bench/lipsum.html +40 -0
  104. package/native/vendor/html5ever-0.35.0/data/bench/medium-fragment.html +24 -0
  105. package/native/vendor/html5ever-0.35.0/data/bench/small-fragment.html +7 -0
  106. package/native/vendor/html5ever-0.35.0/data/bench/strong.html +1 -0
  107. package/native/vendor/html5ever-0.35.0/data/bench/tiny-fragment.html +1 -0
  108. package/native/vendor/html5ever-0.35.0/examples/arena.rs +356 -0
  109. package/native/vendor/html5ever-0.35.0/examples/capi/tokenize.c +74 -0
  110. package/native/vendor/html5ever-0.35.0/examples/noop-tokenize.rs +47 -0
  111. package/native/vendor/html5ever-0.35.0/examples/noop-tree-builder.rs +132 -0
  112. package/native/vendor/html5ever-0.35.0/examples/print-tree-actions.rs +185 -0
  113. package/native/vendor/html5ever-0.35.0/examples/tokenize.rs +111 -0
  114. package/native/vendor/html5ever-0.35.0/src/driver.rs +148 -0
  115. package/native/vendor/html5ever-0.35.0/src/lib.rs +30 -0
  116. package/native/vendor/html5ever-0.35.0/src/macros.rs +34 -0
  117. package/native/vendor/html5ever-0.35.0/src/serialize/mod.rs +255 -0
  118. package/native/vendor/html5ever-0.35.0/src/tokenizer/char_ref/mod.rs +530 -0
  119. package/native/vendor/html5ever-0.35.0/src/tokenizer/interface.rs +99 -0
  120. package/native/vendor/html5ever-0.35.0/src/tokenizer/mod.rs +2628 -0
  121. package/native/vendor/html5ever-0.35.0/src/tokenizer/states.rs +97 -0
  122. package/native/vendor/html5ever-0.35.0/src/tree_builder/data.rs +170 -0
  123. package/native/vendor/html5ever-0.35.0/src/tree_builder/mod.rs +1848 -0
  124. package/native/vendor/html5ever-0.35.0/src/tree_builder/rules.rs +1494 -0
  125. package/native/vendor/html5ever-0.35.0/src/tree_builder/tag_sets.rs +114 -0
  126. package/native/vendor/html5ever-0.35.0/src/tree_builder/types.rs +91 -0
  127. package/native/vendor/html5ever-0.35.0/src/util/str.rs +52 -0
  128. package/native/vendor/html5gum-0.8.4/Cargo.lock +1006 -0
  129. package/native/vendor/html5gum-0.8.4/Cargo.toml +109 -0
  130. package/native/vendor/html5gum-0.8.4/LICENSE +19 -0
  131. package/native/vendor/html5gum-0.8.4/README.md +110 -0
  132. package/native/vendor/html5gum-0.8.4/benches/files/0050.html +2131 -0
  133. package/native/vendor/html5gum-0.8.4/benches/files/6D30.html +1004 -0
  134. package/native/vendor/html5gum-0.8.4/benches/files.rs +32 -0
  135. package/native/vendor/html5gum-0.8.4/benches/patterns.rs +31 -0
  136. package/native/vendor/html5gum-0.8.4/src/arrayvec.rs +29 -0
  137. package/native/vendor/html5gum-0.8.4/src/char_validator.rs +134 -0
  138. package/native/vendor/html5gum-0.8.4/src/emitters/callback.rs +676 -0
  139. package/native/vendor/html5gum-0.8.4/src/emitters/default.rs +207 -0
  140. package/native/vendor/html5gum-0.8.4/src/emitters/emitter.rs +344 -0
  141. package/native/vendor/html5gum-0.8.4/src/emitters/html5ever.rs +306 -0
  142. package/native/vendor/html5gum-0.8.4/src/emitters/mod.rs +25 -0
  143. package/native/vendor/html5gum-0.8.4/src/entities.rs +3342 -0
  144. package/native/vendor/html5gum-0.8.4/src/error.rs +96 -0
  145. package/native/vendor/html5gum-0.8.4/src/htmlstring.rs +130 -0
  146. package/native/vendor/html5gum-0.8.4/src/lib.rs +66 -0
  147. package/native/vendor/html5gum-0.8.4/src/machine.rs +2136 -0
  148. package/native/vendor/html5gum-0.8.4/src/machine_helper.rs +277 -0
  149. package/native/vendor/html5gum-0.8.4/src/read_helper.rs +244 -0
  150. package/native/vendor/html5gum-0.8.4/src/reader.rs +440 -0
  151. package/native/vendor/html5gum-0.8.4/src/span.rs +98 -0
  152. package/native/vendor/html5gum-0.8.4/src/state.rs +16 -0
  153. package/native/vendor/html5gum-0.8.4/src/testutils.rs +71 -0
  154. package/native/vendor/html5gum-0.8.4/src/tokenizer.rs +189 -0
  155. package/native/vendor/html5gum-0.8.4/src/utils.rs +88 -0
  156. package/native/vendor/markup5ever-0.35.0/.cargo_vcs_info.json +6 -0
  157. package/native/vendor/markup5ever-0.35.0/Cargo.toml +45 -0
  158. package/native/vendor/markup5ever-0.35.0/LICENSE-APACHE +201 -0
  159. package/native/vendor/markup5ever-0.35.0/LICENSE-MIT +25 -0
  160. package/native/vendor/markup5ever-0.35.0/interface/mod.rs +422 -0
  161. package/native/vendor/markup5ever-0.35.0/interface/tree_builder.rs +280 -0
  162. package/native/vendor/markup5ever-0.35.0/lib.rs +59 -0
  163. package/native/vendor/markup5ever-0.35.0/serialize.rs +77 -0
  164. package/native/vendor/markup5ever-0.35.0/util/buffer_queue.rs +333 -0
  165. package/native/vendor/markup5ever-0.35.0/util/smallcharset.rs +88 -0
  166. package/native/vendor/scraper-0.24.0/Cargo.toml +52 -0
  167. package/native/vendor/scraper-0.24.0/LICENSE +15 -0
  168. package/native/vendor/scraper-0.24.0/src/element_ref/element.rs +212 -0
  169. package/native/vendor/scraper-0.24.0/src/element_ref/mod.rs +236 -0
  170. package/native/vendor/scraper-0.24.0/src/element_ref/serializable.rs +15 -0
  171. package/native/vendor/scraper-0.24.0/src/error/utils.rs +91 -0
  172. package/native/vendor/scraper-0.24.0/src/error.rs +118 -0
  173. package/native/vendor/scraper-0.24.0/src/html/mod.rs +270 -0
  174. package/native/vendor/scraper-0.24.0/src/html/serializable.rs +27 -0
  175. package/native/vendor/scraper-0.24.0/src/html/tree_sink.rs +285 -0
  176. package/native/vendor/scraper-0.24.0/src/lib.rs +180 -0
  177. package/native/vendor/scraper-0.24.0/src/node/serializable.rs +52 -0
  178. package/native/vendor/scraper-0.24.0/src/node.rs +465 -0
  179. package/native/vendor/scraper-0.24.0/src/selectable.rs +70 -0
  180. package/native/vendor/scraper-0.24.0/src/selector.rs +290 -0
  181. package/package.json +167 -4
  182. package/scripts/check-native.mjs +15 -0
  183. package/scripts/check-release.mjs +234 -0
  184. package/scripts/fix-declarations.mjs +39 -0
  185. package/scripts/generate-notices.mjs +194 -0
  186. package/scripts/notices/README.md +13 -0
  187. package/scripts/notices/cheerio-MIT.txt +21 -0
  188. package/scripts/notices/html5ever-AUTHORS.txt +20 -0
  189. package/scripts/notices/html5ever-COPYRIGHT.txt +8 -0
  190. package/scripts/notices/html5ever-LICENSE-APACHE.txt +201 -0
  191. package/scripts/notices/html5ever-LICENSE-MIT.txt +25 -0
  192. package/scripts/notices/htmlparser2-MIT.txt +18 -0
  193. package/scripts/notices/napi-rs-MIT.txt +43 -0
  194. package/scripts/notices/neon-MIT.txt +19 -0
  195. package/scripts/notices/runtime-01c266bced4a434da005.txt +3 -0
  196. package/scripts/notices/runtime-0a54e647fe54104658b5.txt +14 -0
  197. package/scripts/notices/runtime-0b74dfa0bcee5c420c6b.txt +25 -0
  198. package/scripts/notices/runtime-0d542e0c8804e39aa7f3.txt +177 -0
  199. package/scripts/notices/runtime-0f96a83840e146e43c0e.txt +21 -0
  200. package/scripts/notices/runtime-123a331b5dbf04c30097.txt +25 -0
  201. package/scripts/notices/runtime-172020dbfd5b53a226df.txt +34 -0
  202. package/scripts/notices/runtime-209fbbe0ad52d9235e37.txt +26 -0
  203. package/scripts/notices/runtime-23f18e03dc49df91622f.txt +23 -0
  204. package/scripts/notices/runtime-268872b9816f90fd8e85.txt +220 -0
  205. package/scripts/notices/runtime-35242e7a83f69875e6ed.txt +176 -0
  206. package/scripts/notices/runtime-378f5840b258e2779c39.txt +25 -0
  207. package/scripts/notices/runtime-4108245a1f2df9d4e94d.txt +25 -0
  208. package/scripts/notices/runtime-4455bf75a91154108304.txt +21 -0
  209. package/scripts/notices/runtime-553fffcd9b1cb158bc3e.txt +13 -0
  210. package/scripts/notices/runtime-62c7a1e35f56406896d7.txt +176 -0
  211. package/scripts/notices/runtime-6485b8ed310d3f0340bf.txt +25 -0
  212. package/scripts/notices/runtime-69fef7b0f322a6555415.txt +201 -0
  213. package/scripts/notices/runtime-6df43f6f4b5d4587f3d8.txt +187 -0
  214. package/scripts/notices/runtime-799e9ca9d179295ef372.txt +24 -0
  215. package/scripts/notices/runtime-7b63ecd5f1902af1b637.txt +25 -0
  216. package/scripts/notices/runtime-7bc7d5de2a0b793d4e1a.txt +21 -0
  217. package/scripts/notices/runtime-7e12e5df4bae12cb2158.txt +24 -0
  218. package/scripts/notices/runtime-861399f8c21c042b1105.txt +12 -0
  219. package/scripts/notices/runtime-8ada45cd9f843acf64e4.txt +201 -0
  220. package/scripts/notices/runtime-90eb64f0279b0d9432ac.txt +12 -0
  221. package/scripts/notices/runtime-a60eea817514531668d7.txt +201 -0
  222. package/scripts/notices/runtime-a7c936ff1ed8fa340172.txt +25 -0
  223. package/scripts/notices/runtime-ab6eec6caf0fa5775e41.txt +275 -0
  224. package/scripts/notices/runtime-b1181a40b2a7b25cf66f.txt +19 -0
  225. package/scripts/notices/runtime-b71bd43a069ca0641a9e.txt +25 -0
  226. package/scripts/notices/runtime-c16f8dcf1a368b83be78.txt +201 -0
  227. package/scripts/notices/runtime-c2cfccb812fe482101a8.txt +21 -0
  228. package/scripts/notices/runtime-e99d88d232bf57d70f0f.txt +25 -0
  229. package/scripts/notices/runtime-f32fb3b417a194167cfa.txt +9 -0
  230. package/scripts/notices/runtime-f5062c9a188d81dfe66b.txt +39 -0
  231. package/scripts/notices/runtime-f9070a832833fa7488fd.txt +4 -0
  232. package/scripts/notices/runtime-fab3dd6bdab226f1c086.txt +373 -0
  233. package/scripts/notices/runtime-fba3318d0c600380177e.txt +62 -0
  234. package/scripts/notices/runtime-ff8f68cb076caf8cefe7.txt +25 -0
  235. package/scripts/notices/runtime-ff92bed461f50338dd70.txt +74 -0
  236. package/scripts/notices/runtime.json +1632 -0
  237. package/scripts/notices/sources.json +561 -0
  238. package/scripts/notices/xray-MIT.txt +21 -0
  239. package/src/attribute-object.ts +71 -0
  240. package/src/attributes.ts +308 -0
  241. package/src/cheerio-compat/css.ts +58 -0
  242. package/src/cheerio-compat/render.ts +106 -0
  243. package/src/cheerio-compat/selectors.ts +51 -0
  244. package/src/cheerio-compat/types.ts +52 -0
  245. package/src/cheerio-compat.ts +2055 -0
  246. package/src/codec.ts +96 -0
  247. package/src/dom.ts +87 -0
  248. package/src/extract-plan.ts +97 -0
  249. package/src/extract.ts +322 -0
  250. package/src/hooks.ts +369 -0
  251. package/src/index.ts +48 -0
  252. package/src/io.ts +491 -0
  253. package/src/match.ts +207 -0
  254. package/src/modern.ts +259 -0
  255. package/src/native.ts +149 -0
  256. package/src/nodes.ts +831 -0
  257. package/src/parse.ts +53 -0
  258. package/src/parser-types.ts +157 -0
  259. package/src/router.ts +1129 -0
  260. package/src/selection.ts +682 -0
  261. package/src/slim.ts +12 -0
  262. package/src/snapshot.ts +291 -0
  263. package/src/transport.ts +113 -0
  264. package/src/types.ts +186 -0
  265. package/src/utils.ts +29 -0
  266. package/src/workers.ts +21 -0
  267. package/tsconfig.json +15 -0
  268. package/tsdown.config.mjs +17 -0
@@ -0,0 +1,232 @@
1
+ //! Attach source spans to actual HTML5 sink operations. Scanner metadata is
2
+ //! retained only as a fallback for deferred table text and parser-only closures.
3
+ use crate::diagnostics::DiagnosticContext;
4
+ use serde_json::{Map, Value};
5
+ use std::cell::RefCell;
6
+ use std::collections::{HashMap, HashSet};
7
+ use std::hash::Hash;
8
+ use std::rc::Rc;
9
+
10
+ pub(crate) struct Locations<K> {
11
+ context: Rc<DiagnosticContext>,
12
+ records: RefCell<HashMap<K, Value>>,
13
+ names: RefCell<HashMap<K, String>>,
14
+ closed: RefCell<HashSet<K>>,
15
+ }
16
+ impl<K: Copy + Eq + Hash> Locations<K> {
17
+ pub(crate) fn new(context: Rc<DiagnosticContext>) -> Self {
18
+ Self {
19
+ context,
20
+ records: RefCell::new(HashMap::new()),
21
+ names: RefCell::new(HashMap::new()),
22
+ closed: RefCell::new(HashSet::new()),
23
+ }
24
+ }
25
+ pub(crate) fn created(&self, id: K, name: &str) {
26
+ self.names.borrow_mut().insert(id, name.to_owned());
27
+ self.closed.borrow_mut().remove(&id);
28
+ let token = self.context.current_token();
29
+ let value = if token.kind == "startTag"
30
+ && token
31
+ .name
32
+ .as_deref()
33
+ .is_some_and(|token| token.eq_ignore_ascii_case(name))
34
+ {
35
+ let mut range = self.context.location(token.span.0, token.span.1);
36
+ if !token.attributes.is_empty() {
37
+ let attrs: Map<String, Value> = token
38
+ .attributes
39
+ .into_iter()
40
+ .map(|(name, start, _end)| {
41
+ let raw = self.context.source_between(start, token.span.1);
42
+ let bytes = raw.as_bytes();
43
+ let mut end = 0;
44
+ while end < bytes.len()
45
+ && !bytes[end].is_ascii_whitespace()
46
+ && !matches!(bytes[end], b'=' | b'>' | b'/')
47
+ {
48
+ end += 1;
49
+ }
50
+ let name_end = end;
51
+ while end < bytes.len() && bytes[end].is_ascii_whitespace() {
52
+ end += 1;
53
+ }
54
+ if bytes.get(end) == Some(&b'=') {
55
+ end += 1;
56
+ while end < bytes.len() && bytes[end].is_ascii_whitespace() {
57
+ end += 1;
58
+ }
59
+ if let Some(q @ (b'\'' | b'"')) = bytes.get(end).copied() {
60
+ end += 1;
61
+ while end < bytes.len() && bytes[end] != q {
62
+ end += 1;
63
+ }
64
+ end += (end < bytes.len()) as usize;
65
+ } else {
66
+ while end < bytes.len()
67
+ && !bytes[end].is_ascii_whitespace()
68
+ && bytes[end] != b'>'
69
+ {
70
+ end += 1;
71
+ }
72
+ }
73
+ } else {
74
+ end = name_end;
75
+ }
76
+ (name, self.context.location(start, start + end))
77
+ })
78
+ .collect();
79
+ range["attrs"] = Value::Object(attrs);
80
+ }
81
+ range["startTag"] = range.clone();
82
+ if crate::void_name(name) {
83
+ self.closed.borrow_mut().insert(id);
84
+ }
85
+ range
86
+ } else if matches!(
87
+ name,
88
+ "a" | "b"
89
+ | "big"
90
+ | "code"
91
+ | "em"
92
+ | "font"
93
+ | "i"
94
+ | "nobr"
95
+ | "s"
96
+ | "small"
97
+ | "strike"
98
+ | "strong"
99
+ | "tt"
100
+ | "u"
101
+ ) {
102
+ let names = self.names.borrow();
103
+ let records = self.records.borrow();
104
+ records
105
+ .iter()
106
+ .filter(|(other, value)| {
107
+ names.get(other).is_some_and(|other| other == name)
108
+ && value.get("startTag").is_some()
109
+ })
110
+ .max_by_key(|(_, value)| value["startOffset"].as_u64().unwrap_or(0))
111
+ .map(|(_, value)| {
112
+ let mut value = value.clone();
113
+ if let Some(object) = value.as_object_mut() {
114
+ object.remove("endTag");
115
+ }
116
+ let tag = value["startTag"].clone();
117
+ for field in ["endLine", "endCol", "endOffset"] {
118
+ value[field] = tag[field].clone();
119
+ }
120
+ value
121
+ })
122
+ .unwrap_or(Value::Null)
123
+ } else {
124
+ Value::Null
125
+ };
126
+ self.records.borrow_mut().insert(id, value);
127
+ }
128
+ pub(crate) fn closed(&self, id: K) {
129
+ let token = self.context.current_token();
130
+ if !matches!(token.kind, "startTag" | "endTag" | "eof") {
131
+ return;
132
+ }
133
+ if self.closed.borrow().contains(&id) {
134
+ return;
135
+ }
136
+ let names = self.names.borrow();
137
+ let Some(name) = names.get(&id) else {
138
+ return;
139
+ };
140
+ let mut records = self.records.borrow_mut();
141
+ let Some(Value::Object(record)) = records.get_mut(&id) else {
142
+ return;
143
+ };
144
+ if record.contains_key("endTag") {
145
+ return;
146
+ }
147
+ self.closed.borrow_mut().insert(id);
148
+ let explicit = token.kind == "endTag"
149
+ && token
150
+ .name
151
+ .as_deref()
152
+ .is_some_and(|token| token.eq_ignore_ascii_case(name));
153
+ let end = if explicit { token.span.1 } else { token.span.0 };
154
+ let point = self.context.location(end, end);
155
+ for field in ["endLine", "endCol", "endOffset"] {
156
+ record.insert(field.into(), point[field].clone());
157
+ }
158
+ if explicit {
159
+ record.insert(
160
+ "endTag".into(),
161
+ self.context.location(token.span.0, token.span.1),
162
+ );
163
+ }
164
+ }
165
+ pub(crate) fn closed_as(&self, id: K, name: &str) {
166
+ let previous = self.names.borrow_mut().insert(id, name.to_owned());
167
+ self.closed(id);
168
+ if let Some(previous) = previous {
169
+ self.names.borrow_mut().insert(id, previous);
170
+ }
171
+ }
172
+ pub(crate) fn token(&self, id: K, kind: &str) {
173
+ let token = self.context.current_token();
174
+ if token.kind == kind {
175
+ self.records
176
+ .borrow_mut()
177
+ .insert(id, self.context.location(token.span.0, token.span.1));
178
+ }
179
+ }
180
+ pub(crate) fn text(&self, id: K, data: &str) {
181
+ let token = self.context.current_token();
182
+ if token.kind != "text" {
183
+ return;
184
+ }
185
+ let (mut start, end) = self.context.current_span();
186
+ let raw = self.context.source_between(start, end);
187
+ let normalized = raw
188
+ .replace("\r\n", "\n")
189
+ .replace('\r', "\n")
190
+ .replace('\0', "\u{fffd}");
191
+ let decoded = crate::arena::decode_entities_mode(
192
+ &normalized,
193
+ false,
194
+ false,
195
+ self.context.codec_enabled(),
196
+ );
197
+ if normalized != data && decoded != data {
198
+ if normalized.starts_with('\n')
199
+ && (&normalized[1..] == data
200
+ || crate::arena::decode_entities_mode(
201
+ &normalized[1..],
202
+ false,
203
+ false,
204
+ self.context.codec_enabled(),
205
+ ) == data)
206
+ {
207
+ start += if raw.starts_with("\r\n") { 2 } else { 1 };
208
+ } else {
209
+ return;
210
+ }
211
+ }
212
+ let range = self.context.location(start, end);
213
+ let mut records = self.records.borrow_mut();
214
+ if let Some(Value::Object(record)) = records.get_mut(&id) {
215
+ for field in ["endLine", "endCol", "endOffset"] {
216
+ record.insert(field.into(), range[field].clone());
217
+ }
218
+ } else {
219
+ records.insert(id, range);
220
+ }
221
+ }
222
+ pub(crate) fn get(&self, id: K) -> Option<Value> {
223
+ self.records.borrow().get(&id).cloned()
224
+ }
225
+ pub(crate) fn take(&self) -> HashMap<K, Value> {
226
+ let ids: Vec<_> = self.names.borrow().keys().copied().collect();
227
+ for id in ids {
228
+ self.closed(id);
229
+ }
230
+ std::mem::take(&mut *self.records.borrow_mut())
231
+ }
232
+ }
@@ -0,0 +1,35 @@
1
+ # Vendored HTML5 integration hooks and attribute storage
2
+
3
+ These directories contain html5ever 0.35.0, markup5ever 0.35.0 and html5gum 0.8.4,
4
+ with their original license files (MIT OR Apache-2.0 for html5ever/markup5ever;
5
+ MIT for html5gum), and scraper 0.24.0 with its original license file (ISC).
6
+ Their exact patched sources ship in
7
+ the npm package and are selected by the root Cargo manifest's
8
+ `[patch.crates-io]` entries.
9
+
10
+ Cheerox adds optional TreeSink observers for the parser's actual open-element
11
+ stack. Stack push, pop, replacement and truncation operations notify the sink
12
+ as they happen. These hooks allow a caller's parse5-compatible tree adapter to
13
+ observe the same construction process used by the Rust HTML5 tree builder.
14
+ Ordinary parsing uses the default observer methods.
15
+
16
+ An opt-in tokenizer flag also escapes private-use characters produced by
17
+ character references, emitting each escape and its character as one text token.
18
+ This preserves the distinction between literal Unicode and Cheerox's internal
19
+ representation of lone JavaScript UTF-16 surrogates.
20
+ The flag is disabled for upstream users of these crates. The original HTML5
21
+ character-reference decoding rules remain in place.
22
+
23
+ The vendored scraper keeps its public surface but replaces the
24
+ `deterministic`-feature `indexmap::IndexMap` attribute storage with an
25
+ insertion-ordered vector-backed map: elements hold a handful of attributes, so
26
+ one ordered insertion costs less than a hash per attribute. Duplicate
27
+ attributes keep the first value, as the HTML tree builder requires, and the
28
+ `main`, `deterministic` and `default` features, the `getopts`/`indexmap`
29
+ dependencies, the binary and the examples are removed.
30
+ The patches preserve the HTML5 tree-building algorithms. Review changes against
31
+ the original [html5ever archive](https://crates.io/api/v1/crates/html5ever/0.35.0/download)
32
+ and [markup5ever archive](https://crates.io/api/v1/crates/markup5ever/0.35.0/download),
33
+ the [html5gum archive](https://crates.io/api/v1/crates/html5gum/0.8.4/download),
34
+ and the [scraper archive](https://crates.io/api/v1/crates/scraper/0.24.0/download).
35
+ Do not remove or edit the original third-party notices when updating these sources.
@@ -0,0 +1,6 @@
1
+ {
2
+ "git": {
3
+ "sha1": "6db7bbf1c4dfaecd28731950d427e40c8b911bef"
4
+ },
5
+ "path_in_vcs": "html5ever"
6
+ }