@dvaji/cheerox 0.0.0-stage → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (268) hide show
  1. package/CONTRIBUTING.md +74 -0
  2. package/Cargo.lock +1091 -0
  3. package/Cargo.toml +47 -0
  4. package/LICENSE +21 -0
  5. package/README.md +121 -2
  6. package/RELEASING.md +114 -0
  7. package/THIRD_PARTY_NOTICES.md +7581 -0
  8. package/build.rs +3 -0
  9. package/cheerox.darwin-arm64.node +0 -0
  10. package/cheerox.darwin-x64.node +0 -0
  11. package/cheerox.linux-arm64-gnu.node +0 -0
  12. package/cheerox.linux-arm64-musl.node +0 -0
  13. package/cheerox.linux-x64-gnu.node +0 -0
  14. package/cheerox.linux-x64-musl.node +0 -0
  15. package/cheerox.win32-arm64-msvc.node +0 -0
  16. package/cheerox.win32-x64-msvc.node +0 -0
  17. package/dist/cheerio-compat-BKkfJEAr.mjs +1648 -0
  18. package/dist/cheerio-compat-BKkfJEAr.mjs.map +1 -0
  19. package/dist/cheerio-compat-DRLPzBdX.d.mts +88 -0
  20. package/dist/cheerio-compat-DRsINTwV.d.cts +88 -0
  21. package/dist/cheerio-compat-DRsINTwV.d.ts +88 -0
  22. package/dist/cheerio-compat-DcnYK9OB.cjs +1719 -0
  23. package/dist/cheerio-compat-DcnYK9OB.cjs.map +1 -0
  24. package/dist/cheerio-compat.cjs +18 -0
  25. package/dist/cheerio-compat.d.cts +2 -0
  26. package/dist/cheerio-compat.d.mts +2 -0
  27. package/dist/cheerio-compat.d.ts +2 -0
  28. package/dist/cheerio-compat.mjs +1 -0
  29. package/dist/index.cjs +13 -0
  30. package/dist/index.cjs.map +1 -0
  31. package/dist/index.d.cts +28 -0
  32. package/dist/index.d.mts +6 -0
  33. package/dist/index.d.ts +28 -0
  34. package/dist/index.mjs +53 -0
  35. package/dist/index.mjs.map +1 -0
  36. package/dist/legacy-parse.cjs +5 -0
  37. package/dist/legacy-parse.d.mts +8 -0
  38. package/dist/legacy-parse.d.ts +7 -0
  39. package/dist/legacy-parse.mjs +1 -0
  40. package/dist/modern-B7hyW4cI.d.cts +102 -0
  41. package/dist/modern-B7hyW4cI.d.ts +102 -0
  42. package/dist/modern-CHQGP0Yt.cjs +2858 -0
  43. package/dist/modern-CHQGP0Yt.cjs.map +1 -0
  44. package/dist/modern-CJvSD_y5.d.mts +102 -0
  45. package/dist/modern-CvXcTn82.mjs +2769 -0
  46. package/dist/modern-CvXcTn82.mjs.map +1 -0
  47. package/dist/modern.cjs +19 -0
  48. package/dist/modern.d.cts +3 -0
  49. package/dist/modern.d.mts +3 -0
  50. package/dist/modern.d.ts +3 -0
  51. package/dist/modern.mjs +3 -0
  52. package/dist/nodes-jbWWhssj.cjs +4210 -0
  53. package/dist/nodes-jbWWhssj.cjs.map +1 -0
  54. package/dist/nodes-sYxb5qyZ.mjs +3803 -0
  55. package/dist/nodes-sYxb5qyZ.mjs.map +1 -0
  56. package/dist/slim.cjs +16 -0
  57. package/dist/slim.cjs.map +1 -0
  58. package/dist/slim.d.cts +6 -0
  59. package/dist/slim.d.mts +6 -0
  60. package/dist/slim.d.ts +6 -0
  61. package/dist/slim.mjs +12 -0
  62. package/dist/slim.mjs.map +1 -0
  63. package/dist/types-CA01Zg3r.d.cts +526 -0
  64. package/dist/types-CA01Zg3r.d.mts +526 -0
  65. package/dist/types-CA01Zg3r.d.ts +526 -0
  66. package/dist/utils.cjs +31 -0
  67. package/dist/utils.cjs.map +1 -0
  68. package/dist/utils.d.cts +8 -0
  69. package/dist/utils.d.mts +8 -0
  70. package/dist/utils.d.ts +8 -0
  71. package/dist/utils.mjs +25 -0
  72. package/dist/utils.mjs.map +1 -0
  73. package/native/src/arena.rs +2109 -0
  74. package/native/src/attributes.rs +946 -0
  75. package/native/src/codec.rs +298 -0
  76. package/native/src/diagnostics.rs +1249 -0
  77. package/native/src/document_order.rs +711 -0
  78. package/native/src/extraction.rs +321 -0
  79. package/native/src/gc.rs +175 -0
  80. package/native/src/hook_sink.rs +801 -0
  81. package/native/src/hook_stream.rs +513 -0
  82. package/native/src/id_hash.rs +42 -0
  83. package/native/src/immutable.rs +333 -0
  84. package/native/src/lib.rs +4120 -0
  85. package/native/src/location.rs +392 -0
  86. package/native/src/markup_tokenizer.rs +668 -0
  87. package/native/src/runtime.rs +368 -0
  88. package/native/src/selector.rs +1596 -0
  89. package/native/src/sink.rs +274 -0
  90. package/native/src/snapshot.rs +672 -0
  91. package/native/src/stream.rs +334 -0
  92. package/native/src/tokenizer.rs +581 -0
  93. package/native/src/tracker.rs +232 -0
  94. package/native/vendor/README.md +35 -0
  95. package/native/vendor/html5ever-0.35.0/.cargo_vcs_info.json +6 -0
  96. package/native/vendor/html5ever-0.35.0/Cargo.lock +828 -0
  97. package/native/vendor/html5ever-0.35.0/Cargo.toml +85 -0
  98. package/native/vendor/html5ever-0.35.0/LICENSE-APACHE +201 -0
  99. package/native/vendor/html5ever-0.35.0/LICENSE-MIT +25 -0
  100. package/native/vendor/html5ever-0.35.0/README.md +60 -0
  101. package/native/vendor/html5ever-0.35.0/benches/html5ever.rs +86 -0
  102. package/native/vendor/html5ever-0.35.0/data/bench/lipsum-zh.html +19 -0
  103. package/native/vendor/html5ever-0.35.0/data/bench/lipsum.html +40 -0
  104. package/native/vendor/html5ever-0.35.0/data/bench/medium-fragment.html +24 -0
  105. package/native/vendor/html5ever-0.35.0/data/bench/small-fragment.html +7 -0
  106. package/native/vendor/html5ever-0.35.0/data/bench/strong.html +1 -0
  107. package/native/vendor/html5ever-0.35.0/data/bench/tiny-fragment.html +1 -0
  108. package/native/vendor/html5ever-0.35.0/examples/arena.rs +356 -0
  109. package/native/vendor/html5ever-0.35.0/examples/capi/tokenize.c +74 -0
  110. package/native/vendor/html5ever-0.35.0/examples/noop-tokenize.rs +47 -0
  111. package/native/vendor/html5ever-0.35.0/examples/noop-tree-builder.rs +132 -0
  112. package/native/vendor/html5ever-0.35.0/examples/print-tree-actions.rs +185 -0
  113. package/native/vendor/html5ever-0.35.0/examples/tokenize.rs +111 -0
  114. package/native/vendor/html5ever-0.35.0/src/driver.rs +148 -0
  115. package/native/vendor/html5ever-0.35.0/src/lib.rs +30 -0
  116. package/native/vendor/html5ever-0.35.0/src/macros.rs +34 -0
  117. package/native/vendor/html5ever-0.35.0/src/serialize/mod.rs +255 -0
  118. package/native/vendor/html5ever-0.35.0/src/tokenizer/char_ref/mod.rs +530 -0
  119. package/native/vendor/html5ever-0.35.0/src/tokenizer/interface.rs +99 -0
  120. package/native/vendor/html5ever-0.35.0/src/tokenizer/mod.rs +2628 -0
  121. package/native/vendor/html5ever-0.35.0/src/tokenizer/states.rs +97 -0
  122. package/native/vendor/html5ever-0.35.0/src/tree_builder/data.rs +170 -0
  123. package/native/vendor/html5ever-0.35.0/src/tree_builder/mod.rs +1848 -0
  124. package/native/vendor/html5ever-0.35.0/src/tree_builder/rules.rs +1494 -0
  125. package/native/vendor/html5ever-0.35.0/src/tree_builder/tag_sets.rs +114 -0
  126. package/native/vendor/html5ever-0.35.0/src/tree_builder/types.rs +91 -0
  127. package/native/vendor/html5ever-0.35.0/src/util/str.rs +52 -0
  128. package/native/vendor/html5gum-0.8.4/Cargo.lock +1006 -0
  129. package/native/vendor/html5gum-0.8.4/Cargo.toml +109 -0
  130. package/native/vendor/html5gum-0.8.4/LICENSE +19 -0
  131. package/native/vendor/html5gum-0.8.4/README.md +110 -0
  132. package/native/vendor/html5gum-0.8.4/benches/files/0050.html +2131 -0
  133. package/native/vendor/html5gum-0.8.4/benches/files/6D30.html +1004 -0
  134. package/native/vendor/html5gum-0.8.4/benches/files.rs +32 -0
  135. package/native/vendor/html5gum-0.8.4/benches/patterns.rs +31 -0
  136. package/native/vendor/html5gum-0.8.4/src/arrayvec.rs +29 -0
  137. package/native/vendor/html5gum-0.8.4/src/char_validator.rs +134 -0
  138. package/native/vendor/html5gum-0.8.4/src/emitters/callback.rs +676 -0
  139. package/native/vendor/html5gum-0.8.4/src/emitters/default.rs +207 -0
  140. package/native/vendor/html5gum-0.8.4/src/emitters/emitter.rs +344 -0
  141. package/native/vendor/html5gum-0.8.4/src/emitters/html5ever.rs +306 -0
  142. package/native/vendor/html5gum-0.8.4/src/emitters/mod.rs +25 -0
  143. package/native/vendor/html5gum-0.8.4/src/entities.rs +3342 -0
  144. package/native/vendor/html5gum-0.8.4/src/error.rs +96 -0
  145. package/native/vendor/html5gum-0.8.4/src/htmlstring.rs +130 -0
  146. package/native/vendor/html5gum-0.8.4/src/lib.rs +66 -0
  147. package/native/vendor/html5gum-0.8.4/src/machine.rs +2136 -0
  148. package/native/vendor/html5gum-0.8.4/src/machine_helper.rs +277 -0
  149. package/native/vendor/html5gum-0.8.4/src/read_helper.rs +244 -0
  150. package/native/vendor/html5gum-0.8.4/src/reader.rs +440 -0
  151. package/native/vendor/html5gum-0.8.4/src/span.rs +98 -0
  152. package/native/vendor/html5gum-0.8.4/src/state.rs +16 -0
  153. package/native/vendor/html5gum-0.8.4/src/testutils.rs +71 -0
  154. package/native/vendor/html5gum-0.8.4/src/tokenizer.rs +189 -0
  155. package/native/vendor/html5gum-0.8.4/src/utils.rs +88 -0
  156. package/native/vendor/markup5ever-0.35.0/.cargo_vcs_info.json +6 -0
  157. package/native/vendor/markup5ever-0.35.0/Cargo.toml +45 -0
  158. package/native/vendor/markup5ever-0.35.0/LICENSE-APACHE +201 -0
  159. package/native/vendor/markup5ever-0.35.0/LICENSE-MIT +25 -0
  160. package/native/vendor/markup5ever-0.35.0/interface/mod.rs +422 -0
  161. package/native/vendor/markup5ever-0.35.0/interface/tree_builder.rs +280 -0
  162. package/native/vendor/markup5ever-0.35.0/lib.rs +59 -0
  163. package/native/vendor/markup5ever-0.35.0/serialize.rs +77 -0
  164. package/native/vendor/markup5ever-0.35.0/util/buffer_queue.rs +333 -0
  165. package/native/vendor/markup5ever-0.35.0/util/smallcharset.rs +88 -0
  166. package/native/vendor/scraper-0.24.0/Cargo.toml +52 -0
  167. package/native/vendor/scraper-0.24.0/LICENSE +15 -0
  168. package/native/vendor/scraper-0.24.0/src/element_ref/element.rs +212 -0
  169. package/native/vendor/scraper-0.24.0/src/element_ref/mod.rs +236 -0
  170. package/native/vendor/scraper-0.24.0/src/element_ref/serializable.rs +15 -0
  171. package/native/vendor/scraper-0.24.0/src/error/utils.rs +91 -0
  172. package/native/vendor/scraper-0.24.0/src/error.rs +118 -0
  173. package/native/vendor/scraper-0.24.0/src/html/mod.rs +270 -0
  174. package/native/vendor/scraper-0.24.0/src/html/serializable.rs +27 -0
  175. package/native/vendor/scraper-0.24.0/src/html/tree_sink.rs +285 -0
  176. package/native/vendor/scraper-0.24.0/src/lib.rs +180 -0
  177. package/native/vendor/scraper-0.24.0/src/node/serializable.rs +52 -0
  178. package/native/vendor/scraper-0.24.0/src/node.rs +465 -0
  179. package/native/vendor/scraper-0.24.0/src/selectable.rs +70 -0
  180. package/native/vendor/scraper-0.24.0/src/selector.rs +290 -0
  181. package/package.json +167 -4
  182. package/scripts/check-native.mjs +15 -0
  183. package/scripts/check-release.mjs +234 -0
  184. package/scripts/fix-declarations.mjs +39 -0
  185. package/scripts/generate-notices.mjs +194 -0
  186. package/scripts/notices/README.md +13 -0
  187. package/scripts/notices/cheerio-MIT.txt +21 -0
  188. package/scripts/notices/html5ever-AUTHORS.txt +20 -0
  189. package/scripts/notices/html5ever-COPYRIGHT.txt +8 -0
  190. package/scripts/notices/html5ever-LICENSE-APACHE.txt +201 -0
  191. package/scripts/notices/html5ever-LICENSE-MIT.txt +25 -0
  192. package/scripts/notices/htmlparser2-MIT.txt +18 -0
  193. package/scripts/notices/napi-rs-MIT.txt +43 -0
  194. package/scripts/notices/neon-MIT.txt +19 -0
  195. package/scripts/notices/runtime-01c266bced4a434da005.txt +3 -0
  196. package/scripts/notices/runtime-0a54e647fe54104658b5.txt +14 -0
  197. package/scripts/notices/runtime-0b74dfa0bcee5c420c6b.txt +25 -0
  198. package/scripts/notices/runtime-0d542e0c8804e39aa7f3.txt +177 -0
  199. package/scripts/notices/runtime-0f96a83840e146e43c0e.txt +21 -0
  200. package/scripts/notices/runtime-123a331b5dbf04c30097.txt +25 -0
  201. package/scripts/notices/runtime-172020dbfd5b53a226df.txt +34 -0
  202. package/scripts/notices/runtime-209fbbe0ad52d9235e37.txt +26 -0
  203. package/scripts/notices/runtime-23f18e03dc49df91622f.txt +23 -0
  204. package/scripts/notices/runtime-268872b9816f90fd8e85.txt +220 -0
  205. package/scripts/notices/runtime-35242e7a83f69875e6ed.txt +176 -0
  206. package/scripts/notices/runtime-378f5840b258e2779c39.txt +25 -0
  207. package/scripts/notices/runtime-4108245a1f2df9d4e94d.txt +25 -0
  208. package/scripts/notices/runtime-4455bf75a91154108304.txt +21 -0
  209. package/scripts/notices/runtime-553fffcd9b1cb158bc3e.txt +13 -0
  210. package/scripts/notices/runtime-62c7a1e35f56406896d7.txt +176 -0
  211. package/scripts/notices/runtime-6485b8ed310d3f0340bf.txt +25 -0
  212. package/scripts/notices/runtime-69fef7b0f322a6555415.txt +201 -0
  213. package/scripts/notices/runtime-6df43f6f4b5d4587f3d8.txt +187 -0
  214. package/scripts/notices/runtime-799e9ca9d179295ef372.txt +24 -0
  215. package/scripts/notices/runtime-7b63ecd5f1902af1b637.txt +25 -0
  216. package/scripts/notices/runtime-7bc7d5de2a0b793d4e1a.txt +21 -0
  217. package/scripts/notices/runtime-7e12e5df4bae12cb2158.txt +24 -0
  218. package/scripts/notices/runtime-861399f8c21c042b1105.txt +12 -0
  219. package/scripts/notices/runtime-8ada45cd9f843acf64e4.txt +201 -0
  220. package/scripts/notices/runtime-90eb64f0279b0d9432ac.txt +12 -0
  221. package/scripts/notices/runtime-a60eea817514531668d7.txt +201 -0
  222. package/scripts/notices/runtime-a7c936ff1ed8fa340172.txt +25 -0
  223. package/scripts/notices/runtime-ab6eec6caf0fa5775e41.txt +275 -0
  224. package/scripts/notices/runtime-b1181a40b2a7b25cf66f.txt +19 -0
  225. package/scripts/notices/runtime-b71bd43a069ca0641a9e.txt +25 -0
  226. package/scripts/notices/runtime-c16f8dcf1a368b83be78.txt +201 -0
  227. package/scripts/notices/runtime-c2cfccb812fe482101a8.txt +21 -0
  228. package/scripts/notices/runtime-e99d88d232bf57d70f0f.txt +25 -0
  229. package/scripts/notices/runtime-f32fb3b417a194167cfa.txt +9 -0
  230. package/scripts/notices/runtime-f5062c9a188d81dfe66b.txt +39 -0
  231. package/scripts/notices/runtime-f9070a832833fa7488fd.txt +4 -0
  232. package/scripts/notices/runtime-fab3dd6bdab226f1c086.txt +373 -0
  233. package/scripts/notices/runtime-fba3318d0c600380177e.txt +62 -0
  234. package/scripts/notices/runtime-ff8f68cb076caf8cefe7.txt +25 -0
  235. package/scripts/notices/runtime-ff92bed461f50338dd70.txt +74 -0
  236. package/scripts/notices/runtime.json +1632 -0
  237. package/scripts/notices/sources.json +561 -0
  238. package/scripts/notices/xray-MIT.txt +21 -0
  239. package/src/attribute-object.ts +71 -0
  240. package/src/attributes.ts +308 -0
  241. package/src/cheerio-compat/css.ts +58 -0
  242. package/src/cheerio-compat/render.ts +106 -0
  243. package/src/cheerio-compat/selectors.ts +51 -0
  244. package/src/cheerio-compat/types.ts +52 -0
  245. package/src/cheerio-compat.ts +2055 -0
  246. package/src/codec.ts +96 -0
  247. package/src/dom.ts +87 -0
  248. package/src/extract-plan.ts +97 -0
  249. package/src/extract.ts +322 -0
  250. package/src/hooks.ts +369 -0
  251. package/src/index.ts +48 -0
  252. package/src/io.ts +491 -0
  253. package/src/match.ts +207 -0
  254. package/src/modern.ts +259 -0
  255. package/src/native.ts +149 -0
  256. package/src/nodes.ts +831 -0
  257. package/src/parse.ts +53 -0
  258. package/src/parser-types.ts +157 -0
  259. package/src/router.ts +1129 -0
  260. package/src/selection.ts +682 -0
  261. package/src/slim.ts +12 -0
  262. package/src/snapshot.ts +291 -0
  263. package/src/transport.ts +113 -0
  264. package/src/types.ts +186 -0
  265. package/src/utils.ts +29 -0
  266. package/src/workers.ts +21 -0
  267. package/tsconfig.json +15 -0
  268. package/tsdown.config.mjs +17 -0
@@ -0,0 +1,334 @@
1
+ //! Incremental off-thread parsing. The bounded channel acknowledges each chunk
2
+ //! only after parsing it, and shares the process CPU permits with batch work.
3
+ use crate::{arena, runtime, sink, NativeDocument};
4
+ use html5ever::tendril::TendrilSink;
5
+ use napi::bindgen_prelude::*;
6
+ use napi_derive::napi;
7
+ use scraper::Html;
8
+ use serde_json::Value;
9
+ use std::sync::atomic::{AtomicBool, AtomicU64, Ordering};
10
+ use std::sync::{mpsc, Arc, Condvar, Mutex};
11
+
12
+ fn stopped() -> Error {
13
+ Error::new(Status::GenericFailure, "Native parser stream is closed")
14
+ }
15
+ enum Message {
16
+ Chunk(String, mpsc::Sender<Result<()>>),
17
+ Finish(mpsc::Sender<Result<NativeDocument>>),
18
+ }
19
+ struct State {
20
+ sender: Mutex<Option<mpsc::SyncSender<Message>>>,
21
+ cancelled: Arc<AtomicBool>,
22
+ ended: AtomicBool,
23
+ issued: AtomicU64,
24
+ turn: Mutex<u64>,
25
+ wake: Condvar,
26
+ }
27
+ impl State {
28
+ fn send(&self, sequence: u64, message: Message) -> Result<()> {
29
+ let mut turn = self.turn.lock().unwrap();
30
+ while *turn != sequence && !self.cancelled.load(Ordering::Acquire) {
31
+ turn = self.wake.wait(turn).unwrap();
32
+ }
33
+ if self.cancelled.load(Ordering::Acquire) {
34
+ return Err(stopped());
35
+ }
36
+ let result = self
37
+ .sender
38
+ .lock()
39
+ .unwrap()
40
+ .as_ref()
41
+ .ok_or_else(stopped)?
42
+ .send(message)
43
+ .map_err(|_| stopped());
44
+ *turn += 1;
45
+ self.wake.notify_all();
46
+ result
47
+ }
48
+ }
49
+ impl Drop for State {
50
+ fn drop(&mut self) {
51
+ self.cancelled.store(true, Ordering::Release);
52
+ self.sender.get_mut().unwrap().take();
53
+ }
54
+ }
55
+ #[napi]
56
+ pub struct NativeStream {
57
+ state: Option<Arc<State>>,
58
+ threaded: Option<crate::hook_stream::NativeHookStream>,
59
+ }
60
+ #[napi]
61
+ impl NativeStream {
62
+ #[napi(constructor)]
63
+ pub fn new(
64
+ env: Env,
65
+ options_json: String,
66
+ is_document: Option<bool>,
67
+ error_callback: Option<napi::JsFunction>,
68
+ ) -> Result<Self> {
69
+ if let Some(callback) = error_callback {
70
+ return Ok(Self {
71
+ state: None,
72
+ threaded: Some(crate::hook_stream::NativeHookStream::native(
73
+ env,
74
+ is_document.unwrap_or(true),
75
+ options_json,
76
+ callback,
77
+ )?),
78
+ });
79
+ }
80
+ let options: Value = serde_json::from_str(&options_json).map_err(crate::json_error)?;
81
+ let options = arena::normalized_options(options);
82
+ let (sender, receiver) = mpsc::sync_channel(2);
83
+ let cancelled = Arc::new(AtomicBool::new(false));
84
+ let worker_cancel = cancelled.clone();
85
+ std::thread::Builder::new()
86
+ .name("cheerox-stream".into())
87
+ .spawn(move || {
88
+ run(
89
+ receiver,
90
+ worker_cancel,
91
+ options,
92
+ is_document.unwrap_or(true),
93
+ )
94
+ })
95
+ .map_err(|error| Error::new(Status::GenericFailure, error.to_string()))?;
96
+ Ok(Self {
97
+ threaded: None,
98
+ state: Some(Arc::new(State {
99
+ sender: Mutex::new(Some(sender)),
100
+ cancelled,
101
+ ended: AtomicBool::new(false),
102
+ issued: AtomicU64::new(0),
103
+ turn: Mutex::new(0),
104
+ wake: Condvar::new(),
105
+ })),
106
+ })
107
+ }
108
+ #[napi]
109
+ pub fn write(&self, chunk: String) -> Result<AsyncTask<WriteTask>> {
110
+ if let Some(threaded) = &self.threaded {
111
+ return Ok(AsyncTask::new(WriteTask {
112
+ state: None,
113
+ sequence: 0,
114
+ chunk: None,
115
+ threaded: Some(threaded.write_task(chunk)?),
116
+ }));
117
+ }
118
+ let state = self.state.as_ref().unwrap();
119
+ if state.ended.load(Ordering::Acquire) {
120
+ return Err(stopped());
121
+ }
122
+ let sequence = state.issued.fetch_add(1, Ordering::Relaxed);
123
+ Ok(AsyncTask::new(WriteTask {
124
+ state: Some(state.clone()),
125
+ threaded: None,
126
+ sequence,
127
+ chunk: Some(chunk),
128
+ }))
129
+ }
130
+ #[napi]
131
+ pub fn finish(&self) -> Result<AsyncTask<FinishTask>> {
132
+ if let Some(threaded) = &self.threaded {
133
+ return Ok(AsyncTask::new(FinishTask {
134
+ state: None,
135
+ sequence: 0,
136
+ threaded: Some(threaded.finish_task()?),
137
+ }));
138
+ }
139
+ let state = self.state.as_ref().unwrap();
140
+ if state.ended.swap(true, Ordering::AcqRel) {
141
+ return Err(stopped());
142
+ }
143
+ let sequence = state.issued.fetch_add(1, Ordering::Relaxed);
144
+ Ok(AsyncTask::new(FinishTask {
145
+ state: Some(state.clone()),
146
+ threaded: None,
147
+ sequence,
148
+ }))
149
+ }
150
+ #[napi]
151
+ pub fn abort(&self) {
152
+ if let Some(threaded) = &self.threaded {
153
+ threaded.abort();
154
+ return;
155
+ }
156
+ let state = self.state.as_ref().unwrap();
157
+ state.cancelled.store(true, Ordering::Release);
158
+ state.ended.store(true, Ordering::Release);
159
+ state.sender.lock().unwrap().take();
160
+ state.wake.notify_all();
161
+ }
162
+ }
163
+ pub struct WriteTask {
164
+ state: Option<Arc<State>>,
165
+ threaded: Option<crate::hook_stream::HookWriteTask>,
166
+ sequence: u64,
167
+ chunk: Option<String>,
168
+ }
169
+ #[napi]
170
+ impl Task for WriteTask {
171
+ type Output = ();
172
+ type JsValue = ();
173
+ fn compute(&mut self) -> Result<()> {
174
+ if let Some(task) = &mut self.threaded {
175
+ return task.compute();
176
+ }
177
+ let (tx, rx) = mpsc::channel();
178
+ self.state.as_ref().unwrap().send(
179
+ self.sequence,
180
+ Message::Chunk(self.chunk.take().unwrap_or_default(), tx),
181
+ )?;
182
+ rx.recv().map_err(|_| stopped())?
183
+ }
184
+ fn resolve(&mut self, _: Env, _: ()) -> Result<()> {
185
+ Ok(())
186
+ }
187
+ }
188
+ pub struct FinishTask {
189
+ state: Option<Arc<State>>,
190
+ threaded: Option<crate::hook_stream::HookFinishTask>,
191
+ sequence: u64,
192
+ }
193
+ #[napi]
194
+ impl Task for FinishTask {
195
+ type Output = NativeDocument;
196
+ type JsValue = NativeDocument;
197
+ fn compute(&mut self) -> Result<NativeDocument> {
198
+ if let Some(task) = &mut self.threaded {
199
+ return task.compute();
200
+ }
201
+ let (tx, rx) = mpsc::channel();
202
+ self.state
203
+ .as_ref()
204
+ .unwrap()
205
+ .send(self.sequence, Message::Finish(tx))?;
206
+ rx.recv().map_err(|_| stopped())?
207
+ }
208
+ fn resolve(&mut self, _: Env, output: NativeDocument) -> Result<NativeDocument> {
209
+ Ok(output)
210
+ }
211
+ }
212
+ enum Parser {
213
+ Html(Box<html5ever::driver::Parser<sink::CompatibleSink>>),
214
+ Xml(Box<arena::XmlStream>),
215
+ }
216
+ fn run(
217
+ receiver: mpsc::Receiver<Message>,
218
+ cancelled: Arc<AtomicBool>,
219
+ options: Value,
220
+ is_document: bool,
221
+ ) {
222
+ let parser = if arena::xml_mode(&options)
223
+ || options.get("_useHtmlParser2") == Some(&Value::Bool(true))
224
+ {
225
+ Parser::Xml(Box::new(arena::XmlStream::new(options.clone())))
226
+ } else {
227
+ let parse_options = html5ever::driver::ParseOpts {
228
+ tokenizer: html5ever::tokenizer::TokenizerOpts {
229
+ discard_bom: false,
230
+ cheerox_codec: options.get("__utf16Codec") == Some(&Value::Bool(true)),
231
+ ..Default::default()
232
+ },
233
+ tree_builder: html5ever::tree_builder::TreeBuilderOpts {
234
+ scripting_enabled: options.get("scriptingEnabled") != Some(&Value::Bool(false)),
235
+ ..Default::default()
236
+ },
237
+ };
238
+ Parser::Html(Box::new(if is_document {
239
+ html5ever::driver::parse_document(
240
+ sink::CompatibleSink::new(Html::new_document()),
241
+ parse_options,
242
+ )
243
+ } else {
244
+ html5ever::driver::parse_fragment(
245
+ sink::CompatibleSink::new(Html::new_fragment()),
246
+ parse_options,
247
+ html5ever::QualName::new(
248
+ None,
249
+ html5ever::Namespace::from(crate::HTML_NS),
250
+ html5ever::LocalName::from("template"),
251
+ ),
252
+ Vec::new(),
253
+ false,
254
+ )
255
+ }))
256
+ };
257
+ let mut parser = Some(parser);
258
+ let capture = options.get("sourceCodeLocationInfo") == Some(&Value::Bool(true))
259
+ || options.get("__collectParseErrors") == Some(&Value::Bool(true));
260
+ let mut source = capture.then(String::new);
261
+ while let Ok(message) = receiver.recv() {
262
+ if cancelled.load(Ordering::Acquire) {
263
+ break;
264
+ }
265
+ match message {
266
+ Message::Chunk(chunk, ack) => {
267
+ let result = (|| {
268
+ let _permit = runtime::permit()?;
269
+ if let Some(source) = &mut source {
270
+ source.push_str(&chunk);
271
+ }
272
+ match parser.as_mut().unwrap() {
273
+ Parser::Html(parser) => parser.process(chunk.into()),
274
+ Parser::Xml(parser) => parser.feed(&chunk, false),
275
+ }
276
+ Ok(())
277
+ })();
278
+ let failed = result.is_err();
279
+ let _ = ack.send(result);
280
+ if failed {
281
+ break;
282
+ }
283
+ }
284
+ Message::Finish(reply) => {
285
+ let result = (|| {
286
+ let _permit = runtime::permit()?;
287
+ Ok(match parser.take().unwrap() {
288
+ Parser::Html(parser) => {
289
+ NativeDocument::from_html(parser.finish(), is_document, options, source)
290
+ }
291
+ Parser::Xml(mut parser) => {
292
+ parser.feed("", true);
293
+ NativeDocument::from_arena(parser.arena, options)
294
+ }
295
+ })
296
+ })();
297
+ let _ = reply.send(result);
298
+ break;
299
+ }
300
+ }
301
+ }
302
+ }
303
+ #[cfg(test)]
304
+ mod tests {
305
+ use super::*;
306
+ #[test]
307
+ fn incremental_html_and_xml_match_one_shot_across_every_boundary() {
308
+ for options in [
309
+ serde_json::json!({}),
310
+ serde_json::json!({"xmlMode":true}),
311
+ serde_json::json!({"_useHtmlParser2":true}),
312
+ ] {
313
+ let source="<section a='A&amp;B'>😀 &amp; X<!-- hi --><script>1<2&&3</scriptx>4</script><b>fin</b></section>";
314
+ let expected = NativeDocument::parse_options(source, true, options.clone(), None)
315
+ .outer_html(vec![0]);
316
+ for split in (0..=source.len()).filter(|index| source.is_char_boundary(*index)) {
317
+ let (tx, rx) = mpsc::sync_channel(2);
318
+ let cancel = Arc::new(AtomicBool::new(false));
319
+ let opts = options.clone();
320
+ let thread = std::thread::spawn(move || run(rx, cancel, opts, true));
321
+ for chunk in [&source[..split], &source[split..]] {
322
+ let (ack, done) = mpsc::channel();
323
+ tx.send(Message::Chunk(chunk.into(), ack)).unwrap();
324
+ done.recv().unwrap().unwrap();
325
+ }
326
+ let (reply, result) = mpsc::channel();
327
+ tx.send(Message::Finish(reply)).unwrap();
328
+ let actual = result.recv().unwrap().unwrap().outer_html(vec![0]);
329
+ thread.join().unwrap();
330
+ assert_eq!(actual, expected, "split {split}, options {options}");
331
+ }
332
+ }
333
+ }
334
+ }