recker 1.0.43 → 1.0.44

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (459) hide show
  1. package/README.md +47 -0
  2. package/dist/bin/recker-linux-x64 +0 -0
  3. package/dist/bin/recker-macos-x64 +0 -0
  4. package/dist/bin/recker-win-x64.exe +0 -0
  5. package/dist/bin/rek.cjs +85152 -100207
  6. package/dist/browser/ai/adaptive-timeout.d.ts +50 -0
  7. package/dist/browser/ai/adaptive-timeout.js +208 -0
  8. package/dist/browser/ai/client.d.ts +22 -0
  9. package/dist/browser/ai/client.js +294 -0
  10. package/dist/browser/ai/index.d.ts +14 -0
  11. package/dist/browser/ai/index.js +11 -0
  12. package/dist/browser/ai/providers/anthropic.d.ts +63 -0
  13. package/dist/browser/ai/providers/anthropic.js +370 -0
  14. package/dist/browser/ai/providers/base.d.ts +48 -0
  15. package/dist/browser/ai/providers/base.js +150 -0
  16. package/dist/browser/ai/providers/google.d.ts +59 -0
  17. package/dist/browser/ai/providers/google.js +305 -0
  18. package/dist/browser/ai/providers/ollama.d.ts +44 -0
  19. package/dist/browser/ai/providers/ollama.js +240 -0
  20. package/dist/browser/ai/providers/openai.d.ts +64 -0
  21. package/dist/browser/ai/providers/openai.js +298 -0
  22. package/dist/browser/ai/rate-limiter.d.ts +43 -0
  23. package/dist/browser/ai/rate-limiter.js +215 -0
  24. package/dist/browser/ai/vector/index.d.ts +2 -0
  25. package/dist/browser/ai/vector/index.js +2 -0
  26. package/dist/browser/ai/vector/similarity.d.ts +2 -0
  27. package/dist/browser/ai/vector/similarity.js +27 -0
  28. package/dist/browser/ai/vector/store.d.ts +27 -0
  29. package/dist/browser/ai/vector/store.js +82 -0
  30. package/dist/browser/browser/cache.d.ts +2 -40
  31. package/dist/browser/browser/cache.js +2 -199
  32. package/dist/browser/browser/index.d.ts +8 -0
  33. package/dist/browser/browser/index.js +8 -0
  34. package/dist/browser/browser/recker.d.ts +8 -1
  35. package/dist/browser/browser/recker.js +8 -2
  36. package/dist/browser/cache/indexed-db.d.ts +10 -0
  37. package/dist/browser/cache/indexed-db.js +88 -0
  38. package/dist/browser/cache/service-worker-cache.d.ts +18 -0
  39. package/dist/browser/cache/service-worker-cache.js +103 -0
  40. package/dist/browser/cache.d.ts +2 -40
  41. package/dist/browser/cache.js +2 -199
  42. package/dist/browser/constants/user-agents.d.ts +7 -0
  43. package/dist/browser/constants/user-agents.js +7 -0
  44. package/dist/browser/core/client.d.ts +2 -0
  45. package/dist/browser/core/client.js +19 -1
  46. package/dist/browser/index.d.ts +8 -0
  47. package/dist/browser/index.js +8 -0
  48. package/dist/browser/plugins/har-recorder.d.ts +40 -0
  49. package/dist/browser/plugins/har-recorder.js +120 -0
  50. package/dist/browser/plugins/network-simulation.d.ts +7 -0
  51. package/dist/browser/plugins/network-simulation.js +13 -0
  52. package/dist/browser/presets/android.d.ts +2 -0
  53. package/dist/browser/presets/android.js +16 -0
  54. package/dist/browser/presets/anthropic.d.ts +8 -0
  55. package/dist/browser/presets/anthropic.js +27 -0
  56. package/dist/browser/presets/aws.d.ts +19 -0
  57. package/dist/browser/presets/aws.js +68 -0
  58. package/dist/browser/presets/azure-openai.d.ts +10 -0
  59. package/dist/browser/presets/azure-openai.js +35 -0
  60. package/dist/browser/presets/azure.d.ts +41 -0
  61. package/dist/browser/presets/azure.js +104 -0
  62. package/dist/browser/presets/chaturbate.d.ts +2 -0
  63. package/dist/browser/presets/chaturbate.js +17 -0
  64. package/dist/browser/presets/cloudflare.d.ts +12 -0
  65. package/dist/browser/presets/cloudflare.js +39 -0
  66. package/dist/browser/presets/cohere.d.ts +7 -0
  67. package/dist/browser/presets/cohere.js +22 -0
  68. package/dist/browser/presets/deepseek.d.ts +7 -0
  69. package/dist/browser/presets/deepseek.js +22 -0
  70. package/dist/browser/presets/digitalocean.d.ts +5 -0
  71. package/dist/browser/presets/digitalocean.js +16 -0
  72. package/dist/browser/presets/discord.d.ts +6 -0
  73. package/dist/browser/presets/discord.js +17 -0
  74. package/dist/browser/presets/elevenlabs.d.ts +6 -0
  75. package/dist/browser/presets/elevenlabs.js +20 -0
  76. package/dist/browser/presets/enhancers.d.ts +20 -0
  77. package/dist/browser/presets/enhancers.js +85 -0
  78. package/dist/browser/presets/fireworks.d.ts +7 -0
  79. package/dist/browser/presets/fireworks.js +22 -0
  80. package/dist/browser/presets/gcp.d.ts +34 -0
  81. package/dist/browser/presets/gcp.js +91 -0
  82. package/dist/browser/presets/gemini.d.ts +7 -0
  83. package/dist/browser/presets/gemini.js +23 -0
  84. package/dist/browser/presets/github.d.ts +6 -0
  85. package/dist/browser/presets/github.js +17 -0
  86. package/dist/browser/presets/gitlab.d.ts +6 -0
  87. package/dist/browser/presets/gitlab.js +16 -0
  88. package/dist/browser/presets/groq.d.ts +7 -0
  89. package/dist/browser/presets/groq.js +22 -0
  90. package/dist/browser/presets/hubspot.d.ts +9 -0
  91. package/dist/browser/presets/hubspot.js +28 -0
  92. package/dist/browser/presets/huggingface.d.ts +7 -0
  93. package/dist/browser/presets/huggingface.js +23 -0
  94. package/dist/browser/presets/index.d.ts +47 -0
  95. package/dist/browser/presets/index.js +47 -0
  96. package/dist/browser/presets/ios.d.ts +2 -0
  97. package/dist/browser/presets/ios.js +13 -0
  98. package/dist/browser/presets/linear.d.ts +5 -0
  99. package/dist/browser/presets/linear.js +16 -0
  100. package/dist/browser/presets/mailgun.d.ts +7 -0
  101. package/dist/browser/presets/mailgun.js +20 -0
  102. package/dist/browser/presets/meta.d.ts +10 -0
  103. package/dist/browser/presets/meta.js +33 -0
  104. package/dist/browser/presets/mistral.d.ts +7 -0
  105. package/dist/browser/presets/mistral.js +22 -0
  106. package/dist/browser/presets/notion.d.ts +6 -0
  107. package/dist/browser/presets/notion.js +17 -0
  108. package/dist/browser/presets/openai.d.ts +9 -0
  109. package/dist/browser/presets/openai.js +30 -0
  110. package/dist/browser/presets/oracle.d.ts +19 -0
  111. package/dist/browser/presets/oracle.js +117 -0
  112. package/dist/browser/presets/perplexity.d.ts +7 -0
  113. package/dist/browser/presets/perplexity.js +22 -0
  114. package/dist/browser/presets/pinecone.d.ts +8 -0
  115. package/dist/browser/presets/pinecone.js +42 -0
  116. package/dist/browser/presets/registry.d.ts +23 -0
  117. package/dist/browser/presets/registry.js +519 -0
  118. package/dist/browser/presets/replicate.d.ts +7 -0
  119. package/dist/browser/presets/replicate.js +23 -0
  120. package/dist/browser/presets/sendgrid.d.ts +6 -0
  121. package/dist/browser/presets/sendgrid.js +20 -0
  122. package/dist/browser/presets/sentry.d.ts +11 -0
  123. package/dist/browser/presets/sentry.js +48 -0
  124. package/dist/browser/presets/sinch.d.ts +9 -0
  125. package/dist/browser/presets/sinch.js +39 -0
  126. package/dist/browser/presets/slack.d.ts +5 -0
  127. package/dist/browser/presets/slack.js +16 -0
  128. package/dist/browser/presets/square.d.ts +10 -0
  129. package/dist/browser/presets/square.js +33 -0
  130. package/dist/browser/presets/stripe.d.ts +7 -0
  131. package/dist/browser/presets/stripe.js +23 -0
  132. package/dist/browser/presets/supabase.d.ts +6 -0
  133. package/dist/browser/presets/supabase.js +18 -0
  134. package/dist/browser/presets/tiktok.d.ts +10 -0
  135. package/dist/browser/presets/tiktok.js +38 -0
  136. package/dist/browser/presets/together.d.ts +7 -0
  137. package/dist/browser/presets/together.js +22 -0
  138. package/dist/browser/presets/twilio.d.ts +6 -0
  139. package/dist/browser/presets/twilio.js +17 -0
  140. package/dist/browser/presets/vercel.d.ts +6 -0
  141. package/dist/browser/presets/vercel.js +23 -0
  142. package/dist/browser/presets/vultr.d.ts +5 -0
  143. package/dist/browser/presets/vultr.js +16 -0
  144. package/dist/browser/presets/xai.d.ts +8 -0
  145. package/dist/browser/presets/xai.js +23 -0
  146. package/dist/browser/presets/youtube.d.ts +5 -0
  147. package/dist/browser/presets/youtube.js +20 -0
  148. package/dist/browser/recker.d.ts +8 -1
  149. package/dist/browser/recker.js +8 -2
  150. package/dist/browser/scrape/document.d.ts +5 -4
  151. package/dist/browser/scrape/document.js +89 -76
  152. package/dist/browser/scrape/element.d.ts +10 -8
  153. package/dist/browser/scrape/element.js +295 -81
  154. package/dist/browser/scrape/extractors.d.ts +11 -11
  155. package/dist/browser/scrape/extractors.js +145 -113
  156. package/dist/browser/scrape/parser/back.d.ts +1 -0
  157. package/dist/browser/scrape/parser/back.js +3 -0
  158. package/dist/browser/scrape/parser/index.d.ts +20 -0
  159. package/dist/browser/scrape/parser/index.js +19 -0
  160. package/dist/browser/scrape/parser/matcher.d.ts +30 -0
  161. package/dist/browser/scrape/parser/matcher.js +99 -0
  162. package/dist/browser/scrape/parser/nodes/comment.d.ts +12 -0
  163. package/dist/browser/scrape/parser/nodes/comment.js +21 -0
  164. package/dist/browser/scrape/parser/nodes/html.d.ts +110 -0
  165. package/dist/browser/scrape/parser/nodes/html.js +978 -0
  166. package/dist/browser/scrape/parser/nodes/node.d.ts +18 -0
  167. package/dist/browser/scrape/parser/nodes/node.js +31 -0
  168. package/dist/browser/scrape/parser/nodes/text.d.ts +14 -0
  169. package/dist/browser/scrape/parser/nodes/text.js +30 -0
  170. package/dist/browser/scrape/parser/nodes/type.d.ts +6 -0
  171. package/dist/browser/scrape/parser/nodes/type.js +7 -0
  172. package/dist/browser/scrape/parser/parse.d.ts +1 -0
  173. package/dist/browser/scrape/parser/parse.js +1 -0
  174. package/dist/browser/scrape/parser/valid.d.ts +2 -0
  175. package/dist/browser/scrape/parser/valid.js +5 -0
  176. package/dist/browser/scrape/parser/void-tag.d.ts +7 -0
  177. package/dist/browser/scrape/parser/void-tag.js +43 -0
  178. package/dist/browser/scrape/types.d.ts +7 -0
  179. package/dist/browser/seo/analyzer.d.ts +59 -0
  180. package/dist/browser/seo/analyzer.js +1399 -0
  181. package/dist/browser/seo/keywords.d.ts +16 -0
  182. package/dist/browser/seo/keywords.js +55 -0
  183. package/dist/browser/seo/rules/accessibility.d.ts +2 -0
  184. package/dist/browser/seo/rules/accessibility.js +733 -0
  185. package/dist/browser/seo/rules/ai-search.d.ts +2 -0
  186. package/dist/browser/seo/rules/ai-search.js +436 -0
  187. package/dist/browser/seo/rules/analytics.d.ts +2 -0
  188. package/dist/browser/seo/rules/analytics.js +306 -0
  189. package/dist/browser/seo/rules/best-practices.d.ts +2 -0
  190. package/dist/browser/seo/rules/best-practices.js +195 -0
  191. package/dist/browser/seo/rules/canonical.d.ts +12 -0
  192. package/dist/browser/seo/rules/canonical.js +270 -0
  193. package/dist/browser/seo/rules/content.d.ts +2 -0
  194. package/dist/browser/seo/rules/content.js +522 -0
  195. package/dist/browser/seo/rules/crawl.d.ts +2 -0
  196. package/dist/browser/seo/rules/crawl.js +435 -0
  197. package/dist/browser/seo/rules/cwv.d.ts +2 -0
  198. package/dist/browser/seo/rules/cwv.js +248 -0
  199. package/dist/browser/seo/rules/ecommerce.d.ts +2 -0
  200. package/dist/browser/seo/rules/ecommerce.js +312 -0
  201. package/dist/browser/seo/rules/i18n.d.ts +2 -0
  202. package/dist/browser/seo/rules/i18n.js +288 -0
  203. package/dist/browser/seo/rules/images.d.ts +2 -0
  204. package/dist/browser/seo/rules/images.js +255 -0
  205. package/dist/browser/seo/rules/index.d.ts +52 -0
  206. package/dist/browser/seo/rules/index.js +159 -0
  207. package/dist/browser/seo/rules/internal-linking.d.ts +2 -0
  208. package/dist/browser/seo/rules/internal-linking.js +394 -0
  209. package/dist/browser/seo/rules/links.d.ts +2 -0
  210. package/dist/browser/seo/rules/links.js +498 -0
  211. package/dist/browser/seo/rules/local.d.ts +2 -0
  212. package/dist/browser/seo/rules/local.js +289 -0
  213. package/dist/browser/seo/rules/meta.d.ts +2 -0
  214. package/dist/browser/seo/rules/meta.js +805 -0
  215. package/dist/browser/seo/rules/mobile.d.ts +2 -0
  216. package/dist/browser/seo/rules/mobile.js +161 -0
  217. package/dist/browser/seo/rules/performance.d.ts +2 -0
  218. package/dist/browser/seo/rules/performance.js +738 -0
  219. package/dist/browser/seo/rules/pwa.d.ts +2 -0
  220. package/dist/browser/seo/rules/pwa.js +299 -0
  221. package/dist/browser/seo/rules/readability.d.ts +2 -0
  222. package/dist/browser/seo/rules/readability.js +264 -0
  223. package/dist/browser/seo/rules/redirects.d.ts +16 -0
  224. package/dist/browser/seo/rules/redirects.js +199 -0
  225. package/dist/browser/seo/rules/resources.d.ts +2 -0
  226. package/dist/browser/seo/rules/resources.js +390 -0
  227. package/dist/browser/seo/rules/schema.d.ts +2 -0
  228. package/dist/browser/seo/rules/schema.js +379 -0
  229. package/dist/browser/seo/rules/security.d.ts +2 -0
  230. package/dist/browser/seo/rules/security.js +877 -0
  231. package/dist/browser/seo/rules/social.d.ts +2 -0
  232. package/dist/browser/seo/rules/social.js +603 -0
  233. package/dist/browser/seo/rules/structural.d.ts +2 -0
  234. package/dist/browser/seo/rules/structural.js +223 -0
  235. package/dist/browser/seo/rules/technical-advanced.d.ts +10 -0
  236. package/dist/browser/seo/rules/technical-advanced.js +289 -0
  237. package/dist/browser/seo/rules/technical.d.ts +2 -0
  238. package/dist/browser/seo/rules/technical.js +480 -0
  239. package/dist/browser/seo/rules/thresholds.d.ts +196 -0
  240. package/dist/browser/seo/rules/thresholds.js +118 -0
  241. package/dist/browser/seo/rules/types.d.ts +498 -0
  242. package/dist/browser/seo/rules/types.js +11 -0
  243. package/dist/browser/seo/types.d.ts +211 -0
  244. package/dist/browser/seo/types.js +1 -0
  245. package/dist/browser/transport/curl.d.ts +4 -0
  246. package/dist/browser/transport/curl.js +101 -0
  247. package/dist/browser/transport/undici.js +1 -2
  248. package/dist/browser/transport/worker.d.ts +18 -0
  249. package/dist/browser/transport/worker.js +278 -0
  250. package/dist/browser/types/index.d.ts +4 -1
  251. package/dist/browser/utils/binary-manager.d.ts +4 -0
  252. package/dist/browser/utils/binary-manager.js +72 -0
  253. package/dist/browser/utils/user-agent.js +2 -13
  254. package/dist/cache/indexed-db.d.ts +10 -0
  255. package/dist/cache/indexed-db.js +88 -0
  256. package/dist/cache/service-worker-cache.d.ts +18 -0
  257. package/dist/cache/service-worker-cache.js +103 -0
  258. package/dist/cli/commands/ai.d.ts +2 -0
  259. package/dist/cli/commands/ai.js +162 -0
  260. package/dist/cli/commands/bench.d.ts +2 -0
  261. package/dist/cli/commands/bench.js +51 -0
  262. package/dist/cli/commands/dns.d.ts +2 -0
  263. package/dist/cli/commands/dns.js +295 -0
  264. package/dist/cli/commands/har.d.ts +2 -0
  265. package/dist/cli/commands/har.js +171 -0
  266. package/dist/cli/commands/hls.d.ts +2 -0
  267. package/dist/cli/commands/hls.js +192 -0
  268. package/dist/cli/commands/network.d.ts +2 -0
  269. package/dist/cli/commands/network.js +288 -0
  270. package/dist/cli/commands/protocols.d.ts +2 -0
  271. package/dist/cli/commands/protocols.js +344 -0
  272. package/dist/cli/commands/scrape.d.ts +2 -0
  273. package/dist/cli/commands/scrape.js +176 -0
  274. package/dist/cli/commands/security.d.ts +2 -0
  275. package/dist/cli/commands/security.js +57 -0
  276. package/dist/cli/commands/seo.d.ts +2 -0
  277. package/dist/cli/commands/seo.js +125 -0
  278. package/dist/cli/commands/serve.d.ts +2 -0
  279. package/dist/cli/commands/serve.js +531 -0
  280. package/dist/cli/commands/spider.d.ts +3 -0
  281. package/dist/cli/commands/spider.js +456 -0
  282. package/dist/cli/commands/utils.d.ts +2 -0
  283. package/dist/cli/commands/utils.js +176 -0
  284. package/dist/cli/commands/vector.d.ts +2 -0
  285. package/dist/cli/commands/vector.js +158 -0
  286. package/dist/cli/handler.d.ts +2 -2
  287. package/dist/cli/handler.js +6 -6
  288. package/dist/cli/helpers.d.ts +7 -0
  289. package/dist/cli/helpers.js +128 -0
  290. package/dist/cli/index.js +96 -5228
  291. package/dist/cli/parser/help.d.ts +2 -0
  292. package/dist/cli/parser/help.js +52 -0
  293. package/dist/cli/parser/index.d.ts +3 -0
  294. package/dist/cli/parser/index.js +3 -0
  295. package/dist/cli/parser/parser.d.ts +4 -0
  296. package/dist/cli/parser/parser.js +146 -0
  297. package/dist/cli/parser/types.d.ts +41 -0
  298. package/dist/cli/parser/types.js +1 -0
  299. package/dist/cli/presets.d.ts +1 -1
  300. package/dist/cli/presets.js +1 -1
  301. package/dist/cli/router.d.ts +36 -0
  302. package/dist/cli/router.js +195 -0
  303. package/dist/cli/tui/ai-chat.js +1 -1
  304. package/dist/cli/tui/commands/context.d.ts +9 -0
  305. package/dist/cli/tui/commands/context.js +1 -0
  306. package/dist/cli/tui/commands/dns.d.ts +10 -0
  307. package/dist/cli/tui/commands/dns.js +461 -0
  308. package/dist/cli/tui/commands/hls.d.ts +2 -0
  309. package/dist/cli/tui/commands/hls.js +162 -0
  310. package/dist/cli/tui/commands/ip.d.ts +2 -0
  311. package/dist/cli/tui/commands/ip.js +45 -0
  312. package/dist/cli/tui/commands/network.d.ts +3 -0
  313. package/dist/cli/tui/commands/network.js +81 -0
  314. package/dist/cli/tui/commands/protocols.d.ts +6 -0
  315. package/dist/cli/tui/commands/protocols.js +531 -0
  316. package/dist/cli/tui/commands/security.d.ts +2 -0
  317. package/dist/cli/tui/commands/security.js +48 -0
  318. package/dist/cli/tui/commands/seo.d.ts +2 -0
  319. package/dist/cli/tui/commands/seo.js +74 -0
  320. package/dist/cli/tui/context.d.ts +12 -0
  321. package/dist/cli/tui/context.js +1 -0
  322. package/dist/cli/tui/shell.d.ts +11 -20
  323. package/dist/cli/tui/shell.js +216 -1873
  324. package/dist/constants/user-agents.d.ts +7 -0
  325. package/dist/constants/user-agents.js +7 -0
  326. package/dist/core/client.d.ts +2 -0
  327. package/dist/core/client.js +19 -1
  328. package/dist/index.d.ts +1 -0
  329. package/dist/index.js +1 -0
  330. package/dist/mcp/cli.js +2 -3
  331. package/dist/mcp/data/embeddings.json +1 -1
  332. package/dist/mcp/tools/network.js +298 -158
  333. package/dist/plugins/har-player.d.ts +23 -0
  334. package/dist/plugins/har-player.js +49 -0
  335. package/dist/plugins/har-recorder.d.ts +37 -3
  336. package/dist/plugins/har-recorder.js +116 -63
  337. package/dist/plugins/network-simulation.d.ts +7 -0
  338. package/dist/plugins/network-simulation.js +13 -0
  339. package/dist/presets/android.d.ts +2 -0
  340. package/dist/presets/android.js +16 -0
  341. package/dist/presets/chaturbate.d.ts +2 -0
  342. package/dist/presets/chaturbate.js +17 -0
  343. package/dist/presets/elevenlabs.d.ts +6 -0
  344. package/dist/presets/elevenlabs.js +20 -0
  345. package/dist/presets/enhancers.d.ts +20 -0
  346. package/dist/presets/enhancers.js +85 -0
  347. package/dist/presets/hubspot.d.ts +9 -0
  348. package/dist/presets/hubspot.js +28 -0
  349. package/dist/presets/index.d.ts +10 -0
  350. package/dist/presets/index.js +10 -0
  351. package/dist/presets/ios.d.ts +2 -0
  352. package/dist/presets/ios.js +13 -0
  353. package/dist/presets/pinecone.d.ts +8 -0
  354. package/dist/presets/pinecone.js +42 -0
  355. package/dist/presets/registry.js +60 -0
  356. package/dist/presets/sendgrid.d.ts +6 -0
  357. package/dist/presets/sendgrid.js +20 -0
  358. package/dist/presets/sentry.d.ts +11 -0
  359. package/dist/presets/sentry.js +48 -0
  360. package/dist/presets/square.d.ts +10 -0
  361. package/dist/presets/square.js +33 -0
  362. package/dist/recker.d.ts +3 -0
  363. package/dist/recker.js +4 -0
  364. package/dist/scrape/document.d.ts +5 -4
  365. package/dist/scrape/document.js +89 -76
  366. package/dist/scrape/element.d.ts +10 -8
  367. package/dist/scrape/element.js +295 -81
  368. package/dist/scrape/extractors.d.ts +11 -11
  369. package/dist/scrape/extractors.js +145 -113
  370. package/dist/scrape/index.d.ts +2 -0
  371. package/dist/scrape/index.js +1 -0
  372. package/dist/scrape/parser/back.d.ts +1 -0
  373. package/dist/scrape/parser/back.js +3 -0
  374. package/dist/scrape/parser/index.d.ts +20 -0
  375. package/dist/scrape/parser/index.js +19 -0
  376. package/dist/scrape/parser/matcher.d.ts +30 -0
  377. package/dist/scrape/parser/matcher.js +99 -0
  378. package/dist/scrape/parser/nodes/comment.d.ts +12 -0
  379. package/dist/scrape/parser/nodes/comment.js +21 -0
  380. package/dist/scrape/parser/nodes/html.d.ts +110 -0
  381. package/dist/scrape/parser/nodes/html.js +978 -0
  382. package/dist/scrape/parser/nodes/node.d.ts +18 -0
  383. package/dist/scrape/parser/nodes/node.js +31 -0
  384. package/dist/scrape/parser/nodes/text.d.ts +14 -0
  385. package/dist/scrape/parser/nodes/text.js +30 -0
  386. package/dist/scrape/parser/nodes/type.d.ts +6 -0
  387. package/dist/scrape/parser/nodes/type.js +7 -0
  388. package/dist/scrape/parser/parse.d.ts +1 -0
  389. package/dist/scrape/parser/parse.js +1 -0
  390. package/dist/scrape/parser/valid.d.ts +2 -0
  391. package/dist/scrape/parser/valid.js +5 -0
  392. package/dist/scrape/parser/void-tag.d.ts +7 -0
  393. package/dist/scrape/parser/void-tag.js +43 -0
  394. package/dist/scrape/spider.d.ts +19 -0
  395. package/dist/scrape/spider.js +28 -3
  396. package/dist/scrape/types.d.ts +7 -0
  397. package/dist/seo/analyzer.d.ts +15 -5
  398. package/dist/seo/analyzer.js +636 -175
  399. package/dist/seo/formatter.d.ts +16 -0
  400. package/dist/seo/formatter.js +228 -0
  401. package/dist/seo/index.d.ts +2 -0
  402. package/dist/seo/index.js +1 -0
  403. package/dist/seo/keywords.d.ts +16 -0
  404. package/dist/seo/keywords.js +55 -0
  405. package/dist/seo/rules/accessibility.js +96 -57
  406. package/dist/seo/rules/ai-search.js +44 -31
  407. package/dist/seo/rules/analytics.d.ts +2 -0
  408. package/dist/seo/rules/analytics.js +306 -0
  409. package/dist/seo/rules/best-practices.js +21 -14
  410. package/dist/seo/rules/canonical.js +53 -32
  411. package/dist/seo/rules/content.js +317 -31
  412. package/dist/seo/rules/crawl.js +55 -40
  413. package/dist/seo/rules/cwv.js +21 -15
  414. package/dist/seo/rules/ecommerce.js +82 -22
  415. package/dist/seo/rules/i18n.js +75 -36
  416. package/dist/seo/rules/images.js +109 -30
  417. package/dist/seo/rules/index.js +2 -0
  418. package/dist/seo/rules/internal-linking.js +58 -39
  419. package/dist/seo/rules/links.js +79 -52
  420. package/dist/seo/rules/local.js +49 -25
  421. package/dist/seo/rules/meta.js +339 -81
  422. package/dist/seo/rules/mobile.js +112 -2
  423. package/dist/seo/rules/performance.js +434 -66
  424. package/dist/seo/rules/pwa.js +36 -39
  425. package/dist/seo/rules/readability.js +31 -22
  426. package/dist/seo/rules/redirects.js +21 -15
  427. package/dist/seo/rules/resources.js +59 -42
  428. package/dist/seo/rules/schema.js +333 -8
  429. package/dist/seo/rules/security.js +142 -80
  430. package/dist/seo/rules/social.js +277 -47
  431. package/dist/seo/rules/structural.js +87 -19
  432. package/dist/seo/rules/technical-advanced.js +30 -24
  433. package/dist/seo/rules/technical.js +243 -42
  434. package/dist/seo/rules/types.d.ts +53 -1
  435. package/dist/seo/seo-spider.d.ts +22 -0
  436. package/dist/seo/seo-spider.js +77 -13
  437. package/dist/seo/types.d.ts +8 -1
  438. package/dist/seo/validators/llms-txt.js +19 -0
  439. package/dist/seo/validators/rss.d.ts +11 -0
  440. package/dist/seo/validators/rss.js +93 -0
  441. package/dist/seo/validators/sitemap.js +36 -26
  442. package/dist/transport/curl.d.ts +4 -0
  443. package/dist/transport/curl.js +101 -0
  444. package/dist/transport/udp.js +0 -1
  445. package/dist/transport/undici.js +1 -2
  446. package/dist/transport/worker.d.ts +18 -0
  447. package/dist/transport/worker.js +278 -0
  448. package/dist/types/index.d.ts +4 -1
  449. package/dist/utils/binary-manager.d.ts +4 -0
  450. package/dist/utils/binary-manager.js +72 -0
  451. package/dist/utils/optional-require.d.ts +7 -8
  452. package/dist/utils/optional-require.js +2 -21
  453. package/dist/utils/upload.d.ts +6 -0
  454. package/dist/utils/upload.js +11 -0
  455. package/dist/utils/user-agent.js +2 -13
  456. package/dist/version.js +1 -1
  457. package/package.json +12 -6
  458. package/dist/browser/utils/optional-require.d.ts +0 -19
  459. package/dist/browser/utils/optional-require.js +0 -105
@@ -0,0 +1,978 @@
1
+ import { selectAll, selectOne } from 'css-select';
2
+ import he from 'he';
3
+ import arr_back from '../back.js';
4
+ import Matcher from '../matcher.js';
5
+ import VoidTag from '../void-tag.js';
6
+ import CommentNode from './comment.js';
7
+ import Node from './node.js';
8
+ import TextNode from './text.js';
9
+ import NodeType from './type.js';
10
+ function decode(val) {
11
+ return JSON.parse(JSON.stringify(he.decode(val)));
12
+ }
13
+ const Htags = ['h1', 'h2', 'h3', 'h4', 'h5', 'h6', 'header', 'hgroup'];
14
+ const Dtags = ['details', 'dialog', 'dd', 'div', 'dt'];
15
+ const Ftags = ['fieldset', 'figcaption', 'figure', 'footer', 'form'];
16
+ const tableTags = ['table', 'td', 'tr'];
17
+ const htmlTags = [
18
+ 'address',
19
+ 'article',
20
+ 'aside',
21
+ 'blockquote',
22
+ 'br',
23
+ 'hr',
24
+ 'li',
25
+ 'main',
26
+ 'nav',
27
+ 'ol',
28
+ 'p',
29
+ 'pre',
30
+ 'section',
31
+ 'ul',
32
+ ];
33
+ const kBlockElements = new Set();
34
+ function addToKBlockElement(...args) {
35
+ const addToSet = (array) => {
36
+ for (let index = 0; index < array.length; index++) {
37
+ const element = array[index];
38
+ kBlockElements.add(element);
39
+ kBlockElements.add(element.toUpperCase());
40
+ }
41
+ };
42
+ for (const arg of args)
43
+ addToSet(arg);
44
+ }
45
+ addToKBlockElement(Htags, Dtags, Ftags, tableTags, htmlTags);
46
+ class DOMTokenList {
47
+ _set;
48
+ _afterUpdate;
49
+ _validate(c) {
50
+ if (/\s/.test(c)) {
51
+ throw new Error(`DOMException in DOMTokenList.add: The token '${c}' contains HTML space characters, which are not valid in tokens.`);
52
+ }
53
+ }
54
+ constructor(valuesInit = [], afterUpdate = () => null) {
55
+ this._set = new Set(valuesInit);
56
+ this._afterUpdate = afterUpdate;
57
+ }
58
+ add(c) {
59
+ this._validate(c);
60
+ this._set.add(c);
61
+ this._afterUpdate(this);
62
+ }
63
+ replace(c1, c2) {
64
+ this._validate(c2);
65
+ this._set.delete(c1);
66
+ this._set.add(c2);
67
+ this._afterUpdate(this);
68
+ }
69
+ remove(c) {
70
+ this._set.delete(c) && this._afterUpdate(this);
71
+ }
72
+ toggle(c) {
73
+ this._validate(c);
74
+ if (this._set.has(c))
75
+ this._set.delete(c);
76
+ else
77
+ this._set.add(c);
78
+ this._afterUpdate(this);
79
+ }
80
+ contains(c) {
81
+ return this._set.has(c);
82
+ }
83
+ get length() {
84
+ return this._set.size;
85
+ }
86
+ values() {
87
+ return this._set.values();
88
+ }
89
+ get value() {
90
+ return Array.from(this._set.values());
91
+ }
92
+ toString() {
93
+ return Array.from(this._set.values()).join(' ');
94
+ }
95
+ }
96
+ export default class HTMLElement extends Node {
97
+ rawAttrs;
98
+ voidTag;
99
+ _attrs;
100
+ _rawAttrs;
101
+ _parseOptions;
102
+ rawTagName;
103
+ id;
104
+ classList;
105
+ nodeType = NodeType.ELEMENT_NODE;
106
+ quoteAttribute(attr) {
107
+ if (attr == null) {
108
+ return 'null';
109
+ }
110
+ return JSON.stringify(attr.replace(/"/g, '&quot;'))
111
+ .replace(/\\t/g, '\t')
112
+ .replace(/\\n/g, '\n')
113
+ .replace(/\\r/g, '\r')
114
+ .replace(/\\/g, '');
115
+ }
116
+ constructor(tagName, keyAttrs, rawAttrs = '', parentNode = null, range, voidTag = new VoidTag(), _parseOptions = {}) {
117
+ super(parentNode, range);
118
+ this.rawAttrs = rawAttrs;
119
+ this.voidTag = voidTag;
120
+ this.rawTagName = tagName;
121
+ this.rawAttrs = rawAttrs || '';
122
+ this.id = keyAttrs.id || '';
123
+ this.childNodes = [];
124
+ this._parseOptions = _parseOptions;
125
+ this.classList = new DOMTokenList(keyAttrs.class ? keyAttrs.class.split(/\s+/) : [], (classList) => this.setAttribute('class', classList.toString()));
126
+ if (keyAttrs.id) {
127
+ if (!rawAttrs) {
128
+ this.rawAttrs = `id="${keyAttrs.id}"`;
129
+ }
130
+ }
131
+ if (keyAttrs.class) {
132
+ if (!rawAttrs) {
133
+ const cls = `class="${this.classList.toString()}"`;
134
+ if (this.rawAttrs) {
135
+ this.rawAttrs += ` ${cls}`;
136
+ }
137
+ else {
138
+ this.rawAttrs = cls;
139
+ }
140
+ }
141
+ }
142
+ }
143
+ removeChild(node) {
144
+ this.childNodes = this.childNodes.filter((child) => {
145
+ return child !== node;
146
+ });
147
+ return this;
148
+ }
149
+ exchangeChild(oldNode, newNode) {
150
+ const children = this.childNodes;
151
+ this.childNodes = children.map((child) => {
152
+ if (child === oldNode) {
153
+ return newNode;
154
+ }
155
+ return child;
156
+ });
157
+ return this;
158
+ }
159
+ get tagName() {
160
+ return this.rawTagName ? this.rawTagName.toUpperCase() : this.rawTagName;
161
+ }
162
+ set tagName(newname) {
163
+ this.rawTagName = newname.toLowerCase();
164
+ }
165
+ get localName() {
166
+ return this.rawTagName.toLowerCase();
167
+ }
168
+ get isVoidElement() {
169
+ return this.voidTag.isVoidElement(this.localName);
170
+ }
171
+ get rawText() {
172
+ if (/^br$/i.test(this.rawTagName)) {
173
+ return '\n';
174
+ }
175
+ return this.childNodes.reduce((pre, cur) => {
176
+ return (pre += cur.rawText);
177
+ }, '');
178
+ }
179
+ get textContent() {
180
+ return decode(this.rawText);
181
+ }
182
+ set textContent(val) {
183
+ const content = [new TextNode(val, this)];
184
+ this.childNodes = content;
185
+ }
186
+ get text() {
187
+ return decode(this.rawText);
188
+ }
189
+ get structuredText() {
190
+ let currentBlock = [];
191
+ const blocks = [currentBlock];
192
+ function dfs(node) {
193
+ if (node.nodeType === NodeType.ELEMENT_NODE) {
194
+ if (kBlockElements.has(node.rawTagName)) {
195
+ if (currentBlock.length > 0) {
196
+ blocks.push((currentBlock = []));
197
+ }
198
+ node.childNodes.forEach(dfs);
199
+ if (currentBlock.length > 0) {
200
+ blocks.push((currentBlock = []));
201
+ }
202
+ }
203
+ else {
204
+ node.childNodes.forEach(dfs);
205
+ }
206
+ }
207
+ else if (node.nodeType === NodeType.TEXT_NODE) {
208
+ if (node.isWhitespace) {
209
+ currentBlock.prependWhitespace = true;
210
+ }
211
+ else {
212
+ let text = node.trimmedText;
213
+ if (currentBlock.prependWhitespace) {
214
+ text = ` ${text}`;
215
+ currentBlock.prependWhitespace = false;
216
+ }
217
+ currentBlock.push(text);
218
+ }
219
+ }
220
+ }
221
+ dfs(this);
222
+ return blocks
223
+ .map((block) => {
224
+ return block.join('').replace(/\s{2,}/g, ' ');
225
+ })
226
+ .join('\n')
227
+ .replace(/\s+$/, '');
228
+ }
229
+ toString() {
230
+ const tag = this.rawTagName;
231
+ if (tag) {
232
+ const attrs = this.rawAttrs ? ` ${this.rawAttrs}` : '';
233
+ return this.voidTag.formatNode(tag, attrs, this.innerHTML);
234
+ }
235
+ return this.innerHTML;
236
+ }
237
+ get innerHTML() {
238
+ return this.childNodes
239
+ .map((child) => {
240
+ return child.toString();
241
+ })
242
+ .join('');
243
+ }
244
+ set innerHTML(content) {
245
+ const r = parse(content, this._parseOptions);
246
+ const nodes = r.childNodes.length
247
+ ? r.childNodes
248
+ : [new TextNode(content, this)];
249
+ resetParent(nodes, this);
250
+ resetParent(this.childNodes, null);
251
+ this.childNodes = nodes;
252
+ }
253
+ set_content(content, options = {}) {
254
+ if (content instanceof Node) {
255
+ content = [content];
256
+ }
257
+ else if (typeof content == 'string') {
258
+ options = { ...this._parseOptions, ...options };
259
+ const r = parse(content, options);
260
+ content = r.childNodes.length
261
+ ? r.childNodes
262
+ : [new TextNode(r.innerHTML, this)];
263
+ }
264
+ resetParent(this.childNodes, null);
265
+ resetParent(content, this);
266
+ this.childNodes = content;
267
+ return this;
268
+ }
269
+ replaceWith(...nodes) {
270
+ const parent = this.parentNode;
271
+ if (!parent)
272
+ return this;
273
+ const content = nodes
274
+ .map((node) => {
275
+ if (node instanceof Node) {
276
+ return [node];
277
+ }
278
+ else if (typeof node == 'string') {
279
+ const r = parse(node, this._parseOptions);
280
+ return r.childNodes.length
281
+ ? r.childNodes
282
+ : [new TextNode(node, this)];
283
+ }
284
+ return [];
285
+ })
286
+ .flat();
287
+ const idx = parent.childNodes.findIndex((child) => {
288
+ return child === this;
289
+ });
290
+ resetParent([this], null);
291
+ parent.childNodes = [
292
+ ...parent.childNodes.slice(0, idx),
293
+ ...resetParent(content, parent),
294
+ ...parent.childNodes.slice(idx + 1),
295
+ ];
296
+ return this;
297
+ }
298
+ get outerHTML() {
299
+ return this.toString();
300
+ }
301
+ trimRight(pattern) {
302
+ for (let i = 0; i < this.childNodes.length; i++) {
303
+ const childNode = this.childNodes[i];
304
+ if (childNode.nodeType === NodeType.ELEMENT_NODE) {
305
+ childNode.trimRight(pattern);
306
+ }
307
+ else {
308
+ const index = childNode.rawText.search(pattern);
309
+ if (index > -1) {
310
+ childNode.rawText = childNode.rawText.substr(0, index);
311
+ this.childNodes.length = i + 1;
312
+ }
313
+ }
314
+ }
315
+ return this;
316
+ }
317
+ get structure() {
318
+ const res = [];
319
+ let indention = 0;
320
+ function write(str) {
321
+ res.push(' '.repeat(indention) + str);
322
+ }
323
+ function dfs(node) {
324
+ const idStr = node.id ? `#${node.id}` : '';
325
+ const classStr = node.classList.length
326
+ ? `.${node.classList.value.join('.')}`
327
+ : '';
328
+ write(`${node.rawTagName}${idStr}${classStr}`);
329
+ indention++;
330
+ node.childNodes.forEach((childNode) => {
331
+ if (childNode.nodeType === NodeType.ELEMENT_NODE) {
332
+ dfs(childNode);
333
+ }
334
+ else if (childNode.nodeType === NodeType.TEXT_NODE) {
335
+ if (!childNode.isWhitespace) {
336
+ write('#text');
337
+ }
338
+ }
339
+ });
340
+ indention--;
341
+ }
342
+ dfs(this);
343
+ return res.join('\n');
344
+ }
345
+ removeWhitespace() {
346
+ let o = 0;
347
+ this.childNodes.forEach((node) => {
348
+ if (node.nodeType === NodeType.TEXT_NODE) {
349
+ if (node.isWhitespace) {
350
+ return;
351
+ }
352
+ node.rawText = node.trimmedRawText;
353
+ }
354
+ else if (node.nodeType === NodeType.ELEMENT_NODE) {
355
+ node.removeWhitespace();
356
+ }
357
+ this.childNodes[o++] = node;
358
+ });
359
+ this.childNodes.length = o;
360
+ const attrs = Object.keys(this.rawAttributes)
361
+ .map((key) => {
362
+ const val = this.rawAttributes[key];
363
+ return `${key}=${JSON.stringify(val)}`;
364
+ })
365
+ .join(' ');
366
+ this.rawAttrs = attrs;
367
+ delete this._rawAttrs;
368
+ return this;
369
+ }
370
+ querySelectorAll(selector) {
371
+ return selectAll(selector, this, {
372
+ xmlMode: false,
373
+ adapter: Matcher,
374
+ });
375
+ }
376
+ querySelector(selector) {
377
+ return selectOne(selector, this, {
378
+ xmlMode: false,
379
+ adapter: Matcher,
380
+ });
381
+ }
382
+ getElementsByTagName(tagName) {
383
+ const upperCasedTagName = tagName.toUpperCase();
384
+ const re = [];
385
+ const stack = [];
386
+ let currentNodeReference = this;
387
+ let index = 0;
388
+ while (index !== undefined && currentNodeReference) {
389
+ let child;
390
+ do {
391
+ child = currentNodeReference.childNodes[index++];
392
+ } while (index < currentNodeReference.childNodes.length &&
393
+ child === undefined);
394
+ if (child === undefined) {
395
+ currentNodeReference = currentNodeReference.parentNode;
396
+ index = stack.pop();
397
+ continue;
398
+ }
399
+ if (child.nodeType === NodeType.ELEMENT_NODE) {
400
+ if (tagName === '*' || child.tagName === upperCasedTagName)
401
+ re.push(child);
402
+ if (child.childNodes.length > 0) {
403
+ stack.push(index);
404
+ currentNodeReference = child;
405
+ index = 0;
406
+ }
407
+ }
408
+ }
409
+ return re;
410
+ }
411
+ getElementById(id) {
412
+ const stack = [];
413
+ let currentNodeReference = this;
414
+ let index = 0;
415
+ while (index !== undefined && currentNodeReference) {
416
+ let child;
417
+ do {
418
+ child = currentNodeReference.childNodes[index++];
419
+ } while (index < currentNodeReference.childNodes.length &&
420
+ child === undefined);
421
+ if (child === undefined) {
422
+ currentNodeReference = currentNodeReference.parentNode;
423
+ index = stack.pop();
424
+ continue;
425
+ }
426
+ if (child.nodeType === NodeType.ELEMENT_NODE) {
427
+ if (child.id === id) {
428
+ return child;
429
+ }
430
+ if (child.childNodes.length > 0) {
431
+ stack.push(index);
432
+ currentNodeReference = child;
433
+ index = 0;
434
+ }
435
+ }
436
+ }
437
+ return null;
438
+ }
439
+ closest(selector) {
440
+ const mapChild = new Map();
441
+ let el = this;
442
+ let old = null;
443
+ function findOne(test, elems) {
444
+ let elem = null;
445
+ for (let i = 0, l = elems.length; i < l && !elem; i++) {
446
+ const el = elems[i];
447
+ if (test(el)) {
448
+ elem = el;
449
+ }
450
+ else {
451
+ const child = mapChild.get(el);
452
+ if (child) {
453
+ elem = findOne(test, [child]);
454
+ }
455
+ }
456
+ }
457
+ return elem;
458
+ }
459
+ while (el) {
460
+ if (old)
461
+ mapChild.set(el, old);
462
+ old = el;
463
+ el = el.parentNode;
464
+ }
465
+ el = this;
466
+ while (el) {
467
+ const e = selectOne(selector, el, {
468
+ xmlMode: true,
469
+ adapter: {
470
+ ...Matcher,
471
+ getChildren(node) {
472
+ const child = mapChild.get(node);
473
+ return child ? [child] : [];
474
+ },
475
+ getSiblings(node) {
476
+ return [node];
477
+ },
478
+ },
479
+ });
480
+ if (e) {
481
+ return e;
482
+ }
483
+ el = el.parentNode;
484
+ }
485
+ return null;
486
+ }
487
+ appendChild(node) {
488
+ this.append(node);
489
+ return node;
490
+ }
491
+ get attrs() {
492
+ if (this._attrs) {
493
+ return this._attrs;
494
+ }
495
+ this._attrs = {};
496
+ const attrs = this.rawAttributes;
497
+ for (const key in attrs) {
498
+ const val = attrs[key] || '';
499
+ this._attrs[key.toLowerCase()] = decode(val);
500
+ }
501
+ return this._attrs;
502
+ }
503
+ get attributes() {
504
+ const ret_attrs = {};
505
+ const attrs = this.rawAttributes;
506
+ for (const key in attrs) {
507
+ const val = attrs[key] || '';
508
+ ret_attrs[key] = decode(val);
509
+ }
510
+ return ret_attrs;
511
+ }
512
+ get rawAttributes() {
513
+ if (this._rawAttrs) {
514
+ return this._rawAttrs;
515
+ }
516
+ const attrs = {};
517
+ if (this.rawAttrs) {
518
+ const re = /([a-zA-Z()[\]#@$.?:][a-zA-Z0-9-._:()[\]#]*)(?:\s*=\s*((?:'[^']*')|(?:"[^"]*")|\S+))?/g;
519
+ let match;
520
+ while ((match = re.exec(this.rawAttrs))) {
521
+ const key = match[1];
522
+ let val = match[2] || null;
523
+ if (val && (val[0] === `'` || val[0] === `"`))
524
+ val = val.slice(1, val.length - 1);
525
+ attrs[key] = attrs[key] || val || '';
526
+ }
527
+ }
528
+ this._rawAttrs = attrs;
529
+ return attrs;
530
+ }
531
+ removeAttribute(key) {
532
+ const attrs = this.rawAttributes;
533
+ delete attrs[key];
534
+ if (this._attrs) {
535
+ delete this._attrs[key];
536
+ }
537
+ this.rawAttrs = Object.keys(attrs)
538
+ .map((name) => {
539
+ const val = this.quoteAttribute(attrs[name]);
540
+ if (val === 'null' || val === '""')
541
+ return name;
542
+ return `${name}=${val}`;
543
+ })
544
+ .join(' ');
545
+ if (key === 'id') {
546
+ this.id = '';
547
+ }
548
+ return this;
549
+ }
550
+ hasAttribute(key) {
551
+ return key.toLowerCase() in this.attrs;
552
+ }
553
+ getAttribute(key) {
554
+ return this.attrs[key.toLowerCase()];
555
+ }
556
+ setAttribute(key, value) {
557
+ if (arguments.length < 2) {
558
+ throw new Error("Failed to execute 'setAttribute' on 'Element'");
559
+ }
560
+ const k2 = key.toLowerCase();
561
+ const attrs = this.rawAttributes;
562
+ for (const k in attrs) {
563
+ if (k.toLowerCase() === k2) {
564
+ key = k;
565
+ break;
566
+ }
567
+ }
568
+ attrs[key] = String(value);
569
+ if (this._attrs) {
570
+ this._attrs[k2] = decode(attrs[key]);
571
+ }
572
+ this.rawAttrs = Object.keys(attrs)
573
+ .map((name) => {
574
+ const val = this.quoteAttribute(attrs[name]);
575
+ if (val === 'null' || val === '""')
576
+ return name;
577
+ return `${name}=${val}`;
578
+ })
579
+ .join(' ');
580
+ if (key === 'id') {
581
+ this.id = value;
582
+ }
583
+ return this;
584
+ }
585
+ setAttributes(attributes) {
586
+ if (this._attrs) {
587
+ delete this._attrs;
588
+ }
589
+ if (this._rawAttrs) {
590
+ delete this._rawAttrs;
591
+ }
592
+ this.rawAttrs = Object.keys(attributes)
593
+ .map((name) => {
594
+ const val = attributes[name];
595
+ if (val === 'null' || val === '""')
596
+ return name;
597
+ return `${name}=${this.quoteAttribute(String(val))}`;
598
+ })
599
+ .join(' ');
600
+ return this;
601
+ }
602
+ insertAdjacentHTML(where, html) {
603
+ if (arguments.length < 2) {
604
+ throw new Error('2 arguments required');
605
+ }
606
+ const p = parse(html, this._parseOptions);
607
+ if (where === 'afterend') {
608
+ this.after(...p.childNodes);
609
+ }
610
+ else if (where === 'afterbegin') {
611
+ this.prepend(...p.childNodes);
612
+ }
613
+ else if (where === 'beforeend') {
614
+ this.append(...p.childNodes);
615
+ }
616
+ else if (where === 'beforebegin') {
617
+ this.before(...p.childNodes);
618
+ }
619
+ else {
620
+ throw new Error(`The value provided ('${where}') is not one of 'beforebegin', 'afterbegin', 'beforeend', or 'afterend'`);
621
+ }
622
+ return this;
623
+ }
624
+ prepend(...insertable) {
625
+ const nodes = resolveInsertable(insertable, this._parseOptions);
626
+ resetParent(nodes, this);
627
+ this.childNodes.unshift(...nodes);
628
+ }
629
+ append(...insertable) {
630
+ const nodes = resolveInsertable(insertable, this._parseOptions);
631
+ resetParent(nodes, this);
632
+ this.childNodes.push(...nodes);
633
+ }
634
+ before(...insertable) {
635
+ if (!this.parentNode)
636
+ return;
637
+ const nodes = resolveInsertable(insertable, this.parentNode._parseOptions);
638
+ const siblings = this.parentNode.childNodes;
639
+ resetParent(nodes, this.parentNode);
640
+ siblings.splice(siblings.indexOf(this), 0, ...nodes);
641
+ }
642
+ after(...insertable) {
643
+ if (!this.parentNode)
644
+ return;
645
+ const nodes = resolveInsertable(insertable, this.parentNode._parseOptions);
646
+ const siblings = this.parentNode.childNodes;
647
+ resetParent(nodes, this.parentNode);
648
+ siblings.splice(siblings.indexOf(this) + 1, 0, ...nodes);
649
+ }
650
+ get nextSibling() {
651
+ if (this.parentNode) {
652
+ const children = this.parentNode.childNodes;
653
+ let i = 0;
654
+ while (i < children.length) {
655
+ const child = children[i++];
656
+ if (this === child)
657
+ return children[i] || null;
658
+ }
659
+ }
660
+ return null;
661
+ }
662
+ get nextElementSibling() {
663
+ if (this.parentNode) {
664
+ const children = this.parentNode.childNodes;
665
+ let i = 0;
666
+ let find = false;
667
+ while (i < children.length) {
668
+ const child = children[i++];
669
+ if (find) {
670
+ if (child instanceof HTMLElement) {
671
+ return child || null;
672
+ }
673
+ }
674
+ else if (this === child) {
675
+ find = true;
676
+ }
677
+ }
678
+ }
679
+ return null;
680
+ }
681
+ get previousSibling() {
682
+ if (this.parentNode) {
683
+ const children = this.parentNode.childNodes;
684
+ let i = children.length;
685
+ while (i > 0) {
686
+ const child = children[--i];
687
+ if (this === child)
688
+ return children[i - 1] || null;
689
+ }
690
+ }
691
+ return null;
692
+ }
693
+ get previousElementSibling() {
694
+ if (this.parentNode) {
695
+ const children = this.parentNode.childNodes;
696
+ let i = children.length;
697
+ let find = false;
698
+ while (i > 0) {
699
+ const child = children[--i];
700
+ if (find) {
701
+ if (child instanceof HTMLElement) {
702
+ return child || null;
703
+ }
704
+ }
705
+ else if (this === child) {
706
+ find = true;
707
+ }
708
+ }
709
+ }
710
+ return null;
711
+ }
712
+ get children() {
713
+ const children = [];
714
+ for (const childNode of this.childNodes) {
715
+ if (childNode instanceof HTMLElement) {
716
+ children.push(childNode);
717
+ }
718
+ }
719
+ return children;
720
+ }
721
+ get firstChild() {
722
+ return this.childNodes[0];
723
+ }
724
+ get firstElementChild() {
725
+ return this.children[0];
726
+ }
727
+ get lastChild() {
728
+ return arr_back(this.childNodes);
729
+ }
730
+ get lastElementChild() {
731
+ return this.children[this.children.length - 1];
732
+ }
733
+ get childElementCount() {
734
+ return this.children.length;
735
+ }
736
+ get classNames() {
737
+ return this.classList.toString();
738
+ }
739
+ clone() {
740
+ return parse(this.toString(), this._parseOptions).firstChild;
741
+ }
742
+ }
743
+ const kMarkupPattern = /<!--[\s\S]*?-->|<(\/?)([a-zA-Z][-.:0-9_a-zA-Z@\xB7\xC0-\xD6\xD8-\xF6\u00F8-\u03A1\u03A3-\u03D9\u03DB-\u03EF\u03F7-\u03FF\u0400-\u04FF\u0500-\u052F\u1D00-\u1D2B\u1D6B-\u1D77\u1D79-\u1D9A\u1E00-\u1E9B\u1F00-\u1F15\u1F18-\u1F1D\u1F20-\u1F45\u1F48-\u1F4D\u1F50-\u1F57\u1F59\u1F5B\u1F5D\u1F5F-\u1F7D\u1F80-\u1FB4\u1FB6-\u1FBC\u1FBE\u1FC2-\u1FC4\u1FC6-\u1FCC\u1FD0-\u1FD3\u1FD6-\u1FDB\u1FE0-\u1FEC\u1FF2-\u1FF4\u1FF6-\u1FFC\u2126\u212A-\u212B\u2132\u214E\u2160-\u2188\u2C60-\u2C7F\uA722-\uA787\uA78B-\uA78E\uA790-\uA7AD\uA7B0-\uA7B7\uA7F7-\uA7FF\uAB30-\uAB5A\uAB5C-\uAB5F\uAB64-\uAB65\uFB00-\uFB06\uFB13-\uFB17\uFF21-\uFF3A\uFF41-\uFF5A\x37F-\u1FFF\u200C-\u200D\u203F-\u2040\u2070-\u218F\u2C00-\u2FEF\u3001-\uD7FF\uF900-\uFDCF\uFDF0-\uFFFD]*)((?:\s+[^>]*?(?:(?:'[^']*')|(?:"[^"]*"))?)*)\s*(\/?)>/gu;
744
+ const kAttributePattern = /(?:^|\s)(id|class)\s*=\s*((?:'[^']*')|(?:"[^"]*")|\S+)/gi;
745
+ const kElementsClosedByOpening = {
746
+ li: { li: true, LI: true },
747
+ LI: { li: true, LI: true },
748
+ p: { p: true, div: true, P: true, DIV: true },
749
+ P: { p: true, div: true, P: true, DIV: true },
750
+ b: { div: true, DIV: true },
751
+ B: { div: true, DIV: true },
752
+ td: { td: true, th: true, TD: true, TH: true },
753
+ TD: { td: true, th: true, TD: true, TH: true },
754
+ th: { td: true, th: true, TD: true, TH: true },
755
+ TH: { td: true, th: true, TD: true, TH: true },
756
+ h1: { h1: true, H1: true },
757
+ H1: { h1: true, H1: true },
758
+ h2: { h2: true, H2: true },
759
+ H2: { h2: true, H2: true },
760
+ h3: { h3: true, H3: true },
761
+ H3: { h3: true, H3: true },
762
+ h4: { h4: true, H4: true },
763
+ H4: { h4: true, H4: true },
764
+ h5: { h5: true, H5: true },
765
+ H5: { h5: true, H5: true },
766
+ h6: { h6: true, H6: true },
767
+ H6: { h6: true, H6: true },
768
+ };
769
+ const kElementsClosedByClosing = {
770
+ li: { ul: true, ol: true, UL: true, OL: true },
771
+ LI: { ul: true, ol: true, UL: true, OL: true },
772
+ a: { div: true, DIV: true },
773
+ A: { div: true, DIV: true },
774
+ b: { div: true, DIV: true },
775
+ B: { div: true, DIV: true },
776
+ i: { div: true, DIV: true },
777
+ I: { div: true, DIV: true },
778
+ p: { div: true, DIV: true },
779
+ P: { div: true, DIV: true },
780
+ td: { tr: true, table: true, TR: true, TABLE: true },
781
+ TD: { tr: true, table: true, TR: true, TABLE: true },
782
+ th: { tr: true, table: true, TR: true, TABLE: true },
783
+ TH: { tr: true, table: true, TR: true, TABLE: true },
784
+ };
785
+ const frameflag = 'documentfragmentcontainer';
786
+ export function base_parse(data, options = {}) {
787
+ const voidTag = new VoidTag(options?.voidTag?.closingSlash, options?.voidTag?.tags);
788
+ const elements = options.blockTextElements || {
789
+ script: true,
790
+ noscript: true,
791
+ style: true,
792
+ pre: true,
793
+ };
794
+ const element_names = Object.keys(elements);
795
+ const kBlockTextElements = element_names.map((it) => new RegExp(`^${it}$`, 'i'));
796
+ const kIgnoreElements = element_names
797
+ .filter((it) => Boolean(elements[it]))
798
+ .map((it) => new RegExp(`^${it}$`, 'i'));
799
+ function element_should_be_ignore(tag) {
800
+ return kIgnoreElements.some((it) => it.test(tag));
801
+ }
802
+ function is_block_text_element(tag) {
803
+ return kBlockTextElements.some((it) => it.test(tag));
804
+ }
805
+ const createRange = (startPos, endPos) => [
806
+ startPos - frameFlagOffset,
807
+ endPos - frameFlagOffset,
808
+ ];
809
+ const root = new HTMLElement('', {}, '', null, [0, data.length], voidTag, options);
810
+ let currentParent = root;
811
+ const stack = [root];
812
+ let lastTextPos = -1;
813
+ let noNestedTagIndex = undefined;
814
+ let match;
815
+ data = `<${frameflag}>${data}</${frameflag}>`;
816
+ const { lowerCaseTagName, fixNestedATags } = options;
817
+ const dataEndPos = data.length - (frameflag.length + 2);
818
+ const frameFlagOffset = frameflag.length + 2;
819
+ while ((match = kMarkupPattern.exec(data))) {
820
+ let { 0: matchText, 1: leadingSlash, 2: tagName, 3: attributes, 4: closingSlash, } = match;
821
+ const matchLength = matchText.length;
822
+ const tagStartPos = kMarkupPattern.lastIndex - matchLength;
823
+ const tagEndPos = kMarkupPattern.lastIndex;
824
+ if (lastTextPos > -1) {
825
+ if (lastTextPos + matchLength < tagEndPos) {
826
+ const text = data.substring(lastTextPos, tagStartPos);
827
+ currentParent.appendChild(new TextNode(text, currentParent, createRange(lastTextPos, tagStartPos)));
828
+ }
829
+ }
830
+ lastTextPos = kMarkupPattern.lastIndex;
831
+ if (tagName === frameflag)
832
+ continue;
833
+ if (matchText[1] === '!') {
834
+ if (options.comment) {
835
+ const text = data.substring(tagStartPos + 4, tagEndPos - 3);
836
+ currentParent.appendChild(new CommentNode(text, currentParent, createRange(tagStartPos, tagEndPos)));
837
+ }
838
+ continue;
839
+ }
840
+ if (lowerCaseTagName)
841
+ tagName = tagName.toLowerCase();
842
+ if (!leadingSlash) {
843
+ const attrs = {};
844
+ for (let attMatch; (attMatch = kAttributePattern.exec(attributes));) {
845
+ const { 1: key, 2: val } = attMatch;
846
+ const isQuoted = val[0] === `'` || val[0] === `"`;
847
+ attrs[key.toLowerCase()] = isQuoted
848
+ ? val.slice(1, val.length - 1)
849
+ : val;
850
+ }
851
+ const parentTagName = currentParent.rawTagName;
852
+ if (!closingSlash && kElementsClosedByOpening[parentTagName]) {
853
+ if (kElementsClosedByOpening[parentTagName][tagName]) {
854
+ stack.pop();
855
+ currentParent = arr_back(stack);
856
+ }
857
+ }
858
+ if (fixNestedATags && (tagName === 'a' || tagName === 'A')) {
859
+ if (noNestedTagIndex !== undefined) {
860
+ stack.splice(noNestedTagIndex);
861
+ currentParent = arr_back(stack);
862
+ }
863
+ noNestedTagIndex = stack.length;
864
+ }
865
+ const tagEndPos = kMarkupPattern.lastIndex;
866
+ const tagStartPos = tagEndPos - matchLength;
867
+ currentParent = currentParent.appendChild(new HTMLElement(tagName, attrs, attributes.slice(1), null, createRange(tagStartPos, tagEndPos), voidTag, options));
868
+ stack.push(currentParent);
869
+ if (is_block_text_element(tagName)) {
870
+ const closeMarkup = `</${tagName}>`;
871
+ const closeIndex = lowerCaseTagName
872
+ ? data.toLocaleLowerCase().indexOf(closeMarkup, kMarkupPattern.lastIndex)
873
+ : data.indexOf(closeMarkup, kMarkupPattern.lastIndex);
874
+ const textEndPos = closeIndex === -1 ? dataEndPos : closeIndex;
875
+ if (element_should_be_ignore(tagName)) {
876
+ const text = data.substring(tagEndPos, textEndPos);
877
+ if (text.length > 0 && /\S/.test(text)) {
878
+ currentParent.appendChild(new TextNode(text, currentParent, createRange(tagEndPos, textEndPos)));
879
+ }
880
+ }
881
+ if (closeIndex === -1) {
882
+ lastTextPos = kMarkupPattern.lastIndex = data.length + 1;
883
+ }
884
+ else {
885
+ lastTextPos = kMarkupPattern.lastIndex =
886
+ closeIndex + closeMarkup.length;
887
+ leadingSlash = '/';
888
+ }
889
+ }
890
+ }
891
+ if (leadingSlash || closingSlash || voidTag.isVoidElement(tagName)) {
892
+ while (true) {
893
+ if (noNestedTagIndex != null && (tagName === 'a' || tagName === 'A'))
894
+ noNestedTagIndex = undefined;
895
+ if (currentParent.rawTagName === tagName) {
896
+ currentParent.range[1] = createRange(-1, Math.max(lastTextPos, tagEndPos))[1];
897
+ stack.pop();
898
+ currentParent = arr_back(stack);
899
+ break;
900
+ }
901
+ else {
902
+ const parentTagName = currentParent.tagName;
903
+ if (kElementsClosedByClosing[parentTagName]) {
904
+ if (kElementsClosedByClosing[parentTagName][tagName]) {
905
+ stack.pop();
906
+ currentParent = arr_back(stack);
907
+ continue;
908
+ }
909
+ }
910
+ break;
911
+ }
912
+ }
913
+ }
914
+ }
915
+ return stack;
916
+ }
917
+ export function parse(data, options = {}) {
918
+ const stack = base_parse(data, options);
919
+ const [root] = stack;
920
+ while (stack.length > 1) {
921
+ const last = stack.pop();
922
+ const oneBefore = arr_back(stack);
923
+ if (last && last.parentNode && last.parentNode.parentNode) {
924
+ if (last.parentNode === oneBefore && last.tagName === oneBefore.tagName) {
925
+ if (options.parseNoneClosedTags !== true) {
926
+ oneBefore.removeChild(last);
927
+ last.childNodes.forEach((child) => {
928
+ if (oneBefore.parentNode)
929
+ oneBefore.parentNode.appendChild(child);
930
+ });
931
+ stack.pop();
932
+ }
933
+ }
934
+ else {
935
+ if (options.parseNoneClosedTags !== true) {
936
+ oneBefore.removeChild(last);
937
+ last.childNodes.forEach((child) => {
938
+ oneBefore.appendChild(child);
939
+ });
940
+ }
941
+ }
942
+ }
943
+ else {
944
+ }
945
+ }
946
+ return root;
947
+ }
948
+ function resolveInsertable(insertable, options) {
949
+ const result = [];
950
+ for (const val of insertable) {
951
+ if (typeof val === 'string') {
952
+ if (/<[a-zA-Z!]/.test(val)) {
953
+ const stack = base_parse(val, options || {});
954
+ const root = stack[0];
955
+ if (root && root.childNodes) {
956
+ for (const child of root.childNodes) {
957
+ child.parentNode = null;
958
+ result.push(child);
959
+ }
960
+ }
961
+ }
962
+ else {
963
+ result.push(new TextNode(val));
964
+ }
965
+ }
966
+ else {
967
+ val.remove();
968
+ result.push(val);
969
+ }
970
+ }
971
+ return result;
972
+ }
973
+ function resetParent(nodes, parent) {
974
+ return nodes.map((node) => {
975
+ node.parentNode = parent;
976
+ return node;
977
+ });
978
+ }