@j0hanz/fetch-url-mcp 1.3.0 → 1.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (249) hide show
  1. package/README.md +24 -21
  2. package/dist/cli.d.ts +1 -0
  3. package/dist/cli.d.ts.map +1 -1
  4. package/dist/cli.js +18 -12
  5. package/dist/cli.js.map +1 -1
  6. package/dist/http/auth.d.ts +15 -1
  7. package/dist/http/auth.d.ts.map +1 -1
  8. package/dist/http/auth.js +84 -17
  9. package/dist/http/auth.js.map +1 -1
  10. package/dist/http/health.d.ts +1 -1
  11. package/dist/http/health.d.ts.map +1 -1
  12. package/dist/http/health.js +5 -15
  13. package/dist/http/health.js.map +1 -1
  14. package/dist/http/helpers.d.ts +1 -8
  15. package/dist/http/helpers.d.ts.map +1 -1
  16. package/dist/http/helpers.js +13 -13
  17. package/dist/http/helpers.js.map +1 -1
  18. package/dist/http/native.d.ts.map +1 -1
  19. package/dist/http/native.js +126 -23
  20. package/dist/http/native.js.map +1 -1
  21. package/dist/http/rate-limit.d.ts +2 -1
  22. package/dist/http/rate-limit.d.ts.map +1 -1
  23. package/dist/http/rate-limit.js +33 -26
  24. package/dist/http/rate-limit.js.map +1 -1
  25. package/dist/index.js +22 -19
  26. package/dist/index.js.map +1 -1
  27. package/dist/lib/cache.d.ts.map +1 -0
  28. package/dist/{cache.js → lib/cache.js} +15 -11
  29. package/dist/lib/cache.js.map +1 -0
  30. package/dist/{config.d.ts → lib/config.d.ts} +2 -0
  31. package/dist/lib/config.d.ts.map +1 -0
  32. package/dist/{config.js → lib/config.js} +4 -2
  33. package/dist/lib/config.js.map +1 -0
  34. package/dist/lib/crypto.d.ts.map +1 -0
  35. package/dist/{crypto.js → lib/crypto.js} +6 -3
  36. package/dist/lib/crypto.js.map +1 -0
  37. package/dist/lib/dom-noise-removal.d.ts.map +1 -0
  38. package/dist/{dom-noise-removal.js → lib/dom-noise-removal.js} +1 -2
  39. package/dist/lib/dom-noise-removal.js.map +1 -0
  40. package/dist/lib/download.d.ts.map +1 -0
  41. package/dist/{download.js → lib/download.js} +7 -7
  42. package/dist/lib/download.js.map +1 -0
  43. package/dist/{errors.d.ts → lib/errors.d.ts} +3 -0
  44. package/dist/lib/errors.d.ts.map +1 -0
  45. package/dist/{errors.js → lib/errors.js} +8 -1
  46. package/dist/lib/errors.js.map +1 -0
  47. package/dist/lib/fetch-content.d.ts.map +1 -0
  48. package/dist/{fetch-content.js → lib/fetch-content.js} +3 -2
  49. package/dist/lib/fetch-content.js.map +1 -0
  50. package/dist/lib/fetch-stream.d.ts.map +1 -0
  51. package/dist/{fetch-stream.js → lib/fetch-stream.js} +3 -5
  52. package/dist/lib/fetch-stream.js.map +1 -0
  53. package/dist/lib/fetch.d.ts.map +1 -0
  54. package/dist/{fetch.js → lib/fetch.js} +100 -145
  55. package/dist/lib/fetch.js.map +1 -0
  56. package/dist/lib/host-normalization.d.ts.map +1 -0
  57. package/dist/{host-normalization.js → lib/host-normalization.js} +9 -9
  58. package/dist/lib/host-normalization.js.map +1 -0
  59. package/dist/lib/ip-blocklist.d.ts.map +1 -0
  60. package/dist/{ip-blocklist.js → lib/ip-blocklist.js} +11 -8
  61. package/dist/lib/ip-blocklist.js.map +1 -0
  62. package/dist/lib/json.d.ts.map +1 -0
  63. package/dist/{json.js → lib/json.js} +2 -5
  64. package/dist/lib/json.js.map +1 -0
  65. package/dist/lib/language-detection.d.ts.map +1 -0
  66. package/dist/{language-detection.js → lib/language-detection.js} +1 -7
  67. package/dist/lib/language-detection.js.map +1 -0
  68. package/dist/{markdown-cleanup.d.ts → lib/markdown-cleanup.d.ts} +1 -1
  69. package/dist/lib/markdown-cleanup.d.ts.map +1 -0
  70. package/dist/{markdown-cleanup.js → lib/markdown-cleanup.js} +2 -5
  71. package/dist/lib/markdown-cleanup.js.map +1 -0
  72. package/dist/lib/mcp-lifecycle.d.ts +5 -0
  73. package/dist/lib/mcp-lifecycle.d.ts.map +1 -0
  74. package/dist/lib/mcp-lifecycle.js +51 -0
  75. package/dist/lib/mcp-lifecycle.js.map +1 -0
  76. package/dist/lib/mcp-validator.d.ts.map +1 -0
  77. package/dist/{mcp-validator.js → lib/mcp-validator.js} +6 -12
  78. package/dist/lib/mcp-validator.js.map +1 -0
  79. package/dist/{mcp.d.ts → lib/mcp.d.ts} +1 -1
  80. package/dist/lib/mcp.d.ts.map +1 -0
  81. package/dist/{mcp.js → lib/mcp.js} +64 -37
  82. package/dist/lib/mcp.js.map +1 -0
  83. package/dist/lib/observability.d.ts.map +1 -0
  84. package/dist/{observability.js → lib/observability.js} +2 -1
  85. package/dist/lib/observability.js.map +1 -0
  86. package/dist/lib/server-tuning.d.ts.map +1 -0
  87. package/dist/{server-tuning.js → lib/server-tuning.js} +3 -2
  88. package/dist/lib/server-tuning.js.map +1 -0
  89. package/dist/{session.d.ts → lib/session.d.ts} +5 -1
  90. package/dist/lib/session.d.ts.map +1 -0
  91. package/dist/{session.js → lib/session.js} +46 -36
  92. package/dist/lib/session.js.map +1 -0
  93. package/dist/lib/timer-utils.d.ts +13 -0
  94. package/dist/lib/timer-utils.d.ts.map +1 -0
  95. package/dist/lib/timer-utils.js +44 -0
  96. package/dist/lib/timer-utils.js.map +1 -0
  97. package/dist/lib/tool-errors.d.ts.map +1 -0
  98. package/dist/{tool-errors.js → lib/tool-errors.js} +8 -5
  99. package/dist/lib/tool-errors.js.map +1 -0
  100. package/dist/{tool-pipeline.d.ts → lib/tool-pipeline.d.ts} +1 -2
  101. package/dist/lib/tool-pipeline.d.ts.map +1 -0
  102. package/dist/{tool-pipeline.js → lib/tool-pipeline.js} +11 -27
  103. package/dist/lib/tool-pipeline.js.map +1 -0
  104. package/dist/{tool-progress.d.ts → lib/tool-progress.d.ts} +1 -2
  105. package/dist/lib/tool-progress.d.ts.map +1 -0
  106. package/dist/{tool-progress.js → lib/tool-progress.js} +27 -21
  107. package/dist/lib/tool-progress.js.map +1 -0
  108. package/dist/lib/type-guards.d.ts.map +1 -0
  109. package/dist/{type-guards.js → lib/type-guards.js} +3 -4
  110. package/dist/lib/type-guards.js.map +1 -0
  111. package/dist/{prompts.d.ts → prompts/index.d.ts} +1 -1
  112. package/dist/prompts/index.d.ts.map +1 -0
  113. package/dist/{prompts.js → prompts/index.js} +13 -13
  114. package/dist/prompts/index.js.map +1 -0
  115. package/dist/{resources.d.ts → resources/index.d.ts} +1 -1
  116. package/dist/resources/index.d.ts.map +1 -0
  117. package/dist/{resources.js → resources/index.js} +30 -34
  118. package/dist/resources/index.js.map +1 -0
  119. package/dist/resources/instructions.d.ts.map +1 -0
  120. package/dist/resources/instructions.js +43 -0
  121. package/dist/resources/instructions.js.map +1 -0
  122. package/dist/schemas/inputs.d.ts +8 -0
  123. package/dist/schemas/inputs.d.ts.map +1 -0
  124. package/dist/schemas/inputs.js +25 -0
  125. package/dist/schemas/inputs.js.map +1 -0
  126. package/dist/schemas/outputs.d.ts +24 -0
  127. package/dist/schemas/outputs.d.ts.map +1 -0
  128. package/dist/schemas/outputs.js +78 -0
  129. package/dist/schemas/outputs.js.map +1 -0
  130. package/dist/server.d.ts.map +1 -1
  131. package/dist/server.js +31 -26
  132. package/dist/server.js.map +1 -1
  133. package/dist/tasks/execution.d.ts.map +1 -1
  134. package/dist/tasks/execution.js +105 -63
  135. package/dist/tasks/execution.js.map +1 -1
  136. package/dist/tasks/manager.d.ts +10 -0
  137. package/dist/tasks/manager.d.ts.map +1 -1
  138. package/dist/tasks/manager.js +62 -54
  139. package/dist/tasks/manager.js.map +1 -1
  140. package/dist/tasks/owner.d.ts +4 -4
  141. package/dist/tasks/owner.d.ts.map +1 -1
  142. package/dist/tasks/owner.js +9 -15
  143. package/dist/tasks/owner.js.map +1 -1
  144. package/dist/tasks/tool-registry.d.ts +12 -0
  145. package/dist/tasks/tool-registry.d.ts.map +1 -0
  146. package/dist/tasks/tool-registry.js +14 -0
  147. package/dist/tasks/tool-registry.js.map +1 -0
  148. package/dist/tools/fetch-url.d.ts +29 -0
  149. package/dist/tools/fetch-url.d.ts.map +1 -0
  150. package/dist/{tools.js → tools/fetch-url.js} +120 -167
  151. package/dist/tools/fetch-url.js.map +1 -0
  152. package/dist/tools/index.d.ts +3 -0
  153. package/dist/tools/index.d.ts.map +1 -0
  154. package/dist/tools/index.js +5 -0
  155. package/dist/tools/index.js.map +1 -0
  156. package/dist/transform/transform.d.ts.map +1 -1
  157. package/dist/transform/transform.js +164 -176
  158. package/dist/transform/transform.js.map +1 -1
  159. package/dist/transform/worker-pool.d.ts.map +1 -1
  160. package/dist/transform/worker-pool.js +9 -11
  161. package/dist/transform/worker-pool.js.map +1 -1
  162. package/dist/transform/workers/shared.d.ts +8 -0
  163. package/dist/transform/workers/shared.d.ts.map +1 -0
  164. package/dist/transform/workers/shared.js +131 -0
  165. package/dist/transform/workers/shared.js.map +1 -0
  166. package/dist/transform/workers/transform-child.js +5 -132
  167. package/dist/transform/workers/transform-child.js.map +1 -1
  168. package/dist/transform/workers/transform-worker.js +7 -125
  169. package/dist/transform/workers/transform-worker.js.map +1 -1
  170. package/package.json +8 -7
  171. package/dist/cache.d.ts.map +0 -1
  172. package/dist/cache.js.map +0 -1
  173. package/dist/config.d.ts.map +0 -1
  174. package/dist/config.js.map +0 -1
  175. package/dist/crypto.d.ts.map +0 -1
  176. package/dist/crypto.js.map +0 -1
  177. package/dist/dom-noise-removal.d.ts.map +0 -1
  178. package/dist/dom-noise-removal.js.map +0 -1
  179. package/dist/download.d.ts.map +0 -1
  180. package/dist/download.js.map +0 -1
  181. package/dist/errors.d.ts.map +0 -1
  182. package/dist/errors.js.map +0 -1
  183. package/dist/examples/mcp-fetch-url-client.js +0 -329
  184. package/dist/examples/mcp-fetch-url-client.js.map +0 -1
  185. package/dist/fetch-content.d.ts.map +0 -1
  186. package/dist/fetch-content.js.map +0 -1
  187. package/dist/fetch-stream.d.ts.map +0 -1
  188. package/dist/fetch-stream.js.map +0 -1
  189. package/dist/fetch.d.ts.map +0 -1
  190. package/dist/fetch.js.map +0 -1
  191. package/dist/host-normalization.d.ts.map +0 -1
  192. package/dist/host-normalization.js.map +0 -1
  193. package/dist/instructions.d.ts.map +0 -1
  194. package/dist/instructions.js +0 -108
  195. package/dist/instructions.js.map +0 -1
  196. package/dist/ip-blocklist.d.ts.map +0 -1
  197. package/dist/ip-blocklist.js.map +0 -1
  198. package/dist/json.d.ts.map +0 -1
  199. package/dist/json.js.map +0 -1
  200. package/dist/language-detection.d.ts.map +0 -1
  201. package/dist/language-detection.js.map +0 -1
  202. package/dist/markdown-cleanup.d.ts.map +0 -1
  203. package/dist/markdown-cleanup.js.map +0 -1
  204. package/dist/mcp-validator.d.ts.map +0 -1
  205. package/dist/mcp-validator.js.map +0 -1
  206. package/dist/mcp.d.ts.map +0 -1
  207. package/dist/mcp.js.map +0 -1
  208. package/dist/observability.d.ts.map +0 -1
  209. package/dist/observability.js.map +0 -1
  210. package/dist/prompts.d.ts.map +0 -1
  211. package/dist/prompts.js.map +0 -1
  212. package/dist/resources.d.ts.map +0 -1
  213. package/dist/resources.js.map +0 -1
  214. package/dist/server-tuning.d.ts.map +0 -1
  215. package/dist/server-tuning.js.map +0 -1
  216. package/dist/session.d.ts.map +0 -1
  217. package/dist/session.js.map +0 -1
  218. package/dist/timer-utils.d.ts +0 -6
  219. package/dist/timer-utils.d.ts.map +0 -1
  220. package/dist/timer-utils.js +0 -30
  221. package/dist/timer-utils.js.map +0 -1
  222. package/dist/tool-errors.d.ts.map +0 -1
  223. package/dist/tool-errors.js.map +0 -1
  224. package/dist/tool-pipeline.d.ts.map +0 -1
  225. package/dist/tool-pipeline.js.map +0 -1
  226. package/dist/tool-progress.d.ts.map +0 -1
  227. package/dist/tool-progress.js.map +0 -1
  228. package/dist/tools.d.ts +0 -54
  229. package/dist/tools.d.ts.map +0 -1
  230. package/dist/tools.js.map +0 -1
  231. package/dist/type-guards.d.ts.map +0 -1
  232. package/dist/type-guards.js.map +0 -1
  233. /package/dist/{cache.d.ts → lib/cache.d.ts} +0 -0
  234. /package/dist/{crypto.d.ts → lib/crypto.d.ts} +0 -0
  235. /package/dist/{dom-noise-removal.d.ts → lib/dom-noise-removal.d.ts} +0 -0
  236. /package/dist/{download.d.ts → lib/download.d.ts} +0 -0
  237. /package/dist/{fetch-content.d.ts → lib/fetch-content.d.ts} +0 -0
  238. /package/dist/{fetch-stream.d.ts → lib/fetch-stream.d.ts} +0 -0
  239. /package/dist/{fetch.d.ts → lib/fetch.d.ts} +0 -0
  240. /package/dist/{host-normalization.d.ts → lib/host-normalization.d.ts} +0 -0
  241. /package/dist/{ip-blocklist.d.ts → lib/ip-blocklist.d.ts} +0 -0
  242. /package/dist/{json.d.ts → lib/json.d.ts} +0 -0
  243. /package/dist/{language-detection.d.ts → lib/language-detection.d.ts} +0 -0
  244. /package/dist/{mcp-validator.d.ts → lib/mcp-validator.d.ts} +0 -0
  245. /package/dist/{observability.d.ts → lib/observability.d.ts} +0 -0
  246. /package/dist/{server-tuning.d.ts → lib/server-tuning.d.ts} +0 -0
  247. /package/dist/{tool-errors.d.ts → lib/tool-errors.d.ts} +0 -0
  248. /package/dist/{type-guards.d.ts → lib/type-guards.d.ts} +0 -0
  249. /package/dist/{instructions.d.ts → resources/instructions.d.ts} +0 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fetch-url.js","sourceRoot":"","sources":["../../src/tools/fetch-url.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAC;AAEzE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,KAAK,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EACL,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,qBAAqB,GACtB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EACL,sBAAsB,EAGtB,iBAAiB,EACjB,yBAAyB,EACzB,kBAAkB,EAElB,gBAAgB,EAChB,UAAU,EACV,uBAAuB,EACvB,iBAAiB,EACjB,UAAU,GACX,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,sBAAsB,GAGvB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EACL,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,2BAA2B,CAAC;AAoBnC,MAAM,CAAC,MAAM,mBAAmB,GAAG,WAAW,CAAC;AAC/C,MAAM,0BAA0B,GAAG;;;;;;;;;;CAUlC,CAAC,IAAI,EAAE,CAAC;AAET,MAAM,SAAS,GAAG;IAChB,GAAG,EAAE,oaAAoa;IACza,QAAQ,EAAE,eAAe;CAC1B,CAAC;AACF,MAAM,6BAA6B,GACjC,8CAA8C,CAAC;AAEjD;;uGAEuG;AAEvG,SAAS,cAAc,CAAC,iBAA0C;IAIhE,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC;KACxC,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,OAAe,EACf,GAAW,EACX,KAAc;IAEd,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAE1B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACpE,MAAM,GAAG,GAAG,qBAAqB,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;IAEhE,MAAM,QAAQ,GAAyB;QACrC,GAAG;QACH,QAAQ,EAAE,eAAe;QACzB,IAAI,EAAE,OAAO;KACd,CAAC;IAEF,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,gBAAwB,EACxB,WAAmB,EACnB,SAAiB;IAEjB,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,GAAG,EAAE,gBAAgB;QACrB,IAAI,EAAE,iBAAiB;QACvB,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EAAE,wCAAwC;QACrD,QAAQ,EAAE,eAAe;QACzB,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,WAAW,EAAE;YACX,QAAQ,EAAE,CAAC,WAAW,CAAkB;YACxC,QAAQ,EAAE,GAAG;YACb,YAAY,EAAE,SAAS;SACxB;KACF,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,iBAA0C,EAC1C,YAA2C,EAC3C,gBAA+C;IAE/C,MAAM,MAAM,GAA4B,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAE5E,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACtC,eAAe,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAE1C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAI,KAAU,EAAE,KAA2B;IACjE,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED;;uGAEuG;AAEvG,SAAS,oBAAoB,CAC3B,WAAoC;IAEpC,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC;IACnC,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,WAAW,CAAC;IAEvC,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACrD,IAAI,CAAC,WAAW;QAAE,OAAO,aAAa,CAAC;IAEvC,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC;AACvD,CAAC;AAED;;uGAEuG;AAEvG,SAAS,WAAW,CAClB,KAAyB,EACzB,GAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,KAAK,CAAC;IAC7D,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,qBAAqB,GAA2B;IACpD,KAAK,EAAE,GAAG;IACV,WAAW,EAAE,IAAI;IACjB,MAAM,EAAE,GAAG;CACZ,CAAC;AAEF,SAAS,gBAAgB,CAAC,QAA2B;IACnD,MAAM,MAAM,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,EAAE,CAAC;QACjE,MAAM,KAAK,GAAG,GAA8B,CAAC;QAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YACtD,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,sBAAsB,CAC7B,QAAgD,EAChD,YAAiC,EACjC,QAAgB;IAEhB,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;IACpE,MAAM,QAAQ,GAAG,qBAAqB,CACpC,YAAY,CAAC,OAAO,EACpB,QAAQ,CAAC,IAAI,CAAC,SAAS,CACxB,CAAC;IACF,MAAM,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC;IAEnC,OAAO;QACL,GAAG,EAAE,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,GAAG;QACzC,WAAW,EAAE,QAAQ,CAAC,GAAG;QACzB,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,QAAQ;QACR,KAAK,EAAE,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC;QAC5C,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,QAAQ;QACR,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,WAAW,EAAE,YAAY,CAAC,WAAW;QACrC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,OAA2B,EAC3B,SAAkB;IAElB,IAAI,CAAC,SAAS,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAC9D,OAAO,sBAAsB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,uBAAuB,CAC9B,QAAmC;IAEnC,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;QAAE,OAAO,SAAS,CAAC;IACzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC;QAAE,OAAO,SAAS,CAAC;IAE3C,MAAM,MAAM,GAAG,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAE9B,OAAO,oBAAoB,kBAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;AAC1G,CAAC;AAED,SAAS,0BAA0B,CACjC,iBAA0C,EAC1C,QAAgD,EAChD,YAAiC;IAEjC,MAAM,gBAAgB,GAAG,UAAU,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC;IAC3E,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ;QAC5C,CAAC,CAAC,YAAY,CAAC,OAAO;QACtB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;IAE1B,MAAM,YAAY,GAAG,gBAAgB;QACnC,CAAC,CAAC,sBAAsB,CACpB,gBAAgB,EAChB,YAAY,CAAC,WAAW,EACxB,QAAQ,CAAC,SAAS,CACnB;QACH,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,QAAQ,GACZ,cAAc,IAAI,QAAQ,CAAC,GAAG;QAC5B,CAAC,CAAC,qBAAqB,CAAC,cAAc,EAAE,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAC1E,CAAC,CAAC,IAAI,CAAC;IAEX,OAAO,sBAAsB,CAAC,iBAAiB,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,aAAa,CACpB,QAAgD,EAChD,YAAiC,EACjC,QAAgB;IAEhB,MAAM,iBAAiB,GAAG,sBAAsB,CAC9C,QAAQ,EACR,YAAY,EACZ,QAAQ,CACT,CAAC;IACF,MAAM,OAAO,GAAG,0BAA0B,CACxC,iBAAiB,EACjB,QAAQ,EACR,YAAY,CACb,CAAC;IAEF,MAAM,UAAU,GAAG,oBAAoB,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;IACrE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACxB,OAAO,CAAC,sCAAsC,EAAE;YAC9C,GAAG,EAAE,QAAQ;YACb,MAAM,EAAE,UAAU,CAAC,KAAK,CAAC,MAAM;SAChC,CAAC,CAAC;QACH,yEAAyE;QACzE,mFAAmF;QACnF,OAAO,EAAE,OAAO,EAAE,CAAC;IACrB,CAAC;IAED,OAAO;QACL,OAAO;QACP,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED;;uGAEuG;AAEvG,SAAS,aAAa,CAAC,MAAc;IACnC,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC;QACxB,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE;YAAE,OAAO,IAAI,CAAC;QAE7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEpC,2CAA2C;QAC3C,IACE,IAAI,KAAK,YAAY;YACrB,IAAI,KAAK,YAAY;YACrB,IAAI,KAAK,eAAe,EACxB,CAAC;YACD,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACtB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC1B,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC1B,OAAO,GAAG,IAAI,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,IACE,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC;YAC9B,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM;YACnB,KAAK,CAAC,MAAM,IAAI,CAAC,EACjB,CAAC;YACD,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1B,OAAO,iBAAiB,EAAE,EAAE,CAAC;QAC/B,CAAC;QAED,IAAI,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QACjC,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACrC,QAAQ,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;QAC/C,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,GAAG,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC/B,CAAC;QAED,OAAO,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,GAAW,EACX,MAAoB,EACpB,QAA2B,EAC3B,gBAA0B,EAC1B,YAAsB,EACtB,cAAuB;IAKvB,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,OAAe,EAAQ,EAAE;QAC7D,IAAI,CAAC,QAAQ;YAAE,OAAO;QACtB,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACjC,CAAC,CAAC;IAEF,OAAO,kBAAkB,CAAC;QACxB,GAAG;QACH,GAAG,UAAU,CAAC,MAAM,CAAC;QACrB,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,GAAG,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,SAAS,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,aAAa,EAAE,EAAE;YAClE,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YACtC,cAAc,CAAC,CAAC,EAAE,cAAc,UAAU,2BAA2B,CAAC,CAAC;YACvE,OAAO,iBAAiB,CACtB,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EACzD,aAAa,EACb,MAAM,EACN,gBAAgB,CACjB,CAAC;QACJ,CAAC;QACD,SAAS,EAAE,uBAAuB;QAClC,WAAW,EAAE,yBAAyB;KACvC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,KAAoB,EACpB,KAAwB;IAExB,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;IACtB,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAE/C,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACtC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,UAAU,aAAa,CAAC,CAAC;IAC1D,QAAQ,CAAC,cAAc,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IAElC,IAAI,CAAC;QACH,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,UAAU,kBAAkB,CAAC,CAAC;QAC/D,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,MAAM,aAAa,CACpD,GAAG,EACH,MAAM,EACN,QAAQ,EACR,KAAK,CAAC,gBAAgB,EACtB,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,cAAc,CACrB,CAAC;QAEF,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,UAAU,sBAAsB,CAAC,CAAC;QACrE,CAAC;QAED,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,UAAU,cAAc,CAAC,CAAC;QAC3D,OAAO,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QACpC,QAAQ,CAAC,MAAM,CACb,CAAC,EACD,cAAc,UAAU,MAAM,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE,CACjE,CAAC;QACF,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,KAAoB,EACpB,KAAwB;IAExB,OAAO,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;QACzD,QAAQ,CAAC,sBAAsB,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACjD,OAAO,eAAe,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC;AAQD,SAAS,oBAAoB,CAC3B,MAA+B;IAE/B,IAAI,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IACzD,OAAO;QACL,OAAO,EAAE,6BAA6B;QACtC,GAAG,MAAM;KACV,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAG;IACtB,IAAI,EAAE,mBAAmB;IACzB,KAAK,EAAE,WAAW;IAClB,WAAW,EAAE,0BAA0B;IACvC,WAAW,EAAE,mBAAmB;IAChC,0EAA0E;IAC1E,YAAY,EAAE,oBAAoB,CAChC,CAAC,CAAC,YAAY,CAAC,oBAAoB,CAA4B,CAChE;IACD,OAAO,EAAE,mBAAmB;IAC5B,SAAS,EAAE;QACT,WAAW,EAAE,UAAU;KACxB;IACD,WAAW,EAAE;QACX,YAAY,EAAE,IAAI;QAClB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;QACpB,aAAa,EAAE,IAAI;KACM;CAU5B,CAAC;AAEF,SAAS,oCAAoC,CAC3C,cAIC,EACD,SAAiE;IAEjE,iFAAiF;IACjF,oFAAoF;IACpF,cAAc,CAAC,SAAS,GAAG,SAAS,CAAC;AACvC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,2BAA2B,CACzC,OAA8D;IAE9D,OAAO,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;QAC7B,MAAM,iBAAiB,GAAG,YAAY,EAAE,CAAC;QACzC,IAAI,iBAAiB,EAAE,CAAC;YACtB,OAAO,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,KAAK,CAAC,IAAI,UAAU,EAAE,CAAC;QAC1E,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,KAAK,CAAC,CAAC;QAE1D,OAAO,qBAAqB,CAC1B;YACE,SAAS,EAAE,gBAAgB;YAC3B,WAAW,EAAE,gBAAgB;YAC7B,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D,EACD,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAC7B,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAc;IAC/C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAEvC,MAAM,EAAE,SAAS,EAAE,GAAG,KAAgC,CAAC;IACvD,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IACpD,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC;IAE5D,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAc;IAC/C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAEvC,MAAM,EAAE,SAAS,EAAE,GAAG,KAAgC,CAAC;IACvD,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAEpD,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,EAAE,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEpE,OAAO,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAiB;IAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACxD,yBAAyB,CAAC,mBAAmB,CAAC,CAAC;QAC/C,OAAO;IACT,CAAC;IAED,uBAAuB,CAAC;QACtB,IAAI,EAAE,mBAAmB;QACzB,cAAc,EAAE,CAAC,IAAI,EAAE,EAAE;YACvB,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,QAAQ,CAChB,SAAS,CAAC,aAAa,EACvB,iCAAiC,CAClC,CAAC;YACJ,CAAC;YACD,OAAO,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC;QACD,OAAO,EAAE,mBAAmB;KAC7B,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,MAAM,CAAC,YAAY,CACxC,eAAe,CAAC,IAAI,EACpB;QACE,KAAK,EAAE,eAAe,CAAC,KAAK;QAC5B,WAAW,EAAE,eAAe,CAAC,WAAW;QACxC,WAAW,EAAE,eAAe,CAAC,WAAW;QACxC,YAAY,EAAE,eAAe,CAAC,YAAY;QAC1C,WAAW,EAAE,eAAe,CAAC,WAAW;QACxC,SAAS,EAAE,eAAe,CAAC,SAAS;QACpC,KAAK,EAAE,CAAC,SAAS,CAAC;KACsD,EAC1E,2BAA2B,CAAC,eAAe,CAAC,OAAO,CAAC,CACrD,CAAC;IACF,6EAA6E;IAC7E,4CAA4C;IAC5C,oCAAoC,CAClC,cAAc,EACd,eAAe,CAAC,SAAS,CAC1B,CAAC;AACJ,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
2
+ export declare function registerAllTools(server: McpServer): void;
3
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAIzE,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAExD"}
@@ -0,0 +1,5 @@
1
+ import { registerTools as registerFetchUrlTool } from './fetch-url.js';
2
+ export function registerAllTools(server) {
3
+ registerFetchUrlTool(server);
4
+ }
5
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,IAAI,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAEvE,MAAM,UAAU,gBAAgB,CAAC,MAAiB;IAChD,oBAAoB,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AAqCA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AA2CpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAyKD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AA2fD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AA2tBD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,GACA,MAAM,CAsBR;AA+JD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AA6DD,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,eAAe,EAAE,OAAO,GACvB,aAAa,GAAG,SAAS,CAqB3B;AAoQD,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CA8CzB;AAED,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAkI1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC"}
1
+ {"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AAqCA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AA2CpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAiLD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AAggBD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AAotBD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,GACA,MAAM,CAsBR;AAuKD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AA6DD,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,eAAe,EAAE,OAAO,GACvB,aAAa,GAAG,SAAS,CAqB3B;AAuPD,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CA8CzB;AAED,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAkI1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC"}
@@ -4,14 +4,14 @@ import { performance } from 'node:perf_hooks';
4
4
  import { isProbablyReaderable, Readability } from '@mozilla/readability';
5
5
  import { parseHTML } from 'linkedom';
6
6
  import { NodeHtmlMarkdown, } from 'node-html-markdown';
7
- import { config } from '../config.js';
8
- import { removeNoiseFromHtml } from '../dom-noise-removal.js';
9
- import { FetchError, getErrorMessage } from '../errors.js';
10
- import { isRawTextContentUrl } from '../fetch.js';
11
- import { detectLanguageFromCode, resolveLanguageFromAttributes, } from '../language-detection.js';
12
- import { addSourceToMarkdown, buildMetadataFooter, cleanupMarkdownArtifacts, extractTitleFromRawMarkdown, isRawTextContent, } from '../markdown-cleanup.js';
13
- import { getOperationId, getRequestId, logDebug, logError, logInfo, logWarn, redactUrl, } from '../observability.js';
14
- import { isLikeNode, isObject } from '../type-guards.js';
7
+ import { config } from '../lib/config.js';
8
+ import { removeNoiseFromHtml } from '../lib/dom-noise-removal.js';
9
+ import { FetchError, getErrorMessage } from '../lib/errors.js';
10
+ import { isRawTextContentUrl } from '../lib/fetch.js';
11
+ import { detectLanguageFromCode, resolveLanguageFromAttributes, } from '../lib/language-detection.js';
12
+ import { addSourceToMarkdown, buildMetadataFooter, cleanupMarkdownArtifacts, extractTitleFromRawMarkdown, isRawTextContent, } from '../lib/markdown-cleanup.js';
13
+ import { getOperationId, getRequestId, logDebug, logError, logInfo, logWarn, redactUrl, } from '../lib/observability.js';
14
+ import { isLikeNode, isObject } from '../lib/type-guards.js';
15
15
  import { getOrCreateWorkerPool, getWorkerPoolStats, shutdownWorkerPool, } from './worker-pool.js';
16
16
  const utf8Decoder = new TextDecoder('utf-8');
17
17
  function decodeInput(input, encoding) {
@@ -78,7 +78,7 @@ function buildTransformSignal(signal) {
78
78
  class StageTracker {
79
79
  channel = diagnosticsChannel.channel('fetch-url-mcp.transform');
80
80
  start(url, stage, budget) {
81
- if (!this.channel.hasSubscribers && !budget)
81
+ if (this.shouldSkipTracking(budget))
82
82
  return null;
83
83
  const remainingBudgetMs = budget
84
84
  ? budget.totalBudgetMs - budget.elapsedMs
@@ -130,7 +130,7 @@ class StageTracker {
130
130
  return durationMs;
131
131
  }
132
132
  run(url, stage, fn, budget) {
133
- if (!this.channel.hasSubscribers && !budget) {
133
+ if (this.shouldSkipTracking(budget)) {
134
134
  return fn();
135
135
  }
136
136
  if (budget && budget.elapsedMs >= budget.totalBudgetMs) {
@@ -150,6 +150,9 @@ class StageTracker {
150
150
  }
151
151
  }
152
152
  async runAsync(url, stage, fn) {
153
+ if (this.shouldSkipTracking()) {
154
+ return fn();
155
+ }
153
156
  const ctx = this.start(url, stage);
154
157
  try {
155
158
  return await fn();
@@ -158,6 +161,9 @@ class StageTracker {
158
161
  this.end(ctx);
159
162
  }
160
163
  }
164
+ shouldSkipTracking(budget) {
165
+ return !this.channel.hasSubscribers && !budget;
166
+ }
161
167
  publish(event) {
162
168
  if (!this.channel.hasSubscribers)
163
169
  return;
@@ -207,7 +213,11 @@ function trimUtf8Buffer(buffer, maxBytes) {
207
213
  function trimDanglingTagFragment(content) {
208
214
  const lastOpen = content.lastIndexOf('<');
209
215
  const lastClose = content.lastIndexOf('>');
210
- return lastOpen > lastClose ? content.substring(0, lastOpen) : content;
216
+ if (lastOpen > lastClose &&
217
+ /^<([a-zA-Z/!?]|$)/.test(content.substring(lastOpen))) {
218
+ return content.substring(0, lastOpen);
219
+ }
220
+ return content;
211
221
  }
212
222
  function truncateHtml(html, inputTruncated = false) {
213
223
  const maxSize = config.constants.maxHtmlSize;
@@ -264,24 +274,19 @@ function mergeMetadata(early, late) {
264
274
  if (!early)
265
275
  return late;
266
276
  const merged = {};
267
- const title = late.title ?? early.title;
268
- const description = late.description ?? early.description;
269
- const author = late.author ?? early.author;
270
- const image = late.image ?? early.image;
271
- const publishedAt = late.publishedAt ?? early.publishedAt;
272
- const modifiedAt = late.modifiedAt ?? early.modifiedAt;
273
- if (title !== undefined)
274
- merged.title = title;
275
- if (description !== undefined)
276
- merged.description = description;
277
- if (author !== undefined)
278
- merged.author = author;
279
- if (image !== undefined)
280
- merged.image = image;
281
- if (publishedAt !== undefined)
282
- merged.publishedAt = publishedAt;
283
- if (modifiedAt !== undefined)
284
- merged.modifiedAt = modifiedAt;
277
+ const keys = [
278
+ 'title',
279
+ 'description',
280
+ 'author',
281
+ 'image',
282
+ 'publishedAt',
283
+ 'modifiedAt',
284
+ ];
285
+ for (const key of keys) {
286
+ const value = late[key] ?? early[key];
287
+ if (value !== undefined)
288
+ merged[key] = value;
289
+ }
285
290
  return merged;
286
291
  }
287
292
  const META_PROPERTY_HANDLERS = new Map([
@@ -647,9 +652,6 @@ function isCodeBlock(parent) {
647
652
  const tagName = getTagName(parent);
648
653
  return tagName === 'PRE' || tagName === 'WRAPPED-PRE';
649
654
  }
650
- function isAnchor(node) {
651
- return getTagName(node) === 'A';
652
- }
653
655
  function resolveAttributeLanguage(node) {
654
656
  const getAttribute = hasGetAttribute(node)
655
657
  ? node.getAttribute.bind(node)
@@ -756,7 +758,7 @@ function resolveImageSrc(getAttribute) {
756
758
  function buildImageTranslator(ctx) {
757
759
  if (!isObject(ctx))
758
760
  return { content: '' };
759
- const { node, parent } = ctx;
761
+ const { node } = ctx;
760
762
  const getAttribute = hasGetAttribute(node)
761
763
  ? node.getAttribute.bind(node)
762
764
  : undefined;
@@ -764,10 +766,7 @@ function buildImageTranslator(ctx) {
764
766
  const existingAlt = getAttribute?.('alt') ?? '';
765
767
  const alt = existingAlt.trim() || deriveAltFromImageUrl(src);
766
768
  const markdown = `![${alt}](${src})`;
767
- if (isAnchor(parent)) {
768
- return { content: markdown };
769
- }
770
- return { content: `\n\n${markdown}\n\n` };
769
+ return { content: markdown };
771
770
  }
772
771
  const GFM_ALERT_MAP = new Map([
773
772
  ['note', 'NOTE'],
@@ -825,6 +824,112 @@ function buildPreTranslator(ctx) {
825
824
  postprocess: createCodeBlockPostprocessor(attributeLanguage),
826
825
  };
827
826
  }
827
+ function getNodeAttr(node) {
828
+ if (!isLikeNode(node))
829
+ return undefined;
830
+ return typeof node.getAttribute === 'function'
831
+ ? node.getAttribute.bind(node)
832
+ : undefined;
833
+ }
834
+ function buildDivTranslator(ctx) {
835
+ if (!isObject(ctx))
836
+ return {};
837
+ const { node } = ctx;
838
+ const getAttribute = getNodeAttr(node);
839
+ if (!getAttribute)
840
+ return {};
841
+ const className = getAttribute('class') ?? '';
842
+ if (className.includes('mermaid')) {
843
+ return {
844
+ noEscape: true,
845
+ preserveWhitespace: true,
846
+ postprocess: ({ content }) => `\n\n\`\`\`mermaid\n${content.trim()}\n\`\`\`\n\n`,
847
+ };
848
+ }
849
+ const isAdmonition = className.includes('admonition') ||
850
+ className.includes('callout') ||
851
+ className.includes('custom-block') ||
852
+ getAttribute('role') === 'alert' ||
853
+ /\b(note|tip|info|warning|danger|caution|important)\b/i.test(className);
854
+ if (isAdmonition) {
855
+ return {
856
+ postprocess: ({ content }) => {
857
+ const alertType = resolveGfmAlertType(className);
858
+ const lines = content.trim().split('\n');
859
+ const header = alertType ? `> [!${alertType}]\n` : '';
860
+ return `\n\n${header}> ${lines.join('\n> ')}\n\n`;
861
+ },
862
+ };
863
+ }
864
+ if (!className.includes('type'))
865
+ return {};
866
+ return {
867
+ postprocess: ({ content }) => {
868
+ const lines = content.split('\n');
869
+ const separated = [];
870
+ for (let i = 0; i < lines.length; i++) {
871
+ const line = lines[i] ?? '';
872
+ const nextLine = i < lines.length - 1 ? (lines[i + 1] ?? '') : '';
873
+ separated.push(line);
874
+ if (line.trim() &&
875
+ nextLine.trim() &&
876
+ line.includes(':') &&
877
+ nextLine.includes(':') &&
878
+ !line.startsWith(' ') &&
879
+ !nextLine.startsWith(' ')) {
880
+ separated.push('');
881
+ }
882
+ }
883
+ return separated.join('\n');
884
+ },
885
+ };
886
+ }
887
+ function buildSectionTranslator(ctx) {
888
+ if (isObject(ctx)) {
889
+ const { node } = ctx;
890
+ const getAttribute = getNodeAttr(node);
891
+ if (getAttribute?.('class')?.includes('tsd-member')) {
892
+ return {
893
+ postprocess: ({ content }) => `\n\n&nbsp;\n\n${content}\n\n`,
894
+ };
895
+ }
896
+ }
897
+ return {
898
+ postprocess: ({ content }) => `\n\n${content}\n\n`,
899
+ };
900
+ }
901
+ function buildSpanTranslator(ctx) {
902
+ if (!isObject(ctx))
903
+ return {};
904
+ const { node } = ctx;
905
+ const getAttribute = getNodeAttr(node);
906
+ if (!getAttribute)
907
+ return {};
908
+ const dataAs = getAttribute('data-as') ?? '';
909
+ if (dataAs === 'p') {
910
+ return {
911
+ postprocess: ({ content }) => `\n\n${content.trim()}\n\n`,
912
+ };
913
+ }
914
+ return {};
915
+ }
916
+ function buildMermaidPreTranslator(ctx) {
917
+ if (!isObject(ctx))
918
+ return buildPreTranslator(ctx);
919
+ const { node } = ctx;
920
+ const getAttribute = getNodeAttr(node);
921
+ if (!getAttribute)
922
+ return buildPreTranslator(ctx);
923
+ const className = getAttribute('class') ?? '';
924
+ if (className.includes('mermaid')) {
925
+ return {
926
+ noEscape: true,
927
+ preserveWhitespace: true,
928
+ postprocess: ({ content }) => `\n\n\`\`\`mermaid\n${content.trim()}\n\`\`\`\n\n`,
929
+ };
930
+ }
931
+ return buildPreTranslator(ctx);
932
+ }
828
933
  function createCustomTranslators() {
829
934
  return {
830
935
  code: (ctx) => buildCodeTranslator(ctx),
@@ -860,61 +965,7 @@ function createCustomTranslators() {
860
965
  }
861
966
  return { content: items ? `\n${items}\n` : '' };
862
967
  },
863
- div: (ctx) => {
864
- if (!isObject(ctx))
865
- return {};
866
- const { node } = ctx;
867
- if (!isLikeNode(node))
868
- return {};
869
- const getAttribute = typeof node.getAttribute === 'function'
870
- ? node.getAttribute.bind(node)
871
- : undefined;
872
- const className = getAttribute?.('class') ?? '';
873
- if (className.includes('mermaid')) {
874
- return {
875
- noEscape: true,
876
- preserveWhitespace: true,
877
- postprocess: ({ content }) => `\n\n\`\`\`mermaid\n${content.trim()}\n\`\`\`\n\n`,
878
- };
879
- }
880
- const isAdmonition = className.includes('admonition') ||
881
- className.includes('callout') ||
882
- className.includes('custom-block') ||
883
- getAttribute?.('role') === 'alert' ||
884
- /\b(note|tip|info|warning|danger|caution|important)\b/i.test(className);
885
- if (isAdmonition) {
886
- return {
887
- postprocess: ({ content }) => {
888
- const alertType = resolveGfmAlertType(className);
889
- const lines = content.trim().split('\n');
890
- const header = alertType ? `> [!${alertType}]\n` : '';
891
- return `\n\n${header}> ${lines.join('\n> ')}\n\n`;
892
- },
893
- };
894
- }
895
- if (!className.includes('type'))
896
- return {};
897
- return {
898
- postprocess: ({ content }) => {
899
- const lines = content.split('\n');
900
- const separated = [];
901
- for (let i = 0; i < lines.length; i++) {
902
- const line = lines[i] ?? '';
903
- const nextLine = i < lines.length - 1 ? (lines[i + 1] ?? '') : '';
904
- separated.push(line);
905
- if (line.trim() &&
906
- nextLine.trim() &&
907
- line.includes(':') &&
908
- nextLine.includes(':') &&
909
- !line.startsWith(' ') &&
910
- !nextLine.startsWith(' ')) {
911
- separated.push('');
912
- }
913
- }
914
- return separated.join('\n');
915
- },
916
- };
917
- },
968
+ div: buildDivTranslator,
918
969
  kbd: () => ({
919
970
  postprocess: ({ content }) => `\`${content}\``,
920
971
  }),
@@ -927,24 +978,7 @@ function createCustomTranslators() {
927
978
  sup: () => ({
928
979
  postprocess: ({ content }) => `^${content}^`,
929
980
  }),
930
- section: (ctx) => {
931
- if (isObject(ctx)) {
932
- const { node } = ctx;
933
- if (isLikeNode(node)) {
934
- const getAttribute = typeof node.getAttribute === 'function'
935
- ? node.getAttribute.bind(node)
936
- : undefined;
937
- if (getAttribute?.('class')?.includes('tsd-member')) {
938
- return {
939
- postprocess: ({ content }) => `\n\n&nbsp;\n\n${content}\n\n`,
940
- };
941
- }
942
- }
943
- }
944
- return {
945
- postprocess: ({ content }) => `\n\n${content}\n\n`,
946
- };
947
- },
981
+ section: buildSectionTranslator,
948
982
  details: () => ({
949
983
  postprocess: ({ content }) => {
950
984
  const trimmed = content.trim();
@@ -956,43 +990,8 @@ function createCustomTranslators() {
956
990
  summary: () => ({
957
991
  postprocess: ({ content }) => `${content.trim()}\n\n`,
958
992
  }),
959
- span: (ctx) => {
960
- if (!isObject(ctx))
961
- return {};
962
- const { node } = ctx;
963
- if (!isLikeNode(node))
964
- return {};
965
- const getAttribute = typeof node.getAttribute === 'function'
966
- ? node.getAttribute.bind(node)
967
- : undefined;
968
- const dataAs = getAttribute?.('data-as') ?? '';
969
- if (dataAs === 'p') {
970
- return {
971
- postprocess: ({ content }) => `\n\n${content.trim()}\n\n`,
972
- };
973
- }
974
- return {};
975
- },
976
- pre: (ctx) => {
977
- if (!isObject(ctx))
978
- return buildPreTranslator(ctx);
979
- const { node } = ctx;
980
- if (!isLikeNode(node)) {
981
- return buildPreTranslator(ctx);
982
- }
983
- const getAttribute = typeof node.getAttribute === 'function'
984
- ? node.getAttribute.bind(node)
985
- : undefined;
986
- const className = getAttribute?.('class') ?? '';
987
- if (className.includes('mermaid')) {
988
- return {
989
- noEscape: true,
990
- preserveWhitespace: true,
991
- postprocess: ({ content }) => `\n\n\`\`\`mermaid\n${content.trim()}\n\`\`\`\n\n`,
992
- };
993
- }
994
- return buildPreTranslator(ctx);
995
- },
993
+ span: buildSpanTranslator,
994
+ pre: buildMermaidPreTranslator,
996
995
  };
997
996
  }
998
997
  let markdownConverter = null;
@@ -1121,8 +1120,8 @@ function resolveRelativeUrls(markdown, baseUrl, signal) {
1121
1120
  let lastIndex = 0;
1122
1121
  let lineCount = 0;
1123
1122
  while (lastIndex < len) {
1124
- if (++lineCount % 500 === 0 && signal?.aborted) {
1125
- throw new Error('Transform aborted during URL resolution');
1123
+ if (++lineCount % 500 === 0) {
1124
+ abortPolicy.throwIfAborted(signal, baseUrl, 'markdown:resolve-urls');
1126
1125
  }
1127
1126
  let nextIndex = markdown.indexOf('\n', lastIndex);
1128
1127
  let line;
@@ -1309,7 +1308,12 @@ function getTextContentSkippingHidden(node, parts) {
1309
1308
  }
1310
1309
  if (nodeType !== 1)
1311
1310
  return;
1312
- const { tagName } = node;
1311
+ const element = node;
1312
+ if (element.hasAttribute('hidden') ||
1313
+ element.getAttribute('aria-hidden') === 'true') {
1314
+ return;
1315
+ }
1316
+ const { tagName } = element;
1313
1317
  if (tagName === 'SCRIPT' || tagName === 'STYLE' || tagName === 'NOSCRIPT')
1314
1318
  return;
1315
1319
  const { childNodes } = node;
@@ -1473,19 +1477,21 @@ function shouldUseArticleContent(article, originalHtmlOrDocument) {
1473
1477
  function buildContentSource(params) {
1474
1478
  const { html, url, article, extractedMeta, includeMetadata, useArticleContent, document, truncated, skipNoiseRemoval, signal, } = params;
1475
1479
  const metadata = createContentMetadataBlock(url, article, extractedMeta, useArticleContent, includeMetadata);
1480
+ const base = {
1481
+ favicon: extractedMeta.favicon,
1482
+ metadata,
1483
+ extractedMetadata: extractedMeta,
1484
+ truncated,
1485
+ };
1476
1486
  if (useArticleContent && article) {
1477
- // Readability output can still be noisy (unless user requested skip).
1478
1487
  const cleanedArticleHtml = skipNoiseRemoval
1479
1488
  ? article.content
1480
1489
  : removeNoiseFromHtml(article.content, undefined, url, signal);
1481
1490
  return {
1491
+ ...base,
1482
1492
  sourceHtml: cleanedArticleHtml,
1483
1493
  title: article.title,
1484
- favicon: extractedMeta.favicon,
1485
- metadata,
1486
- extractedMetadata: extractedMeta,
1487
1494
  skipNoiseRemoval: true,
1488
- truncated,
1489
1495
  };
1490
1496
  }
1491
1497
  if (document) {
@@ -1493,36 +1499,18 @@ function buildContentSource(params) {
1493
1499
  ? html
1494
1500
  : removeNoiseFromHtml(html, document, url, signal);
1495
1501
  const contentRoot = findContentRoot(document);
1496
- if (contentRoot) {
1497
- return {
1498
- sourceHtml: contentRoot,
1499
- title: extractedMeta.title,
1500
- favicon: extractedMeta.favicon,
1501
- metadata,
1502
- extractedMetadata: extractedMeta,
1503
- skipNoiseRemoval: true,
1504
- document,
1505
- truncated,
1506
- };
1507
- }
1508
1502
  return {
1509
- sourceHtml: cleanedHtml,
1503
+ ...base,
1504
+ sourceHtml: contentRoot ?? cleanedHtml,
1510
1505
  title: extractedMeta.title,
1511
- favicon: extractedMeta.favicon,
1512
- metadata,
1513
- extractedMetadata: extractedMeta,
1514
1506
  skipNoiseRemoval: true,
1515
1507
  document,
1516
- truncated,
1517
1508
  };
1518
1509
  }
1519
1510
  return {
1511
+ ...base,
1520
1512
  sourceHtml: html,
1521
1513
  title: extractedMeta.title,
1522
- favicon: extractedMeta.favicon,
1523
- metadata,
1524
- extractedMetadata: extractedMeta,
1525
- truncated,
1526
1514
  };
1527
1515
  }
1528
1516
  function resolveContentSource(params) {