@j0hanz/fetch-url-mcp 1.3.0 → 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +24 -21
- package/dist/cli.d.ts +1 -0
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +18 -12
- package/dist/cli.js.map +1 -1
- package/dist/http/auth.d.ts +15 -1
- package/dist/http/auth.d.ts.map +1 -1
- package/dist/http/auth.js +84 -17
- package/dist/http/auth.js.map +1 -1
- package/dist/http/health.d.ts +1 -1
- package/dist/http/health.d.ts.map +1 -1
- package/dist/http/health.js +5 -15
- package/dist/http/health.js.map +1 -1
- package/dist/http/helpers.d.ts +1 -8
- package/dist/http/helpers.d.ts.map +1 -1
- package/dist/http/helpers.js +13 -13
- package/dist/http/helpers.js.map +1 -1
- package/dist/http/native.d.ts.map +1 -1
- package/dist/http/native.js +126 -23
- package/dist/http/native.js.map +1 -1
- package/dist/http/rate-limit.d.ts +2 -1
- package/dist/http/rate-limit.d.ts.map +1 -1
- package/dist/http/rate-limit.js +33 -26
- package/dist/http/rate-limit.js.map +1 -1
- package/dist/index.js +22 -19
- package/dist/index.js.map +1 -1
- package/dist/lib/cache.d.ts.map +1 -0
- package/dist/{cache.js → lib/cache.js} +15 -11
- package/dist/lib/cache.js.map +1 -0
- package/dist/{config.d.ts → lib/config.d.ts} +2 -0
- package/dist/lib/config.d.ts.map +1 -0
- package/dist/{config.js → lib/config.js} +4 -2
- package/dist/lib/config.js.map +1 -0
- package/dist/lib/crypto.d.ts.map +1 -0
- package/dist/{crypto.js → lib/crypto.js} +6 -3
- package/dist/lib/crypto.js.map +1 -0
- package/dist/lib/dom-noise-removal.d.ts.map +1 -0
- package/dist/{dom-noise-removal.js → lib/dom-noise-removal.js} +1 -2
- package/dist/lib/dom-noise-removal.js.map +1 -0
- package/dist/lib/download.d.ts.map +1 -0
- package/dist/{download.js → lib/download.js} +7 -7
- package/dist/lib/download.js.map +1 -0
- package/dist/{errors.d.ts → lib/errors.d.ts} +3 -0
- package/dist/lib/errors.d.ts.map +1 -0
- package/dist/{errors.js → lib/errors.js} +8 -1
- package/dist/lib/errors.js.map +1 -0
- package/dist/lib/fetch-content.d.ts.map +1 -0
- package/dist/{fetch-content.js → lib/fetch-content.js} +3 -2
- package/dist/lib/fetch-content.js.map +1 -0
- package/dist/lib/fetch-stream.d.ts.map +1 -0
- package/dist/{fetch-stream.js → lib/fetch-stream.js} +3 -5
- package/dist/lib/fetch-stream.js.map +1 -0
- package/dist/lib/fetch.d.ts.map +1 -0
- package/dist/{fetch.js → lib/fetch.js} +100 -145
- package/dist/lib/fetch.js.map +1 -0
- package/dist/lib/host-normalization.d.ts.map +1 -0
- package/dist/{host-normalization.js → lib/host-normalization.js} +9 -9
- package/dist/lib/host-normalization.js.map +1 -0
- package/dist/lib/ip-blocklist.d.ts.map +1 -0
- package/dist/{ip-blocklist.js → lib/ip-blocklist.js} +11 -8
- package/dist/lib/ip-blocklist.js.map +1 -0
- package/dist/lib/json.d.ts.map +1 -0
- package/dist/{json.js → lib/json.js} +2 -5
- package/dist/lib/json.js.map +1 -0
- package/dist/lib/language-detection.d.ts.map +1 -0
- package/dist/{language-detection.js → lib/language-detection.js} +1 -7
- package/dist/lib/language-detection.js.map +1 -0
- package/dist/{markdown-cleanup.d.ts → lib/markdown-cleanup.d.ts} +1 -1
- package/dist/lib/markdown-cleanup.d.ts.map +1 -0
- package/dist/{markdown-cleanup.js → lib/markdown-cleanup.js} +2 -5
- package/dist/lib/markdown-cleanup.js.map +1 -0
- package/dist/lib/mcp-lifecycle.d.ts +5 -0
- package/dist/lib/mcp-lifecycle.d.ts.map +1 -0
- package/dist/lib/mcp-lifecycle.js +51 -0
- package/dist/lib/mcp-lifecycle.js.map +1 -0
- package/dist/lib/mcp-validator.d.ts.map +1 -0
- package/dist/{mcp-validator.js → lib/mcp-validator.js} +6 -12
- package/dist/lib/mcp-validator.js.map +1 -0
- package/dist/{mcp.d.ts → lib/mcp.d.ts} +1 -1
- package/dist/lib/mcp.d.ts.map +1 -0
- package/dist/{mcp.js → lib/mcp.js} +64 -37
- package/dist/lib/mcp.js.map +1 -0
- package/dist/lib/observability.d.ts.map +1 -0
- package/dist/{observability.js → lib/observability.js} +2 -1
- package/dist/lib/observability.js.map +1 -0
- package/dist/lib/server-tuning.d.ts.map +1 -0
- package/dist/{server-tuning.js → lib/server-tuning.js} +3 -2
- package/dist/lib/server-tuning.js.map +1 -0
- package/dist/{session.d.ts → lib/session.d.ts} +5 -1
- package/dist/lib/session.d.ts.map +1 -0
- package/dist/{session.js → lib/session.js} +46 -36
- package/dist/lib/session.js.map +1 -0
- package/dist/lib/timer-utils.d.ts +13 -0
- package/dist/lib/timer-utils.d.ts.map +1 -0
- package/dist/lib/timer-utils.js +44 -0
- package/dist/lib/timer-utils.js.map +1 -0
- package/dist/lib/tool-errors.d.ts.map +1 -0
- package/dist/{tool-errors.js → lib/tool-errors.js} +8 -5
- package/dist/lib/tool-errors.js.map +1 -0
- package/dist/{tool-pipeline.d.ts → lib/tool-pipeline.d.ts} +1 -2
- package/dist/lib/tool-pipeline.d.ts.map +1 -0
- package/dist/{tool-pipeline.js → lib/tool-pipeline.js} +11 -27
- package/dist/lib/tool-pipeline.js.map +1 -0
- package/dist/{tool-progress.d.ts → lib/tool-progress.d.ts} +1 -2
- package/dist/lib/tool-progress.d.ts.map +1 -0
- package/dist/{tool-progress.js → lib/tool-progress.js} +27 -21
- package/dist/lib/tool-progress.js.map +1 -0
- package/dist/lib/type-guards.d.ts.map +1 -0
- package/dist/{type-guards.js → lib/type-guards.js} +3 -4
- package/dist/lib/type-guards.js.map +1 -0
- package/dist/{prompts.d.ts → prompts/index.d.ts} +1 -1
- package/dist/prompts/index.d.ts.map +1 -0
- package/dist/{prompts.js → prompts/index.js} +13 -13
- package/dist/prompts/index.js.map +1 -0
- package/dist/{resources.d.ts → resources/index.d.ts} +1 -1
- package/dist/resources/index.d.ts.map +1 -0
- package/dist/{resources.js → resources/index.js} +30 -34
- package/dist/resources/index.js.map +1 -0
- package/dist/resources/instructions.d.ts.map +1 -0
- package/dist/resources/instructions.js +43 -0
- package/dist/resources/instructions.js.map +1 -0
- package/dist/schemas/inputs.d.ts +8 -0
- package/dist/schemas/inputs.d.ts.map +1 -0
- package/dist/schemas/inputs.js +25 -0
- package/dist/schemas/inputs.js.map +1 -0
- package/dist/schemas/outputs.d.ts +24 -0
- package/dist/schemas/outputs.d.ts.map +1 -0
- package/dist/schemas/outputs.js +78 -0
- package/dist/schemas/outputs.js.map +1 -0
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +31 -26
- package/dist/server.js.map +1 -1
- package/dist/tasks/execution.d.ts.map +1 -1
- package/dist/tasks/execution.js +105 -63
- package/dist/tasks/execution.js.map +1 -1
- package/dist/tasks/manager.d.ts +10 -0
- package/dist/tasks/manager.d.ts.map +1 -1
- package/dist/tasks/manager.js +62 -54
- package/dist/tasks/manager.js.map +1 -1
- package/dist/tasks/owner.d.ts +4 -4
- package/dist/tasks/owner.d.ts.map +1 -1
- package/dist/tasks/owner.js +9 -15
- package/dist/tasks/owner.js.map +1 -1
- package/dist/tasks/tool-registry.d.ts +12 -0
- package/dist/tasks/tool-registry.d.ts.map +1 -0
- package/dist/tasks/tool-registry.js +14 -0
- package/dist/tasks/tool-registry.js.map +1 -0
- package/dist/tools/fetch-url.d.ts +29 -0
- package/dist/tools/fetch-url.d.ts.map +1 -0
- package/dist/{tools.js → tools/fetch-url.js} +120 -167
- package/dist/tools/fetch-url.js.map +1 -0
- package/dist/tools/index.d.ts +3 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +5 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/transform/transform.d.ts.map +1 -1
- package/dist/transform/transform.js +164 -176
- package/dist/transform/transform.js.map +1 -1
- package/dist/transform/worker-pool.d.ts.map +1 -1
- package/dist/transform/worker-pool.js +9 -11
- package/dist/transform/worker-pool.js.map +1 -1
- package/dist/transform/workers/shared.d.ts +8 -0
- package/dist/transform/workers/shared.d.ts.map +1 -0
- package/dist/transform/workers/shared.js +131 -0
- package/dist/transform/workers/shared.js.map +1 -0
- package/dist/transform/workers/transform-child.js +5 -132
- package/dist/transform/workers/transform-child.js.map +1 -1
- package/dist/transform/workers/transform-worker.js +7 -125
- package/dist/transform/workers/transform-worker.js.map +1 -1
- package/package.json +8 -7
- package/dist/cache.d.ts.map +0 -1
- package/dist/cache.js.map +0 -1
- package/dist/config.d.ts.map +0 -1
- package/dist/config.js.map +0 -1
- package/dist/crypto.d.ts.map +0 -1
- package/dist/crypto.js.map +0 -1
- package/dist/dom-noise-removal.d.ts.map +0 -1
- package/dist/dom-noise-removal.js.map +0 -1
- package/dist/download.d.ts.map +0 -1
- package/dist/download.js.map +0 -1
- package/dist/errors.d.ts.map +0 -1
- package/dist/errors.js.map +0 -1
- package/dist/examples/mcp-fetch-url-client.js +0 -329
- package/dist/examples/mcp-fetch-url-client.js.map +0 -1
- package/dist/fetch-content.d.ts.map +0 -1
- package/dist/fetch-content.js.map +0 -1
- package/dist/fetch-stream.d.ts.map +0 -1
- package/dist/fetch-stream.js.map +0 -1
- package/dist/fetch.d.ts.map +0 -1
- package/dist/fetch.js.map +0 -1
- package/dist/host-normalization.d.ts.map +0 -1
- package/dist/host-normalization.js.map +0 -1
- package/dist/instructions.d.ts.map +0 -1
- package/dist/instructions.js +0 -108
- package/dist/instructions.js.map +0 -1
- package/dist/ip-blocklist.d.ts.map +0 -1
- package/dist/ip-blocklist.js.map +0 -1
- package/dist/json.d.ts.map +0 -1
- package/dist/json.js.map +0 -1
- package/dist/language-detection.d.ts.map +0 -1
- package/dist/language-detection.js.map +0 -1
- package/dist/markdown-cleanup.d.ts.map +0 -1
- package/dist/markdown-cleanup.js.map +0 -1
- package/dist/mcp-validator.d.ts.map +0 -1
- package/dist/mcp-validator.js.map +0 -1
- package/dist/mcp.d.ts.map +0 -1
- package/dist/mcp.js.map +0 -1
- package/dist/observability.d.ts.map +0 -1
- package/dist/observability.js.map +0 -1
- package/dist/prompts.d.ts.map +0 -1
- package/dist/prompts.js.map +0 -1
- package/dist/resources.d.ts.map +0 -1
- package/dist/resources.js.map +0 -1
- package/dist/server-tuning.d.ts.map +0 -1
- package/dist/server-tuning.js.map +0 -1
- package/dist/session.d.ts.map +0 -1
- package/dist/session.js.map +0 -1
- package/dist/timer-utils.d.ts +0 -6
- package/dist/timer-utils.d.ts.map +0 -1
- package/dist/timer-utils.js +0 -30
- package/dist/timer-utils.js.map +0 -1
- package/dist/tool-errors.d.ts.map +0 -1
- package/dist/tool-errors.js.map +0 -1
- package/dist/tool-pipeline.d.ts.map +0 -1
- package/dist/tool-pipeline.js.map +0 -1
- package/dist/tool-progress.d.ts.map +0 -1
- package/dist/tool-progress.js.map +0 -1
- package/dist/tools.d.ts +0 -54
- package/dist/tools.d.ts.map +0 -1
- package/dist/tools.js.map +0 -1
- package/dist/type-guards.d.ts.map +0 -1
- package/dist/type-guards.js.map +0 -1
- /package/dist/{cache.d.ts → lib/cache.d.ts} +0 -0
- /package/dist/{crypto.d.ts → lib/crypto.d.ts} +0 -0
- /package/dist/{dom-noise-removal.d.ts → lib/dom-noise-removal.d.ts} +0 -0
- /package/dist/{download.d.ts → lib/download.d.ts} +0 -0
- /package/dist/{fetch-content.d.ts → lib/fetch-content.d.ts} +0 -0
- /package/dist/{fetch-stream.d.ts → lib/fetch-stream.d.ts} +0 -0
- /package/dist/{fetch.d.ts → lib/fetch.d.ts} +0 -0
- /package/dist/{host-normalization.d.ts → lib/host-normalization.d.ts} +0 -0
- /package/dist/{ip-blocklist.d.ts → lib/ip-blocklist.d.ts} +0 -0
- /package/dist/{json.d.ts → lib/json.d.ts} +0 -0
- /package/dist/{language-detection.d.ts → lib/language-detection.d.ts} +0 -0
- /package/dist/{mcp-validator.d.ts → lib/mcp-validator.d.ts} +0 -0
- /package/dist/{observability.d.ts → lib/observability.d.ts} +0 -0
- /package/dist/{server-tuning.d.ts → lib/server-tuning.d.ts} +0 -0
- /package/dist/{tool-errors.d.ts → lib/tool-errors.d.ts} +0 -0
- /package/dist/{type-guards.d.ts → lib/type-guards.d.ts} +0 -0
- /package/dist/{instructions.d.ts → resources/instructions.d.ts} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fetch-url.js","sourceRoot":"","sources":["../../src/tools/fetch-url.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAC;AAEzE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,KAAK,KAAK,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EACL,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,OAAO,EACP,qBAAqB,GACtB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EACL,sBAAsB,EAGtB,iBAAiB,EACjB,yBAAyB,EACzB,kBAAkB,EAElB,gBAAgB,EAChB,UAAU,EACV,uBAAuB,EACvB,iBAAiB,EACjB,UAAU,GACX,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,sBAAsB,GAGvB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EACL,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,2BAA2B,CAAC;AAoBnC,MAAM,CAAC,MAAM,mBAAmB,GAAG,WAAW,CAAC;AAC/C,MAAM,0BAA0B,GAAG;;;;;;;;;;CAUlC,CAAC,IAAI,EAAE,CAAC;AAET,MAAM,SAAS,GAAG;IAChB,GAAG,EAAE,oaAAoa;IACza,QAAQ,EAAE,eAAe;CAC1B,CAAC;AACF,MAAM,6BAA6B,GACjC,8CAA8C,CAAC;AAEjD;;uGAEuG;AAEvG,SAAS,cAAc,CAAC,iBAA0C;IAIhE,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC;KACxC,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,OAAe,EACf,GAAW,EACX,KAAc;IAEd,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAE1B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACpE,MAAM,GAAG,GAAG,qBAAqB,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;IAEhE,MAAM,QAAQ,GAAyB;QACrC,GAAG;QACH,QAAQ,EAAE,eAAe;QACzB,IAAI,EAAE,OAAO;KACd,CAAC;IAEF,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,gBAAwB,EACxB,WAAmB,EACnB,SAAiB;IAEjB,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,GAAG,EAAE,gBAAgB;QACrB,IAAI,EAAE,iBAAiB;QACvB,KAAK,EAAE,qBAAqB;QAC5B,WAAW,EAAE,wCAAwC;QACrD,QAAQ,EAAE,eAAe;QACzB,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,WAAW,EAAE;YACX,QAAQ,EAAE,CAAC,WAAW,CAAkB;YACxC,QAAQ,EAAE,GAAG;YACb,YAAY,EAAE,SAAS;SACxB;KACF,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,iBAA0C,EAC1C,YAA2C,EAC3C,gBAA+C;IAE/C,MAAM,MAAM,GAA4B,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAE5E,eAAe,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACtC,eAAe,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAE1C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAI,KAAU,EAAE,KAA2B;IACjE,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED;;uGAEuG;AAEvG,SAAS,oBAAoB,CAC3B,WAAoC;IAEpC,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC;IACnC,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,WAAW,CAAC;IAEvC,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACrD,IAAI,CAAC,WAAW;QAAE,OAAO,aAAa,CAAC;IAEvC,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC;AACvD,CAAC;AAED;;uGAEuG;AAEvG,SAAS,WAAW,CAClB,KAAyB,EACzB,GAAW;IAEX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG;QAAE,OAAO,KAAK,CAAC;IAC7D,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,qBAAqB,GAA2B;IACpD,KAAK,EAAE,GAAG;IACV,WAAW,EAAE,IAAI;IACjB,MAAM,EAAE,GAAG;CACZ,CAAC;AAEF,SAAS,gBAAgB,CAAC,QAA2B;IACnD,MAAM,MAAM,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,EAAE,CAAC;QACjE,MAAM,KAAK,GAAG,GAA8B,CAAC;QAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YACtD,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,sBAAsB,CAC7B,QAAgD,EAChD,YAAiC,EACjC,QAAgB;IAEhB,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;IACpE,MAAM,QAAQ,GAAG,qBAAqB,CACpC,YAAY,CAAC,OAAO,EACpB,QAAQ,CAAC,IAAI,CAAC,SAAS,CACxB,CAAC;IACF,MAAM,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC;IAEnC,OAAO;QACL,GAAG,EAAE,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,GAAG;QACzC,WAAW,EAAE,QAAQ,CAAC,GAAG;QACzB,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,QAAQ;QACR,KAAK,EAAE,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC;QAC5C,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,QAAQ;QACR,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,WAAW,EAAE,YAAY,CAAC,WAAW;QACrC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,OAA2B,EAC3B,SAAkB;IAElB,IAAI,CAAC,SAAS,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAC9D,OAAO,sBAAsB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,uBAAuB,CAC9B,QAAmC;IAEnC,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;QAAE,OAAO,SAAS,CAAC;IACzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC;QAAE,OAAO,SAAS,CAAC;IAE3C,MAAM,MAAM,GAAG,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAE9B,OAAO,oBAAoB,kBAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;AAC1G,CAAC;AAED,SAAS,0BAA0B,CACjC,iBAA0C,EAC1C,QAAgD,EAChD,YAAiC;IAEjC,MAAM,gBAAgB,GAAG,UAAU,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC;IAC3E,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ;QAC5C,CAAC,CAAC,YAAY,CAAC,OAAO;QACtB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;IAE1B,MAAM,YAAY,GAAG,gBAAgB;QACnC,CAAC,CAAC,sBAAsB,CACpB,gBAAgB,EAChB,YAAY,CAAC,WAAW,EACxB,QAAQ,CAAC,SAAS,CACnB;QACH,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,QAAQ,GACZ,cAAc,IAAI,QAAQ,CAAC,GAAG;QAC5B,CAAC,CAAC,qBAAqB,CAAC,cAAc,EAAE,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAC1E,CAAC,CAAC,IAAI,CAAC;IAEX,OAAO,sBAAsB,CAAC,iBAAiB,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,aAAa,CACpB,QAAgD,EAChD,YAAiC,EACjC,QAAgB;IAEhB,MAAM,iBAAiB,GAAG,sBAAsB,CAC9C,QAAQ,EACR,YAAY,EACZ,QAAQ,CACT,CAAC;IACF,MAAM,OAAO,GAAG,0BAA0B,CACxC,iBAAiB,EACjB,QAAQ,EACR,YAAY,CACb,CAAC;IAEF,MAAM,UAAU,GAAG,oBAAoB,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;IACrE,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACxB,OAAO,CAAC,sCAAsC,EAAE;YAC9C,GAAG,EAAE,QAAQ;YACb,MAAM,EAAE,UAAU,CAAC,KAAK,CAAC,MAAM;SAChC,CAAC,CAAC;QACH,yEAAyE;QACzE,mFAAmF;QACnF,OAAO,EAAE,OAAO,EAAE,CAAC;IACrB,CAAC;IAED,OAAO;QACL,OAAO;QACP,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED;;uGAEuG;AAEvG,SAAS,aAAa,CAAC,MAAc;IACnC,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC;QACxB,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,EAAE;YAAE,OAAO,IAAI,CAAC;QAE7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEpC,2CAA2C;QAC3C,IACE,IAAI,KAAK,YAAY;YACrB,IAAI,KAAK,YAAY;YACrB,IAAI,KAAK,eAAe,EACxB,CAAC;YACD,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACtB,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC1B,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC1B,OAAO,GAAG,IAAI,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,6BAA6B;QAC7B,IACE,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC;YAC9B,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM;YACnB,KAAK,CAAC,MAAM,IAAI,CAAC,EACjB,CAAC;YACD,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1B,OAAO,iBAAiB,EAAE,EAAE,CAAC;QAC/B,CAAC;QAED,IAAI,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QACjC,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACrC,QAAQ,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;QAC/C,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,GAAG,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC/B,CAAC;QAED,OAAO,QAAQ,CAAC,CAAC,CAAC,GAAG,IAAI,MAAM,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,GAAW,EACX,MAAoB,EACpB,QAA2B,EAC3B,gBAA0B,EAC1B,YAAsB,EACtB,cAAuB;IAKvB,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,OAAe,EAAQ,EAAE;QAC7D,IAAI,CAAC,QAAQ;YAAE,OAAO;QACtB,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACjC,CAAC,CAAC;IAEF,OAAO,kBAAkB,CAAC;QACxB,GAAG;QACH,GAAG,UAAU,CAAC,MAAM,CAAC;QACrB,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,GAAG,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,SAAS,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,aAAa,EAAE,EAAE;YAClE,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YACtC,cAAc,CAAC,CAAC,EAAE,cAAc,UAAU,2BAA2B,CAAC,CAAC;YACvE,OAAO,iBAAiB,CACtB,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EACzD,aAAa,EACb,MAAM,EACN,gBAAgB,CACjB,CAAC;QACJ,CAAC;QACD,SAAS,EAAE,uBAAuB;QAClC,WAAW,EAAE,yBAAyB;KACvC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,KAAoB,EACpB,KAAwB;IAExB,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;IACtB,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAE/C,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACtC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,UAAU,aAAa,CAAC,CAAC;IAC1D,QAAQ,CAAC,cAAc,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IAElC,IAAI,CAAC;QACH,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,UAAU,kBAAkB,CAAC,CAAC;QAC/D,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,MAAM,aAAa,CACpD,GAAG,EACH,MAAM,EACN,QAAQ,EACR,KAAK,CAAC,gBAAgB,EACtB,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,cAAc,CACrB,CAAC;QAEF,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;YACvB,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,UAAU,sBAAsB,CAAC,CAAC;QACrE,CAAC;QAED,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,UAAU,cAAc,CAAC,CAAC;QAC3D,OAAO,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QACpC,QAAQ,CAAC,MAAM,CACb,CAAC,EACD,cAAc,UAAU,MAAM,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE,CACjE,CAAC;QACF,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,KAAoB,EACpB,KAAwB;IAExB,OAAO,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;QACzD,QAAQ,CAAC,sBAAsB,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACjD,OAAO,eAAe,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;AACL,CAAC;AAQD,SAAS,oBAAoB,CAC3B,MAA+B;IAE/B,IAAI,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IACzD,OAAO;QACL,OAAO,EAAE,6BAA6B;QACtC,GAAG,MAAM;KACV,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAG;IACtB,IAAI,EAAE,mBAAmB;IACzB,KAAK,EAAE,WAAW;IAClB,WAAW,EAAE,0BAA0B;IACvC,WAAW,EAAE,mBAAmB;IAChC,0EAA0E;IAC1E,YAAY,EAAE,oBAAoB,CAChC,CAAC,CAAC,YAAY,CAAC,oBAAoB,CAA4B,CAChE;IACD,OAAO,EAAE,mBAAmB;IAC5B,SAAS,EAAE;QACT,WAAW,EAAE,UAAU;KACxB;IACD,WAAW,EAAE;QACX,YAAY,EAAE,IAAI;QAClB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;QACpB,aAAa,EAAE,IAAI;KACM;CAU5B,CAAC;AAEF,SAAS,oCAAoC,CAC3C,cAIC,EACD,SAAiE;IAEjE,iFAAiF;IACjF,oFAAoF;IACpF,cAAc,CAAC,SAAS,GAAG,SAAS,CAAC;AACvC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,2BAA2B,CACzC,OAA8D;IAE9D,OAAO,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;QAC7B,MAAM,iBAAiB,GAAG,YAAY,EAAE,CAAC;QACzC,IAAI,iBAAiB,EAAE,CAAC;YACtB,OAAO,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,KAAK,CAAC,IAAI,UAAU,EAAE,CAAC;QAC1E,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,KAAK,CAAC,CAAC;QAE1D,OAAO,qBAAqB,CAC1B;YACE,SAAS,EAAE,gBAAgB;YAC3B,WAAW,EAAE,gBAAgB;YAC7B,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D,EACD,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,CAC7B,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAc;IAC/C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAEvC,MAAM,EAAE,SAAS,EAAE,GAAG,KAAgC,CAAC;IACvD,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IACpD,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,SAAS,CAAC,CAAC;IAE5D,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAc;IAC/C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAEvC,MAAM,EAAE,SAAS,EAAE,GAAG,KAAgC,CAAC;IACvD,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAEpD,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,EAAE,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC;IACpE,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEpE,OAAO,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAiB;IAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACxD,yBAAyB,CAAC,mBAAmB,CAAC,CAAC;QAC/C,OAAO;IACT,CAAC;IAED,uBAAuB,CAAC;QACtB,IAAI,EAAE,mBAAmB;QACzB,cAAc,EAAE,CAAC,IAAI,EAAE,EAAE;YACvB,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,QAAQ,CAChB,SAAS,CAAC,aAAa,EACvB,iCAAiC,CAClC,CAAC;YACJ,CAAC;YACD,OAAO,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC;QACD,OAAO,EAAE,mBAAmB;KAC7B,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,MAAM,CAAC,YAAY,CACxC,eAAe,CAAC,IAAI,EACpB;QACE,KAAK,EAAE,eAAe,CAAC,KAAK;QAC5B,WAAW,EAAE,eAAe,CAAC,WAAW;QACxC,WAAW,EAAE,eAAe,CAAC,WAAW;QACxC,YAAY,EAAE,eAAe,CAAC,YAAY;QAC1C,WAAW,EAAE,eAAe,CAAC,WAAW;QACxC,SAAS,EAAE,eAAe,CAAC,SAAS;QACpC,KAAK,EAAE,CAAC,SAAS,CAAC;KACsD,EAC1E,2BAA2B,CAAC,eAAe,CAAC,OAAO,CAAC,CACrD,CAAC;IACF,6EAA6E;IAC7E,4CAA4C;IAC5C,oCAAoC,CAClC,cAAc,EACd,eAAe,CAAC,SAAS,CAC1B,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAIzE,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAExD"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,IAAI,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAEvE,MAAM,UAAU,gBAAgB,CAAC,MAAiB;IAChD,oBAAoB,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AAqCA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AA2CpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;
|
|
1
|
+
{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AAqCA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AA2CpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAiLD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AAggBD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AAotBD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,GACA,MAAM,CAsBR;AAuKD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AA6DD,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,eAAe,EAAE,OAAO,GACvB,aAAa,GAAG,SAAS,CAqB3B;AAuPD,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CA8CzB;AAED,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAkI1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC"}
|
|
@@ -4,14 +4,14 @@ import { performance } from 'node:perf_hooks';
|
|
|
4
4
|
import { isProbablyReaderable, Readability } from '@mozilla/readability';
|
|
5
5
|
import { parseHTML } from 'linkedom';
|
|
6
6
|
import { NodeHtmlMarkdown, } from 'node-html-markdown';
|
|
7
|
-
import { config } from '../config.js';
|
|
8
|
-
import { removeNoiseFromHtml } from '../dom-noise-removal.js';
|
|
9
|
-
import { FetchError, getErrorMessage } from '../errors.js';
|
|
10
|
-
import { isRawTextContentUrl } from '../fetch.js';
|
|
11
|
-
import { detectLanguageFromCode, resolveLanguageFromAttributes, } from '../language-detection.js';
|
|
12
|
-
import { addSourceToMarkdown, buildMetadataFooter, cleanupMarkdownArtifacts, extractTitleFromRawMarkdown, isRawTextContent, } from '../markdown-cleanup.js';
|
|
13
|
-
import { getOperationId, getRequestId, logDebug, logError, logInfo, logWarn, redactUrl, } from '../observability.js';
|
|
14
|
-
import { isLikeNode, isObject } from '../type-guards.js';
|
|
7
|
+
import { config } from '../lib/config.js';
|
|
8
|
+
import { removeNoiseFromHtml } from '../lib/dom-noise-removal.js';
|
|
9
|
+
import { FetchError, getErrorMessage } from '../lib/errors.js';
|
|
10
|
+
import { isRawTextContentUrl } from '../lib/fetch.js';
|
|
11
|
+
import { detectLanguageFromCode, resolveLanguageFromAttributes, } from '../lib/language-detection.js';
|
|
12
|
+
import { addSourceToMarkdown, buildMetadataFooter, cleanupMarkdownArtifacts, extractTitleFromRawMarkdown, isRawTextContent, } from '../lib/markdown-cleanup.js';
|
|
13
|
+
import { getOperationId, getRequestId, logDebug, logError, logInfo, logWarn, redactUrl, } from '../lib/observability.js';
|
|
14
|
+
import { isLikeNode, isObject } from '../lib/type-guards.js';
|
|
15
15
|
import { getOrCreateWorkerPool, getWorkerPoolStats, shutdownWorkerPool, } from './worker-pool.js';
|
|
16
16
|
const utf8Decoder = new TextDecoder('utf-8');
|
|
17
17
|
function decodeInput(input, encoding) {
|
|
@@ -78,7 +78,7 @@ function buildTransformSignal(signal) {
|
|
|
78
78
|
class StageTracker {
|
|
79
79
|
channel = diagnosticsChannel.channel('fetch-url-mcp.transform');
|
|
80
80
|
start(url, stage, budget) {
|
|
81
|
-
if (
|
|
81
|
+
if (this.shouldSkipTracking(budget))
|
|
82
82
|
return null;
|
|
83
83
|
const remainingBudgetMs = budget
|
|
84
84
|
? budget.totalBudgetMs - budget.elapsedMs
|
|
@@ -130,7 +130,7 @@ class StageTracker {
|
|
|
130
130
|
return durationMs;
|
|
131
131
|
}
|
|
132
132
|
run(url, stage, fn, budget) {
|
|
133
|
-
if (
|
|
133
|
+
if (this.shouldSkipTracking(budget)) {
|
|
134
134
|
return fn();
|
|
135
135
|
}
|
|
136
136
|
if (budget && budget.elapsedMs >= budget.totalBudgetMs) {
|
|
@@ -150,6 +150,9 @@ class StageTracker {
|
|
|
150
150
|
}
|
|
151
151
|
}
|
|
152
152
|
async runAsync(url, stage, fn) {
|
|
153
|
+
if (this.shouldSkipTracking()) {
|
|
154
|
+
return fn();
|
|
155
|
+
}
|
|
153
156
|
const ctx = this.start(url, stage);
|
|
154
157
|
try {
|
|
155
158
|
return await fn();
|
|
@@ -158,6 +161,9 @@ class StageTracker {
|
|
|
158
161
|
this.end(ctx);
|
|
159
162
|
}
|
|
160
163
|
}
|
|
164
|
+
shouldSkipTracking(budget) {
|
|
165
|
+
return !this.channel.hasSubscribers && !budget;
|
|
166
|
+
}
|
|
161
167
|
publish(event) {
|
|
162
168
|
if (!this.channel.hasSubscribers)
|
|
163
169
|
return;
|
|
@@ -207,7 +213,11 @@ function trimUtf8Buffer(buffer, maxBytes) {
|
|
|
207
213
|
function trimDanglingTagFragment(content) {
|
|
208
214
|
const lastOpen = content.lastIndexOf('<');
|
|
209
215
|
const lastClose = content.lastIndexOf('>');
|
|
210
|
-
|
|
216
|
+
if (lastOpen > lastClose &&
|
|
217
|
+
/^<([a-zA-Z/!?]|$)/.test(content.substring(lastOpen))) {
|
|
218
|
+
return content.substring(0, lastOpen);
|
|
219
|
+
}
|
|
220
|
+
return content;
|
|
211
221
|
}
|
|
212
222
|
function truncateHtml(html, inputTruncated = false) {
|
|
213
223
|
const maxSize = config.constants.maxHtmlSize;
|
|
@@ -264,24 +274,19 @@ function mergeMetadata(early, late) {
|
|
|
264
274
|
if (!early)
|
|
265
275
|
return late;
|
|
266
276
|
const merged = {};
|
|
267
|
-
const
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
merged.image = image;
|
|
281
|
-
if (publishedAt !== undefined)
|
|
282
|
-
merged.publishedAt = publishedAt;
|
|
283
|
-
if (modifiedAt !== undefined)
|
|
284
|
-
merged.modifiedAt = modifiedAt;
|
|
277
|
+
const keys = [
|
|
278
|
+
'title',
|
|
279
|
+
'description',
|
|
280
|
+
'author',
|
|
281
|
+
'image',
|
|
282
|
+
'publishedAt',
|
|
283
|
+
'modifiedAt',
|
|
284
|
+
];
|
|
285
|
+
for (const key of keys) {
|
|
286
|
+
const value = late[key] ?? early[key];
|
|
287
|
+
if (value !== undefined)
|
|
288
|
+
merged[key] = value;
|
|
289
|
+
}
|
|
285
290
|
return merged;
|
|
286
291
|
}
|
|
287
292
|
const META_PROPERTY_HANDLERS = new Map([
|
|
@@ -647,9 +652,6 @@ function isCodeBlock(parent) {
|
|
|
647
652
|
const tagName = getTagName(parent);
|
|
648
653
|
return tagName === 'PRE' || tagName === 'WRAPPED-PRE';
|
|
649
654
|
}
|
|
650
|
-
function isAnchor(node) {
|
|
651
|
-
return getTagName(node) === 'A';
|
|
652
|
-
}
|
|
653
655
|
function resolveAttributeLanguage(node) {
|
|
654
656
|
const getAttribute = hasGetAttribute(node)
|
|
655
657
|
? node.getAttribute.bind(node)
|
|
@@ -756,7 +758,7 @@ function resolveImageSrc(getAttribute) {
|
|
|
756
758
|
function buildImageTranslator(ctx) {
|
|
757
759
|
if (!isObject(ctx))
|
|
758
760
|
return { content: '' };
|
|
759
|
-
const { node
|
|
761
|
+
const { node } = ctx;
|
|
760
762
|
const getAttribute = hasGetAttribute(node)
|
|
761
763
|
? node.getAttribute.bind(node)
|
|
762
764
|
: undefined;
|
|
@@ -764,10 +766,7 @@ function buildImageTranslator(ctx) {
|
|
|
764
766
|
const existingAlt = getAttribute?.('alt') ?? '';
|
|
765
767
|
const alt = existingAlt.trim() || deriveAltFromImageUrl(src);
|
|
766
768
|
const markdown = ``;
|
|
767
|
-
|
|
768
|
-
return { content: markdown };
|
|
769
|
-
}
|
|
770
|
-
return { content: `\n\n${markdown}\n\n` };
|
|
769
|
+
return { content: markdown };
|
|
771
770
|
}
|
|
772
771
|
const GFM_ALERT_MAP = new Map([
|
|
773
772
|
['note', 'NOTE'],
|
|
@@ -825,6 +824,112 @@ function buildPreTranslator(ctx) {
|
|
|
825
824
|
postprocess: createCodeBlockPostprocessor(attributeLanguage),
|
|
826
825
|
};
|
|
827
826
|
}
|
|
827
|
+
function getNodeAttr(node) {
|
|
828
|
+
if (!isLikeNode(node))
|
|
829
|
+
return undefined;
|
|
830
|
+
return typeof node.getAttribute === 'function'
|
|
831
|
+
? node.getAttribute.bind(node)
|
|
832
|
+
: undefined;
|
|
833
|
+
}
|
|
834
|
+
function buildDivTranslator(ctx) {
|
|
835
|
+
if (!isObject(ctx))
|
|
836
|
+
return {};
|
|
837
|
+
const { node } = ctx;
|
|
838
|
+
const getAttribute = getNodeAttr(node);
|
|
839
|
+
if (!getAttribute)
|
|
840
|
+
return {};
|
|
841
|
+
const className = getAttribute('class') ?? '';
|
|
842
|
+
if (className.includes('mermaid')) {
|
|
843
|
+
return {
|
|
844
|
+
noEscape: true,
|
|
845
|
+
preserveWhitespace: true,
|
|
846
|
+
postprocess: ({ content }) => `\n\n\`\`\`mermaid\n${content.trim()}\n\`\`\`\n\n`,
|
|
847
|
+
};
|
|
848
|
+
}
|
|
849
|
+
const isAdmonition = className.includes('admonition') ||
|
|
850
|
+
className.includes('callout') ||
|
|
851
|
+
className.includes('custom-block') ||
|
|
852
|
+
getAttribute('role') === 'alert' ||
|
|
853
|
+
/\b(note|tip|info|warning|danger|caution|important)\b/i.test(className);
|
|
854
|
+
if (isAdmonition) {
|
|
855
|
+
return {
|
|
856
|
+
postprocess: ({ content }) => {
|
|
857
|
+
const alertType = resolveGfmAlertType(className);
|
|
858
|
+
const lines = content.trim().split('\n');
|
|
859
|
+
const header = alertType ? `> [!${alertType}]\n` : '';
|
|
860
|
+
return `\n\n${header}> ${lines.join('\n> ')}\n\n`;
|
|
861
|
+
},
|
|
862
|
+
};
|
|
863
|
+
}
|
|
864
|
+
if (!className.includes('type'))
|
|
865
|
+
return {};
|
|
866
|
+
return {
|
|
867
|
+
postprocess: ({ content }) => {
|
|
868
|
+
const lines = content.split('\n');
|
|
869
|
+
const separated = [];
|
|
870
|
+
for (let i = 0; i < lines.length; i++) {
|
|
871
|
+
const line = lines[i] ?? '';
|
|
872
|
+
const nextLine = i < lines.length - 1 ? (lines[i + 1] ?? '') : '';
|
|
873
|
+
separated.push(line);
|
|
874
|
+
if (line.trim() &&
|
|
875
|
+
nextLine.trim() &&
|
|
876
|
+
line.includes(':') &&
|
|
877
|
+
nextLine.includes(':') &&
|
|
878
|
+
!line.startsWith(' ') &&
|
|
879
|
+
!nextLine.startsWith(' ')) {
|
|
880
|
+
separated.push('');
|
|
881
|
+
}
|
|
882
|
+
}
|
|
883
|
+
return separated.join('\n');
|
|
884
|
+
},
|
|
885
|
+
};
|
|
886
|
+
}
|
|
887
|
+
function buildSectionTranslator(ctx) {
|
|
888
|
+
if (isObject(ctx)) {
|
|
889
|
+
const { node } = ctx;
|
|
890
|
+
const getAttribute = getNodeAttr(node);
|
|
891
|
+
if (getAttribute?.('class')?.includes('tsd-member')) {
|
|
892
|
+
return {
|
|
893
|
+
postprocess: ({ content }) => `\n\n \n\n${content}\n\n`,
|
|
894
|
+
};
|
|
895
|
+
}
|
|
896
|
+
}
|
|
897
|
+
return {
|
|
898
|
+
postprocess: ({ content }) => `\n\n${content}\n\n`,
|
|
899
|
+
};
|
|
900
|
+
}
|
|
901
|
+
function buildSpanTranslator(ctx) {
|
|
902
|
+
if (!isObject(ctx))
|
|
903
|
+
return {};
|
|
904
|
+
const { node } = ctx;
|
|
905
|
+
const getAttribute = getNodeAttr(node);
|
|
906
|
+
if (!getAttribute)
|
|
907
|
+
return {};
|
|
908
|
+
const dataAs = getAttribute('data-as') ?? '';
|
|
909
|
+
if (dataAs === 'p') {
|
|
910
|
+
return {
|
|
911
|
+
postprocess: ({ content }) => `\n\n${content.trim()}\n\n`,
|
|
912
|
+
};
|
|
913
|
+
}
|
|
914
|
+
return {};
|
|
915
|
+
}
|
|
916
|
+
function buildMermaidPreTranslator(ctx) {
|
|
917
|
+
if (!isObject(ctx))
|
|
918
|
+
return buildPreTranslator(ctx);
|
|
919
|
+
const { node } = ctx;
|
|
920
|
+
const getAttribute = getNodeAttr(node);
|
|
921
|
+
if (!getAttribute)
|
|
922
|
+
return buildPreTranslator(ctx);
|
|
923
|
+
const className = getAttribute('class') ?? '';
|
|
924
|
+
if (className.includes('mermaid')) {
|
|
925
|
+
return {
|
|
926
|
+
noEscape: true,
|
|
927
|
+
preserveWhitespace: true,
|
|
928
|
+
postprocess: ({ content }) => `\n\n\`\`\`mermaid\n${content.trim()}\n\`\`\`\n\n`,
|
|
929
|
+
};
|
|
930
|
+
}
|
|
931
|
+
return buildPreTranslator(ctx);
|
|
932
|
+
}
|
|
828
933
|
function createCustomTranslators() {
|
|
829
934
|
return {
|
|
830
935
|
code: (ctx) => buildCodeTranslator(ctx),
|
|
@@ -860,61 +965,7 @@ function createCustomTranslators() {
|
|
|
860
965
|
}
|
|
861
966
|
return { content: items ? `\n${items}\n` : '' };
|
|
862
967
|
},
|
|
863
|
-
div:
|
|
864
|
-
if (!isObject(ctx))
|
|
865
|
-
return {};
|
|
866
|
-
const { node } = ctx;
|
|
867
|
-
if (!isLikeNode(node))
|
|
868
|
-
return {};
|
|
869
|
-
const getAttribute = typeof node.getAttribute === 'function'
|
|
870
|
-
? node.getAttribute.bind(node)
|
|
871
|
-
: undefined;
|
|
872
|
-
const className = getAttribute?.('class') ?? '';
|
|
873
|
-
if (className.includes('mermaid')) {
|
|
874
|
-
return {
|
|
875
|
-
noEscape: true,
|
|
876
|
-
preserveWhitespace: true,
|
|
877
|
-
postprocess: ({ content }) => `\n\n\`\`\`mermaid\n${content.trim()}\n\`\`\`\n\n`,
|
|
878
|
-
};
|
|
879
|
-
}
|
|
880
|
-
const isAdmonition = className.includes('admonition') ||
|
|
881
|
-
className.includes('callout') ||
|
|
882
|
-
className.includes('custom-block') ||
|
|
883
|
-
getAttribute?.('role') === 'alert' ||
|
|
884
|
-
/\b(note|tip|info|warning|danger|caution|important)\b/i.test(className);
|
|
885
|
-
if (isAdmonition) {
|
|
886
|
-
return {
|
|
887
|
-
postprocess: ({ content }) => {
|
|
888
|
-
const alertType = resolveGfmAlertType(className);
|
|
889
|
-
const lines = content.trim().split('\n');
|
|
890
|
-
const header = alertType ? `> [!${alertType}]\n` : '';
|
|
891
|
-
return `\n\n${header}> ${lines.join('\n> ')}\n\n`;
|
|
892
|
-
},
|
|
893
|
-
};
|
|
894
|
-
}
|
|
895
|
-
if (!className.includes('type'))
|
|
896
|
-
return {};
|
|
897
|
-
return {
|
|
898
|
-
postprocess: ({ content }) => {
|
|
899
|
-
const lines = content.split('\n');
|
|
900
|
-
const separated = [];
|
|
901
|
-
for (let i = 0; i < lines.length; i++) {
|
|
902
|
-
const line = lines[i] ?? '';
|
|
903
|
-
const nextLine = i < lines.length - 1 ? (lines[i + 1] ?? '') : '';
|
|
904
|
-
separated.push(line);
|
|
905
|
-
if (line.trim() &&
|
|
906
|
-
nextLine.trim() &&
|
|
907
|
-
line.includes(':') &&
|
|
908
|
-
nextLine.includes(':') &&
|
|
909
|
-
!line.startsWith(' ') &&
|
|
910
|
-
!nextLine.startsWith(' ')) {
|
|
911
|
-
separated.push('');
|
|
912
|
-
}
|
|
913
|
-
}
|
|
914
|
-
return separated.join('\n');
|
|
915
|
-
},
|
|
916
|
-
};
|
|
917
|
-
},
|
|
968
|
+
div: buildDivTranslator,
|
|
918
969
|
kbd: () => ({
|
|
919
970
|
postprocess: ({ content }) => `\`${content}\``,
|
|
920
971
|
}),
|
|
@@ -927,24 +978,7 @@ function createCustomTranslators() {
|
|
|
927
978
|
sup: () => ({
|
|
928
979
|
postprocess: ({ content }) => `^${content}^`,
|
|
929
980
|
}),
|
|
930
|
-
section:
|
|
931
|
-
if (isObject(ctx)) {
|
|
932
|
-
const { node } = ctx;
|
|
933
|
-
if (isLikeNode(node)) {
|
|
934
|
-
const getAttribute = typeof node.getAttribute === 'function'
|
|
935
|
-
? node.getAttribute.bind(node)
|
|
936
|
-
: undefined;
|
|
937
|
-
if (getAttribute?.('class')?.includes('tsd-member')) {
|
|
938
|
-
return {
|
|
939
|
-
postprocess: ({ content }) => `\n\n \n\n${content}\n\n`,
|
|
940
|
-
};
|
|
941
|
-
}
|
|
942
|
-
}
|
|
943
|
-
}
|
|
944
|
-
return {
|
|
945
|
-
postprocess: ({ content }) => `\n\n${content}\n\n`,
|
|
946
|
-
};
|
|
947
|
-
},
|
|
981
|
+
section: buildSectionTranslator,
|
|
948
982
|
details: () => ({
|
|
949
983
|
postprocess: ({ content }) => {
|
|
950
984
|
const trimmed = content.trim();
|
|
@@ -956,43 +990,8 @@ function createCustomTranslators() {
|
|
|
956
990
|
summary: () => ({
|
|
957
991
|
postprocess: ({ content }) => `${content.trim()}\n\n`,
|
|
958
992
|
}),
|
|
959
|
-
span:
|
|
960
|
-
|
|
961
|
-
return {};
|
|
962
|
-
const { node } = ctx;
|
|
963
|
-
if (!isLikeNode(node))
|
|
964
|
-
return {};
|
|
965
|
-
const getAttribute = typeof node.getAttribute === 'function'
|
|
966
|
-
? node.getAttribute.bind(node)
|
|
967
|
-
: undefined;
|
|
968
|
-
const dataAs = getAttribute?.('data-as') ?? '';
|
|
969
|
-
if (dataAs === 'p') {
|
|
970
|
-
return {
|
|
971
|
-
postprocess: ({ content }) => `\n\n${content.trim()}\n\n`,
|
|
972
|
-
};
|
|
973
|
-
}
|
|
974
|
-
return {};
|
|
975
|
-
},
|
|
976
|
-
pre: (ctx) => {
|
|
977
|
-
if (!isObject(ctx))
|
|
978
|
-
return buildPreTranslator(ctx);
|
|
979
|
-
const { node } = ctx;
|
|
980
|
-
if (!isLikeNode(node)) {
|
|
981
|
-
return buildPreTranslator(ctx);
|
|
982
|
-
}
|
|
983
|
-
const getAttribute = typeof node.getAttribute === 'function'
|
|
984
|
-
? node.getAttribute.bind(node)
|
|
985
|
-
: undefined;
|
|
986
|
-
const className = getAttribute?.('class') ?? '';
|
|
987
|
-
if (className.includes('mermaid')) {
|
|
988
|
-
return {
|
|
989
|
-
noEscape: true,
|
|
990
|
-
preserveWhitespace: true,
|
|
991
|
-
postprocess: ({ content }) => `\n\n\`\`\`mermaid\n${content.trim()}\n\`\`\`\n\n`,
|
|
992
|
-
};
|
|
993
|
-
}
|
|
994
|
-
return buildPreTranslator(ctx);
|
|
995
|
-
},
|
|
993
|
+
span: buildSpanTranslator,
|
|
994
|
+
pre: buildMermaidPreTranslator,
|
|
996
995
|
};
|
|
997
996
|
}
|
|
998
997
|
let markdownConverter = null;
|
|
@@ -1121,8 +1120,8 @@ function resolveRelativeUrls(markdown, baseUrl, signal) {
|
|
|
1121
1120
|
let lastIndex = 0;
|
|
1122
1121
|
let lineCount = 0;
|
|
1123
1122
|
while (lastIndex < len) {
|
|
1124
|
-
if (++lineCount % 500 === 0
|
|
1125
|
-
|
|
1123
|
+
if (++lineCount % 500 === 0) {
|
|
1124
|
+
abortPolicy.throwIfAborted(signal, baseUrl, 'markdown:resolve-urls');
|
|
1126
1125
|
}
|
|
1127
1126
|
let nextIndex = markdown.indexOf('\n', lastIndex);
|
|
1128
1127
|
let line;
|
|
@@ -1309,7 +1308,12 @@ function getTextContentSkippingHidden(node, parts) {
|
|
|
1309
1308
|
}
|
|
1310
1309
|
if (nodeType !== 1)
|
|
1311
1310
|
return;
|
|
1312
|
-
const
|
|
1311
|
+
const element = node;
|
|
1312
|
+
if (element.hasAttribute('hidden') ||
|
|
1313
|
+
element.getAttribute('aria-hidden') === 'true') {
|
|
1314
|
+
return;
|
|
1315
|
+
}
|
|
1316
|
+
const { tagName } = element;
|
|
1313
1317
|
if (tagName === 'SCRIPT' || tagName === 'STYLE' || tagName === 'NOSCRIPT')
|
|
1314
1318
|
return;
|
|
1315
1319
|
const { childNodes } = node;
|
|
@@ -1473,19 +1477,21 @@ function shouldUseArticleContent(article, originalHtmlOrDocument) {
|
|
|
1473
1477
|
function buildContentSource(params) {
|
|
1474
1478
|
const { html, url, article, extractedMeta, includeMetadata, useArticleContent, document, truncated, skipNoiseRemoval, signal, } = params;
|
|
1475
1479
|
const metadata = createContentMetadataBlock(url, article, extractedMeta, useArticleContent, includeMetadata);
|
|
1480
|
+
const base = {
|
|
1481
|
+
favicon: extractedMeta.favicon,
|
|
1482
|
+
metadata,
|
|
1483
|
+
extractedMetadata: extractedMeta,
|
|
1484
|
+
truncated,
|
|
1485
|
+
};
|
|
1476
1486
|
if (useArticleContent && article) {
|
|
1477
|
-
// Readability output can still be noisy (unless user requested skip).
|
|
1478
1487
|
const cleanedArticleHtml = skipNoiseRemoval
|
|
1479
1488
|
? article.content
|
|
1480
1489
|
: removeNoiseFromHtml(article.content, undefined, url, signal);
|
|
1481
1490
|
return {
|
|
1491
|
+
...base,
|
|
1482
1492
|
sourceHtml: cleanedArticleHtml,
|
|
1483
1493
|
title: article.title,
|
|
1484
|
-
favicon: extractedMeta.favicon,
|
|
1485
|
-
metadata,
|
|
1486
|
-
extractedMetadata: extractedMeta,
|
|
1487
1494
|
skipNoiseRemoval: true,
|
|
1488
|
-
truncated,
|
|
1489
1495
|
};
|
|
1490
1496
|
}
|
|
1491
1497
|
if (document) {
|
|
@@ -1493,36 +1499,18 @@ function buildContentSource(params) {
|
|
|
1493
1499
|
? html
|
|
1494
1500
|
: removeNoiseFromHtml(html, document, url, signal);
|
|
1495
1501
|
const contentRoot = findContentRoot(document);
|
|
1496
|
-
if (contentRoot) {
|
|
1497
|
-
return {
|
|
1498
|
-
sourceHtml: contentRoot,
|
|
1499
|
-
title: extractedMeta.title,
|
|
1500
|
-
favicon: extractedMeta.favicon,
|
|
1501
|
-
metadata,
|
|
1502
|
-
extractedMetadata: extractedMeta,
|
|
1503
|
-
skipNoiseRemoval: true,
|
|
1504
|
-
document,
|
|
1505
|
-
truncated,
|
|
1506
|
-
};
|
|
1507
|
-
}
|
|
1508
1502
|
return {
|
|
1509
|
-
|
|
1503
|
+
...base,
|
|
1504
|
+
sourceHtml: contentRoot ?? cleanedHtml,
|
|
1510
1505
|
title: extractedMeta.title,
|
|
1511
|
-
favicon: extractedMeta.favicon,
|
|
1512
|
-
metadata,
|
|
1513
|
-
extractedMetadata: extractedMeta,
|
|
1514
1506
|
skipNoiseRemoval: true,
|
|
1515
1507
|
document,
|
|
1516
|
-
truncated,
|
|
1517
1508
|
};
|
|
1518
1509
|
}
|
|
1519
1510
|
return {
|
|
1511
|
+
...base,
|
|
1520
1512
|
sourceHtml: html,
|
|
1521
1513
|
title: extractedMeta.title,
|
|
1522
|
-
favicon: extractedMeta.favicon,
|
|
1523
|
-
metadata,
|
|
1524
|
-
extractedMetadata: extractedMeta,
|
|
1525
|
-
truncated,
|
|
1526
1514
|
};
|
|
1527
1515
|
}
|
|
1528
1516
|
function resolveContentSource(params) {
|