@j0hanz/fetch-url-mcp 1.10.5 → 1.10.6

package/dist/lib/code-lang.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"code-lang.d.ts","sourceRoot":"","sources":["../../src/lib/code-lang.ts"],"names":[],"mappings":"AAyQA,wBAAgB,4BAA4B,CAC1C,SAAS,EAAE,MAAM,GAChB,MAAM,GAAG,SAAS,CAuBpB;AAqBD,wBAAgB,6BAA6B,CAC3C,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAKpB;AACD,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAqBvE"}
+{"version":3,"file":"code-lang.d.ts","sourceRoot":"","sources":["../../src/lib/code-lang.ts"],"names":[],"mappings":"AA2QA,wBAAgB,4BAA4B,CAC1C,SAAS,EAAE,MAAM,GAChB,MAAM,GAAG,SAAS,CAuBpB;AAqBD,wBAAgB,6BAA6B,CAC3C,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAKpB;AACD,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAqBvE"}

package/dist/lib/code-lang.js

@@ -1,6 +1,5 @@
 const ASCII_SPACE = 32;
 const ASCII_TAB = 9;
-const ASCII_LT = 60;
 const ASCII_DIGIT_0 = 48;
 const ASCII_DIGIT_9 = 57;
 const ASCII_UPPER_A = 65;
@@ -83,16 +82,12 @@ const PYTHON_UNIQUE_REGEX = /\b(?:def |elif |except |finally:|yield |lambda |rai
 const JS_SIGNAL_REGEX = /\b(?:const |let |var |function |require\(|=>|===|!==|console\.)/;
 const CSS_REGEX = /@media|@import|@keyframes|@theme\b|@utility\b|@layer\b|@apply\b|@variant\b|@custom-variant\b|@reference\b|@source\b/;
 const CSS_PROPERTY_REGEX = /^\s*[a-z][\w-]*\s*:/;
+const PYTHON_REPL_PROMPT_REGEX = /^\s*(?:>>>|\.\.\.)\s/m;
+const PYTHON_OUTPUT_HINT_REGEX = /<(?:QuerySet|[A-Z][A-Za-z0-9_]*:\s)|\bdatetime\.datetime\(|\bDoesNotExist:/;
+const WINDOWS_SHELL_PROMPT_REGEX = /^\s*\.\.\.\\?>\s+\S/m;
+const JSX_TAG_REGEX = /<\/?[A-Z][A-Za-z0-9]*(?:\s+[A-Za-z_:][\w:.-]*(?:\s*=\s*(?:"[^"]*"|'[^']*'|\{[^}]*\}))?)*\s*\/?>/m;
 function containsJsxTag(code) {
-    const len = code.length;
-    for (let i = 0; i < len - 1; i++) {
-        if (code.charCodeAt(i) === ASCII_LT) {
-            const next = code.charCodeAt(i + 1);
-            if (next >= ASCII_UPPER_A && next <= ASCII_UPPER_Z)
-                return true;
-        }
-    }
-    return false;
+    return JSX_TAG_REGEX.test(code);
 }
 function isBashLine(line) {
     const trimmed = line.trimStart();
@@ -101,7 +96,7 @@ function isBashLine(line) {
     // Shell Prefix
     if (trimmed.startsWith('#!') ||
         trimmed.startsWith('$ ') ||
-        trimmed.startsWith('# ')) {
+        WINDOWS_SHELL_PROMPT_REGEX.test(trimmed)) {
         return true;
     }
     const spaceIdx = trimmed.indexOf(' ');
@@ -122,8 +117,9 @@ function detectCssStructure(lines) {
         const trimmed = line.trimStart();
         if (trimmed.length === 0)
             continue;
-        const hasSelector = (trimmed.startsWith('.') || trimmed.startsWith('#')) &&
-            trimmed.includes('{');
+        if (trimmed.startsWith('# ') || trimmed.startsWith('//'))
+            continue;
+        const hasSelector = /^[.#][A-Za-z_-][\w-]*\s*\{/.test(trimmed);
         if (hasSelector)
             return true;
         if (trimmed.includes(';') &&
@@ -192,6 +188,14 @@ function matchPython(ctx) {
     if (matchHtml(ctx))
         return false;
     const l = ctx.lower;
+    if (PYTHON_REPL_PROMPT_REGEX.test(ctx.code))
+        return true;
+    if (PYTHON_OUTPUT_HINT_REGEX.test(ctx.code))
+        return true;
+    if (/^\s*[A-Za-z_][\w.]*\s*=\s*[A-Z][\w.]*\(/m.test(ctx.code))
+        return true;
+    if (/^\s*[A-Za-z_][\w.]*\.[A-Za-z_][\w]*\s*$/m.test(ctx.code))
+        return true;
     if (l.includes('print(') || l.includes('__name__'))
         return true;
     if (l.includes('self.') || l.includes('elif '))

package/dist/lib/dom-prep.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dom-prep.d.ts","sourceRoot":"","sources":["../../src/lib/dom-prep.ts"],"names":[],"mappings":"AA4kBA,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,MAAM,GACf,MAAM,CAQR;AA0CD,qEAAqE;AACrE,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAG5D;AA0PD,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,IAAI,CAWN;AA4BD,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,QAAQ,EACnB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,MAAM,CAcR"}
+{"version":3,"file":"dom-prep.d.ts","sourceRoot":"","sources":["../../src/lib/dom-prep.ts"],"names":[],"mappings":"AA4mBA,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,MAAM,GACf,MAAM,CASR;AA0CD,qEAAqE;AACrE,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAG5D;AA0RD,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,IAAI,CAMN;AA4BD,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,QAAQ,EACnB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,MAAM,CAcR"}

package/dist/lib/dom-prep.js

@@ -123,6 +123,22 @@ const BASE_NOISE_SELECTORS = {
     cookieBanners: '[role="dialog"]',
     hidden: '[style*="display: none"],[style*="display:none"],[style*="visibility: hidden"],[style*="visibility:hidden"],[hidden],[aria-hidden="true"]',
 };
+const DOCS_CONTROL_SELECTORS = [
+    '.content-icon-container',
+    '.edit-this-page',
+    '.toc-overlay-icon',
+    '.theme-toggle-container',
+    '.sidebar-toggle',
+    '.sidebar-drawer',
+    '.toc-drawer',
+    '.mobile-header',
+    '.overlay.sidebar-overlay',
+    '.overlay.toc-overlay',
+    '.back-to-top',
+    '.backtotop',
+    '.headerlink',
+    '[title="Edit this page"]',
+];
 let cachedContext;
 let lastContextKey;
 function escapeRegexLiteral(value) {
@@ -506,8 +522,22 @@ function resolveUrls(document, baseUrlStr) {
             processUrlElement(el, 'srcset', base, true);
     }
 }
+function resolveDocumentBody(document) {
+    const { body } = document;
+    if (body.innerHTML.trim().length > MIN_BODY_CONTENT_LENGTH)
+        return body;
+    const { children } = document.documentElement;
+    for (const child of children) {
+        if (child.tagName === 'BODY' &&
+            child.innerHTML.trim().length > MIN_BODY_CONTENT_LENGTH) {
+            return child;
+        }
+    }
+    return body;
+}
 export function serializeDocumentForMarkdown(document, fallback) {
-    const bodyHtml = document.body.innerHTML;
+    const body = resolveDocumentBody(document);
+    const bodyHtml = body.innerHTML;
     if (bodyHtml.trim().length > MIN_BODY_CONTENT_LENGTH)
         return bodyHtml;
     const outerHtml = document.documentElement.outerHTML;
@@ -732,21 +762,40 @@ function separateAdjacentInlineElements(document) {
         }
     }
 }
-// Called on both raw documents (pre-article path) and article fragments
-// (post-Readability). Some passes (stripTabTriggers, etc.) are no-ops
-// on Readability output since tabs are already stripped or absent.
-export function prepareDocumentForMarkdown(document, baseUrl, signal) {
+function stripDocsControls(document) {
+    removeNodes(document.querySelectorAll(DOCS_CONTROL_SELECTORS.join(',')));
+}
+function runDocsControlPass(document) {
     normalizeTabContent(document);
     cleanHeadings(document);
-    stripNoise(document, signal);
+    stripDocsControls(document);
     stripPromoLinks(document);
-    cleanCodeExamples(document);
     separateAdjacentInlineElements(document);
+}
+function runStructuralNoisePass(document, signal) {
+    stripNoise(document, signal);
+}
+function runCodeExamplePass(document) {
+    cleanCodeExamples(document);
+}
+function runTableNormalizationPass(document) {
     normalizeTableCells(document);
     normalizeTableStructure(document);
+}
+function runUrlResolutionPass(document, baseUrl) {
     if (baseUrl)
         resolveUrls(document, baseUrl);
 }
+// Called on both raw documents (pre-article path) and article fragments
+// (post-Readability). Some passes (stripTabTriggers, etc.) are no-ops
+// on Readability output since tabs are already stripped or absent.
+export function prepareDocumentForMarkdown(document, baseUrl, signal) {
+    runDocsControlPass(document);
+    runStructuralNoisePass(document, signal);
+    runCodeExamplePass(document);
+    runTableNormalizationPass(document);
+    runUrlResolutionPass(document, baseUrl);
+}
 // Some sites put tbody/thead/tfoot inside td/th, which breaks markdown tables.
 function normalizeTableStructure(document) {
     for (const table of document.querySelectorAll('table')) {

package/dist/lib/fetch-pipeline.d.ts

@@ -14,7 +14,6 @@ interface FetchTransformInput {
 }
 export declare function appendTruncationMarker(content: string, marker: string): string;
 export declare function finalizeInlineMarkdown(markdown: string | undefined, options?: {
-    truncated?: boolean;
     maxChars?: number;
 }): string | undefined;
 interface FetchPipelineOptions<T> {

package/dist/lib/fetch-pipeline.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fetch-pipeline.d.ts","sourceRoot":"","sources":["../../src/lib/fetch-pipeline.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAgBrE,OAAO,EAEL,gBAAgB,EAEhB,UAAU,EACX,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;AAExC,eAAO,MAAM,iBAAiB,mBAAmB,CAAC;AAClD,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AACD,UAAU,mBAAmB;IAC3B,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAwED,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,GACb,MAAM,CAkBR;AAWD,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GACvD,MAAM,GAAG,SAAS,CAYpB;AAiBD,UAAU,oBAAoB,CAAC,CAAC;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC;IAC7C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC5C,SAAS,EAAE,CAAC,KAAK,EAAE,mBAAmB,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACvE,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,MAAM,CAAC;IAClC,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,CAAC,GAAG,SAAS,CAAC;CACjD;AACD,MAAM,WAAW,cAAc,CAAC,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC;IACR,SAAS,EAAE,OAAO,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AACD,MAAM,MAAM,gBAAgB,GACxB,aAAa,GACb,aAAa,GACb,WAAW,GACX,eAAe,GACf,cAAc,GACd,gBAAgB,GAChB,iBAAiB,GACjB,gBAAgB,GAChB,iBAAiB,CAAC;AAkMtB,wBAAsB,oBAAoB,CAAC,CAAC,EAC1C,OAAO,EAAE,oBAAoB,CAAC,CAAC,CAAC,GAC/B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAgD5B;AAED,MAAM,MAAM,sBAAsB,GAAG,uBAAuB,GAAG;IAC7D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B,CAAC;AAsBF,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,MAAM,GACb,sBAAsB,GAAG,SAAS,CAcpC;AAED,eAAO,MAAM,iBAAiB,GAC5B,OAAO,mBAAmB,EAC1B,KAAK,MAAM,EACX,SAAS,WAAW,KACnB,OAAO,CAAC,sBAAsB,CAchC,CAAC;AAEF,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,sBAAsB,GAC7B,MAAM,CASR;AAED,UAAU,kBAAkB;IAC1B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC;IACtD,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IACrD,QAAQ,CAAC,SAAS,EAAE,CAClB,KAAK,EAAE,mBAAmB,EAC1B,aAAa,EAAE,MAAM,KAClB,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAC9D,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,sBAAsB,KAAK,MAAM,CAAC;IAChE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,sBAAsB,GAAG,SAAS,CAAC;CAC/E;AACD,UAAU,eAAe;IACvB,QAAQ,CAAC,oBAAoB,CAAC,EAAE,OAAO,oBAAoB,CAAC;CAC7D;AAiBD,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,kBAAkB,EAC3B,IAAI,GAAE,eAAoB,GACzB,OAAO,CAAC;IACT,QAAQ,EAAE,cAAc,CAAC,sBAAsB,CAAC,CAAC;IACjD,YAAY,EAAE,mBAAmB,CAAC;CACnC,CAAC,CAUD"}
+{"version":3,"file":"fetch-pipeline.d.ts","sourceRoot":"","sources":["../../src/lib/fetch-pipeline.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAgBrE,OAAO,EAEL,gBAAgB,EAEhB,UAAU,EACX,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC;AAExC,eAAO,MAAM,iBAAiB,mBAAmB,CAAC;AAClD,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AACD,UAAU,mBAAmB;IAC3B,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAwED,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,GACb,MAAM,CAkBR;AAWD,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,MAAM,GAAG,SAAS,CAQpB;AAyBD,UAAU,oBAAoB,CAAC,CAAC;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC;IAC7C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC5C,SAAS,EAAE,CAAC,KAAK,EAAE,mBAAmB,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACvE,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,MAAM,CAAC;IAClC,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,CAAC,GAAG,SAAS,CAAC;CACjD;AACD,MAAM,WAAW,cAAc,CAAC,CAAC;IAC/B,IAAI,EAAE,CAAC,CAAC;IACR,SAAS,EAAE,OAAO,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AACD,MAAM,MAAM,gBAAgB,GACxB,aAAa,GACb,aAAa,GACb,WAAW,GACX,eAAe,GACf,cAAc,GACd,gBAAgB,GAChB,iBAAiB,GACjB,gBAAgB,GAChB,iBAAiB,CAAC;AAkMtB,wBAAsB,oBAAoB,CAAC,CAAC,EAC1C,OAAO,EAAE,oBAAoB,CAAC,CAAC,CAAC,GAC/B,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAgD5B;AAED,MAAM,MAAM,sBAAsB,GAAG,uBAAuB,GAAG;IAC7D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B,CAAC;AAsBF,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,MAAM,GACb,sBAAsB,GAAG,SAAS,CAcpC;AAED,eAAO,MAAM,iBAAiB,GAC5B,OAAO,mBAAmB,EAC1B,KAAK,MAAM,EACX,SAAS,WAAW,KACnB,OAAO,CAAC,sBAAsB,CAchC,CAAC;AAEF,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,sBAAsB,GAC7B,MAAM,CASR;AAED,UAAU,kBAAkB;IAC1B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC;IACtD,QAAQ,CAAC,YAAY,CAAC,EAAE,OAAO,CAAC;IAChC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IACrD,QAAQ,CAAC,SAAS,EAAE,CAClB,KAAK,EAAE,mBAAmB,EAC1B,aAAa,EAAE,MAAM,KAClB,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAC9D,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,sBAAsB,KAAK,MAAM,CAAC;IAChE,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,sBAAsB,GAAG,SAAS,CAAC;CAC/E;AACD,UAAU,eAAe;IACvB,QAAQ,CAAC,oBAAoB,CAAC,EAAE,OAAO,oBAAoB,CAAC;CAC7D;AAiBD,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,kBAAkB,EAC3B,IAAI,GAAE,eAAoB,GACzB,OAAO,CAAC;IACT,QAAQ,EAAE,cAAc,CAAC,sBAAsB,CAAC,CAAC;IACjD,YAAY,EAAE,mBAAmB,CAAC;CACnC,CAAC,CAaD"}

package/dist/lib/fetch-pipeline.js

@@ -89,20 +89,24 @@ function normalizeMarkdownForTruncation(markdown, truncated) {
 export function finalizeInlineMarkdown(markdown, options = {}) {
     if (markdown === undefined)
         return undefined;
-    const normalized = normalizeMarkdownForTruncation(markdown, options.truncated ?? false);
     const maxChars = options.maxChars ?? 0;
-    return maxChars > 0 && normalized.length > maxChars
-        ? truncateWithMarker(normalized, maxChars, TRUNCATION_MARKER)
-        : normalized;
+    return maxChars > 0 && markdown.length > maxChars
+        ? truncateWithMarker(markdown, maxChars, TRUNCATION_MARKER)
+        : markdown;
 }
-function applyInlineContentLimit(content) {
-    const contentSize = content.length;
+function applyInlineContentLimit(content, truncated = false) {
+    const normalized = normalizeMarkdownForTruncation(content, truncated);
+    const contentSize = normalized.length;
     const inlineLimit = config.constants.maxInlineContentChars;
     if (inlineLimit <= 0 || contentSize <= inlineLimit) {
-        return { content, contentSize };
+        return {
+            content: normalized,
+            contentSize,
+            ...(truncated ? { truncated } : {}),
+        };
     }
     return {
-        content: truncateWithMarker(content, inlineLimit, TRUNCATION_MARKER),
+        content: truncateWithMarker(normalized, inlineLimit, TRUNCATION_MARKER),
         contentSize,
         truncated: true,
     };
@@ -327,6 +331,6 @@ export async function performSharedFetch(options, deps = {}) {
     const pipeline = await executePipeline(buildSharedFetchPipelineOptions(options));
     options.onStage?.('prepare_output');
     options.onStage?.('finalize_output');
-    const inlineResult = applyInlineContentLimit(pipeline.data.content);
+    const inlineResult = applyInlineContentLimit(pipeline.data.content, pipeline.data.truncated);
     return { pipeline, inlineResult };
 }

package/dist/lib/md-cleanup.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"md-cleanup.d.ts","sourceRoot":"","sources":["../../src/lib/md-cleanup.ts"],"names":[],"mappings":"AAiGA,UAAU,cAAc;IACtB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAkeD;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,MAAM,EACf,kBAAkB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,GAC3C,MAAM,CAuCR;AAWD,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,cAAc,GACvB,MAAM,CAmBR"}
+{"version":3,"file":"md-cleanup.d.ts","sourceRoot":"","sources":["../../src/lib/md-cleanup.ts"],"names":[],"mappings":"AA0GA,UAAU,cAAc;IACtB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AA8eD;;;;GAIG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,MAAM,EACf,kBAAkB,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,GAC3C,MAAM,CAuCR;AAWD,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,cAAc,GACvB,MAAM,CAmBR"}

package/dist/lib/md-cleanup.js

@@ -60,6 +60,14 @@ const REGEX = {
 const HEADING_KEYWORDS = new Set(config.markdownCleanup.headingKeywords.map((value) => value.toLocaleLowerCase(config.i18n.locale)));
 // ── Prefix patterns ─────────────────────────────────────────────────
 const SPECIAL_PREFIXES = /^(?:example|note|tip|warning|important|caution):\s+\S/i;
+const REPL_PROMPT_LINE = /^(?:>>>|\.\.\.|In \[\d+\]:|Out\[\d+\]:|\.\.\.\\?>)\s*/;
+const LEADING_DOCS_CHROME_PATTERNS = [
+    /^Edit this page$/i,
+    /^Toggle table of contents sidebar$/i,
+    /^Toggle site navigation sidebar$/i,
+    /^Toggle Light \/ Dark \/ Auto color theme$/i,
+    /^Back to top$/i,
+];
 // ── TypeDoc prefixes ────────────────────────────────────────────────
 const TYPEDOC_PREFIXES = [
     'Defined in:',
@@ -127,6 +135,8 @@ function isTitleCaseOrKeyword(trimmed) {
 function getHeadingPrefix(trimmed) {
     if (trimmed.length > MAX_LINE_LENGTH)
         return null;
+    if (REPL_PROMPT_LINE.test(trimmed))
+        return null;
     // Fast path: Check common markdown markers first
     const firstChar = trimmed.charCodeAt(0);
     if (firstChar === ASCII_HASH ||
@@ -396,6 +406,18 @@ function normalizeMarkdownSpacing(text) {
     result = escapeAngleBracketsInMarkdownTables(result);
     return normalizeNestedListIndentation(result);
 }
+function stripLeadingDocsChrome(text) {
+    const lines = text.split('\n');
+    const cleaned = lines.map((line, index) => {
+        if (index >= 12)
+            return line;
+        const trimmed = line.trim();
+        return LEADING_DOCS_CHROME_PATTERNS.some((pattern) => pattern.test(trimmed))
+            ? ''
+            : line;
+    });
+    return cleaned.join('\n').replace(REGEX.DOUBLE_NEWLINE_REDUCER, '\n\n');
+}
 function fixConcatenatedProperties(text) {
     let result = text;
     for (let k = 0; k < PROPERTY_FIX_MAX_PASSES; k++) {
@@ -515,5 +537,5 @@ export function cleanupMarkdownArtifacts(content, options) {
         throwIfAborted(options?.signal, options?.url ?? '', 'markdown:cleanup:empty-headings');
         result = removeEmptyHeadingSections(result);
     }
-    return stripLeadingBreadcrumbNoise(result);
+    return stripLeadingBreadcrumbNoise(stripLeadingDocsChrome(result));
 }

package/dist/tools/fetch-url.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fetch-url.d.ts","sourceRoot":"","sources":["../../src/tools/fetch-url.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACzE,OAAO,KAAK,EACV,YAAY,EAEb,MAAM,oCAAoC,CAAC;AAE5C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAexB,OAAO,EAEL,KAAK,gBAAgB,EACtB,MAAM,oBAAoB,CAAC;AAI5B,OAAO,EACL,mBAAmB,EAIpB,MAAM,eAAe,CAAC;AAEvB,OAAO,EAIL,KAAK,sBAAsB,EAE5B,MAAM,2BAA2B,CAAC;AAMnC,KAAK,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEzD,UAAU,gBAAgB;IACxB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACxD,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,eAAO,MAAM,mBAAmB,cAAc,CAAC;AA6L/C,wBAAsB,mBAAmB,CACvC,KAAK,EAAE,aAAa,EACpB,KAAK,CAAC,EAAE,gBAAgB,GACvB,OAAO,CAAC,gBAAgB,CAAC,CAQ3B;AAqBD,MAAM,WAAW,wBAAwB;IACvC,cAAc,EAAE,CAAC,OAAO,EAAE,sBAAsB,KAAK,IAAI,CAAC;CAC3D;AA4BD,wBAAgB,aAAa,CAAC,MAAM,EAAE,SAAS,GAAG,wBAAwB,CAkCzE"}
+{"version":3,"file":"fetch-url.d.ts","sourceRoot":"","sources":["../../src/tools/fetch-url.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACzE,OAAO,KAAK,EACV,YAAY,EAEb,MAAM,oCAAoC,CAAC;AAE5C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAexB,OAAO,EAEL,KAAK,gBAAgB,EACtB,MAAM,oBAAoB,CAAC;AAI5B,OAAO,EACL,mBAAmB,EAIpB,MAAM,eAAe,CAAC;AAEvB,OAAO,EAIL,KAAK,sBAAsB,EAE5B,MAAM,2BAA2B,CAAC;AAMnC,KAAK,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEzD,UAAU,gBAAgB;IACxB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACxD,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,eAAO,MAAM,mBAAmB,cAAc,CAAC;AA4L/C,wBAAsB,mBAAmB,CACvC,KAAK,EAAE,aAAa,EACpB,KAAK,CAAC,EAAE,gBAAgB,GACvB,OAAO,CAAC,gBAAgB,CAAC,CAQ3B;AAqBD,MAAM,WAAW,wBAAwB;IACvC,cAAc,EAAE,CAAC,OAAO,EAAE,sBAAsB,KAAK,IAAI,CAAC;CAC3D;AA4BD,wBAAgB,aAAa,CAAC,MAAM,EAAE,SAAS,GAAG,wBAAwB,CAkCzE"}

package/dist/tools/fetch-url.js

@@ -59,7 +59,6 @@ function getUrlContext(urlStr) {
 function buildStructuredContent(pipeline, inlineResult, inputUrl) {
     const truncated = inlineResult.truncated ?? pipeline.data.truncated;
     const markdown = finalizeInlineMarkdown(inlineResult.content, {
-        truncated: pipeline.data.truncated,
         maxChars: config.constants.maxInlineContentChars,
     });
     const metadata = normalizeExtractedMetadata(pipeline.data.metadata);

package/dist/transform/html-translators.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"html-translators.d.ts","sourceRoot":"","sources":["../../src/transform/html-translators.ts"],"names":[],"mappings":"AAigBA,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEpE"}
+{"version":3,"file":"html-translators.d.ts","sourceRoot":"","sources":["../../src/transform/html-translators.ts"],"names":[],"mappings":"AAsgBA,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEpE"}

package/dist/transform/html-translators.js

@@ -351,25 +351,26 @@ function buildSpanTranslator(ctx) {
 // ---------------------------------------------------------------------------
 // DL helpers
 // ---------------------------------------------------------------------------
-function resolveDlNodeName(child) {
-    if (!isLikeNode(child))
+function normalizeDefinitionListContent(content) {
+    const lines = content
+        .split('\n')
+        .map((line) => line.trim())
+        .filter(Boolean);
+    if (lines.length === 0)
         return '';
-    const raw = child.nodeName;
-    return typeof raw === 'string' ? raw.toUpperCase() : '';
-}
-function resolveDlTextContent(child) {
-    if (!isLikeNode(child))
-        return '';
-    const raw = child.textContent;
-    return typeof raw === 'string' ? raw.trim() : '';
-}
-function buildDlChildFragment(child) {
-    const nodeName = resolveDlNodeName(child);
-    if (nodeName === 'DT')
-        return `**${resolveDlTextContent(child)}**\n`;
-    if (nodeName === 'DD')
-        return `: ${resolveDlTextContent(child)}\n`;
-    return null;
+    const normalized = [];
+    for (const line of lines) {
+        const isDefinition = line.startsWith(': ');
+        const previous = normalized[normalized.length - 1];
+        if (previous &&
+            previous.length > 0 &&
+            !previous.startsWith(': ') &&
+            !isDefinition) {
+            normalized.push('');
+        }
+        normalized.push(line);
+    }
+    return normalized.join('\n');
 }
 // ---------------------------------------------------------------------------
 // Translator registry + converter singleton
@@ -378,21 +379,18 @@ function createCustomTranslators() {
     return {
         code: (ctx) => buildCodeTranslator(ctx),
         img: (ctx) => buildImageTranslator(ctx),
-        dl: (ctx) => {
-            if (!isObject(ctx))
-                return { content: '' };
-            const { node } = ctx;
-            if (!isLikeNode(node))
-                return { content: '' };
-            const childNodes = Array.from(node.childNodes ?? []);
-            let items = '';
-            for (const child of childNodes) {
-                const fragment = buildDlChildFragment(child);
-                if (fragment !== null)
-                    items += fragment;
-            }
-            return { content: items ? `\n${items}\n` : '' };
-        },
+        dl: () => ({
+            postprocess: ({ content }) => {
+                const normalized = normalizeDefinitionListContent(content);
+                return normalized ? `\n\n${normalized}\n\n` : '';
+            },
+        }),
+        dt: () => ({
+            postprocess: ({ content }) => `${content.trim()}\n`,
+        }),
+        dd: () => ({
+            postprocess: ({ content }) => content.trim() ? `: ${content.trim()}\n` : '',
+        }),
         div: buildDivTranslator,
         kbd: () => ({
             postprocess: ({ content }) => `\`${content}\``,

package/dist/transform/transform.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AAsDA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AAqCpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAiJD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AA6YD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AAmLD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,GACA,MAAM,CAsBR;AAkJD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AAgED,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,eAAe,EAAE,OAAO,GACvB,aAAa,GAAG,SAAS,CAuB3B;AA4cD,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CAgBzB;AAaD,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AA+G1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC"}
+{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AAsDA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AAqCpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAiJD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AA6YD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AAmLD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,GACA,MAAM,CAsBR;AA+JD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AAgED,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,eAAe,EAAE,OAAO,GACvB,aAAa,GAAG,SAAS,CAuB3B;AAweD,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CAgBzB;AAaD,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AA+G1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC"}

package/dist/transform/transform.js

@@ -640,14 +640,9 @@ const RETENTION_RULES = [
     { selector: 'pre', minOriginal: 1, ratio: 0.15 },
     { selector: 'table', minOriginal: 1, ratio: 0.5 },
     { selector: 'img', minOriginal: 4, ratio: 0.2 },
-    {
-        selector: 'button,[role="tab"],[role="tabpanel"],[aria-controls]',
-        minOriginal: 6,
-        ratio: 0.1,
-    },
 ];
 const MIN_HEADINGS_FOR_EMPTY_SECTION_GATE = 5;
-const MAX_EMPTY_SECTION_RATIO = 0.05;
+const MAX_EMPTY_SECTION_RATIO = 0.15;
 const MIN_LINE_LENGTH_FOR_TRUNCATION_CHECK = 20;
 const MAX_TRUNCATED_LINE_RATIO = 0.95;
 function resolveHtmlDocument(htmlOrDocument) {
@@ -695,16 +690,31 @@ function getTextContentSkippingHidden(node, parts) {
         }
     }
 }
+function resolveBody(document) {
+    const { body } = document;
+    if ((body.textContent || '').trim().length > 0)
+        return body;
+    const { children } = document.documentElement;
+    for (const child of children) {
+        if (child.tagName === 'BODY' &&
+            (child.textContent || '').trim().length > 0) {
+            return child;
+        }
+    }
+    return body;
+}
 function getVisibleTextLength(htmlOrDocument) {
     if (typeof htmlOrDocument === 'string') {
         const doc = resolveHtmlDocument(htmlOrDocument);
-        for (const el of doc.body.querySelectorAll('script,style,noscript')) {
+        const body = resolveBody(doc);
+        for (const el of body.querySelectorAll('script,style,noscript')) {
             el.remove();
         }
-        return (doc.body.textContent || '').replace(/\s+/g, ' ').trim().length;
+        return (body.textContent || '').replace(/\s+/g, ' ').trim().length;
     }
+    const body = resolveBody(htmlOrDocument);
     const parts = [];
-    getTextContentSkippingHidden(htmlOrDocument.body, parts);
+    getTextContentSkippingHidden(body, parts);
     return parts.join('').replace(/\s+/g, ' ').trim().length;
 }
 export function isExtractionSufficient(article, originalHtmlOrDocument) {
@@ -1026,14 +1036,16 @@ function resolveContentSource(params) {
         ...(params.signal ? { signal: params.signal } : {}),
     });
 }
-function buildMarkdownFromContext(context, url, signal) {
-    let content = stageTracker.run(url, 'transform:markdown', () => htmlToMarkdown(context.sourceHtml, context.metadata, {
+function renderMarkdownStage({ context, url, signal, }) {
+    return stageTracker.run(url, 'transform:markdown', () => htmlToMarkdown(context.sourceHtml, context.metadata, {
         url,
         ...(signal ? { signal } : {}),
         ...(context.document ? { document: context.document } : {}),
         ...(context.skipNoiseRemoval ? { skipNoiseRemoval: true } : {}),
     }));
-    content = maybeStripGithubPrimaryHeading(content, context.primaryHeading, url);
+}
+function postprocessMarkdownStage({ context, url, signal }, markdown) {
+    let content = maybeStripGithubPrimaryHeading(markdown, context.primaryHeading, url);
     content = maybePrependSyntheticTitle(content, context, url);
     content = supplementMarkdownFromNextFlight(content, context.originalHtml);
     content = cleanupMarkdownArtifacts(content, signal ? { signal, url } : { url });
@@ -1044,6 +1056,11 @@ function buildMarkdownFromContext(context, url, signal) {
         metadata: context.extractedMetadata,
     };
 }
+function buildMarkdownFromContext(context, url, signal) {
+    const renderContext = { context, url, signal };
+    const markdown = renderMarkdownStage(renderContext);
+    return postprocessMarkdownStage(renderContext, markdown);
+}
 function resolveTransformContentResult(html, url, options, signal) {
     const rawResult = stageTracker.run(url, 'transform:raw', () => tryTransformRawContent({
         html,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@j0hanz/fetch-url-mcp",
-  "version": "1.10.5",
+  "version": "1.10.6",
   "mcpName": "io.github.j0hanz/fetch-url-mcp",
   "description": "A web content fetcher MCP server that converts HTML to clean, AI and human readable markdown.",
   "type": "module",