@j0hanz/fetch-url-mcp 1.9.0 → 1.9.1

package/dist/lib/content.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"content.d.ts","sourceRoot":"","sources":["../../src/lib/content.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,uBAAuB,CAAC;AA0gB3D,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,MAAM,GACf,MAAM,CAQR;AAWD,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,IAAI,CAYN;AACD,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,QAAQ,EACnB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,MAAM,CAcR;AAkVD,wBAAgB,6BAA6B,CAC3C,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAKpB;AACD,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CA6BvE;AA+CD,UAAU,cAAc;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AA4QD,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,cAAc,GACvB,MAAM,CA6DR;AA2GD,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,MAAM,GACd,MAAM,GAAG,SAAS,CAOpB;AACD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAmCxE;AAcD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAczD;AAaD,wBAAgB,mBAAmB,CACjC,QAAQ,CAAC,EAAE,aAAa,EACxB,WAAW,CAAC,EAAE,MAAM,GACnB,MAAM,CAmBR"}
+{"version":3,"file":"content.d.ts","sourceRoot":"","sources":["../../src/lib/content.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAiiB3D,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,MAAM,GACf,MAAM,CAQR;AAuCD,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,IAAI,CAiBN;AA0BD,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,QAAQ,EACnB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,MAAM,CAcR;AAkVD,wBAAgB,6BAA6B,CAC3C,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAKpB;AACD,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CA6BvE;AA+CD,UAAU,cAAc;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAyRD,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,cAAc,GACvB,MAAM,CA6DR;AA2GD,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,MAAM,GACd,MAAM,GAAG,SAAS,CAOpB;AACD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAmCxE;AAcD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAczD;AAaD,wBAAgB,mBAAmB,CACjC,QAAQ,CAAC,EAAE,aAAa,EACxB,WAAW,CAAC,EAAE,MAAM,GACnB,MAAM,CAmBR"}

package/dist/lib/content.js

@@ -194,8 +194,9 @@ function getContext() {
 function isInteractive(element, role) {
     if (role && INTERACTIVE_CONTENT_ROLES.has(role))
         return true;
+    const tag = element.tagName.toLowerCase();
     const ds = element.getAttribute('data-state');
-    if (ds === 'inactive' || ds === 'closed')
+    if ((ds === 'inactive' || ds === 'closed') && !BASE_STRUCTURAL_TAGS.has(tag))
         return true;
     const dataOrientation = element.getAttribute('data-orientation');
     if (dataOrientation === 'horizontal' || dataOrientation === 'vertical')
@@ -215,6 +216,19 @@ function isWithinPrimaryContent(element) {
     }
     return false;
 }
+const ASIDE_NAV_LINK_DENSITY_THRESHOLD = 0.5;
+const ASIDE_NAV_MIN_LINKS = 10;
+function isNavigationAside(element) {
+    if (element.querySelector('nav'))
+        return true;
+    const links = element.querySelectorAll('a[href]');
+    if (links.length < ASIDE_NAV_MIN_LINKS)
+        return false;
+    const textLen = (element.textContent || '').trim().length;
+    if (textLen === 0)
+        return true;
+    return links.length / (textLen / 100) >= ASIDE_NAV_LINK_DENSITY_THRESHOLD;
+}
 function shouldPreserve(element, tagName) {
     // Check Dialog
     const role = element.getAttribute('role');
@@ -233,6 +247,12 @@ function shouldPreserve(element, tagName) {
         return ((element.textContent || '').trim().length >=
             NAV_FOOTER_MIN_CHARS_FOR_PRESERVATION);
     }
+    // Check Aside — preserve only if it looks like article content, not navigation
+    if (tagName === 'aside') {
+        if (!isWithinPrimaryContent(element))
+            return false;
+        return !isNavigationAside(element);
+    }
     return false;
 }
 function removeNodes(nodes) {
@@ -254,6 +274,10 @@ function scoreNavFooter(meta, weights) {
             score += weights.structural;
         }
     }
+    // Aside (sidebar/complementary) — noise unless inside primary content
+    if (meta.tagName === 'aside') {
+        score += weights.structural;
+    }
     // Role Noise
     if (meta.role && NAVIGATION_ROLES.has(meta.role)) {
         if (meta.tagName !== 'aside' || meta.role !== 'complementary') {
@@ -469,6 +493,29 @@ function mayContainNoise(html) {
         : `${html.substring(0, NOISE_SCAN_LIMIT)}\n${html.substring(html.length - NOISE_SCAN_LIMIT)}`;
     return NOISE_PATTERNS.some((re) => re.test(sample));
 }
+function stripTabTriggers(document) {
+    const tabs = document.querySelectorAll('button[role="tab"]');
+    for (let i = tabs.length - 1; i >= 0; i--) {
+        tabs[i]?.remove();
+    }
+}
+function escapeTableCellPipes(document) {
+    const codes = document.querySelectorAll('td code, th code');
+    for (const code of codes) {
+        if (code.textContent.includes('|')) {
+            code.textContent = code.textContent.replace(/\|/g, '\\|');
+        }
+    }
+}
+function separateAdjacentInlineElements(document) {
+    const badges = document.querySelectorAll('span.chakra-badge, [data-scope="badge"], [class*="badge"]');
+    for (const badge of badges) {
+        const next = badge.nextSibling;
+        if (next?.nodeType === 1) {
+            badge.after(document.createTextNode(' '));
+        }
+    }
+}
 export function prepareDocumentForMarkdown(document, baseUrl, signal) {
     const context = getContext();
     if (config.noiseRemoval.debug) {
@@ -477,9 +524,37 @@ export function prepareDocumentForMarkdown(document, baseUrl, signal) {
         });
     }
     stripNoise(document, context, signal);
+    stripTabTriggers(document);
+    separateAdjacentInlineElements(document);
+    flattenTableCellBreaks(document);
+    escapeTableCellPipes(document);
+    normalizeTableStructure(document);
     if (baseUrl)
         resolveUrls(document, baseUrl);
 }
+// Some sites put tbody/thead/tfoot inside td/th, which breaks markdown tables.
+function normalizeTableStructure(document) {
+    for (const table of document.querySelectorAll('table')) {
+        for (const cell of table.querySelectorAll('th, td')) {
+            for (const tag of ['tbody', 'thead', 'tfoot']) {
+                let nested = cell.querySelector(tag);
+                while (nested) {
+                    table.appendChild(nested);
+                    nested = cell.querySelector(tag);
+                }
+            }
+        }
+    }
+}
+function flattenTableCellBreaks(document) {
+    const cells = document.querySelectorAll('td, th');
+    for (const cell of cells) {
+        const brs = cell.querySelectorAll('br');
+        for (const br of brs) {
+            br.replaceWith(' ');
+        }
+    }
+}
 export function removeNoiseFromHtml(html, document, baseUrl, signal) {
     const shouldParse = isFullDocumentHtml(html) ||
         mayContainNoise(html) ||
@@ -1076,6 +1151,8 @@ function processTextBuffer(lines, options) {
 function applyGlobalRegexes(text, options) {
     let result = text;
     const checkAbort = createAbortChecker(options);
+    // Normalize non-breaking spaces to regular spaces
+    result = result.replace(/\u00A0/g, ' ');
     checkAbort('markdown:cleanup:headings');
     // fixAndSpaceHeadings
     result = result
@@ -1105,6 +1182,10 @@ function applyGlobalRegexes(text, options) {
         .replace(REGEX.SPACING_LIST_NUM_COMBINED, '$1\n\n$2')
         .replace(REGEX.PUNCT_ONLY_LIST_ARTIFACT, '')
         .replace(REGEX.DOUBLE_NEWLINE_REDUCER, '\n\n');
+    // Trim leading whitespace inside inline code spans
+    result = result.replace(/(?<=\s|^)`\s+([^`]+)`/gm, '`$1`');
+    // Unescape backticks inside markdown link text
+    result = result.replace(/\[([^\]]*\\`[^\]]*)\]\(([^)]+)\)/g, (_match, linkText, url) => `[${linkText.replace(/\\`/g, '`')}](${url})`);
     result = normalizeNestedListIndentation(result);
     checkAbort('markdown:cleanup:properties');
     // fixProperties

package/dist/transform/html-translators.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"html-translators.d.ts","sourceRoot":"","sources":["../../src/transform/html-translators.ts"],"names":[],"mappings":"AAghBA,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEpE"}
+{"version":3,"file":"html-translators.d.ts","sourceRoot":"","sources":["../../src/transform/html-translators.ts"],"names":[],"mappings":"AA4fA,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEpE"}

package/dist/transform/html-translators.js

@@ -346,14 +346,8 @@ function buildSpanTranslator(ctx) {
     return {};
 }
 // ---------------------------------------------------------------------------
-// Table / DL helpers
+// DL helpers
 // ---------------------------------------------------------------------------
-function hasComplexTableLayout(node) {
-    if (!isLikeNode(node))
-        return false;
-    const innerHTML = typeof node.innerHTML === 'string' ? node.innerHTML : '';
-    return /(?:colspan|rowspan)=["']?[2-9]/i.test(innerHTML);
-}
 function resolveDlNodeName(child) {
     if (!isLikeNode(child))
         return '';
@@ -381,22 +375,6 @@ function createCustomTranslators() {
     return {
         code: (ctx) => buildCodeTranslator(ctx),
         img: (ctx) => buildImageTranslator(ctx),
-        table: (ctx) => {
-            if (!isObject(ctx))
-                return {};
-            const { node } = ctx;
-            if (hasComplexTableLayout(node)) {
-                return {
-                    postprocess: ({ content }) => {
-                        const trimmed = content.trim();
-                        if (!trimmed)
-                            return '';
-                        return `\n\n${trimmed}\n\n`;
-                    },
-                };
-            }
-            return {};
-        },
         dl: (ctx) => {
             if (!isObject(ctx))
                 return { content: '' };

package/dist/transform/metadata.d.ts

@@ -1,4 +1,5 @@
 import type { ExtractedMetadata } from './types.js';
+export declare function normalizeDocumentTitle(title: string, baseUrl?: string): string;
 export declare function extractMetadata(document: Document, baseUrl?: string): ExtractedMetadata;
 export declare function extractMetadataFromHead(html: string, baseUrl?: string): ExtractedMetadata | null;
 export declare function mergeMetadata(early: ExtractedMetadata | null, late: ExtractedMetadata): ExtractedMetadata;

package/dist/transform/metadata.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"metadata.d.ts","sourceRoot":"","sources":["../../src/transform/metadata.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAyKpD,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,iBAAiB,CAenB;AAED,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,GACf,iBAAiB,GAAG,IAAI,CAY1B;AAED,wBAAgB,aAAa,CAC3B,KAAK,EAAE,iBAAiB,GAAG,IAAI,EAC/B,IAAI,EAAE,iBAAiB,GACtB,iBAAiB,CAmBnB"}
+{"version":3,"file":"metadata.d.ts","sourceRoot":"","sources":["../../src/transform/metadata.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAoCpD,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,MAAM,GACf,MAAM,CAsBR;AAuID,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,iBAAiB,CAkBnB;AAED,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,MAAM,GACf,iBAAiB,GAAG,IAAI,CAY1B;AAED,wBAAgB,aAAa,CAC3B,KAAK,EAAE,iBAAiB,GAAG,IAAI,EAC/B,IAAI,EAAE,iBAAiB,GACtB,iBAAiB,CAmBnB"}

package/dist/transform/metadata.js

@@ -15,6 +15,28 @@ function extractHeadSection(html) {
         return null;
     return html.substring(0, match.index);
 }
+export function normalizeDocumentTitle(title, baseUrl) {
+    if (!baseUrl || !title.startsWith('GitHub - '))
+        return title;
+    let parsed;
+    try {
+        parsed = new URL(baseUrl);
+    }
+    catch {
+        return title;
+    }
+    const hostname = parsed.hostname.toLowerCase();
+    if (hostname !== 'github.com' && hostname !== 'www.github.com') {
+        return title;
+    }
+    const segments = parsed.pathname.split('/').filter(Boolean);
+    if (segments.length !== 2)
+        return title;
+    const [owner, repo] = segments;
+    if (!owner || !repo)
+        return title;
+    return `${owner}/${repo}`;
+}
 const META_PROPERTY_HANDLERS = new Map([
     [
         'og:title',
@@ -139,6 +161,9 @@ function resolveFaviconUrl(href, baseUrl) {
 export function extractMetadata(document, baseUrl) {
     const ctx = buildMetaContext(document);
     const metadata = resolveMetadataFromContext(ctx);
+    if (metadata.title) {
+        metadata.title = normalizeDocumentTitle(metadata.title, baseUrl);
+    }
     if (baseUrl) {
         const icon32 = document.querySelector('link[rel="icon"][sizes="32x32"]');
         const href = icon32?.getAttribute('href');

package/dist/transform/transform.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AAsCA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AAqCpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AA4ID,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AAkUD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AAqPD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,GACA,MAAM,CAsBR;AAuKD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AA6DD,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,eAAe,EAAE,OAAO,GACvB,aAAa,GAAG,SAAS,CAqB3B;AAqPD,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CA6CzB;AAED,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAkI1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC"}
+{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AAuCA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AAqCpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AA4ID,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AA6UD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AAqPD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,GACA,MAAM,CAsBR;AAuKD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AA6DD,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,eAAe,EAAE,OAAO,GACvB,aAAa,GAAG,SAAS,CAuB3B;AAyUD,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CA6CzB;AAED,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAkI1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC"}

package/dist/transform/transform.js

@@ -11,7 +11,7 @@ import { createAbortError, throwIfAborted } from '../lib/utils.js';
 import { FetchError, getErrorMessage, toError } from '../lib/utils.js';
 import { isObject } from '../lib/utils.js';
 import { translateHtmlFragmentToMarkdown } from './html-translators.js';
-import { extractMetadata, extractMetadataFromHead, mergeMetadata, } from './metadata.js';
+import { extractMetadata, extractMetadataFromHead, mergeMetadata, normalizeDocumentTitle, } from './metadata.js';
 import { getOrCreateWorkerPool, getWorkerPoolStats, shutdownWorkerPool, } from './worker-pool.js';
 function decodeInput(input, encoding) {
     if (typeof input === 'string')
@@ -270,6 +270,14 @@ function resolveCollapsedTextLengthUpTo(text, max) {
     }
     return length;
 }
+function preserveAlertElements(doc) {
+    const alerts = doc.querySelectorAll('[role="alert"], .admonition, .callout');
+    for (const el of alerts) {
+        const bq = doc.createElement('blockquote');
+        bq.innerHTML = el.innerHTML;
+        el.replaceWith(bq);
+    }
+}
 function extractArticle(document, url, signal) {
     if (!isReadabilityCompatible(document)) {
         logWarn('Document not compatible with Readability');
@@ -298,6 +306,7 @@ function extractArticle(document, url, signal) {
         const readabilityDoc = typeof doc.cloneNode === 'function'
             ? doc.cloneNode(true)
             : doc;
+        preserveAlertElements(readabilityDoc);
         // F1: Check abort before heavy Readability parse
         abortPolicy.throwIfAborted(signal, url, 'extract:article:parse');
         const reader = new Readability(readabilityDoc, {
@@ -797,8 +806,9 @@ export function createContentMetadataBlock(url, article, extractedMeta, shouldEx
         fetchedAt: new Date().toISOString(),
     };
     if (shouldExtractFromArticle && article) {
-        if (article.title !== undefined)
-            metadata.title = article.title;
+        if (article.title !== undefined) {
+            metadata.title = normalizeDocumentTitle(article.title, url);
+        }
         if (article.byline !== undefined)
             metadata.author = article.byline;
     }
@@ -828,6 +838,12 @@ const CONTENT_ROOT_SELECTORS = [
     '.post-body',
     '.article-body',
 ];
+const PRIMARY_HEADING_ROOT_SELECTORS = [
+    ...CONTENT_ROOT_SELECTORS,
+    '.markdown-body',
+    '.entry-content',
+    '[itemprop="text"]',
+];
 function findContentRoot(document) {
     for (const selector of CONTENT_ROOT_SELECTORS) {
         const element = document.querySelector(selector);
@@ -841,6 +857,34 @@ function findContentRoot(document) {
     }
     return undefined;
 }
+function findPrimaryHeading(document) {
+    for (const selector of PRIMARY_HEADING_ROOT_SELECTORS) {
+        const root = document.querySelector(selector);
+        if (!root)
+            continue;
+        const heading = root.querySelector('h1, h2');
+        if (!heading)
+            continue;
+        const text = heading.textContent.trim();
+        if (text)
+            return text;
+    }
+    return undefined;
+}
+function isGithubRepositoryRootUrl(url) {
+    let parsed;
+    try {
+        parsed = new URL(url);
+    }
+    catch {
+        return false;
+    }
+    const hostname = parsed.hostname.toLowerCase();
+    if (hostname !== 'github.com' && hostname !== 'www.github.com') {
+        return false;
+    }
+    return parsed.pathname.split('/').filter(Boolean).length === 2;
+}
 function shouldUseArticleContent(article, originalHtmlOrDocument) {
     const articleLength = article.textContent.length;
     const originalLength = getVisibleTextLength(originalHtmlOrDocument);
@@ -875,14 +919,19 @@ function buildContentSource(params) {
         metadata,
         extractedMetadata: extractedMeta,
         truncated,
+        primaryHeading: document ? findPrimaryHeading(document) : undefined,
     };
     if (useArticleContent && article) {
         const { document: articleDoc } = parseHTML(`<!DOCTYPE html><html><body>${article.content}</body></html>`);
         prepareDocumentForMarkdown(articleDoc, url, signal);
+        const preferPrimaryHeading = isGithubRepositoryRootUrl(url);
         return {
             ...base,
             sourceHtml: articleDoc.body.innerHTML,
-            title: article.title,
+            title: (preferPrimaryHeading ? base.primaryHeading : undefined) ??
+                (article.title !== undefined
+                    ? normalizeDocumentTitle(article.title, url)
+                    : undefined),
             skipNoiseRemoval: true,
         };
     }
@@ -931,7 +980,10 @@ function buildMarkdownFromContext(context, url, signal) {
         ...(context.document ? { document: context.document } : {}),
         ...(context.skipNoiseRemoval ? { skipNoiseRemoval: true } : {}),
     }));
-    if (context.title && !content.trim().startsWith('# ')) {
+    if (context.primaryHeading && isGithubRepositoryRootUrl(url)) {
+        content = stripLeadingHeading(content, context.primaryHeading);
+    }
+    if (context.title && !/^(#{1,6})\s/.test(content.trimStart())) {
         const icon = context.favicon;
         let prefix = ' ';
         if (icon) {
@@ -953,6 +1005,34 @@ function buildMarkdownFromContext(context, url, signal) {
         metadata: context.extractedMetadata,
     };
 }
+function normalizeHeadingText(value) {
+    return value.replace(/\s+/g, ' ').trim().toLowerCase();
+}
+function stripLeadingHeading(markdown, headingText) {
+    if (!markdown)
+        return markdown;
+    const lines = markdown.split('\n');
+    const target = normalizeHeadingText(headingText);
+    let nonEmptySeen = 0;
+    for (let i = 0; i < lines.length && nonEmptySeen < 12; i += 1) {
+        const trimmed = lines[i]?.trim() ?? '';
+        if (!trimmed)
+            continue;
+        nonEmptySeen += 1;
+        const match = /^(#{1,6})\s+(.+?)\s*$/.exec(trimmed);
+        if (!match)
+            continue;
+        const current = normalizeHeadingText(match[2] ?? '');
+        if (current !== target)
+            return markdown;
+        lines.splice(i, 1);
+        if ((lines[i] ?? '').trim() === '') {
+            lines.splice(i, 1);
+        }
+        return lines.join('\n');
+    }
+    return markdown;
+}
 const REPLACEMENT_CHAR = '\ufffd';
 const BINARY_INDICATOR_THRESHOLD = 0.1;
 function hasBinaryIndicators(content) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@j0hanz/fetch-url-mcp",
-  "version": "1.9.0",
+  "version": "1.9.1",
   "mcpName": "io.github.j0hanz/fetch-url-mcp",
   "description": "A web content fetcher MCP server that converts HTML to clean, AI and human readable markdown.",
   "type": "module",
@@ -74,7 +74,7 @@
     "@mozilla/readability": "^0.6.0",
     "linkedom": "^0.18.12",
     "node-html-markdown": "^2.0.0",
-    "undici": "^7.22.0",
+    "undici": "^7.24.1",
     "zod": "^4.3.6"
   },
   "devDependencies": {