@j0hanz/fetch-url-mcp 1.9.2 → 1.9.4

package/dist/lib/md-cleanup.js

@@ -0,0 +1,391 @@
+import { config } from './core.js';
+import { throwIfAborted } from './utils.js';
+const ASCII_HASH = 35;
+const ASCII_ASTERISK = 42;
+const ASCII_PLUS = 43;
+const ASCII_DASH = 45;
+const ASCII_PERIOD = 46;
+const ASCII_DIGIT_0 = 48;
+const ASCII_DIGIT_9 = 57;
+const ASCII_EXCLAMATION = 33;
+const ASCII_QUESTION = 63;
+const ASCII_BRACKET_OPEN = 91;
+const TITLE_MIN_WORDS = 2;
+const TITLE_MAX_WORDS = 10;
+const TITLE_MIN_CAPITALIZED = 2;
+const HAS_FOLLOWING_LOOKAHEAD = 10;
+const PROPERTY_FIX_MAX_PASSES = 5;
+const MAX_LINE_LENGTH = 80;
+const FENCE_PATTERN = /^\s*(`{3,}|~{3,})/;
+const REGEX = {
+    HEADING_MARKER: /^#{1,6}\s/m,
+    HEADING_STRICT: /^#{1,6}\s+/m,
+    EMPTY_HEADING_LINE: /^#{1,6}[ \t\u00A0]*$/,
+    ANCHOR_ONLY_HEADING: /^#{1,6}\s+\[[^\]]+\]\(#[^)]+\)\s*$/,
+    FENCE_START: FENCE_PATTERN,
+    LIST_MARKER: /^(?:[-*+])\s/m,
+    TOC_LINK: /^- \[[^\]]+\]\(#[^)]+\)\s*$/,
+    TOC_HEADING: /^(?:#{1,6}\s+)?(?:table of contents|contents|on this page)\s*$/i,
+    HTML_DOC_START: /^(<!doctype|<html)/i,
+    COMBINED_LINE_REMOVALS: /^(?:\[Skip to (?:main )?(?:content|navigation)\]\(#[^)]*\)|\[Skip link\]\(#[^)]*\)|Was this page helpful\??|\[Back to top\]\(#[^)]*\)|\[\s*\]\(https?:\/\/[^)]*\))\s*$/gim,
+    ZERO_WIDTH_ANCHOR: /\[(?:\s|\u200B)*\]\(#[^)]*\)[ \t]*/g,
+    CONCATENATED_PROPS: /([a-z_][a-z0-9_]{0,30}\??:\s+)([\u0022\u201C][^\u0022\u201C\u201D]*[\u0022\u201D])([a-z_][a-z0-9_]{0,30}\??:)/g,
+    DOUBLE_NEWLINE_REDUCER: /\n{3,}/g,
+    SOURCE_KEY: /^source:\s/im,
+    HEADING_SPACING: /(^#{1,6}\s[^\n]*)\n([^\n])/gm,
+    HEADING_CODE_BLOCK: /(^#{1,6}\s+\w+)```/gm,
+    SPACING_LINK_FIX: /\]\(([^)]+)\)\[/g,
+    SPACING_ADJ_COMBINED: /(?:\]\([^)]+\)|`[^`]+`)(?=[A-Za-z0-9])/g,
+    SPACING_CODE_DASH: /(`[^`]+`)\s*\\-\s*/g,
+    SPACING_ESCAPES: /\\([[\].])/g,
+    SPACING_LIST_NUM_COMBINED: /^((?![-*+] |\d+\. |[ \t]).+)\n((?:[-*+]|\d+\.) )/gm,
+    PUNCT_ONLY_LIST_ARTIFACT: /^(?:[-*+]|\d+\.)\s*(?:\\[-*+|/]|[-*+|/])(?:\s+(?:\\[-*+|/]|[-*+|/]))*\s*$/gm,
+    NESTED_LIST_INDENT: /^( +)((?:[-*+])|\d+\.)\s/gm,
+    TYPEDOC_COMMENT: /(`+)(?:(?!\1)[\s\S])*?\1|\s?\/\\?\*[\s\S]*?\\?\*\//g,
+};
+const HEADING_KEYWORDS = new Set(config.markdownCleanup.headingKeywords.map((value) => value.toLocaleLowerCase(config.i18n.locale)));
+const SPECIAL_PREFIXES = /^(?:example|note|tip|warning|important|caution):\s+\S/i;
+const TOC_SCAN_LIMIT = 20;
+const TOC_MAX_NON_EMPTY = 12;
+const TOC_LINK_RATIO_THRESHOLD = 0.8;
+const TYPEDOC_PREFIXES = [
+    'Defined in:',
+    'Returns:',
+    'Since:',
+    'See also:',
+];
+function createAbortChecker(options) {
+    const signal = options?.signal;
+    const url = options?.url ?? '';
+    return (stage) => {
+        throwIfAborted(signal, url, stage);
+    };
+}
+function isBlank(line) {
+    return line === undefined || line.trim().length === 0;
+}
+function hasFollowingContent(lines, startIndex) {
+    // Optimization: Bound lookahead to avoid checking too many lines in huge files
+    for (let i = startIndex + 1; i < Math.min(lines.length, startIndex + HAS_FOLLOWING_LOOKAHEAD); i++) {
+        if (!isBlank(lines[i]))
+            return true;
+    }
+    return false;
+}
+function stripAnchorOnlyHeading(line) {
+    return line.replace(/^(#{1,6})\s+\[([^\]]+)\]\(#[^)]+\)\s*$/, '$1 $2');
+}
+function isTitleCaseOrKeyword(trimmed) {
+    // Quick check for length to avoid regex on long strings
+    if (trimmed.length > MAX_LINE_LENGTH)
+        return false;
+    // Single word optimization
+    if (!trimmed.includes(' ')) {
+        if (!/^[A-Z]/.test(trimmed))
+            return false;
+        return HEADING_KEYWORDS.has(trimmed.toLocaleLowerCase(config.i18n.locale));
+    }
+    // Split limited number of words
+    const words = trimmed.split(/\s+/);
+    const len = words.length;
+    if (len < TITLE_MIN_WORDS || len > TITLE_MAX_WORDS)
+        return false;
+    let capitalizedCount = 0;
+    for (let i = 0; i < len; i++) {
+        const w = words[i];
+        if (!w)
+            continue;
+        const isCap = /^[A-Z][a-z]*$/.test(w);
+        if (isCap)
+            capitalizedCount++;
+        else if (!/^(?:and|or|the|of|in|for|to|a)$/i.test(w))
+            return false;
+    }
+    return capitalizedCount >= TITLE_MIN_CAPITALIZED;
+}
+function getHeadingPrefix(trimmed) {
+    if (trimmed.length > MAX_LINE_LENGTH)
+        return null;
+    // Fast path: Check common markdown markers first
+    const firstChar = trimmed.charCodeAt(0);
+    if (firstChar === ASCII_HASH ||
+        firstChar === ASCII_DASH ||
+        firstChar === ASCII_ASTERISK ||
+        firstChar === ASCII_PLUS ||
+        firstChar === ASCII_BRACKET_OPEN ||
+        (firstChar >= ASCII_DIGIT_0 && firstChar <= ASCII_DIGIT_9)) {
+        if (REGEX.HEADING_MARKER.test(trimmed) ||
+            REGEX.LIST_MARKER.test(trimmed) ||
+            /^\d+\.\s/.test(trimmed) ||
+            /^\[.*\]\(.*\)$/.test(trimmed)) {
+            return null;
+        }
+    }
+    if (SPECIAL_PREFIXES.test(trimmed)) {
+        return /^example:\s/i.test(trimmed) ? '### ' : '## ';
+    }
+    const lastChar = trimmed.charCodeAt(trimmed.length - 1);
+    if (lastChar === ASCII_PERIOD ||
+        lastChar === ASCII_EXCLAMATION ||
+        lastChar === ASCII_QUESTION)
+        return null;
+    return isTitleCaseOrKeyword(trimmed) ? '## ' : null;
+}
+function getTocBlockStats(lines, headingIndex) {
+    let total = 0;
+    let linkCount = 0;
+    let nonLinkCount = 0;
+    const lookaheadMax = Math.min(lines.length, headingIndex + TOC_SCAN_LIMIT);
+    for (let i = headingIndex + 1; i < lookaheadMax; i++) {
+        const line = lines[i];
+        if (!line)
+            continue;
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        if (REGEX.HEADING_MARKER.test(trimmed))
+            break;
+        total += 1;
+        if (REGEX.TOC_LINK.test(trimmed))
+            linkCount += 1;
+        else
+            nonLinkCount += 1;
+        if (total >= TOC_MAX_NON_EMPTY)
+            break;
+    }
+    return { total, linkCount, nonLinkCount };
+}
+function skipTocLines(lines, startIndex) {
+    for (let i = startIndex; i < lines.length; i++) {
+        const line = lines[i];
+        if (line === undefined)
+            continue;
+        const trimmed = line.trim();
+        if (!trimmed)
+            continue;
+        if (!REGEX.TOC_LINK.test(trimmed))
+            return i;
+    }
+    return lines.length;
+}
+function isTypeDocArtifactLine(line) {
+    const trimmed = line.trim();
+    for (const prefix of TYPEDOC_PREFIXES) {
+        if (!trimmed.startsWith(prefix))
+            continue;
+        const rest = trimmed.slice(prefix.length).trimStart();
+        if (!rest.startsWith('**`'))
+            return false;
+        return rest.includes('`**');
+    }
+    return false;
+}
+function tryPromoteOrphan(lines, i, trimmed) {
+    const prevLine = lines[i - 1];
+    const isOrphan = i === 0 || !prevLine || prevLine.trim().length === 0;
+    if (!isOrphan)
+        return null;
+    const prefix = getHeadingPrefix(trimmed);
+    if (!prefix)
+        return null;
+    const isSpecialPrefix = SPECIAL_PREFIXES.test(trimmed);
+    if (!isSpecialPrefix && !hasFollowingContent(lines, i))
+        return null;
+    return `${prefix}${trimmed}`;
+}
+function shouldSkipAsToc(lines, i, trimmed, removeToc, options) {
+    if (!removeToc || !REGEX.TOC_HEADING.test(trimmed))
+        return null;
+    const { total, linkCount, nonLinkCount } = getTocBlockStats(lines, i);
+    if (total === 0 || nonLinkCount > 0)
+        return null;
+    const ratio = linkCount / total;
+    if (ratio <= TOC_LINK_RATIO_THRESHOLD)
+        return null;
+    throwIfAborted(options?.signal, options?.url ?? '', 'markdown:cleanup:toc');
+    return skipTocLines(lines, i + 1);
+}
+function normalizePreprocessLine(lines, i, trimmed, line) {
+    if (REGEX.EMPTY_HEADING_LINE.test(trimmed))
+        return null;
+    if (!REGEX.ANCHOR_ONLY_HEADING.test(trimmed))
+        return line;
+    if (!hasFollowingContent(lines, i))
+        return null;
+    return stripAnchorOnlyHeading(trimmed);
+}
+function maybeSkipTocBlock(lines, i, trimmed, options) {
+    return shouldSkipAsToc(lines, i, trimmed, config.markdownCleanup.removeTocBlocks, options);
+}
+function maybePromoteOrphanHeading(lines, i, trimmed, checkAbort) {
+    if (!config.markdownCleanup.promoteOrphanHeadings || trimmed.length === 0) {
+        return null;
+    }
+    checkAbort('markdown:cleanup:promote');
+    return tryPromoteOrphan(lines, i, trimmed);
+}
+function preprocessLines(lines, options) {
+    const processedLines = [];
+    const checkAbort = createAbortChecker(options);
+    let skipUntil = -1;
+    for (let i = 0; i < lines.length; i++) {
+        if (i < skipUntil)
+            continue;
+        const currentLine = lines[i];
+        if (currentLine === undefined)
+            continue;
+        const trimmed = currentLine.trim();
+        const normalizedLine = normalizePreprocessLine(lines, i, trimmed, currentLine);
+        if (normalizedLine === null)
+            continue;
+        const tocSkip = maybeSkipTocBlock(lines, i, trimmed, options);
+        if (tocSkip !== null) {
+            skipUntil = tocSkip;
+            continue;
+        }
+        const promotedLine = maybePromoteOrphanHeading(lines, i, trimmed, checkAbort);
+        processedLines.push(promotedLine ?? normalizedLine);
+    }
+    return processedLines.join('\n');
+}
+function processTextBuffer(lines, options) {
+    if (lines.length === 0)
+        return '';
+    const text = preprocessLines(lines, options);
+    return applyGlobalRegexes(text, options);
+}
+function removeTypeDocArtifacts(text) {
+    const filtered = text
+        .split('\n')
+        .filter((line) => !isTypeDocArtifactLine(line))
+        .join('\n');
+    return filtered.replace(REGEX.TYPEDOC_COMMENT, (match) => match.startsWith('`') ? match : '');
+}
+function removeSkipLinks(text) {
+    return text
+        .replace(REGEX.ZERO_WIDTH_ANCHOR, '')
+        .replace(REGEX.COMBINED_LINE_REMOVALS, '');
+}
+function normalizeInlineCodeTokens(text) {
+    return text.replace(/`([^`\n]+)`/g, (match, inner) => {
+        const trimmed = inner.trim();
+        if (trimmed === inner)
+            return match;
+        if (!/[A-Za-z0-9]/.test(trimmed))
+            return match;
+        const parts = /^(\s*)(.*?)(\s*)$/.exec(inner);
+        if (!parts)
+            return match;
+        return `${parts[1] ?? ''}\`${parts[2] ?? ''}\`${parts[3] ?? ''}`;
+    });
+}
+function normalizeMarkdownSpacing(text) {
+    let result = text
+        .replace(REGEX.SPACING_LINK_FIX, ']($1)\n\n[')
+        .replace(REGEX.SPACING_ADJ_COMBINED, '$& ')
+        .replace(REGEX.SPACING_CODE_DASH, '$1 - ')
+        .replace(REGEX.SPACING_ESCAPES, '$1')
+        .replace(REGEX.SPACING_LIST_NUM_COMBINED, '$1\n\n$2')
+        .replace(REGEX.PUNCT_ONLY_LIST_ARTIFACT, '')
+        .replace(REGEX.DOUBLE_NEWLINE_REDUCER, '\n\n');
+    // Fix missing spaces after sentence-ending punctuation followed by uppercase
+    result = result.replace(/([.!?:;])([A-Z])/g, '$1 $2');
+    // Trim whitespace around token-like inline code spans.
+    result = normalizeInlineCodeTokens(result);
+    // Unescape backticks inside markdown link text
+    result = result.replace(/\[([^\]]*\\`[^\]]*)\]\(([^)]+)\)/g, (_match, linkText, url) => `[${linkText.replace(/\\`/g, '`')}](${url})`);
+    result = result.replace(/\[([^\]]*<[^\]]*)\]\(([^)]+)\)/g, (_match, linkText, url) => `[${linkText.replace(/</g, '\\<').replace(/>/g, '\\>')}](${url})`);
+    return normalizeNestedListIndentation(result);
+}
+function fixConcatenatedProperties(text) {
+    let result = text;
+    for (let k = 0; k < PROPERTY_FIX_MAX_PASSES; k++) {
+        const next = result.replace(REGEX.CONCATENATED_PROPS, '$1$2\n\n$3');
+        if (next === result)
+            break;
+        result = next;
+    }
+    return result;
+}
+function applyGlobalRegexes(text, options) {
+    const checkAbort = createAbortChecker(options);
+    let result = text.replace(/\u00A0/g, ' ');
+    checkAbort('markdown:cleanup:headings');
+    result = result
+        .replace(REGEX.HEADING_SPACING, '$1\n\n$2')
+        .replace(REGEX.HEADING_CODE_BLOCK, '$1\n\n```');
+    if (config.markdownCleanup.removeTypeDocComments) {
+        checkAbort('markdown:cleanup:typedoc');
+        result = removeTypeDocArtifacts(result);
+    }
+    if (config.markdownCleanup.removeSkipLinks) {
+        checkAbort('markdown:cleanup:skip-links');
+        result = removeSkipLinks(result);
+    }
+    checkAbort('markdown:cleanup:spacing');
+    result = normalizeMarkdownSpacing(result);
+    checkAbort('markdown:cleanup:properties');
+    return fixConcatenatedProperties(result);
+}
+function normalizeNestedListIndentation(text) {
+    return text.replace(REGEX.NESTED_LIST_INDENT, (match, spaces, marker) => {
+        const count = spaces.length;
+        if (count < 2 || count % 2 !== 0)
+            return match;
+        const normalized = ' '.repeat((count / 2) * 4);
+        return `${normalized}${marker} `;
+    });
+}
+/**
+ * Iterate over markdown content, splitting it into fenced (code) and
+ * non-fenced segments.  Fenced lines pass through unchanged; non-fenced
+ * segments are joined and handed to `processTextSegment` for transformation.
+ */
+export function processFencedContent(content, processTextSegment) {
+    const lines = content.split(/\r?\n/);
+    let fenceMarker = null;
+    const segments = [];
+    let buffer = [];
+    const flushBuffer = () => {
+        if (buffer.length > 0) {
+            segments.push(processTextSegment(buffer.join('\n')));
+            buffer = [];
+        }
+    };
+    for (const line of lines) {
+        const trimmed = line.trimStart();
+        if (fenceMarker) {
+            segments.push(line);
+            if (trimmed.startsWith(fenceMarker) &&
+                trimmed.slice(fenceMarker.length).trim() === '') {
+                fenceMarker = null;
+            }
+        }
+        else {
+            const match = FENCE_PATTERN.exec(line);
+            const newMarker = match?.[1] ?? null;
+            if (!newMarker) {
+                buffer.push(line);
+            }
+            else {
+                flushBuffer();
+                segments.push(line);
+                fenceMarker = newMarker;
+            }
+        }
+    }
+    flushBuffer();
+    return segments.join('\n');
+}
+function stripLeadingBreadcrumbNoise(text) {
+    // Remove a single short plain-text line at the very start if followed
+    // (within one optional blank line) by an H1 or H2 heading.
+    return text.replace(/^([^\n#>|`\-*+\d[\]()]{1,40})\n(\s*\n)?(?=#{1,2}\s)/, '');
+}
+export function cleanupMarkdownArtifacts(content, options) {
+    if (!content)
+        return '';
+    throwIfAborted(options?.signal, options?.url ?? '', 'markdown:cleanup:begin');
+    const result = processFencedContent(content, (text) => processTextBuffer(text.split('\n'), options)).trim();
+    return stripLeadingBreadcrumbNoise(result);
+}

package/dist/lib/md-metadata.d.ts

@@ -0,0 +1,6 @@
+import type { MetadataBlock } from '../transform/types.js';
+export declare function extractTitleFromRawMarkdown(content: string): string | undefined;
+export declare function addSourceToMarkdown(content: string, url: string): string;
+export declare function isRawTextContent(content: string): boolean;
+export declare function buildMetadataFooter(metadata?: MetadataBlock, fallbackUrl?: string): string;
+//# sourceMappingURL=md-metadata.d.ts.map

package/dist/lib/md-metadata.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"md-metadata.d.ts","sourceRoot":"","sources":["../../src/lib/md-metadata.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AA4G3D,wBAAgB,2BAA2B,CACzC,OAAO,EAAE,MAAM,GACd,MAAM,GAAG,SAAS,CAOpB;AACD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAuCxE;AAmBD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAczD;AAaD,wBAAgB,mBAAmB,CACjC,QAAQ,CAAC,EAAE,aAAa,EACxB,WAAW,CAAC,EAAE,MAAM,GACnB,MAAM,CAmBR"}

package/dist/lib/md-metadata.js

@@ -0,0 +1,186 @@
+import { config } from './core.js';
+const BODY_SCAN_LIMIT = 500;
+const HTML_TAG_DENSITY_LIMIT = 5;
+const HEADING_MARKER = /^#{1,6}\s/m;
+const HEADING_STRICT = /^#{1,6}\s+/m;
+const SOURCE_KEY = /^source:\s/im;
+const HTML_DOC_START = /^(<!doctype|<html)/i;
+const LIST_MARKER = /^(?:[-*+])\s/m;
+function getLineEnding(content) {
+    return content.includes('\r\n') ? '\r\n' : '\n';
+}
+function parseFrontmatter(content) {
+    const len = content.length;
+    if (len < 4)
+        return null;
+    let lineEnding = null;
+    let fenceLen = 0;
+    if (content.startsWith('---\n')) {
+        lineEnding = '\n';
+        fenceLen = 4;
+    }
+    else if (content.startsWith('---\r\n')) {
+        lineEnding = '\r\n';
+        fenceLen = 5;
+    }
+    if (!lineEnding)
+        return null;
+    const fence = `---${lineEnding}`;
+    const closeIndex = content.indexOf(fence, fenceLen);
+    if (closeIndex === -1)
+        return null;
+    const range = {
+        start: 0,
+        end: closeIndex + fenceLen,
+        linesStart: fenceLen,
+        linesEnd: closeIndex,
+        lineEnding,
+    };
+    // Parse key-value entries in one pass
+    const entries = new Map();
+    const fmBody = content.slice(range.linesStart, range.linesEnd);
+    let lastIdx = 0;
+    while (lastIdx < fmBody.length) {
+        let nextIdx = fmBody.indexOf(lineEnding, lastIdx);
+        if (nextIdx === -1)
+            nextIdx = fmBody.length;
+        const line = fmBody.slice(lastIdx, nextIdx).trim();
+        const colonIdx = line.indexOf(':');
+        if (line && colonIdx > 0) {
+            const key = line.slice(0, colonIdx).trim().toLowerCase();
+            let value = line.slice(colonIdx + 1).trim();
+            // Strip surrounding quotes
+            const first = value.charAt(0);
+            const last = value.charAt(value.length - 1);
+            if ((first === '"' && last === '"') || (first === "'" && last === "'")) {
+                value = value.slice(1, -1).trim();
+            }
+            if (value)
+                entries.set(key, value);
+        }
+        lastIdx = nextIdx + lineEnding.length;
+    }
+    return { range, entries };
+}
+function scanBodyForTitle(content) {
+    const len = content.length;
+    let scanIndex = 0;
+    const maxScan = Math.min(len, BODY_SCAN_LIMIT);
+    while (scanIndex < maxScan) {
+        let nextIndex = content.indexOf('\n', scanIndex);
+        if (nextIndex === -1)
+            nextIndex = len;
+        let line = content.slice(scanIndex, nextIndex);
+        if (line.endsWith('\r'))
+            line = line.slice(0, -1);
+        const trimmed = line.trim();
+        if (trimmed) {
+            if (HEADING_STRICT.test(trimmed)) {
+                return trimmed.replace(HEADING_MARKER, '').trim() || undefined;
+            }
+            return undefined;
+        }
+        scanIndex = nextIndex + 1;
+    }
+    return undefined;
+}
+export function extractTitleFromRawMarkdown(content) {
+    const fm = parseFrontmatter(content);
+    if (fm) {
+        const title = fm.entries.get('title') ?? fm.entries.get('name');
+        if (title)
+            return title;
+    }
+    return scanBodyForTitle(content);
+}
+export function addSourceToMarkdown(content, url) {
+    const fm = parseFrontmatter(content);
+    const useMarkdownFormat = config.transform.metadataFormat === 'markdown';
+    if (useMarkdownFormat && !fm) {
+        if (SOURCE_KEY.test(content))
+            return content;
+        const lineEnding = getLineEnding(content);
+        const firstH1Match = HEADING_MARKER.exec(content);
+        if (firstH1Match) {
+            const h1Index = firstH1Match.index;
+            const lineEndIndex = content.indexOf(lineEnding, h1Index);
+            const insertPos = lineEndIndex === -1 ? content.length : lineEndIndex + lineEnding.length;
+            const injection = `${lineEnding}Source: ${url}${lineEnding}`;
+            return content.slice(0, insertPos) + injection + content.slice(insertPos);
+        }
+        return `Source: ${url}${lineEnding}${lineEnding}${content}`;
+    }
+    if (!fm) {
+        const lineEnding = getLineEnding(content);
+        const escapedUrl = url.replace(/"/g, '\\"');
+        return `---${lineEnding}source: "${escapedUrl}"${lineEnding}---${lineEnding}${lineEnding}${content}`;
+    }
+    const fmBody = content.slice(fm.range.linesStart, fm.range.linesEnd);
+    if (SOURCE_KEY.test(fmBody))
+        return content;
+    const escapedUrl = url.replace(/"/g, '\\"');
+    const injection = `source: "${escapedUrl}"${fm.range.lineEnding}`;
+    return (content.slice(0, fm.range.linesEnd) +
+        injection +
+        content.slice(fm.range.linesEnd));
+}
+// endregion
+// region Content Detection & Metadata Footer
+function countCommonTags(content, limit) {
+    if (limit <= 0)
+        return 0;
+    const regex = /<(html|head|body|div|span|script|style|meta|link)\b/gi;
+    let count = 0;
+    while (regex.exec(content)) {
+        count += 1;
+        if (count > limit)
+            break;
+    }
+    return count;
+}
+export function isRawTextContent(content) {
+    const trimmed = content.trim();
+    if (HTML_DOC_START.test(trimmed))
+        return false;
+    if (parseFrontmatter(trimmed) !== null)
+        return true;
+    const tagCount = countCommonTags(content, HTML_TAG_DENSITY_LIMIT);
+    if (tagCount > HTML_TAG_DENSITY_LIMIT)
+        return false;
+    return (HEADING_MARKER.test(content) ||
+        LIST_MARKER.test(content) ||
+        content.includes('```'));
+}
+function formatFetchedAt(value) {
+    const date = new Date(value);
+    if (Number.isNaN(date.getTime()))
+        return value;
+    const formatter = new Intl.DateTimeFormat(config.i18n.locale, {
+        day: '2-digit',
+        month: '2-digit',
+        year: 'numeric',
+    });
+    return formatter.format(date);
+}
+export function buildMetadataFooter(metadata, fallbackUrl) {
+    if (!metadata)
+        return '';
+    const lines = ['---', ''];
+    const url = metadata.url || fallbackUrl;
+    const parts = [];
+    if (metadata.title)
+        parts.push(`_${metadata.title}_`);
+    if (metadata.author)
+        parts.push(`_${metadata.author}_`);
+    if (url)
+        parts.push(`[_Original Source_](${url})`);
+    if (metadata.fetchedAt) {
+        parts.push(`_${formatFetchedAt(metadata.fetchedAt)}_`);
+    }
+    if (parts.length > 0)
+        lines.push(` ${parts.join(' | ')}`);
+    if (metadata.description)
+        lines.push(` <sub>${metadata.description}</sub>`);
+    return lines.join('\n');
+}
+// endregion

package/dist/transform/html-translators.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"html-translators.d.ts","sourceRoot":"","sources":["../../src/transform/html-translators.ts"],"names":[],"mappings":"AA4fA,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEpE"}
+{"version":3,"file":"html-translators.d.ts","sourceRoot":"","sources":["../../src/transform/html-translators.ts"],"names":[],"mappings":"AAigBA,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEpE"}

package/dist/transform/html-translators.js

@@ -1,5 +1,5 @@
 import { NodeHtmlMarkdown, } from 'node-html-markdown';
-import { detectLanguageFromCode, resolveLanguageFromAttributes, } from '../lib/content.js';
+import { detectLanguageFromCode, resolveLanguageFromAttributes, } from '../lib/code-lang.js';
 import { isLikeNode, isObject } from '../lib/utils.js';
 // ---------------------------------------------------------------------------
 // Shared constant
@@ -255,11 +255,13 @@ const GFM_ALERT_MAP = new Map([
     ['danger', 'CAUTION'],
     ['important', 'IMPORTANT'],
 ]);
+const ADMONITION_TOKEN_RE = /^(?:note|tip|hint|info|warning|warn|danger|caution|important)$/i;
 function resolveGfmAlertType(className) {
-    const lower = className.toLowerCase();
-    for (const [key, type] of GFM_ALERT_MAP) {
-        if (lower.includes(key))
-            return type;
+    const tokens = className.toLowerCase().split(/\s+/);
+    for (const token of tokens) {
+        const mapped = GFM_ALERT_MAP.get(token);
+        if (mapped)
+            return mapped;
     }
     return undefined;
 }
@@ -278,11 +280,12 @@ function buildDivTranslator(ctx) {
             postprocess: ({ content }) => `\n\n\`\`\`mermaid\n${content.trim()}\n\`\`\`\n\n`,
         };
     }
+    const classTokens = className.split(/\s+/);
     const isAdmonition = className.includes('admonition') ||
         className.includes('callout') ||
         className.includes('custom-block') ||
         getAttribute('role') === 'alert' ||
-        /\b(note|tip|info|warning|danger|caution|important)\b/i.test(className);
+        classTokens.some((t) => ADMONITION_TOKEN_RE.test(t));
     if (isAdmonition) {
         return {
             postprocess: ({ content }) => {

package/dist/transform/transform.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AAuCA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AAqCpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAuJD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AAuVD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AA+OD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,GACA,MAAM,CAsBR;AAwJD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AAiED,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,eAAe,EAAE,OAAO,GACvB,aAAa,GAAG,SAAS,CAuB3B;AAsCD,iBAAS,eAAe,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,GAAG,SAAS,CAc/D;AAED,iBAAS,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,GAAG,SAAS,CAYlE;AAED,iBAAS,yBAAyB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAcvD;AAED,eAAO,MAAM,mBAAmB;;;;CAItB,CAAC;AAiQX,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CAmBzB;AA+CD,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAsH1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC"}
+{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AAgDA,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AAqCpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAqJD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AAwYD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AA8KD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,GACA,MAAM,CAsBR;AAuJD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AAiED,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,eAAe,EAAE,OAAO,GACvB,aAAa,GAAG,SAAS,CAuB3B;AAuCD,iBAAS,eAAe,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,GAAG,SAAS,CAc/D;AAED,iBAAS,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,GAAG,SAAS,CAYlE;AA6CD,iBAAS,yBAAyB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAcvD;AAED,eAAO,MAAM,mBAAmB;;;;CAItB,CAAC;AA2vBX,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CAqCzB;AAaD,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAkH1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC"}