afdocs 0.3.4 → 0.5.0

package/dist/checks/observability/markdown-content-parity.js

@@ -1,10 +1,604 @@
+import { parse } from 'node-html-parser';
 import { registerCheck } from '../registry.js';
-async function check(_ctx) {
+import { fetchPage } from '../../helpers/fetch-page.js';
+/** Thresholds for the percentage of HTML segments not found in markdown. */
+const WARN_THRESHOLD = 5;
+const FAIL_THRESHOLD = 20;
+/** Minimum character length for a text segment to be considered meaningful. */
+const MIN_SEGMENT_LENGTH = 20;
+/**
+ * Minimum number of unique HTML segments required for a meaningful comparison.
+ * Pages below this threshold auto-pass because the percentage is too volatile
+ * (e.g., 3 breadcrumb items on a 10-segment page = 30% "missing").
+ */
+const MIN_SEGMENTS_FOR_COMPARISON = 10;
+/** HTML tags to strip before extracting text (non-content chrome). */
+const STRIP_TAGS = [
+    'script',
+    'style',
+    'nav',
+    'footer',
+    'header',
+    'noscript',
+    'button',
+    'svg',
+    'aside',
+];
+/** CSS selectors for common doc-site chrome that lives inside <main>. */
+const STRIP_SELECTORS = [
+    '[aria-label="breadcrumb"]',
+    '[aria-label="pagination"]',
+    '[class*="breadcrumb"]',
+    '[class*="pagination"]',
+    '[class*="prev-next"]',
+    '[class*="prevnext"]',
+    '[class*="page-nav"]',
+    '[class*="feedback"]',
+    '[class*="helpful"]',
+    '[class*="table-of-contents"]',
+    '[class*="toc"]',
+    '[rel="prev"]',
+    '[rel="next"]',
+    '.sr-only',
+];
+/**
+ * Segment-level patterns for common non-content text that survives DOM stripping.
+ * Matched against normalized (lowercased, whitespace-collapsed) segments.
+ */
+const NOISE_PATTERNS = [
+    /^last updated/,
+    /^was this page helpful/,
+    /^thank you for your feedback/,
+    /^previous\s+\S.*next\s+\S/, // "Previous X Next Y" pagination
+    /^start from the beginning$/,
+    /^join our .* server/, // "Join our Discord Server..."
+    /^loading video content/,
+    /^\/.+\/.+/, // breadcrumb paths like "/Connect to Neon/..."
+];
+/**
+ * Known HTML tag names used to distinguish real tags from angle-bracket
+ * placeholders like <YOUR_API_KEY> or <clusterName> in code examples.
+ * Only needs to cover tags that appear in node-html-parser's .text output
+ * (i.e., tags inside <pre> that survive as raw text).
+ */
+const HTML_TAG_NAMES = new Set([
+    'a',
+    'abbr',
+    'address',
+    'article',
+    'aside',
+    'audio',
+    'b',
+    'bdi',
+    'bdo',
+    'blockquote',
+    'body',
+    'br',
+    'button',
+    'canvas',
+    'caption',
+    'cite',
+    'code',
+    'col',
+    'colgroup',
+    'data',
+    'dd',
+    'del',
+    'details',
+    'dfn',
+    'dialog',
+    'div',
+    'dl',
+    'dt',
+    'em',
+    'embed',
+    'fieldset',
+    'figcaption',
+    'figure',
+    'footer',
+    'form',
+    'h1',
+    'h2',
+    'h3',
+    'h4',
+    'h5',
+    'h6',
+    'head',
+    'header',
+    'hr',
+    'html',
+    'i',
+    'iframe',
+    'img',
+    'input',
+    'ins',
+    'kbd',
+    'label',
+    'legend',
+    'li',
+    'link',
+    'main',
+    'map',
+    'mark',
+    'meta',
+    'meter',
+    'nav',
+    'noscript',
+    'object',
+    'ol',
+    'optgroup',
+    'option',
+    'output',
+    'p',
+    'param',
+    'picture',
+    'pre',
+    'progress',
+    'q',
+    'rp',
+    'rt',
+    'ruby',
+    's',
+    'samp',
+    'script',
+    'section',
+    'select',
+    'slot',
+    'small',
+    'source',
+    'span',
+    'strong',
+    'style',
+    'sub',
+    'summary',
+    'sup',
+    'table',
+    'tbody',
+    'td',
+    'template',
+    'textarea',
+    'tfoot',
+    'th',
+    'thead',
+    'time',
+    'title',
+    'tr',
+    'track',
+    'u',
+    'ul',
+    'var',
+    'video',
+    'wbr',
+]);
+/** Block-level HTML elements that should produce line breaks in extracted text. */
+const BLOCK_TAGS = new Set([
+    'p',
+    'div',
+    'h1',
+    'h2',
+    'h3',
+    'h4',
+    'h5',
+    'h6',
+    'li',
+    'tr',
+    'td',
+    'th',
+    'blockquote',
+    'pre',
+    'dt',
+    'dd',
+    'figcaption',
+    'section',
+    'article',
+    'details',
+    'summary',
+    'br',
+    'hr',
+]);
+/**
+ * Minimum link density (0–1) and minimum link count for an element to be
+ * classified as navigation chrome. Navigation panels are structurally
+ * distinguishable from content: they consist almost entirely of links with
+ * very little non-link text between them. Content sections, even link-heavy
+ * ones like "Related resources", include enough description text to stay
+ * well below this threshold.
+ */
+const NAV_LINK_DENSITY_THRESHOLD = 0.7;
+const NAV_MIN_LINK_COUNT = 10;
+/**
+ * Extract plain text from HTML, stripping chrome elements.
+ * Inserts newlines between block-level elements so that paragraphs,
+ * list items, etc. become separate lines in the output.
+ */
+/**
+ * Heuristic selectors for content containers, tried in order when
+ * <main> and <article> are not present. Common across doc platforms
+ * like Mintlify, ReadMe, Docusaurus/Starlight, and custom sites.
+ */
+const CONTENT_SELECTORS = [
+    '[role="main"]',
+    '#content',
+    '.sl-markdown-content',
+    '.markdown-content',
+    '.markdown-body',
+    '.docs-content',
+    '.doc-content',
+    '.main-pane',
+    '.page-content',
+    '.prose',
+];
+function extractHtmlText(html) {
+    const root = parse(html);
+    // Prefer the tightest content container available.
+    // Priority: heuristic selector inside article/main > article inside main
+    // > article > heuristic selector inside main > main > heuristic on root > body
+    const main = root.querySelector('main');
+    const article = main?.querySelector('article') ?? root.querySelector('article');
+    let content = null;
+    // Look for a heuristic content selector inside the best semantic container
+    const semanticContainer = article ?? main;
+    if (semanticContainer) {
+        for (const selector of CONTENT_SELECTORS) {
+            content = semanticContainer.querySelector(selector);
+            if (content)
+                break;
+        }
+    }
+    // Fall back to the semantic container itself
+    if (!content)
+        content = semanticContainer;
+    // If no semantic container, try heuristic selectors on the root
+    if (!content) {
+        for (const selector of CONTENT_SELECTORS) {
+            content = root.querySelector(selector);
+            if (content)
+                break;
+        }
+    }
+    if (!content)
+        content = root.querySelector('body');
+    if (!content)
+        return root.text;
+    // Remove non-content elements by tag
+    for (const tag of STRIP_TAGS) {
+        for (const el of content.querySelectorAll(tag)) {
+            el.remove();
+        }
+    }
+    // Remove common doc-site chrome by CSS selector
+    for (const selector of STRIP_SELECTORS) {
+        for (const el of content.querySelectorAll(selector)) {
+            el.remove();
+        }
+    }
+    // Remove elements that look like navigation based on link density.
+    // Navigation panels (sidebars, header menus) are structurally distinct
+    // from content: they consist almost entirely of links. This catches
+    // nav-like elements that use <div> instead of <nav>/<aside>.
+    for (const el of content.querySelectorAll('*')) {
+        const text = el.text || '';
+        if (text.length < 100)
+            continue;
+        const links = el.querySelectorAll('a');
+        if (links.length < NAV_MIN_LINK_COUNT)
+            continue;
+        const linkTextLen = links.reduce((sum, a) => sum + (a.text?.length || 0), 0);
+        if (linkTextLen / text.length > NAV_LINK_DENSITY_THRESHOLD) {
+            el.remove();
+        }
+    }
+    // Insert newlines before block-level elements so .text produces
+    // separated lines instead of smashing paragraphs together
+    for (const tag of BLOCK_TAGS) {
+        for (const el of content.querySelectorAll(tag)) {
+            el.insertAdjacentHTML('beforebegin', '\n');
+            el.insertAdjacentHTML('afterend', '\n');
+        }
+    }
+    // node-html-parser treats <pre> content as raw text, so <style> tags
+    // injected inside code blocks (e.g., Emotion CSS-in-JS / Leafygreen)
+    // survive DOM-level stripping. Remove <style>...</style> blocks first,
+    // inject newlines before <div tags to separate code lines (e.g.,
+    // Expressive Code / Shiki use <div class="ec-line"> inside <pre>),
+    // then strip HTML tags while preserving angle-bracket placeholders
+    // like <YOUR_API_KEY> or <clusterName> (decoded from &lt;...&gt; entities).
+    return content.text
+        .replace(/<style[^>]*>[\s\S]*?<\/style>/gi, '')
+        .replace(/<!--[\s\S]*?-->/g, '')
+        .replace(/<div[\s>]/gi, '\n<div ')
+        .replace(/<\/[^>\s]+>/g, '')
+        .replace(/<([a-zA-Z][a-zA-Z0-9-]*)([^>]*)>/g, (_match, tag, rest) => HTML_TAG_NAMES.has(tag.toLowerCase()) ? '' : tag + rest);
+}
+/**
+ * Extract plain text from markdown by stripping all formatting.
+ */
+function extractMarkdownText(markdown) {
+    return (markdown
+        // Remove code fences but keep code content
+        .replace(/^```[\w]*\n?/gm, '')
+        // Remove heading markers
+        .replace(/^#{1,6}\s+/gm, '')
+        // Remove setext-style heading underlines
+        .replace(/^[=-]+$/gm, '')
+        // Remove link/image URLs, keep text: [text](url) → text
+        .replace(/!?\[([^\]]*)\]\([^)]*\)/g, '$1')
+        // Remove reference-style link definitions
+        .replace(/^\[.*?\]:\s+.*$/gm, '')
+        // Remove list bullets/numbers (before emphasis, so leading * isn't
+        // misinterpreted as an emphasis marker)
+        .replace(/^[\s]*[-*+]\s+/gm, '')
+        .replace(/^[\s]*\d+\.\s+/gm, '')
+        // Remove inline code backticks but keep content (before emphasis
+        // stripping so that underscores in code identifiers aren't mangled)
+        .replace(/`([^`]+)`/g, '$1')
+        // Remove emphasis markers (* only — underscores are too common in
+        // code identifiers like mongoc_client_get_database and cause false
+        // mismatches when stripped as emphasis)
+        .replace(/(\*{1,3})(.*?)\1/g, '$2')
+        // Remove blockquote markers
+        .replace(/^>\s?/gm, '')
+        // Remove horizontal rules
+        .replace(/^[-*_]{3,}$/gm, ''));
+}
+/**
+ * Normalize text for fuzzy containment matching:
+ * strip zero-width characters, normalize typographic quotes,
+ * strip angle brackets around placeholders, collapse whitespace, and lowercase.
+ */
+function normalize(text) {
+    return (text
+        .replace(/\u200B/g, '')
+        .replace(/\u200C/g, '')
+        .replace(/\u200D/g, '')
+        .replace(/\uFEFF/g, '')
+        .replace(/[\u2018\u2019\u201A]/g, "'")
+        .replace(/[\u201C\u201D\u201E]/g, '"')
+        .replace(/[\u2013\u2014]/g, '-')
+        .replace(/\u2026/g, '...')
+        // Strip angle brackets but keep content — normalizes <YOUR_API_KEY> to
+        // YOUR_API_KEY so HTML-side (entities decoded, tags stripped) and
+        // markdown-side (raw angle brackets) produce the same text.
+        .replace(/<([^>]+)>/g, '$1')
+        .toLowerCase()
+        .replace(/\s+/g, ' ')
+        .trim());
+}
+/**
+ * Check if a normalized segment matches any common noise pattern.
+ */
+function isNoiseSegment(normalized) {
+    return NOISE_PATTERNS.some((pattern) => pattern.test(normalized));
+}
+/**
+ * Split text into meaningful segments: non-empty lines of at least
+ * MIN_SEGMENT_LENGTH characters, trimmed, with common noise filtered out.
+ */
+function toSegments(text) {
+    return text
+        .split('\n')
+        .map((line) => line.trim())
+        .filter((line) => line.length >= MIN_SEGMENT_LENGTH)
+        .filter((line) => !isNoiseSegment(line.toLowerCase()));
+}
+/**
+ * Check what fraction of HTML segments can be found in the markdown text.
+ * Uses normalized substring containment rather than positional diffing,
+ * so reordering and formatting differences don't cause false positives.
+ */
+function computeParity(htmlText, markdownText) {
+    // Deduplicate segments so repeated chrome (breadcrumbs, nav titles) or
+    // repeated content is only counted once when checking for presence.
+    const allSegments = toSegments(htmlText);
+    const seen = new Set();
+    const htmlSegments = [];
+    for (const seg of allSegments) {
+        const key = normalize(seg);
+        if (!seen.has(key)) {
+            seen.add(key);
+            htmlSegments.push(seg);
+        }
+    }
+    if (htmlSegments.length === 0) {
+        return {
+            status: 'pass',
+            missingPercent: 0,
+            totalSegments: 0,
+            missingSegments: 0,
+            sampleDiffs: [],
+        };
+    }
+    // Pages with very few segments produce volatile percentages (a couple of
+    // breadcrumb items on a 7-segment page = 30%+). Auto-pass these.
+    if (htmlSegments.length < MIN_SEGMENTS_FOR_COMPARISON) {
+        return {
+            status: 'pass',
+            missingPercent: 0,
+            totalSegments: htmlSegments.length,
+            missingSegments: 0,
+            sampleDiffs: [],
+        };
+    }
+    const normalizedMd = normalize(extractMarkdownText(markdownText));
+    const sampleDiffs = [];
+    let missingCount = 0;
+    for (const segment of htmlSegments) {
+        const normalizedSegment = normalize(segment);
+        if (!normalizedMd.includes(normalizedSegment)) {
+            missingCount++;
+            if (sampleDiffs.length < 5) {
+                sampleDiffs.push(`- ${segment}`);
+            }
+        }
+    }
+    const missingPercent = htmlSegments.length > 0 ? Math.round((missingCount / htmlSegments.length) * 100) : 0;
+    let status;
+    if (missingPercent < WARN_THRESHOLD) {
+        status = 'pass';
+    }
+    else if (missingPercent < FAIL_THRESHOLD) {
+        status = 'warn';
+    }
+    else {
+        status = 'fail';
+    }
+    return {
+        status,
+        missingPercent,
+        totalSegments: htmlSegments.length,
+        missingSegments: missingCount,
+        sampleDiffs,
+    };
+}
+/**
+ * Derive the HTML page URL from a cached page URL.
+ * Inverts the transforms from toMdUrls():
+ *   /docs/guide.md      → /docs/guide
+ *   /docs/guide/index.md → /docs/guide/
+ *   /docs/guide.mdx      → /docs/guide
+ * If the URL doesn't end in .md/.mdx, return it unchanged.
+ */
+function toHtmlUrl(url) {
+    const parsed = new URL(url);
+    if (parsed.pathname.endsWith('/index.md') || parsed.pathname.endsWith('/index.mdx')) {
+        parsed.pathname = parsed.pathname.replace(/\/index\.mdx?$/, '/');
+        return parsed.toString();
+    }
+    if (/\.mdx?$/i.test(parsed.pathname)) {
+        parsed.pathname = parsed.pathname.replace(/\.mdx?$/i, '');
+        return parsed.toString();
+    }
+    return url;
+}
+function worstStatus(statuses) {
+    if (statuses.includes('fail'))
+        return 'fail';
+    if (statuses.includes('warn'))
+        return 'warn';
+    return 'pass';
+}
+async function check(ctx) {
+    const id = 'markdown-content-parity';
+    const category = 'observability';
+    // Collect pages that have cached markdown from upstream checks
+    const pagesToCompare = [];
+    for (const [url, cached] of ctx.pageCache) {
+        if (cached.markdown?.content) {
+            pagesToCompare.push({
+                url,
+                markdownContent: cached.markdown.content,
+                markdownSource: cached.markdown.source,
+            });
+        }
+    }
+    if (pagesToCompare.length === 0) {
+        return {
+            id,
+            category,
+            status: 'skip',
+            message: 'No pages with markdown versions available to compare',
+        };
+    }
+    const results = [];
+    const concurrency = ctx.options.maxConcurrency;
+    for (let i = 0; i < pagesToCompare.length; i += concurrency) {
+        const batch = pagesToCompare.slice(i, i + concurrency);
+        const batchResults = await Promise.all(batch.map(async ({ url, markdownContent, markdownSource }) => {
+            try {
+                // Fetch the HTML version of the page
+                const htmlUrl = toHtmlUrl(url);
+                const page = await fetchPage(ctx, htmlUrl);
+                if (page.status >= 400) {
+                    // HTML URL returned an error (e.g., 404) — skip this page
+                    return {
+                        url,
+                        markdownSource,
+                        status: 'pass',
+                        missingPercent: 0,
+                        totalSegments: 0,
+                        missingSegments: 0,
+                        sampleDiffs: [],
+                        error: `HTML page returned ${page.status}`,
+                    };
+                }
+                if (!page.isHtml) {
+                    // The "HTML" version is already markdown/plain text — no meaningful comparison
+                    return {
+                        url,
+                        markdownSource,
+                        status: 'pass',
+                        missingPercent: 0,
+                        totalSegments: 0,
+                        missingSegments: 0,
+                        sampleDiffs: [],
+                    };
+                }
+                const htmlText = extractHtmlText(page.body);
+                const parity = computeParity(htmlText, markdownContent);
+                return { url, markdownSource, ...parity };
+            }
+            catch (err) {
+                return {
+                    url,
+                    markdownSource,
+                    status: 'fail',
+                    missingPercent: 100,
+                    totalSegments: 0,
+                    missingSegments: 0,
+                    sampleDiffs: [],
+                    error: err instanceof Error ? err.message : String(err),
+                };
+            }
+        }));
+        results.push(...batchResults);
+    }
+    const successful = results.filter((r) => !r.error);
+    const fetchErrors = results.filter((r) => r.error).length;
+    if (successful.length === 0) {
+        return {
+            id,
+            category,
+            status: 'fail',
+            message: `Could not fetch HTML for any pages to compare${fetchErrors > 0 ? `; ${fetchErrors} failed to fetch` : ''}`,
+            details: {
+                pagesCompared: 0,
+                fetchErrors,
+                pageResults: results,
+            },
+        };
+    }
+    const overallStatus = worstStatus(successful.map((r) => r.status));
+    const passBucket = successful.filter((r) => r.status === 'pass').length;
+    const warnBucket = successful.filter((r) => r.status === 'warn').length;
+    const failBucket = successful.filter((r) => r.status === 'fail').length;
+    const avgMissingPercent = successful.length > 0
+        ? Math.round(successful.reduce((sum, r) => sum + r.missingPercent, 0) / successful.length)
+        : 0;
+    const suffix = fetchErrors > 0 ? `; ${fetchErrors} failed to fetch` : '';
+    let message;
+    if (overallStatus === 'pass') {
+        message = `All ${successful.length} pages have equivalent markdown and HTML content (avg ${avgMissingPercent}% missing)${suffix}`;
+    }
+    else if (overallStatus === 'warn') {
+        message = `${warnBucket} of ${successful.length} pages have minor content differences between markdown and HTML${suffix}`;
+    }
+    else {
+        message = `${failBucket} of ${successful.length} pages have substantive content differences between markdown and HTML (avg ${avgMissingPercent}% missing)${suffix}`;
+    }
     return {
-        id: 'markdown-content-parity',
-        category: 'observability',
-        status: 'skip',
-        message: 'Not yet implemented',
+        id,
+        category,
+        status: overallStatus,
+        message,
+        details: {
+            pagesCompared: successful.length,
+            passBucket,
+            warnBucket,
+            failBucket,
+            fetchErrors,
+            avgMissingPercent,
+            pageResults: results,
+        },
     };
 }
 registerCheck({

package/dist/checks/observability/markdown-content-parity.js.map

@@ -1 +1 @@
-{"version":3,"file":"markdown-content-parity.js","sourceRoot":"","sources":["../../../src/checks/observability/markdown-content-parity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAG/C,KAAK,UAAU,KAAK,CAAC,IAAkB;IACrC,OAAO;QACL,EAAE,EAAE,yBAAyB;QAC7B,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,qBAAqB;KAC/B,CAAC;AACJ,CAAC;AAED,aAAa,CAAC;IACZ,EAAE,EAAE,yBAAyB;IAC7B,QAAQ,EAAE,eAAe;IACzB,WAAW,EAAE,+DAA+D;IAC5E,SAAS,EAAE,CAAC,CAAC,sBAAsB,EAAE,qBAAqB,CAAC,CAAC;IAC5D,GAAG,EAAE,KAAK;CACX,CAAC,CAAC"}
+{"version":3,"file":"markdown-content-parity.js","sourceRoot":"","sources":["../../../src/checks/observability/markdown-content-parity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AAGxD,4EAA4E;AAC5E,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,cAAc,GAAG,EAAE,CAAC;AAE1B,+EAA+E;AAC/E,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B;;;;GAIG;AACH,MAAM,2BAA2B,GAAG,EAAE,CAAC;AAEvC,sEAAsE;AACtE,MAAM,UAAU,GAAG;IACjB,QAAQ;IACR,OAAO;IACP,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,UAAU;IACV,QAAQ;IACR,KAAK;IACL,OAAO;CACR,CAAC;AAEF,yEAAyE;AACzE,MAAM,eAAe,GAAG;IACtB,2BAA2B;IAC3B,2BAA2B;IAC3B,uBAAuB;IACvB,uBAAuB;IACvB,sBAAsB;IACtB,qBAAqB;IACrB,qBAAqB;IACrB,qBAAqB;IACrB,oBAAoB;IACpB,8BAA8B;IAC9B,gBAAgB;IAChB,cAAc;IACd,cAAc;IACd,UAAU;CACX,CAAC;AAEF;;;GAGG;AACH,MAAM,cAAc,GAAG;IACrB,eAAe;IACf,wBAAwB;IACxB,8BAA8B;IAC9B,2BAA2B,EAAE,iCAAiC;IAC9D,4BAA4B;IAC5B,qBAAqB,EAAE,+BAA+B;IACtD,wBAAwB;IACxB,WAAW,EAAE,+CAA+C;CAC7D,CAAC;AAiBF;;;;;GAKG;AACH,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,GAAG;IACH,MAAM;IACN,SAAS;IACT,SAAS;IACT,OAAO;IACP,OAAO;IACP,GAAG;IACH,KAAK;IACL,KAAK;IACL,YAAY;IACZ,MAAM;IACN,IAAI;IACJ,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,MAAM;IACN,MAAM;IACN,KAAK;IACL,UAAU;IACV,MAAM;IACN,IAAI;IACJ,KAAK;IACL,SAAS;IACT,KAAK;IACL,QAAQ;IACR,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,OAAO;IACP,UAAU;IACV,YAAY;IACZ,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,MAAM;IACN,QAAQ;IACR,IAAI;IACJ,MAAM;IACN,GAAG;IACH,QAAQ;IACR,KAAK;IACL,OAAO;IACP,KAAK;IACL,KAAK;IACL,OAAO;IACP,QAAQ;IACR,IAAI;IACJ,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,MAAM;IACN,OAAO;IACP,KAAK;IACL,UAAU;IACV,QAAQ;IACR,IAAI;IACJ,UAAU;IACV,QAAQ;IACR,QAAQ;IACR,GAAG;IACH,OAAO;IACP,SAAS;IACT,KAAK;IACL,UAAU;IACV,GAAG;IACH,IAAI;IACJ,IAAI;IACJ,MAAM;IACN,GAAG;IACH,MAAM;IACN,QAAQ;IACR,SAAS;IACT,QAAQ;IACR,MAAM;IACN,OAAO;IACP,QAAQ;IACR,MAAM;IACN,QAAQ;IACR,OAAO;IACP,KAAK;IACL,SAAS;IACT,KAAK;IACL,OAAO;IACP,OAAO;IACP,IAAI;IACJ,UAAU;IACV,UAAU;IACV,OAAO;IACP,IAAI;IACJ,OAAO;IACP,MAAM;IACN,OAAO;IACP,IAAI;IACJ,OAAO;IACP,GAAG;IACH,IAAI;IACJ,KAAK;IACL,OAAO;IACP,KAAK;CACN,CAAC,CAAC;AAEH,mFAAmF;AACnF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,GAAG;IACH,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,YAAY;IACZ,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,YAAY;IACZ,SAAS;IACT,SAAS;IACT,SAAS;IACT,SAAS;IACT,IAAI;IACJ,IAAI;CACL,CAAC,CAAC;AAEH;;;;;;;GAOG;AACH,MAAM,0BAA0B,GAAG,GAAG,CAAC;AACvC,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B;;;;GAIG;AACH;;;;GAIG;AACH,MAAM,iBAAiB,GAAG;IACxB,eAAe;IACf,UAAU;IACV,sBAAsB;IACtB,mBAAmB;IACnB,gBAAgB;IAChB,eAAe;IACf,cAAc;IACd,YAAY;IACZ,eAAe;IACf,QAAQ;CACT,CAAC;AAEF,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IAEzB,mDAAmD;IACnD,yEAAyE;IACzE,+EAA+E;IAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,IAAI,EAAE,aAAa,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IAChF,IAAI,OAAO,GAA0C,IAAI,CAAC;IAE1D,2EAA2E;IAC3E,MAAM,iBAAiB,GAAG,OAAO,IAAI,IAAI,CAAC;IAC1C,IAAI,iBAAiB,EAAE,CAAC;QACtB,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;YACzC,OAAO,GAAG,iBAAiB,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACpD,IAAI,OAAO;gBAAE,MAAM;QACrB,CAAC;IACH,CAAC;IACD,6CAA6C;IAC7C,IAAI,CAAC,OAAO;QAAE,OAAO,GAAG,iBAAiB,CAAC;IAE1C,gEAAgE;IAChE,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;YACzC,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,OAAO;gBAAE,MAAM;QACrB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAO;QAAE,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACnD,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC,IAAI,CAAC;IAE/B,qCAAqC;IACrC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,EAAE,CAAC,MAAM,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;QACvC,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpD,EAAE,CAAC,MAAM,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,mEAAmE;IACnE,uEAAuE;IACvE,oEAAoE;IACpE,6DAA6D;IAC7D,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG;YAAE,SAAS;QAChC,MAAM,KAAK,GAAG,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,MAAM,GAAG,kBAAkB;YAAE,SAAS;QAChD,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7E,IAAI,WAAW,GAAG,IAAI,CAAC,MAAM,GAAG,0BAA0B,EAAE,CAAC;YAC3D,EAAE,CAAC,MAAM,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,gEAAgE;IAChE,0DAA0D;IAC1D,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/C,EAAE,CAAC,kBAAkB,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAC3C,EAAE,CAAC,kBAAkB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,qEAAqE;IACrE,uEAAuE;IACvE,iEAAiE;IACjE,mEAAmE;IACnE,mEAAmE;IACnE,4EAA4E;IAC5E,OAAO,OAAO,CAAC,IAAI;SAChB,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC;SAC9C,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;SAC/B,OAAO,CAAC,aAAa,EAAE,SAAS,CAAC;SACjC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;SAC3B,OAAO,CAAC,mCAAmC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAClE,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CACxD,CAAC;AACN,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,QAAgB;IAC3C,OAAO,CACL,QAAQ;QACN,2CAA2C;SAC1C,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;QAC9B,yBAAyB;SACxB,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;QAC5B,yCAAyC;SACxC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;QACzB,wDAAwD;SACvD,OAAO,CAAC,0BAA0B,EAAE,IAAI,CAAC;QAC1C,0CAA0C;SACzC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC;QACjC,mEAAmE;QACnE,wCAAwC;SACvC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;SAC/B,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;QAChC,iEAAiE;QACjE,oEAAoE;SACnE,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC;QAC5B,kEAAkE;QAClE,mEAAmE;QACnE,wCAAwC;SACvC,OAAO,CAAC,mBAAmB,EAAE,IAAI,CAAC;QACnC,4BAA4B;SAC3B,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;QACvB,0BAA0B;SACzB,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAChC,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,CACL,IAAI;SACD,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;SACtB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;SACtB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;SACtB,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;SACtB,OAAO,CAAC,uBAAuB,EAAE,GAAG,CAAC;SACrC,OAAO,CAAC,uBAAuB,EAAE,GAAG,CAAC;SACrC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC;SAC/B,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC;QAC1B,uEAAuE;QACvE,kEAAkE;QAClE,4DAA4D;SAC3D,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC;SAC3B,WAAW,EAAE;SACb,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CACV,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,UAAkB;IACxC,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;AACpE,CAAC;AAED;;;GAGG;AACH,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI;SACR,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,IAAI,kBAAkB,CAAC;SACnD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CACpB,QAAgB,EAChB,YAAoB;IAEpB,uEAAuE;IACvE,oEAAoE;IACpE,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO;YACL,MAAM,EAAE,MAAM;YACd,cAAc,EAAE,CAAC;YACjB,aAAa,EAAE,CAAC;YAChB,eAAe,EAAE,CAAC;YAClB,WAAW,EAAE,EAAE;SAChB,CAAC;IACJ,CAAC;IAED,yEAAyE;IACzE,iEAAiE;IACjE,IAAI,YAAY,CAAC,MAAM,GAAG,2BAA2B,EAAE,CAAC;QACtD,OAAO;YACL,MAAM,EAAE,MAAM;YACd,cAAc,EAAE,CAAC;YACjB,aAAa,EAAE,YAAY,CAAC,MAAM;YAClC,eAAe,EAAE,CAAC;YAClB,WAAW,EAAE,EAAE;SAChB,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAAG,SAAS,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC,CAAC;IAClE,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;QACnC,MAAM,iBAAiB,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;YAC9C,YAAY,EAAE,CAAC;YACf,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,WAAW,CAAC,IAAI,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAClB,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEvF,IAAI,MAAmB,CAAC;IACxB,IAAI,cAAc,GAAG,cAAc,EAAE,CAAC;QACpC,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;SAAM,IAAI,cAAc,GAAG,cAAc,EAAE,CAAC;QAC3C,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,MAAM,CAAC;IAClB,CAAC;IAED,OAAO;QACL,MAAM;QACN,cAAc;QACd,aAAa,EAAE,YAAY,CAAC,MAAM;QAClC,eAAe,EAAE,YAAY;QAC7B,WAAW;KACZ,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,SAAS,CAAC,GAAW;IAC5B,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACpF,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;QACjE,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC3B,CAAC;IACD,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrC,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAC1D,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC3B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,WAAW,CAAC,QAAuB;IAC1C,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAC7C,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAC7C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,GAAiB;IACpC,MAAM,EAAE,GAAG,yBAAyB,CAAC;IACrC,MAAM,QAAQ,GAAG,eAAe,CAAC;IAEjC,+DAA+D;IAC/D,MAAM,cAAc,GAIf,EAAE,CAAC;IAER,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;QAC1C,IAAI,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC;YAC7B,cAAc,CAAC,IAAI,CAAC;gBAClB,GAAG;gBACH,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO;gBACxC,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;aACvC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO;YACL,EAAE;YACF,QAAQ;YACR,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,sDAAsD;SAChE,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5D,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;QACvD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,GAAG,EAAE,eAAe,EAAE,cAAc,EAAE,EAA6B,EAAE;YACtF,IAAI,CAAC;gBACH,qCAAqC;gBACrC,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;gBAC/B,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAE3C,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBACvB,0DAA0D;oBAC1D,OAAO;wBACL,GAAG;wBACH,cAAc;wBACd,MAAM,EAAE,MAAM;wBACd,cAAc,EAAE,CAAC;wBACjB,aAAa,EAAE,CAAC;wBAChB,eAAe,EAAE,CAAC;wBAClB,WAAW,EAAE,EAAE;wBACf,KAAK,EAAE,sBAAsB,IAAI,CAAC,MAAM,EAAE;qBAC3C,CAAC;gBACJ,CAAC;gBAED,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACjB,+EAA+E;oBAC/E,OAAO;wBACL,GAAG;wBACH,cAAc;wBACd,MAAM,EAAE,MAAM;wBACd,cAAc,EAAE,CAAC;wBACjB,aAAa,EAAE,CAAC;wBAChB,eAAe,EAAE,CAAC;wBAClB,WAAW,EAAE,EAAE;qBAChB,CAAC;gBACJ,CAAC;gBAED,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC5C,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,EAAE,eAAe,CAAC,CAAC;gBAExD,OAAO,EAAE,GAAG,EAAE,cAAc,EAAE,GAAG,MAAM,EAAE,CAAC;YAC5C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO;oBACL,GAAG;oBACH,cAAc;oBACd,MAAM,EAAE,MAAM;oBACd,cAAc,EAAE,GAAG;oBACnB,aAAa,EAAE,CAAC;oBAChB,eAAe,EAAE,CAAC;oBAClB,WAAW,EAAE,EAAE;oBACf,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBACxD,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CACH,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAE1D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO;YACL,EAAE;YACF,QAAQ;YACR,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,gDAAgD,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,WAAW,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE;YACpH,OAAO,EAAE;gBACP,aAAa,EAAE,CAAC;gBAChB,WAAW;gBACX,WAAW,EAAE,OAAO;aACrB;SACF,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAAG,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IACnE,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IACxE,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IACxE,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IACxE,MAAM,iBAAiB,GACrB,UAAU,CAAC,MAAM,GAAG,CAAC;QACnB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;QAC1F,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,MAAM,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,WAAW,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC;IAEzE,IAAI,OAAe,CAAC;IACpB,IAAI,aAAa,KAAK,MAAM,EAAE,CAAC;QAC7B,OAAO,GAAG,OAAO,UAAU,CAAC,MAAM,yDAAyD,iBAAiB,aAAa,MAAM,EAAE,CAAC;IACpI,CAAC;SAAM,IAAI,aAAa,KAAK,MAAM,EAAE,CAAC;QACpC,OAAO,GAAG,GAAG,UAAU,OAAO,UAAU,CAAC,MAAM,kEAAkE,MAAM,EAAE,CAAC;IAC5H,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,GAAG,UAAU,OAAO,UAAU,CAAC,MAAM,8EAA8E,iBAAiB,aAAa,MAAM,EAAE,CAAC;IACtK,CAAC;IAED,OAAO;QACL,EAAE;QACF,QAAQ;QACR,MAAM,EAAE,aAAa;QACrB,OAAO;QACP,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,CAAC,MAAM;YAChC,UAAU;YACV,UAAU;YACV,UAAU;YACV,WAAW;YACX,iBAAiB;YACjB,WAAW,EAAE,OAAO;SACrB;KACF,CAAC;AACJ,CAAC;AAED,aAAa,CAAC;IACZ,EAAE,EAAE,yBAAyB;IAC7B,QAAQ,EAAE,eAAe;IACzB,WAAW,EAAE,+DAA+D;IAC5E,SAAS,EAAE,CAAC,CAAC,sBAAsB,EAAE,qBAAqB,CAAC,CAAC;IAC5D,GAAG,EAAE,KAAK;CACX,CAAC,CAAC"}

package/dist/checks/page-size/content-start-position.js

@@ -1,7 +1,7 @@
 import { registerCheck } from '../registry.js';
-import { looksLikeHtml } from '../../helpers/detect-markdown.js';
 import { discoverAndSamplePages } from '../../helpers/get-page-urls.js';
 import { htmlToMarkdown } from '../../helpers/html-to-markdown.js';
+import { fetchPage } from '../../helpers/fetch-page.js';
 const CSS_PATTERN = /[{}\s]*[a-z0-9_-]+\s*:\s*[^;]+;/;
 const JS_PATTERNS = [/^\s*(function|var|const|let|import|export)\b/, /^\s*\/\//, /[{};]\s*$/];
 const INLINE_SCRIPT_MIN_LENGTH = 200;
@@ -155,12 +155,8 @@ async function check(ctx) {
         const batch = pageUrls.slice(i, i + concurrency);
         const batchResults = await Promise.all(batch.map(async (url) => {
             try {
-                const response = await ctx.http.fetch(url);
-                const body = await response.text();
-                const contentType = response.headers.get('content-type') ?? '';
-                const isMarkdownType = contentType.includes('text/markdown') || contentType.includes('text/plain');
-                const isHtml = !isMarkdownType && (contentType.includes('text/html') || looksLikeHtml(body));
-                const markdown = isHtml ? htmlToMarkdown(body) : body;
+                const page = await fetchPage(ctx, url);
+                const markdown = page.isHtml ? htmlToMarkdown(page.body) : page.body;
                 const totalChars = markdown.length;
                 const contentStartChar = findContentStart(markdown);
                 const contentStartPercent = totalChars > 0 ? Math.round((contentStartChar / totalChars) * 100) : 0;