@automatelab/ai-seo-mcp 0.1.0

package/dist/lib/fetch.js

@@ -0,0 +1,190 @@
+// Polite fetch wrapper. Every HTTP request in the server goes through here.
+// Enforces: User-Agent, timeout, byte cap, inter-request delay, robots.txt compliance.
+import { fetch as undiciFetch } from "undici";
+import { POLITE_FETCH } from "./config.js";
+import { checkRobotsAllowed, fetchRobotsTxt } from "./robots.js";
+export class ToolFetchError extends Error {
+    toolError;
+    constructor(toolError) {
+        super(toolError.message ??
+            toolError.url ??
+            "fetch error");
+        this.toolError = toolError;
+    }
+}
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+/** Extract hostname from a URL string. Returns empty string on failure. */
+function getHostname(url) {
+    try {
+        return new URL(url).hostname;
+    }
+    catch {
+        return "";
+    }
+}
+/**
+ * Polite HTTP GET. Validates URL, checks robots.txt, enforces rate limits.
+ * Throws ToolFetchError on any error condition.
+ */
+export async function politeFetch(url, opts = {}) {
+    // Validate URL
+    let parsedUrl;
+    try {
+        parsedUrl = new URL(url);
+    }
+    catch {
+        throw new ToolFetchError({
+            type: "invalid_url",
+            message: `Invalid URL: ${url}`,
+        });
+    }
+    const hostname = parsedUrl.hostname;
+    const respectRobots = opts.respectRobots !== undefined ? opts.respectRobots : POLITE_FETCH.RESPECT_ROBOTS;
+    // Check inter-request delay
+    if (opts.hostDelays) {
+        const lastRequest = opts.hostDelays.get(hostname);
+        if (lastRequest !== undefined) {
+            const elapsed = Date.now() - lastRequest;
+            if (elapsed < POLITE_FETCH.INTER_REQUEST_DELAY_MS) {
+                await sleep(POLITE_FETCH.INTER_REQUEST_DELAY_MS - elapsed);
+            }
+        }
+    }
+    // Check robots.txt (skip for robots.txt and sitemaps to avoid recursion)
+    const isRobotsTxt = parsedUrl.pathname.toLowerCase() === "/robots.txt";
+    const isSitemap = parsedUrl.pathname.toLowerCase().includes("sitemap") ||
+        parsedUrl.pathname.toLowerCase().includes("llms.txt");
+    if (respectRobots && !isRobotsTxt && !isSitemap) {
+        const robotsCache = opts.robotsCache ?? new Map();
+        if (!robotsCache.has(hostname)) {
+            const robotsUrl = `${parsedUrl.protocol}//${hostname}/robots.txt`;
+            try {
+                const robotsText = await fetchRobotsTxt(robotsUrl);
+                robotsCache.set(hostname, robotsText);
+            }
+            catch {
+                // robots.txt absent or fetch error - treat as allow-all
+                robotsCache.set(hostname, "");
+            }
+        }
+        const robotsContent = robotsCache.get(hostname) ?? "";
+        const allowed = checkRobotsAllowed(robotsContent, url, POLITE_FETCH.USER_AGENT);
+        if (!allowed) {
+            throw new ToolFetchError({
+                type: "robots_blocked",
+                url,
+                user_agent: POLITE_FETCH.USER_AGENT,
+            });
+        }
+    }
+    // Update delay tracker
+    if (opts.hostDelays) {
+        opts.hostDelays.set(hostname, Date.now());
+    }
+    const startTime = Date.now();
+    console.error(`[fetch] GET ${url}`);
+    try {
+        const response = await undiciFetch(url, {
+            method: "GET",
+            headers: {
+                "User-Agent": POLITE_FETCH.USER_AGENT,
+                Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+                "Accept-Language": "en-US,en;q=0.5",
+            },
+            signal: AbortSignal.timeout(POLITE_FETCH.TIMEOUT_MS),
+            redirect: "follow",
+        });
+        // Stream body with byte cap using arrayBuffer slicing
+        const arrayBuf = await response.arrayBuffer();
+        const fullBytes = Buffer.from(arrayBuf);
+        let truncated = false;
+        let bodyBuf;
+        if (fullBytes.length > POLITE_FETCH.MAX_BYTES) {
+            bodyBuf = fullBytes.subarray(0, POLITE_FETCH.MAX_BYTES);
+            truncated = true;
+        }
+        else {
+            bodyBuf = fullBytes;
+        }
+        if (truncated) {
+            console.error(`[fetch] Response truncated at ${POLITE_FETCH.MAX_BYTES} bytes: ${url}`);
+        }
+        const body = bodyBuf.toString("utf-8");
+        const duration = Date.now() - startTime;
+        console.error(`[fetch] ${response.status} ${url} (${duration}ms, ${fullBytes.length}b)`);
+        if (response.status >= 400) {
+            throw new ToolFetchError({
+                type: "fetch_error",
+                url,
+                status: response.status,
+                message: `HTTP ${response.status}`,
+            });
+        }
+        // Collect headers as plain Record<string, string>
+        const headers = {};
+        response.headers.forEach((value, key) => {
+            headers[key] = value;
+        });
+        return {
+            body,
+            finalUrl: response.url || url,
+            statusCode: response.status,
+            headers,
+            redirected: response.redirected,
+        };
+    }
+    catch (err) {
+        if (err instanceof ToolFetchError)
+            throw err;
+        const errObj = err;
+        if (errObj.name === "TimeoutError" || errObj.name === "AbortError") {
+            throw new ToolFetchError({
+                type: "fetch_timeout",
+                url,
+                timeout_ms: POLITE_FETCH.TIMEOUT_MS,
+            });
+        }
+        throw new ToolFetchError({
+            type: "fetch_error",
+            url,
+            message: errObj.message ?? String(err),
+        });
+    }
+}
+/**
+ * HTTP HEAD request for link health checks. Returns status code or null on error.
+ */
+export async function politeHead(url, opts = {}) {
+    const hostname = getHostname(url);
+    if (!hostname)
+        return null;
+    if (opts.hostDelays) {
+        const lastRequest = opts.hostDelays.get(hostname);
+        if (lastRequest !== undefined) {
+            const elapsed = Date.now() - lastRequest;
+            if (elapsed < POLITE_FETCH.INTER_REQUEST_DELAY_MS) {
+                await sleep(POLITE_FETCH.INTER_REQUEST_DELAY_MS - elapsed);
+            }
+        }
+    }
+    try {
+        const response = await undiciFetch(url, {
+            method: "HEAD",
+            headers: { "User-Agent": POLITE_FETCH.USER_AGENT },
+            signal: AbortSignal.timeout(POLITE_FETCH.TIMEOUT_MS),
+            redirect: "follow",
+        });
+        // Consume body
+        await response.arrayBuffer();
+        if (opts.hostDelays)
+            opts.hostDelays.set(hostname, Date.now());
+        console.error(`[head] ${response.status} ${url}`);
+        return response.status;
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=fetch.js.map

package/dist/lib/fetch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch.js","sourceRoot":"","sources":["../../src/lib/fetch.ts"],"names":[],"mappings":"AAAA,4EAA4E;AAC5E,uFAAuF;AAEvF,OAAO,EAAE,KAAK,IAAI,WAAW,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAyBjE,MAAM,OAAO,cAAe,SAAQ,KAAK;IACX;IAA5B,YAA4B,SAAoB;QAC9C,KAAK,CACF,SAAkC,CAAC,OAAO;YAC1C,SAA8B,CAAC,GAAG;YACnC,aAAa,CACd,CAAC;QALwB,cAAS,GAAT,SAAS,CAAW;IAMhD,CAAC;CACF;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,2EAA2E;AAC3E,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,GAAW,EACX,OAAqB,EAAE;IAEvB,eAAe;IACf,IAAI,SAAc,CAAC;IACnB,IAAI,CAAC;QACH,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,cAAc,CAAC;YACvB,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,gBAAgB,GAAG,EAAE;SAC/B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;IACpC,MAAM,aAAa,GACjB,IAAI,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC;IAEtF,4BAA4B;IAC5B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAClD,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;YACzC,IAAI,OAAO,GAAG,YAAY,CAAC,sBAAsB,EAAE,CAAC;gBAClD,MAAM,KAAK,CAAC,YAAY,CAAC,sBAAsB,GAAG,OAAO,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;IACH,CAAC;IAED,yEAAyE;IACzE,MAAM,WAAW,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,aAAa,CAAC;IACvE,MAAM,SAAS,GACb,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;QACpD,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAExD,IAAI,aAAa,IAAI,CAAC,WAAW,IAAI,CAAC,SAAS,EAAE,CAAC;QAChD,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,GAAG,EAAkB,CAAC;QAClE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAG,GAAG,SAAS,CAAC,QAAQ,KAAK,QAAQ,aAAa,CAAC;YAClE,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;gBACnD,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YACxC,CAAC;YAAC,MAAM,CAAC;gBACP,wDAAwD;gBACxD,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QACD,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtD,MAAM,OAAO,GAAG,kBAAkB,CAAC,aAAa,EAAE,GAAG,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC;QAChF,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,cAAc,CAAC;gBACvB,IAAI,EAAE,gBAAgB;gBACtB,GAAG;gBACH,UAAU,EAAE,YAAY,CAAC,UAAU;aACpC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,OAAO,CAAC,KAAK,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC;IAEpC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE;YACtC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,YAAY,EAAE,YAAY,CAAC,UAAU;gBACrC,MAAM,EAAE,iEAAiE;gBACzE,iBAAiB,EAAE,gBAAgB;aACpC;YACD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC;YACpD,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QAEH,sDAAsD;QACtD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,OAAe,CAAC;QACpB,IAAI,SAAS,CAAC,MAAM,GAAG,YAAY,CAAC,SAAS,EAAE,CAAC;YAC9C,OAAO,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,YAAY,CAAC,SAAS,CAAC,CAAC;YACxD,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,SAAS,CAAC;QACtB,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,CAAC,KAAK,CAAC,iCAAiC,YAAY,CAAC,SAAS,WAAW,GAAG,EAAE,CAAC,CAAC;QACzF,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,CAAC,KAAK,CAAC,WAAW,QAAQ,CAAC,MAAM,IAAI,GAAG,KAAK,QAAQ,OAAO,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC;QAEzF,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;YAC3B,MAAM,IAAI,cAAc,CAAC;gBACvB,IAAI,EAAE,aAAa;gBACnB,GAAG;gBACH,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,OAAO,EAAE,QAAQ,QAAQ,CAAC,MAAM,EAAE;aACnC,CAAC,CAAC;QACL,CAAC;QAED,kDAAkD;QAClD,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACtC,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,IAAI;YACJ,QAAQ,EAAE,QAAQ,CAAC,GAAG,IAAI,GAAG;YAC7B,UAAU,EAAE,QAAQ,CAAC,MAAM;YAC3B,OAAO;YACP,UAAU,EAAE,QAAQ,CAAC,UAAU;SAChC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,cAAc;YAAE,MAAM,GAAG,CAAC;QAC7C,MAAM,MAAM,GAAG,GAAY,CAAC;QAC5B,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACnE,MAAM,IAAI,cAAc,CAAC;gBACvB,IAAI,EAAE,eAAe;gBACrB,GAAG;gBACH,UAAU,EAAE,YAAY,CAAC,UAAU;aACpC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,IAAI,cAAc,CAAC;YACvB,IAAI,EAAE,aAAa;YACnB,GAAG;YACH,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC;SACvC,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,GAAW,EACX,OAAqB,EAAE;IAEvB,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAE3B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAClD,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;YACzC,IAAI,OAAO,GAAG,YAAY,CAAC,sBAAsB,EAAE,CAAC;gBAClD,MAAM,KAAK,CAAC,YAAY,CAAC,sBAAsB,GAAG,OAAO,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE;YACtC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,YAAY,EAAE,YAAY,CAAC,UAAU,EAAE;YAClD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC;YACpD,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;QACH,eAAe;QACf,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/D,OAAO,CAAC,KAAK,CAAC,UAAU,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC;QAClD,OAAO,QAAQ,CAAC,MAAM,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/lib/html.d.ts

@@ -0,0 +1,45 @@
+export interface HeadData {
+    title: string | null;
+    metaDescription: string | null;
+    canonical: string | null;
+    ogTitle: string | null;
+    ogDescription: string | null;
+    ogImage: string | null;
+    ogUrl: string | null;
+    ogType: string | null;
+    twitterCard: string | null;
+    twitterTitle: string | null;
+    twitterDescription: string | null;
+    noindex: boolean;
+    noindexHeader: boolean;
+    hreflangTags: Array<{
+        lang: string;
+        href: string;
+    }>;
+    charset: string | null;
+    viewport: string | null;
+}
+export interface PageStructure {
+    h1s: string[];
+    h2s: string[];
+    h3s: string[];
+    h4s: string[];
+    paragraphs: string[];
+    orderedLists: number;
+    tables: number;
+    images: number;
+    videos: number;
+    externalLinks: string[];
+    internalLinks: string[];
+    wordCount: number;
+    bodyText: string;
+}
+/** Parse HTML and extract HEAD metadata. */
+export declare function parseHead(html: string, xRobotsTag?: string | string[]): HeadData;
+/** Extract page structure: headings, paragraphs, links, word count, body text. */
+export declare function parseBody(html: string, baseUrl: string): PageStructure;
+/** Extract all JSON-LD script blocks from HTML as raw strings. */
+export declare function extractJsonLdBlocks(html: string): string[];
+/** Simple Levenshtein distance between two strings. */
+export declare function levenshtein(a: string, b: string): number;
+//# sourceMappingURL=html.d.ts.map

package/dist/lib/html.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html.d.ts","sourceRoot":"","sources":["../../src/lib/html.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,OAAO,CAAC;IACvB,YAAY,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpD,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,EAAE,CAAC;IACd,GAAG,EAAE,MAAM,EAAE,CAAC;IACd,GAAG,EAAE,MAAM,EAAE,CAAC;IACd,GAAG,EAAE,MAAM,EAAE,CAAC;IACd,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,4CAA4C;AAC5C,wBAAgB,SAAS,CACvB,IAAI,EAAE,MAAM,EACZ,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,GAC7B,QAAQ,CA4EV;AAED,kFAAkF;AAClF,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,aAAa,CAyEtE;AAED,kEAAkE;AAClE,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAQ1D;AAED,uDAAuD;AACvD,wBAAgB,WAAW,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAexD"}

package/dist/lib/html.js

@@ -0,0 +1,166 @@
+// Cheerio-based DOM helpers for extracting page signals.
+import * as cheerio from "cheerio";
+/** Parse HTML and extract HEAD metadata. */
+export function parseHead(html, xRobotsTag) {
+    const $ = cheerio.load(html);
+    const head = $("head");
+    const title = head.find("title").first().text().trim() || null;
+    const metaDescription = head
+        .find('meta[name="description"]')
+        .attr("content")
+        ?.trim() ?? null;
+    const canonical = head.find('link[rel="canonical"]').attr("href")?.trim() ?? null;
+    const ogTitle = head.find('meta[property="og:title"]').attr("content")?.trim() ?? null;
+    const ogDescription = head.find('meta[property="og:description"]').attr("content")?.trim() ?? null;
+    const ogImage = head.find('meta[property="og:image"]').attr("content")?.trim() ?? null;
+    const ogUrl = head.find('meta[property="og:url"]').attr("content")?.trim() ?? null;
+    const ogType = head.find('meta[property="og:type"]').attr("content")?.trim() ?? null;
+    const twitterCard = head.find('meta[name="twitter:card"]').attr("content")?.trim() ?? null;
+    const twitterTitle = head.find('meta[name="twitter:title"]').attr("content")?.trim() ?? null;
+    const twitterDescription = head.find('meta[name="twitter:description"]').attr("content")?.trim() ?? null;
+    // Check noindex from meta tags
+    const robotsMeta = head
+        .find('meta[name="robots"]')
+        .attr("content")
+        ?.toLowerCase() ?? "";
+    let noindex = robotsMeta.includes("noindex");
+    // Check X-Robots-Tag header
+    let noindexHeader = false;
+    if (xRobotsTag) {
+        const tags = Array.isArray(xRobotsTag) ? xRobotsTag : [xRobotsTag];
+        noindexHeader = tags.some((t) => t.toLowerCase().includes("noindex"));
+        if (noindexHeader)
+            noindex = true;
+    }
+    const hreflangTags = [];
+    head.find('link[rel="alternate"][hreflang]').each((_, el) => {
+        const lang = $(el).attr("hreflang") ?? "";
+        const href = $(el).attr("href") ?? "";
+        if (lang && href)
+            hreflangTags.push({ lang, href });
+    });
+    const charset = head.find('meta[charset]').attr("charset")?.trim() ??
+        head.find('meta[http-equiv="Content-Type"]').attr("content")?.match(/charset=([^;]+)/i)?.[1]?.trim() ??
+        null;
+    const viewport = head.find('meta[name="viewport"]').attr("content")?.trim() ?? null;
+    return {
+        title,
+        metaDescription,
+        canonical,
+        ogTitle,
+        ogDescription,
+        ogImage,
+        ogUrl,
+        ogType,
+        twitterCard,
+        twitterTitle,
+        twitterDescription,
+        noindex,
+        noindexHeader,
+        hreflangTags,
+        charset,
+        viewport,
+    };
+}
+/** Extract page structure: headings, paragraphs, links, word count, body text. */
+export function parseBody(html, baseUrl) {
+    const $ = cheerio.load(html);
+    const body = $("body");
+    const h1s = [];
+    const h2s = [];
+    const h3s = [];
+    const h4s = [];
+    body.find("h1").each((_, el) => { h1s.push($(el).text().trim()); });
+    body.find("h2").each((_, el) => { h2s.push($(el).text().trim()); });
+    body.find("h3").each((_, el) => { h3s.push($(el).text().trim()); });
+    body.find("h4").each((_, el) => { h4s.push($(el).text().trim()); });
+    const paragraphs = [];
+    body.find("p").each((_, el) => {
+        const text = $(el).text().trim();
+        if (text.length > 20)
+            paragraphs.push(text);
+    });
+    const orderedLists = body.find("ol").length;
+    const tables = body.find("table").length;
+    const images = body.find("img").length;
+    let videos = body.find("video").length;
+    body.find("iframe").each((_, el) => {
+        const src = $(el).attr("src") ?? "";
+        if (src.includes("youtube") || src.includes("youtu.be") || src.includes("vimeo")) {
+            videos++;
+        }
+    });
+    let baseParsed = null;
+    try {
+        baseParsed = new URL(baseUrl);
+    }
+    catch { /* ignore */ }
+    const externalLinks = [];
+    const internalLinks = [];
+    body.find("a[href]").each((_, el) => {
+        const href = $(el).attr("href") ?? "";
+        if (!href || href.startsWith("#") || href.startsWith("mailto:"))
+            return;
+        if (href.startsWith("http")) {
+            try {
+                const linkUrl = new URL(href);
+                if (baseParsed && linkUrl.hostname !== baseParsed.hostname) {
+                    externalLinks.push(href);
+                }
+                else {
+                    internalLinks.push(href);
+                }
+            }
+            catch { /* ignore invalid */ }
+        }
+        else {
+            internalLinks.push(href);
+        }
+    });
+    // Strip scripts/styles/nav from body text
+    body.find("script, style, nav, header, footer, .nav, .menu").remove();
+    const bodyText = body.text().replace(/\s+/g, " ").trim();
+    const wordCount = bodyText.split(/\s+/).filter((w) => w.length > 0).length;
+    return {
+        h1s,
+        h2s,
+        h3s,
+        h4s,
+        paragraphs,
+        orderedLists,
+        tables,
+        images,
+        videos,
+        externalLinks,
+        internalLinks,
+        wordCount,
+        bodyText,
+    };
+}
+/** Extract all JSON-LD script blocks from HTML as raw strings. */
+export function extractJsonLdBlocks(html) {
+    const $ = cheerio.load(html);
+    const blocks = [];
+    $('script[type="application/ld+json"]').each((_, el) => {
+        const content = $(el).html();
+        if (content)
+            blocks.push(content.trim());
+    });
+    return blocks;
+}
+/** Simple Levenshtein distance between two strings. */
+export function levenshtein(a, b) {
+    const m = a.length;
+    const n = b.length;
+    const dp = Array.from({ length: m + 1 }, (_, i) => Array.from({ length: n + 1 }, (_, j) => (i === 0 ? j : j === 0 ? i : 0)));
+    for (let i = 1; i <= m; i++) {
+        for (let j = 1; j <= n; j++) {
+            dp[i][j] =
+                a[i - 1] === b[j - 1]
+                    ? dp[i - 1][j - 1]
+                    : 1 + Math.min(dp[i - 1][j], dp[i][j - 1], dp[i - 1][j - 1]);
+        }
+    }
+    return dp[m][n];
+}
+//# sourceMappingURL=html.js.map

package/dist/lib/html.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html.js","sourceRoot":"","sources":["../../src/lib/html.ts"],"names":[],"mappings":"AAAA,yDAAyD;AAEzD,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAqCnC,4CAA4C;AAC5C,MAAM,UAAU,SAAS,CACvB,IAAY,EACZ,UAA8B;IAE9B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAEvB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;IAC/D,MAAM,eAAe,GACnB,IAAI;SACD,IAAI,CAAC,0BAA0B,CAAC;SAChC,IAAI,CAAC,SAAS,CAAC;QAChB,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IACrB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IAClF,MAAM,OAAO,GACX,IAAI,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IACzE,MAAM,aAAa,GACjB,IAAI,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IAC/E,MAAM,OAAO,GACX,IAAI,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IACzE,MAAM,KAAK,GACT,IAAI,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IACvE,MAAM,MAAM,GACV,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IACxE,MAAM,WAAW,GACf,IAAI,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IACzE,MAAM,YAAY,GAChB,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IAC1E,MAAM,kBAAkB,GACtB,IAAI,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IAEhF,+BAA+B;IAC/B,MAAM,UAAU,GAAG,IAAI;SACpB,IAAI,CAAC,qBAAqB,CAAC;SAC3B,IAAI,CAAC,SAAS,CAAC;QAChB,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACxB,IAAI,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAE7C,4BAA4B;IAC5B,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QACnE,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;QACtE,IAAI,aAAa;YAAE,OAAO,GAAG,IAAI,CAAC;IACpC,CAAC;IAED,MAAM,YAAY,GAA0C,EAAE,CAAC;IAC/D,IAAI,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAC1D,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,IAAI,IAAI,IAAI;YAAE,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GACX,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE;QAClD,IAAI,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE;QACpG,IAAI,CAAC;IAEP,MAAM,QAAQ,GACZ,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IAErE,OAAO;QACL,KAAK;QACL,eAAe;QACf,SAAS;QACT,OAAO;QACP,aAAa;QACb,OAAO;QACP,KAAK;QACL,MAAM;QACN,WAAW;QACX,YAAY;QACZ,kBAAkB;QAClB,OAAO;QACP,aAAa;QACb,YAAY;QACZ,OAAO;QACP,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,OAAe;IACrD,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAEvB,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEpE,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAC5B,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;YAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACzC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAEvC,IAAI,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACvC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACjC,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QACpC,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACjF,MAAM,EAAE,CAAC;QACX,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,UAAU,GAAe,IAAI,CAAC;IAClC,IAAI,CAAC;QAAC,UAAU,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAE7D,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAClC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO;QACxE,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC9B,IAAI,UAAU,IAAI,OAAO,CAAC,QAAQ,KAAK,UAAU,CAAC,QAAQ,EAAE,CAAC;oBAC3D,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,0CAA0C;IAC1C,IAAI,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC,MAAM,EAAE,CAAC;IACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IAE3E,OAAO;QACL,GAAG;QACH,GAAG;QACH,GAAG;QACH,GAAG;QACH,UAAU;QACV,YAAY;QACZ,MAAM;QACN,MAAM;QACN,MAAM;QACN,aAAa;QACb,aAAa;QACb,SAAS;QACT,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,CAAC,CAAC,oCAAoC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACrD,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,OAAO;YAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,uDAAuD;AACvD,MAAM,UAAU,WAAW,CAAC,CAAS,EAAE,CAAS;IAC9C,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IACnB,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IACnB,MAAM,EAAE,GAAe,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC5D,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACzE,CAAC;IACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACN,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBACnB,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBAClB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC"}

package/dist/lib/llms-txt.d.ts

@@ -0,0 +1,25 @@
+import type { Finding } from "../types.js";
+export interface LlmsPage {
+    url: string;
+    title: string;
+    description: string;
+}
+/** Group pages by path prefix into sections. */
+export declare function groupPagesBySection(pages: LlmsPage[]): Map<string, LlmsPage[]>;
+/** Generate llms.txt content from grouped pages. */
+export declare function generateLlmsTxt(siteName: string, siteDescription: string, groups: Map<string, LlmsPage[]>): string;
+/** Generate llms-full.txt by concatenating page full text. */
+export declare function generateLlmsFullTxt(siteName: string, siteDescription: string, pages: Array<LlmsPage & {
+    fullText?: string;
+}>, maxBytes?: number): {
+    content: string;
+    truncated: boolean;
+};
+/** Validate a llms.txt string and return findings. */
+export declare function validateLlmsTxtContent(content: string): Finding[];
+/** Extract all Markdown links from llms.txt content. Returns [{title, url}] */
+export declare function extractLlmsLinks(content: string): Array<{
+    title: string;
+    url: string;
+}>;
+//# sourceMappingURL=llms-txt.d.ts.map

package/dist/lib/llms-txt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llms-txt.d.ts","sourceRoot":"","sources":["../../src/lib/llms-txt.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAE3C,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,gDAAgD;AAChD,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAmB9E;AAED,oDAAoD;AACpD,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,MAAM,EAChB,eAAe,EAAE,MAAM,EACvB,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,GAC9B,MAAM,CA2BR;AAED,8DAA8D;AAC9D,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,eAAe,EAAE,MAAM,EACvB,KAAK,EAAE,KAAK,CAAC,QAAQ,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,EAC9C,QAAQ,SAAa,GACpB;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAiBzC;AAED,sDAAsD;AACtD,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,EAAE,CA2EjE;AAED,+EAA+E;AAC/E,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC,CAQvF"}

package/dist/lib/llms-txt.js

@@ -0,0 +1,149 @@
+// llms.txt generator and validator helpers.
+/** Group pages by path prefix into sections. */
+export function groupPagesBySection(pages) {
+    const groups = new Map();
+    for (const page of pages) {
+        try {
+            const url = new URL(page.url);
+            const parts = url.pathname.split("/").filter(Boolean);
+            const group = parts.length >= 2 ? `/${parts[0]}/` : "Root";
+            const existing = groups.get(group) ?? [];
+            existing.push(page);
+            groups.set(group, existing);
+        }
+        catch {
+            const existing = groups.get("Root") ?? [];
+            existing.push(page);
+            groups.set("Root", existing);
+        }
+    }
+    return groups;
+}
+/** Generate llms.txt content from grouped pages. */
+export function generateLlmsTxt(siteName, siteDescription, groups) {
+    const lines = [];
+    lines.push(`# ${siteName}`);
+    lines.push("");
+    lines.push(`> ${siteDescription}`);
+    lines.push("");
+    for (const [section, pages] of groups.entries()) {
+        const sectionTitle = section === "Root"
+            ? "Pages"
+            : section.replace(/^\/|\/$/g, "").replace(/-/g, " ").replace(/\b\w/g, (c) => c.toUpperCase());
+        lines.push(`## ${sectionTitle}`);
+        lines.push("");
+        for (const page of pages) {
+            const desc = page.description
+                ? page.description.substring(0, 120)
+                : "";
+            if (desc) {
+                lines.push(`- [${page.title}](${page.url}): ${desc}`);
+            }
+            else {
+                lines.push(`- [${page.title}](${page.url})`);
+            }
+        }
+        lines.push("");
+    }
+    return lines.join("\n").trim();
+}
+/** Generate llms-full.txt by concatenating page full text. */
+export function generateLlmsFullTxt(siteName, siteDescription, pages, maxBytes = 500 * 1024) {
+    const header = `# ${siteName}\n\n> ${siteDescription}\n\n`;
+    const parts = [header];
+    let totalLen = header.length;
+    let truncated = false;
+    for (const page of pages) {
+        const section = `---\n# ${page.title}\nURL: ${page.url}\n\n${page.fullText ?? page.description}\n\n`;
+        if (totalLen + section.length > maxBytes) {
+            truncated = true;
+            break;
+        }
+        parts.push(section);
+        totalLen += section.length;
+    }
+    return { content: parts.join(""), truncated };
+}
+/** Validate a llms.txt string and return findings. */
+export function validateLlmsTxtContent(content) {
+    const findings = [];
+    const lines = content.split("\n");
+    // H1 must be first non-empty element
+    const firstMeaningfulLine = lines.find((l) => l.trim().length > 0);
+    if (!firstMeaningfulLine || !firstMeaningfulLine.startsWith("# ")) {
+        findings.push({
+            severity: "critical",
+            category: "llms_txt",
+            where: "line 1",
+            message: "llms.txt must start with an H1 heading (# Site Name).",
+            fix: "Add '# Your Site Name' as the first line of the file.",
+            estimated_impact: "high",
+        });
+    }
+    // Blockquote must be present
+    const hasBlockquote = lines.some((l) => l.trim().startsWith("> "));
+    if (!hasBlockquote) {
+        findings.push({
+            severity: "warning",
+            category: "llms_txt",
+            where: "file structure",
+            message: "llms.txt is missing a blockquote description after the H1.",
+            fix: "Add '> One to three sentence description of the site.' after the H1.",
+            estimated_impact: "medium",
+        });
+    }
+    // H2 sections
+    const hasH2 = lines.some((l) => l.startsWith("## "));
+    if (!hasH2) {
+        findings.push({
+            severity: "info",
+            category: "llms_txt",
+            where: "file structure",
+            message: "llms.txt has no H2 section headings.",
+            fix: "Group pages under H2 headings like '## Blog Posts' or '## Tools'.",
+        });
+    }
+    // All Markdown links must be absolute URLs
+    const linkPattern = /\[([^\]]+)\]\(([^)]+)\)/g;
+    let match;
+    let lineNum = 0;
+    for (const line of lines) {
+        lineNum++;
+        linkPattern.lastIndex = 0;
+        while ((match = linkPattern.exec(line)) !== null) {
+            const href = match[2];
+            const title = match[1];
+            if (!title.trim()) {
+                findings.push({
+                    severity: "warning",
+                    category: "llms_txt",
+                    where: `line ${lineNum}`,
+                    message: "Markdown link has an empty title.",
+                    fix: "Add a descriptive title inside the square brackets.",
+                });
+            }
+            if (!href.startsWith("http://") && !href.startsWith("https://")) {
+                findings.push({
+                    severity: "critical",
+                    category: "llms_txt",
+                    where: `line ${lineNum}`,
+                    message: `Relative link "${href.substring(0, 60)}" found - all links must be absolute URLs.`,
+                    fix: "Replace with the full absolute URL including https://.",
+                    estimated_impact: "medium",
+                });
+            }
+        }
+    }
+    return findings;
+}
+/** Extract all Markdown links from llms.txt content. Returns [{title, url}] */
+export function extractLlmsLinks(content) {
+    const linkPattern = /\[([^\]]+)\]\((https?:\/\/[^)]+)\)/g;
+    const links = [];
+    let match;
+    while ((match = linkPattern.exec(content)) !== null) {
+        links.push({ title: match[1], url: match[2] });
+    }
+    return links;
+}
+//# sourceMappingURL=llms-txt.js.map

package/dist/lib/llms-txt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llms-txt.js","sourceRoot":"","sources":["../../src/lib/llms-txt.ts"],"names":[],"mappings":"AAAA,4CAA4C;AAU5C,gDAAgD;AAChD,MAAM,UAAU,mBAAmB,CAAC,KAAiB;IACnD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAC;IAE7C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9B,MAAM,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACtD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;YAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACzC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAC1C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,eAAe,CAC7B,QAAgB,EAChB,eAAuB,EACvB,MAA+B;IAE/B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC,CAAC;IAC5B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,KAAK,eAAe,EAAE,CAAC,CAAC;IACnC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QAChD,MAAM,YAAY,GAAG,OAAO,KAAK,MAAM;YACrC,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAChG,KAAK,CAAC,IAAI,CAAC,MAAM,YAAY,EAAE,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW;gBAC3B,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;gBACpC,CAAC,CAAC,EAAE,CAAC;YACP,IAAI,IAAI,EAAE,CAAC;gBACT,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,GAAG,MAAM,IAAI,EAAE,CAAC,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AACjC,CAAC;AAED,8DAA8D;AAC9D,MAAM,UAAU,mBAAmB,CACjC,QAAgB,EAChB,eAAuB,EACvB,KAA8C,EAC9C,QAAQ,GAAG,GAAG,GAAG,IAAI;IAErB,MAAM,MAAM,GAAG,KAAK,QAAQ,SAAS,eAAe,MAAM,CAAC;IAC3D,MAAM,KAAK,GAAa,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,UAAU,IAAI,CAAC,KAAK,UAAU,IAAI,CAAC,GAAG,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,MAAM,CAAC;QACrG,IAAI,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YACzC,SAAS,GAAG,IAAI,CAAC;YACjB,MAAM;QACR,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC;AAChD,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,sBAAsB,CAAC,OAAe;IACpD,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,qCAAqC;IACrC,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACnE,IAAI,CAAC,mBAAmB,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAClE,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,UAAU;YACpB,QAAQ,EAAE,UAAU;YACpB,KAAK,EAAE,QAAQ;YACf,OAAO,EAAE,uDAAuD;YAChE,GAAG,EAAE,uDAAuD;YAC5D,gBAAgB,EAAE,MAAM;SACzB,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,UAAU;YACpB,KAAK,EAAE,gBAAgB;YACvB,OAAO,EAAE,4DAA4D;YACrE,GAAG,EAAE,sEAAsE;YAC3E,gBAAgB,EAAE,QAAQ;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,cAAc;IACd,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IACrD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,QAAQ,CAAC,IAAI,CAAC;YACZ,QAAQ,EAAE,MAAM;YAChB,QAAQ,EAAE,UAAU;YACpB,KAAK,EAAE,gBAAgB;YACvB,OAAO,EAAE,sCAAsC;YAC/C,GAAG,EAAE,mEAAmE;SACzE,CAAC,CAAC;IACL,CAAC;IAED,2CAA2C;IAC3C,MAAM,WAAW,GAAG,0BAA0B,CAAC;IAC/C,IAAI,KAA6B,CAAC;IAClC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,OAAO,EAAE,CAAC;QACV,WAAW,CAAC,SAAS,GAAG,CAAC,CAAC;QAC1B,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACjD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,SAAS;oBACnB,QAAQ,EAAE,UAAU;oBACpB,KAAK,EAAE,QAAQ,OAAO,EAAE;oBACxB,OAAO,EAAE,mCAAmC;oBAC5C,GAAG,EAAE,qDAAqD;iBAC3D,CAAC,CAAC;YACL,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAChE,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,UAAU;oBACpB,QAAQ,EAAE,UAAU;oBACpB,KAAK,EAAE,QAAQ,OAAO,EAAE;oBACxB,OAAO,EAAE,kBAAkB,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,4CAA4C;oBAC5F,GAAG,EAAE,wDAAwD;oBAC7D,gBAAgB,EAAE,QAAQ;iBAC3B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,MAAM,WAAW,GAAG,qCAAqC,CAAC;IAC1D,MAAM,KAAK,GAA0C,EAAE,CAAC;IACxD,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/lib/robots.d.ts

@@ -0,0 +1,26 @@
+export type CrawlerStatus = "allowed" | "disallowed" | "not-mentioned";
+export interface CrawlerRegistry {
+    training: string[];
+    search: string[];
+    user_triggered: string[];
+    robots_token_only: string[];
+}
+export declare const CRAWLERS: CrawlerRegistry;
+/** All crawler user-agents we check (excludes robots_token_only which have no HTTP UA). */
+export declare function getAllCrawlerAgents(): string[];
+/**
+ * Fetch raw robots.txt content. Does NOT use politeFetch to avoid recursion.
+ * Returns empty string if fetch fails.
+ */
+export declare function fetchRobotsTxt(robotsUrl: string): Promise<string>;
+/**
+ * Parse robots.txt text and check if a URL is allowed for a given user-agent.
+ * Returns true (allowed) if robots.txt is empty or parse fails.
+ */
+export declare function checkRobotsAllowed(robotsText: string, url: string, userAgent: string): boolean;
+/**
+ * Check the robots.txt posture for a specific crawler user-agent.
+ * Returns "allowed", "disallowed", or "not-mentioned".
+ */
+export declare function checkCrawlerStatus(robotsText: string, robotsUrl: string, userAgent: string): CrawlerStatus;
+//# sourceMappingURL=robots.d.ts.map

package/dist/lib/robots.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"robots.d.ts","sourceRoot":"","sources":["../../src/lib/robots.ts"],"names":[],"mappings":"AAgBA,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,YAAY,GAAG,eAAe,CAAC;AAEvE,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,iBAAiB,EAAE,MAAM,EAAE,CAAC;CAC7B;AAED,eAAO,MAAM,QAAQ,EAAE,eAAiD,CAAC;AAEzE,2FAA2F;AAC3F,wBAAgB,mBAAmB,IAAI,MAAM,EAAE,CAM9C;AAED;;;GAGG;AACH,wBAAsB,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAevE;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,EAClB,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,MAAM,GAChB,OAAO,CAST;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,aAAa,CAkBf"}