@rivi-software/agentic-seo-check 0.1.0 → 0.2.0

package/dist/core/aeo/page.js

@@ -0,0 +1,312 @@
+import { isJsonObject, isString, typesOf } from "../html/structured-data.js";
+import { robotsDirectives } from "../rules/indexing.js";
+import { normalizePath } from "../url.js";
+/** Meta tags each engine reads: the generic one and its own. */
+const META_NAMES = {
+    google: ["robots", "googlebot"],
+    bing: ["robots", "bingbot"],
+};
+const HEADER_AGENT = {
+    google: "googlebot",
+    bing: "bingbot",
+};
+/** Directives that carry a value after a colon, which is not a user agent prefix. */
+const VALUE_DIRECTIVES = new Set([
+    "max-snippet",
+    "max-image-preview",
+    "max-video-preview",
+    "unavailable_after",
+]);
+/**
+ * X-Robots-Tag values. "googlebot: nosnippet, noarchive" scopes every directive after the prefix
+ * to googlebot, up to the next prefix.
+ */
+export const parseRobotsHeader = (value) => {
+    const out = [];
+    let agent = null;
+    for (const piece of value.toLowerCase().split(",")) {
+        let directive = piece.trim();
+        const match = /^(?<name>[a-z0-9_-]+)\s*:\s*(?<rest>.*)$/u.exec(directive);
+        const name = match?.groups?.name;
+        if (name && !VALUE_DIRECTIVES.has(name)) {
+            agent = name;
+            directive = match.groups?.rest?.trim() ?? "";
+        }
+        if (directive) {
+            out.push({ agent, directive: directive.replaceAll(/\s+/gu, "") });
+        }
+    }
+    return out;
+};
+/** The robots directives one engine applies to the page, from its meta tags and X-Robots-Tag. */
+export const directivesFor = (engine, page, response) => {
+    const out = [];
+    for (const meta of page.answer.robotsMeta) {
+        if (META_NAMES[engine].includes(meta.name)) {
+            for (const d of meta.content.split(",")) {
+                const directive = d.replaceAll(/\s+/gu, "");
+                if (directive) {
+                    out.push(directive);
+                }
+            }
+        }
+    }
+    const header = response?.headers["x-robots-tag"];
+    if (header) {
+        for (const d of parseRobotsHeader(header)) {
+            if (d.agent === null || d.agent === HEADER_AGENT[engine]) {
+                out.push(d.directive);
+            }
+        }
+    }
+    return [...new Set(out)];
+};
+/** The `max-snippet` limit, or null when none is set (-1 means no limit). */
+export const maxSnippet = (directives) => {
+    for (const d of directives) {
+        if (d.startsWith("max-snippet:")) {
+            const n = Number(d.slice("max-snippet:".length));
+            if (Number.isInteger(n)) {
+                return n;
+            }
+        }
+    }
+    return null;
+};
+export const hasNoindex = (directives) => directives.includes("noindex") || directives.includes("none");
+export const hasNosnippet = (directives) => directives.includes("nosnippet") || maxSnippet(directives) === 0;
+/** Every typed object in the page's structured data, nested ones included. */
+export const typedNodes = (items) => {
+    const out = [];
+    const seen = new Set();
+    const walk = (value, depth, top) => {
+        if (depth > 6 || out.length >= 500 || value === undefined) {
+            return;
+        }
+        if (Array.isArray(value)) {
+            for (const v of value) {
+                walk(v, depth, top);
+            }
+            return;
+        }
+        if (!isJsonObject(value) || seen.has(value)) {
+            return;
+        }
+        seen.add(value);
+        const types = typesOf(value["@type"]);
+        if (types.length) {
+            out.push({ types, node: value, topLevel: top });
+        }
+        for (const [key, v] of Object.entries(value)) {
+            if (!key.startsWith("@")) {
+                walk(v, depth + 1, false);
+            }
+        }
+    };
+    for (const item of items) {
+        // SAFETY: extractStructuredData builds every item's data from JSON.parse or from microdata, and both hold JSON values alone.
+        walk(item.data, 0, true);
+    }
+    return out;
+};
+export const isArticleType = (type) => type.endsWith("Article") ||
+    type === "BlogPosting" ||
+    type === "LiveBlogPosting" ||
+    type === "Report";
+/** schema.org types for an organization or a person, beyond the many that end in Organization or Business. */
+const ENTITY_TYPES = new Set([
+    "Organization",
+    "Corporation",
+    "NGO",
+    "Airline",
+    "Consortium",
+    "Project",
+    "WorkersUnion",
+    "LibrarySystem",
+    "FundingScheme",
+    "LocalBusiness",
+    "Store",
+    "OnlineStore",
+    "Restaurant",
+    "Hotel",
+    "PerformingGroup",
+    "Person",
+]);
+/**
+ * Whether a typed object describes an organization or a person. LocalBusiness alone has over a
+ * hundred subtypes (Dentist, Bakery, ...), so an object with a name and a logo, address or phone
+ * number counts too.
+ */
+export const isEntity = ({ types, node }) => types.some((t) => ENTITY_TYPES.has(t) || /(?:Organization|Business|Store)$/u.test(t)) ||
+    (isString(node["name"]) &&
+        (node["logo"] !== undefined ||
+            node["address"] !== undefined ||
+            node["telephone"] !== undefined));
+/** The text of a name-like value: a string, or the `name` of an object, or of the first in a list. */
+export const nameOf = (value) => {
+    if (isString(value)) {
+        return value.trim() || null;
+    }
+    if (Array.isArray(value)) {
+        for (const v of value) {
+            const name = nameOf(v);
+            if (name) {
+                return name;
+            }
+        }
+        return null;
+    }
+    if (isJsonObject(value)) {
+        const { name } = value;
+        return isString(name) ? name.trim() || null : null;
+    }
+    return null;
+};
+const stringOf = (value) => isString(value) && value.trim() ? value.trim() : null;
+export const articles = (page) => typedNodes(page.structuredData).filter((n) => n.types.some(isArticleType));
+/** Lower-cased letters and digits only, so punctuation and spacing differences do not count. */
+export const comparable = (value) => value
+    .toLowerCase()
+    .replaceAll(/[^\p{L}\p{N}]+/gu, " ")
+    .trim();
+const NAMED_ENTITIES = new Map([
+    ["amp", "&"],
+    ["lt", "<"],
+    ["gt", ">"],
+    ["quot", '"'],
+    ["apos", "'"],
+    ["nbsp", " "],
+    ["rsquo", "’"],
+    ["lsquo", "‘"],
+    ["rdquo", "”"],
+    ["ldquo", "“"],
+    ["ndash", "–"],
+    ["mdash", "—"],
+]);
+const decodeEntity = (entity, body) => {
+    if (body.startsWith("#")) {
+        const code = body[1] === "x" || body[1] === "X"
+            ? Number.parseInt(body.slice(2), 16)
+            : Number(body.slice(1));
+        return Number.isInteger(code) && code > 0 && code <= 0x10_ff_ff
+            ? String.fromCodePoint(code)
+            : entity;
+    }
+    return NAMED_ENTITIES.get(body.toLowerCase()) ?? entity;
+};
+/**
+ * Structured-data text may hold HTML: tags, and entities such as &amp;. `[^<>]` stops each attempt
+ * at the next bracket, so a run of "<" without ">" costs one pass, not one pass per bracket.
+ */
+export const stripTags = (value) => value
+    .replaceAll(/<[^<>]*>/gu, " ")
+    .replaceAll(/&(?<body>#\d{1,7}|#[xX][\da-fA-F]{1,6}|[a-zA-Z]{2,8});/gu, (entity, body) => decodeEntity(entity, body));
+const textsOf = (value) => {
+    if (value === undefined) {
+        return [];
+    }
+    return Array.isArray(value) ? value : [value];
+};
+const pushStep = (out, step) => {
+    if (isString(step)) {
+        out.push({ type: "HowToStep", text: step });
+        return;
+    }
+    if (!isJsonObject(step)) {
+        return;
+    }
+    // A HowToSection holds its steps in itemListElement.
+    const nested = step["itemListElement"];
+    if (nested !== undefined) {
+        for (const s of textsOf(nested)) {
+            pushStep(out, s);
+        }
+        return;
+    }
+    const text = stringOf(step["text"]) ?? stringOf(step["name"]);
+    if (text) {
+        out.push({ type: "HowToStep", text });
+    }
+};
+/** The questions, answers and steps FAQPage, QAPage and HowTo markup claims the page shows. */
+export const markedUpTexts = (page) => {
+    const out = [];
+    for (const { types, node } of typedNodes(page.structuredData)) {
+        if (types.includes("FAQPage") || types.includes("QAPage")) {
+            for (const q of textsOf(node["mainEntity"])) {
+                if (!isJsonObject(q)) {
+                    continue;
+                }
+                const question = stringOf(q["name"]) ?? stringOf(q["text"]);
+                if (question) {
+                    out.push({ type: "Question", text: question });
+                }
+                for (const a of [
+                    ...textsOf(q["acceptedAnswer"]),
+                    ...textsOf(q["suggestedAnswer"]),
+                ]) {
+                    const answer = isJsonObject(a) ? stringOf(a["text"]) : null;
+                    if (answer) {
+                        out.push({ type: "Answer", text: answer });
+                    }
+                }
+            }
+        }
+        if (types.includes("HowTo")) {
+            for (const step of textsOf(node["step"])) {
+                pushStep(out, step);
+            }
+        }
+    }
+    return out.slice(0, 100);
+};
+/** Whether the URL is a site's home page (also /index.html in build output). */
+export const isHomePage = (url) => {
+    try {
+        return normalizePath(new URL(url).pathname) === "/";
+    }
+    catch {
+        return false;
+    }
+};
+/* ---------------------------------------------------------------------------
+ * Summary
+ * ------------------------------------------------------------------------- */
+const googleSnippets = (page, directives) => {
+    if (hasNosnippet(directives)) {
+        return "blocked";
+    }
+    const limit = maxSnippet(directives);
+    if ((limit !== null && limit > 0 && limit < 100) ||
+        page.answer.nosnippetWords > 0) {
+        return "limited";
+    }
+    return "allowed";
+};
+const copilotAnswers = (directives) => {
+    // Bing: NOCACHE wins when a page has both tags.
+    if (directives.includes("nocache")) {
+        return hasNoindex(directives) ? "excluded" : "snippet-only";
+    }
+    return hasNoindex(directives) || directives.includes("noarchive")
+        ? "excluded"
+        : "allowed";
+};
+export const aeoPageSummary = (page, response) => {
+    const article = articles(page)[0]?.node;
+    return {
+        indexable: !robotsDirectives(page, response).noindex &&
+            (response?.status ?? 200) < 400,
+        googleSnippets: googleSnippets(page, directivesFor("google", page, response)),
+        copilotAnswers: copilotAnswers(directivesFor("bing", page, response)),
+        wordCount: page.wordCount,
+        questions: page.answer.questions.length,
+        structuredDataTypes: [
+            ...new Set(page.structuredData.flatMap((i) => i.types)),
+        ],
+        author: article ? nameOf(article["author"]) : null,
+        datePublished: article ? stringOf(article["datePublished"]) : null,
+        dateModified: article ? stringOf(article["dateModified"]) : null,
+    };
+};
+//# sourceMappingURL=page.js.map

package/dist/core/aeo/page.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"page.js","sourceRoot":"","sources":["../../../src/core/aeo/page.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAC;AAE7E,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAOxD,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAQ1C,gEAAgE;AAChE,MAAM,UAAU,GAA6B;IAC3C,MAAM,EAAE,CAAC,QAAQ,EAAE,WAAW,CAAC;IAC/B,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;CAC5B,CAAC;AAEF,MAAM,YAAY,GAA2B;IAC3C,MAAM,EAAE,WAAW;IACnB,IAAI,EAAE,SAAS;CAChB,CAAC;AAEF,qFAAqF;AACrF,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC/B,aAAa;IACb,mBAAmB;IACnB,mBAAmB;IACnB,mBAAmB;CACpB,CAAC,CAAC;AAQH;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAqB,EAAE;IACpE,MAAM,GAAG,GAAsB,EAAE,CAAC;IAClC,IAAI,KAAK,GAAkB,IAAI,CAAC;IAEhC,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,IAAI,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,2CAA2C,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAG,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC;QAEjC,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,KAAK,GAAG,IAAI,CAAC;YACb,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC/C,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,iGAAiG;AACjG,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,MAAc,EACd,IAAmB,EACnB,QAAuB,EACb,EAAE;IACZ,MAAM,GAAG,GAAa,EAAE,CAAC;IAEzB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAC1C,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3C,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,SAAS,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAE5C,IAAI,SAAS,EAAE,CAAC;oBACd,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;IAEjD,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,MAAM,CAAC,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,CAAC,KAAK,KAAK,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;AAC3B,CAAC,CAAC;AAEF,6EAA6E;AAC7E,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,UAAoB,EAAiB,EAAE;IAChE,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,IAAI,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;YACjC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;YAEjD,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxB,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,UAAoB,EAAW,EAAE,CAC1D,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAEhE,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,UAAoB,EAAW,EAAE,CAC5D,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;AAanE,8EAA8E;AAC9E,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,KAA2B,EAAe,EAAE;IACrE,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAa,CAAC;IAElC,MAAM,IAAI,GAAG,CAAC,KAA4B,EAAE,KAAa,EAAE,GAAY,EAAE,EAAE;QACzE,IAAI,KAAK,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAC1D,OAAO;QACT,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YACtB,CAAC;YAED,OAAO;QACT,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5C,OAAO;QACT,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAEtC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,IAAI,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,6HAA6H;QAC7H,IAAI,CAAC,IAAI,CAAC,IAAkB,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,IAAY,EAAW,EAAE,CACrD,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;IACxB,IAAI,KAAK,aAAa;IACtB,IAAI,KAAK,iBAAiB;IAC1B,IAAI,KAAK,QAAQ,CAAC;AAEpB,8GAA8G;AAC9G,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,cAAc;IACd,aAAa;IACb,KAAK;IACL,SAAS;IACT,YAAY;IACZ,SAAS;IACT,cAAc;IACd,eAAe;IACf,eAAe;IACf,eAAe;IACf,OAAO;IACP,aAAa;IACb,YAAY;IACZ,OAAO;IACP,iBAAiB;IACjB,QAAQ;CACT,CAAC,CAAC;AAEH;;;;GAIG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,EAAa,EAAW,EAAE,CAC9D,KAAK,CAAC,IAAI,CACR,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,mCAAmC,CAAC,IAAI,CAAC,CAAC,CAAC,CAC1E;IACD,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,SAAS;YACzB,IAAI,CAAC,SAAS,CAAC,KAAK,SAAS;YAC7B,IAAI,CAAC,WAAW,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC;AAExC,sGAAsG;AACtG,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,KAA4B,EAAiB,EAAE;IACpE,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;IAC9B,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAEvB,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC;QAEvB,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACrD,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,KAA4B,EAAiB,EAAE,CAC/D,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAExD,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAmB,EAAe,EAAE,CAC3D,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;AAE7E,gGAAgG;AAChG,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,KAAa,EAAU,EAAE,CAClD,KAAK;KACF,WAAW,EAAE;KACb,UAAU,CAAC,kBAAkB,EAAE,GAAG,CAAC;KACnC,IAAI,EAAE,CAAC;AAEZ,MAAM,cAAc,GAAgC,IAAI,GAAG,CAAC;IAC1D,CAAC,KAAK,EAAE,GAAG,CAAC;IACZ,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,MAAM,EAAE,GAAG,CAAC;IACb,CAAC,MAAM,EAAE,GAAG,CAAC;IACb,CAAC,MAAM,EAAE,GAAG,CAAC;IACb,CAAC,OAAO,EAAE,GAAG,CAAC;IACd,CAAC,OAAO,EAAE,GAAG,CAAC;IACd,CAAC,OAAO,EAAE,GAAG,CAAC;IACd,CAAC,OAAO,EAAE,GAAG,CAAC;IACd,CAAC,OAAO,EAAE,GAAG,CAAC;IACd,CAAC,OAAO,EAAE,GAAG,CAAC;CACf,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAC,MAAc,EAAE,IAAY,EAAU,EAAE;IAC5D,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,GACR,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;YAChC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACpC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAE5B,OAAO,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,UAAU;YAC7D,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC;YAC5B,CAAC,CAAC,MAAM,CAAC;IACb,CAAC;IAED,OAAO,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAC;AAC1D,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,KAAa,EAAU,EAAE,CACjD,KAAK;KACF,UAAU,CAAC,YAAY,EAAE,GAAG,CAAC;KAC7B,UAAU,CACT,0DAA0D,EAC1D,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CACrD,CAAC;AAON,MAAM,OAAO,GAAG,CAAC,KAA4B,EAAe,EAAE;IAC5D,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAChD,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,GAAmB,EAAE,IAAe,EAAQ,EAAE;IAC9D,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACnB,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5C,OAAO;IACT,CAAC;IAED,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO;IACT,CAAC;IAED,qDAAqD;IACrD,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAEvC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAChC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACnB,CAAC;QAED,OAAO;IACT,CAAC;IAED,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAE9D,IAAI,IAAI,EAAE,CAAC;QACT,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IACxC,CAAC;AACH,CAAC,CAAC;AAEF,+FAA+F;AAC/F,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,IAAmB,EAAkB,EAAE;IACnE,MAAM,GAAG,GAAmB,EAAE,CAAC;IAE/B,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;QAC9D,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1D,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;gBAC5C,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;oBACrB,SAAS;gBACX,CAAC;gBAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;gBAE5D,IAAI,QAAQ,EAAE,CAAC;oBACb,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACjD,CAAC;gBAED,KAAK,MAAM,CAAC,IAAI;oBACd,GAAG,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;oBAC/B,GAAG,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;iBACjC,EAAE,CAAC;oBACF,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAE5D,IAAI,MAAM,EAAE,CAAC;wBACX,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC7C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;gBACzC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC3B,CAAC,CAAC;AAEF,gFAAgF;AAChF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,GAAW,EAAW,EAAE;IACjD,IAAI,CAAC;QACH,OAAO,aAAa,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC,CAAC;AAEF;;+EAE+E;AAE/E,MAAM,cAAc,GAAG,CACrB,IAAmB,EACnB,UAAoB,EACc,EAAE;IACpC,IAAI,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;IAErC,IACE,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,CAAC;QAC5C,IAAI,CAAC,MAAM,CAAC,cAAc,GAAG,CAAC,EAC9B,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CACrB,UAAoB,EACc,EAAE;IACpC,gDAAgD;IAChD,IAAI,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACnC,OAAO,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC;IAC9D,CAAC;IAED,OAAO,UAAU,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC/D,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,IAAmB,EACnB,QAAuB,EACP,EAAE;IAClB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;IAExC,OAAO;QACL,SAAS,EACP,CAAC,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,OAAO;YACzC,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG;QACjC,cAAc,EAAE,cAAc,CAC5B,IAAI,EACJ,aAAa,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,CACxC;QACD,cAAc,EAAE,cAAc,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QACrE,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM;QACvC,mBAAmB,EAAE;YACnB,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;SACxD;QACD,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QAClD,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QAClE,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;KACjE,CAAC;AACJ,CAAC,CAAC"}

package/dist/core/aeo/probe.d.ts

@@ -0,0 +1,10 @@
+import type { FetchOptions, FetchResult } from "../fetch.js";
+import type { BotProbe } from "../types.js";
+import type { AiBot } from "./bots.js";
+/** What one bot's request says about access, given that the audit's own request got the page. */
+export declare const classifyProbe: (res: FetchResult) => BotProbe;
+/**
+ * Requests `url` once per bot with the bot's User-Agent, to catch a CDN or firewall that refuses
+ * AI bots while robots.txt allows them. The requests come from this machine, not the bots' IPs.
+ */
+export declare const probeBots: (url: string, bots: AiBot[], options?: FetchOptions) => Promise<Map<string, BotProbe>>;

package/dist/core/aeo/probe.js

@@ -0,0 +1,53 @@
+import { mapConcurrent } from "../concurrency.js";
+import { fetchPage } from "../fetch.js";
+/** Titles of the interstitials CDNs and bot protection show instead of the page. */
+const CHALLENGE_TITLE = /^(?:just a moment|attention required|access denied|request blocked|verifying you are human|pardon our interruption)/iu;
+/**
+ * The page title, enough to recognise a challenge page. `[^<>]` stops each attempt at the next
+ * bracket, which keeps the scan linear on a body full of "<title" without ">".
+ */
+const TITLE = /<title[^<>]*>(?<title>[^<]{0,200})/iu;
+/** What one bot's request says about access, given that the audit's own request got the page. */
+export const classifyProbe = (res) => {
+    if (res.error) {
+        return {
+            status: res.status,
+            blocked: true,
+            reason: `connection failed: ${res.error}`,
+        };
+    }
+    if (res.status !== null && res.status >= 400) {
+        return { status: res.status, blocked: true, reason: `HTTP ${res.status}` };
+    }
+    const title = TITLE.exec(res.body ?? "")?.groups?.title?.trim() ?? "";
+    if (CHALLENGE_TITLE.test(title)) {
+        return {
+            status: res.status,
+            blocked: true,
+            reason: `challenge page ("${title}")`,
+        };
+    }
+    return { status: res.status, blocked: false, reason: null };
+};
+/**
+ * Requests `url` once per bot with the bot's User-Agent, to catch a CDN or firewall that refuses
+ * AI bots while robots.txt allows them. The requests come from this machine, not the bots' IPs.
+ */
+export const probeBots = async (url, bots, options = {}) => {
+    const probes = new Map();
+    await mapConcurrent(bots, 3, async (bot) => {
+        if (!bot.userAgent) {
+            return;
+        }
+        const res = await fetchPage(url, {
+            ...options,
+            userAgent: bot.userAgent,
+            timeoutMs: Math.min(options.timeoutMs ?? 15_000, 15_000),
+            // Enough for the <title> of a challenge page.
+            maxBodyBytes: 100_000,
+        });
+        probes.set(bot.name, classifyProbe(res));
+    });
+    return probes;
+};
+//# sourceMappingURL=probe.js.map

package/dist/core/aeo/probe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"probe.js","sourceRoot":"","sources":["../../../src/core/aeo/probe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAKxC,oFAAoF;AACpF,MAAM,eAAe,GACnB,uHAAuH,CAAC;AAE1H;;;GAGG;AACH,MAAM,KAAK,GAAG,sCAAsC,CAAC;AAErD,iGAAiG;AACjG,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,GAAgB,EAAY,EAAE;IAC1D,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;QACd,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,sBAAsB,GAAG,CAAC,KAAK,EAAE;SAC1C,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QAC7C,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC;IAC7E,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAEtE,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,oBAAoB,KAAK,IAAI;SACtC,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AAC9D,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC5B,GAAW,EACX,IAAa,EACb,OAAO,GAAiB,EAAE,EACM,EAAE;IAClC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;IAE3C,MAAM,aAAa,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QACzC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;YAC/B,GAAG,OAAO;YACV,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,MAAM,EAAE,MAAM,CAAC;YACxD,8CAA8C;YAC9C,YAAY,EAAE,OAAO;SACtB,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC"}

package/dist/core/aeo/site-rules.d.ts

@@ -0,0 +1,13 @@
+import type { AiCrawlerReport, Finding, LlmsTxtInfo, RuleMeta } from "../types.js";
+/** Rules about the site as a whole, which the AEO audit checks once per origin. */
+export declare const AEO_SITE_RULES: RuleMeta[];
+export interface AeoSiteContext {
+    crawlers: AiCrawlerReport | null;
+    llmsTxt: LlmsTxtInfo | null;
+    /** Pages audited, for "blocked from N of M pages". */
+    pageCount: number;
+    /** Set when the caller asked for the bot probe but it could not run. */
+    probeSkipped?: string;
+}
+/** Findings about robots.txt, llms.txt and the bot probe, for the site the audited pages belong to. */
+export declare const aeoSiteFindings: (ctx: AeoSiteContext) => Finding[];

package/dist/core/aeo/site-rules.js

@@ -0,0 +1,178 @@
+import { cap, finding, GOOGLE_DOCS } from "../rules/rule.js";
+import { AI_BOTS, invalidSignals } from "./bots.js";
+const LLMS_TXT_DOCS = "https://llmstxt.org/";
+const CONTENT_SIGNALS_DOCS = "https://contentsignals.org/";
+const meta = (id, severity, description, recommendation, docs, requires) => {
+    const rule = {
+        id,
+        category: "aeo",
+        severity,
+        description,
+        recommendation,
+    };
+    if (docs) {
+        rule.docs = docs;
+    }
+    if (requires) {
+        rule.requires = requires;
+    }
+    return rule;
+};
+/** Rules about the site as a whole, which the AEO audit checks once per origin. */
+export const AEO_SITE_RULES = [
+    meta("aeo.robots-txt-unreachable", "warning", 'robots.txt answers a server error or does not answer, and crawlers treat that as "crawl nothing" (RFC 9309).', "Make /robots.txt answer 200, or 404 when there is none. A 5xx or a timeout stops well-behaved crawlers, AI crawlers included.", GOOGLE_DOCS.robotsTxt),
+    meta("aeo.robots-blocks-search-crawler", "error", "robots.txt blocks a search crawler whose index AI answers draw on: Googlebot (AI Overviews, AI Mode), Bingbot (Copilot) or Applebot (Siri, Spotlight).", "Allow these crawlers in robots.txt: remove the Disallow lines that match the audited pages in their groups, or in `User-agent: *` when they have no group of their own. Applebot follows the Googlebot group when no group names Applebot.", "https://developers.google.com/search/docs/appearance/ai-features"),
+    meta("aeo.robots-blocks-answer-bot", "warning", "robots.txt blocks a bot that fetches pages for AI answers or an AI search index (OAI-SearchBot, ChatGPT-User, Claude-SearchBot, Claude-User, PerplexityBot, Perplexity-User, Google-Extended, DuckAssistBot, MistralAI-User).", "Allow the bots listed in evidence if the site should be cited in those answer engines: add a group for each with `Allow: /`, or remove the Disallow lines that match them. Keep a block that is deliberate, and disable this rule.", GOOGLE_DOCS.robotsTxt),
+    meta("aeo.robots-blocks-training-bot", "info", "robots.txt blocks a crawler that collects text to train AI models (GPTBot, ClaudeBot, Applebot-Extended, CCBot, meta-externalagent).", "Nothing to change if you mean to opt out of model training: these bots do not decide whether answer engines cite the site. Allow them if you want the content in future models.", GOOGLE_DOCS.robotsTxt),
+    meta("aeo.content-signal-blocks-answers", "warning", "A robots.txt Content-Signal line sets ai-input=no or search=no, asking answer engines not to use the pages in AI answers or search.", "Set ai-input=yes and search=yes in the Content-Signal line if answer engines should use the content; ai-train=no can stay to opt out of training. Example: `Content-Signal: search=yes, ai-input=yes, ai-train=no`.", CONTENT_SIGNALS_DOCS),
+    meta("aeo.content-signal-invalid", "info", "A robots.txt Content-Signal line has a signal other than search, ai-input or ai-train, or a value other than yes or no.", "Write Content-Signal as comma-separated pairs of search, ai-input or ai-train with yes or no, e.g. `Content-Signal: search=yes, ai-input=yes, ai-train=no`.", CONTENT_SIGNALS_DOCS),
+    meta("aeo.llms-txt-missing", "info", "The site has no /llms.txt.", "Optional: publish /llms.txt, a Markdown index of the pages that matter, for AI tools and coding agents that look for one. No major answer engine has said it reads llms.txt, so this is low priority.", LLMS_TXT_DOCS),
+    meta("aeo.llms-txt-invalid", "warning", "/llms.txt exists but does not follow the llms.txt format, which requires an H1 title first.", "Start the file with `# Site name`, then an optional `> one-line summary`, then H2 sections with links written as `- [Title](https://...): note`.", LLMS_TXT_DOCS),
+    meta("aeo.llms-txt-no-links", "info", "/llms.txt has no Markdown links, so it points AI tools to no pages.", "List the pages that matter under H2 sections, one per line: `- [Title](https://...): what it covers`.", LLMS_TXT_DOCS),
+    meta("aeo.server-blocks-answer-bot", "warning", "The server refuses or challenges an AI answer bot's User-Agent (403, 429, a challenge page) while it serves the audit's own request.", "Allow these bots at the CDN, firewall or bot-protection layer (for example the CDN's AI crawler settings or a WAF rule). The probe sent the bots' User-Agent from this machine, not from the bots' own IP ranges, and a CDN that verifies bots may let the real ones through: confirm in the CDN's bot logs before changing rules.", undefined, "ai-bots"),
+    meta("aeo.server-blocks-training-bot", "info", "The server refuses or challenges an AI training bot's User-Agent while it serves the audit's own request.", "Nothing to change if you mean to keep training bots out; this does not affect AI answers. The probe came from this machine, not the bots' own IP ranges.", undefined, "ai-bots"),
+    meta("aeo.bot-probe-inconclusive", "info", "The AI bot probe could not run: the target is not a URL, or the audit's own request did not get the page.", "Probe a live URL, and make the audit's own request succeed first (status, auth headers, --user-agent); otherwise blocked bots cannot be told apart from a page that fails for everyone.", undefined, "ai-bots"),
+];
+const byId = new Map(AEO_SITE_RULES.map((r) => [r.id, r]));
+const m = (id) => {
+    const rule = byId.get(id);
+    if (!rule) {
+        throw new Error(`Unknown AEO site rule: ${id}`);
+    }
+    return rule;
+};
+const ROBOTS_RULES = {
+    search: "aeo.robots-blocks-search-crawler",
+    answer: "aeo.robots-blocks-answer-bot",
+    training: "aeo.robots-blocks-training-bot",
+};
+const SERVER_RULES = {
+    answer: "aeo.server-blocks-answer-bot",
+    training: "aeo.server-blocks-training-bot",
+};
+const docsFor = (name) => AI_BOTS.find((b) => b.name === name)?.docs;
+const robotsFindings = (crawlers, pageCount) => {
+    if (crawlers.status === "unreachable") {
+        return [
+            finding(m("aeo.robots-txt-unreachable"), `robots.txt at ${crawlers.robotsTxt} ${crawlers.httpStatus === null ? "did not answer" : `answers HTTP ${crawlers.httpStatus}`}, so crawlers that follow RFC 9309, AI crawlers included, treat the whole site as off limits.`, { evidence: { url: crawlers.robotsTxt, status: crawlers.httpStatus } }),
+        ];
+    }
+    const out = [];
+    for (const purpose of ["search", "answer", "training"]) {
+        const blocked = crawlers.bots.filter((b) => b.purpose === purpose && (!b.allowed || b.blockedPages > 0));
+        if (!blocked.length) {
+            continue;
+        }
+        const where = (b) => b.allowed
+            ? `${b.blockedPages} of ${pageCount} audited pages, which other crawlers may fetch`
+            : "the audited page";
+        out.push({
+            ...finding(m(ROBOTS_RULES[purpose]), `robots.txt blocks ${blocked.map((b) => b.name).join(", ")}.`, {
+                evidence: {
+                    robotsTxt: crawlers.robotsTxt,
+                    bots: cap(blocked.map((b) => ({
+                        name: b.name,
+                        operator: b.operator,
+                        usedFor: b.usedFor,
+                        blocked: pageCount > 1 ? where(b) : "the audited page",
+                        group: b.robotsGroup,
+                        docs: docsFor(b.name),
+                    })), 20),
+                },
+            }),
+            url: crawlers.robotsTxt,
+        });
+    }
+    return out;
+};
+const signalFindings = (crawlers) => {
+    const out = [];
+    const answerAgents = new Set(AI_BOTS.filter((b) => b.purpose !== "training").map((b) => b.name.toLowerCase()));
+    const optOuts = crawlers.contentSignals.filter((s) => (s.signals["ai-input"] === "no" || s.signals["search"] === "no") &&
+        s.userAgents.some((a) => a === "*" || answerAgents.has(a.split("/")[0]?.toLowerCase() ?? "")));
+    if (optOuts.length) {
+        out.push({
+            ...finding(m("aeo.content-signal-blocks-answers"), `robots.txt Content-Signal asks ${optOuts
+                .map((s) => `${s.userAgents.join(", ") || "all crawlers"} for ${Object.entries(s.signals)
+                .map(([k, v]) => `${k}=${v}`)
+                .join(", ")}${s.path ? ` on ${s.path}` : ""}`)
+                .join("; ")}.`, { evidence: { signals: cap(optOuts) } }),
+            url: crawlers.robotsTxt,
+        });
+    }
+    const invalid = crawlers.contentSignals.flatMap(invalidSignals);
+    if (invalid.length) {
+        out.push({
+            ...finding(m("aeo.content-signal-invalid"), `robots.txt Content-Signal has values the policy does not define: ${cap(invalid, 5).join(", ")}.`, { evidence: { values: cap(invalid) } }),
+            url: crawlers.robotsTxt,
+        });
+    }
+    return out;
+};
+const llmsTxtFindings = (llms) => {
+    const at = { url: llms.url };
+    if (llms.status === "missing") {
+        return [
+            {
+                ...finding(m("aeo.llms-txt-missing"), `No llms.txt at ${llms.url}${llms.httpStatus ? ` (HTTP ${llms.httpStatus})` : ""}.`),
+                ...at,
+            },
+        ];
+    }
+    if (llms.status === "invalid") {
+        return [
+            {
+                ...finding(m("aeo.llms-txt-invalid"), `llms.txt does not follow the format: ${llms.problems.join("; ")}.`, { evidence: { problems: llms.problems, bytes: llms.bytes } }),
+                ...at,
+            },
+        ];
+    }
+    return llms.links === 0
+        ? [
+            {
+                ...finding(m("aeo.llms-txt-no-links"), `llms.txt "${llms.title ?? ""}" has no Markdown links.`),
+                ...at,
+            },
+        ]
+        : [];
+};
+const probeFindings = (crawlers) => {
+    const baseline = crawlers.probeBaseline;
+    if (!baseline) {
+        return [];
+    }
+    const out = [];
+    for (const purpose of ["answer", "training"]) {
+        const rule = SERVER_RULES[purpose];
+        const blocked = crawlers.bots.filter((b) => b.purpose === purpose && b.probe?.blocked);
+        if (!rule || !blocked.length) {
+            continue;
+        }
+        out.push(finding(m(rule), `The server refused or challenged ${blocked.map((b) => `${b.name} (${b.probe?.reason ?? "blocked"})`).join(", ")}, while the audit's own request got HTTP ${baseline.status}. The requests came from this machine with each bot's User-Agent, not from the bots' own IP ranges.`, {
+            evidence: {
+                baseline,
+                bots: cap(blocked.map((b) => ({
+                    name: b.name,
+                    status: b.probe?.status ?? null,
+                    reason: b.probe?.reason ?? null,
+                })), 20),
+            },
+        }));
+    }
+    return out;
+};
+/** Findings about robots.txt, llms.txt and the bot probe, for the site the audited pages belong to. */
+export const aeoSiteFindings = (ctx) => {
+    const out = [];
+    if (ctx.crawlers) {
+        out.push(...robotsFindings(ctx.crawlers, ctx.pageCount), ...signalFindings(ctx.crawlers), ...probeFindings(ctx.crawlers));
+    }
+    if (ctx.llmsTxt) {
+        out.push(...llmsTxtFindings(ctx.llmsTxt));
+    }
+    if (ctx.probeSkipped) {
+        out.push(finding(m("aeo.bot-probe-inconclusive"), `The AI bot probe did not run: ${ctx.probeSkipped}.`));
+    }
+    return out;
+};
+//# sourceMappingURL=site-rules.js.map

package/dist/core/aeo/site-rules.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"site-rules.js","sourceRoot":"","sources":["../../../src/core/aeo/site-rules.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAS7D,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEpD,MAAM,aAAa,GAAG,sBAAsB,CAAC;AAC7C,MAAM,oBAAoB,GAAG,6BAA6B,CAAC;AAE3D,MAAM,IAAI,GAAG,CACX,EAAU,EACV,QAA8B,EAC9B,WAAmB,EACnB,cAAsB,EACtB,IAAa,EACb,QAA+B,EACrB,EAAE;IACZ,MAAM,IAAI,GAAa;QACrB,EAAE;QACF,QAAQ,EAAE,KAAK;QACf,QAAQ;QACR,WAAW;QACX,cAAc;KACf,CAAC;IAEF,IAAI,IAAI,EAAE,CAAC;QACT,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,mFAAmF;AACnF,MAAM,CAAC,MAAM,cAAc,GAAe;IACxC,IAAI,CACF,4BAA4B,EAC5B,SAAS,EACT,8GAA8G,EAC9G,+HAA+H,EAC/H,WAAW,CAAC,SAAS,CACtB;IACD,IAAI,CACF,kCAAkC,EAClC,OAAO,EACP,wJAAwJ,EACxJ,4OAA4O,EAC5O,kEAAkE,CACnE;IACD,IAAI,CACF,8BAA8B,EAC9B,SAAS,EACT,+NAA+N,EAC/N,oOAAoO,EACpO,WAAW,CAAC,SAAS,CACtB;IACD,IAAI,CACF,gCAAgC,EAChC,MAAM,EACN,sIAAsI,EACtI,iLAAiL,EACjL,WAAW,CAAC,SAAS,CACtB;IACD,IAAI,CACF,mCAAmC,EACnC,SAAS,EACT,qIAAqI,EACrI,qNAAqN,EACrN,oBAAoB,CACrB;IACD,IAAI,CACF,4BAA4B,EAC5B,MAAM,EACN,yHAAyH,EACzH,6JAA6J,EAC7J,oBAAoB,CACrB;IACD,IAAI,CACF,sBAAsB,EACtB,MAAM,EACN,4BAA4B,EAC5B,uMAAuM,EACvM,aAAa,CACd;IACD,IAAI,CACF,sBAAsB,EACtB,SAAS,EACT,6FAA6F,EAC7F,kJAAkJ,EAClJ,aAAa,CACd;IACD,IAAI,CACF,uBAAuB,EACvB,MAAM,EACN,qEAAqE,EACrE,uGAAuG,EACvG,aAAa,CACd;IACD,IAAI,CACF,8BAA8B,EAC9B,SAAS,EACT,sIAAsI,EACtI,oUAAoU,EACpU,SAAS,EACT,SAAS,CACV;IACD,IAAI,CACF,gCAAgC,EAChC,MAAM,EACN,2GAA2G,EAC3G,0JAA0J,EAC1J,SAAS,EACT,SAAS,CACV;IACD,IAAI,CACF,4BAA4B,EAC5B,MAAM,EACN,2GAA2G,EAC3G,yLAAyL,EACzL,SAAS,EACT,SAAS,CACV;CACF,CAAC;AAEF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAE3D,MAAM,CAAC,GAAG,CAAC,EAAU,EAAY,EAAE;IACjC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAE1B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAWF,MAAM,YAAY,GAAiC;IACjD,MAAM,EAAE,kCAAkC;IAC1C,MAAM,EAAE,8BAA8B;IACtC,QAAQ,EAAE,gCAAgC;CAC3C,CAAC;AAEF,MAAM,YAAY,GAA0C;IAC1D,MAAM,EAAE,8BAA8B;IACtC,QAAQ,EAAE,gCAAgC;CAC3C,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,IAAY,EAAsB,EAAE,CACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,IAAI,CAAC;AAE7C,MAAM,cAAc,GAAG,CACrB,QAAyB,EACzB,SAAiB,EACN,EAAE;IACb,IAAI,QAAQ,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;QACtC,OAAO;YACL,OAAO,CACL,CAAC,CAAC,4BAA4B,CAAC,EAC/B,iBAAiB,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,gBAAgB,QAAQ,CAAC,UAAU,EAAE,+FAA+F,EAC7N,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,UAAU,EAAE,EAAE,CACvE;SACF,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAc,EAAE,CAAC;IAE1B,KAAK,MAAM,OAAO,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,CAAU,EAAE,CAAC;QAChE,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAClC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,CACnE,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,CAAc,EAAE,EAAE,CAC/B,CAAC,CAAC,OAAO;YACP,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,OAAO,SAAS,gDAAgD;YACnF,CAAC,CAAC,kBAAkB,CAAC;QAEzB,GAAG,CAAC,IAAI,CAAC;YACP,GAAG,OAAO,CACR,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,EACxB,qBAAqB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAC7D;gBACE,QAAQ,EAAE;oBACR,SAAS,EAAE,QAAQ,CAAC,SAAS;oBAC7B,IAAI,EAAE,GAAG,CACP,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBAClB,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;wBACpB,OAAO,EAAE,CAAC,CAAC,OAAO;wBAClB,OAAO,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,kBAAkB;wBACtD,KAAK,EAAE,CAAC,CAAC,WAAW;wBACpB,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;qBACtB,CAAC,CAAC,EACH,EAAE,CACH;iBACF;aACF,CACF;YACD,GAAG,EAAE,QAAQ,CAAC,SAAS;SACxB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,QAAyB,EAAa,EAAE;IAC9D,MAAM,GAAG,GAAc,EAAE,CAAC;IAE1B,MAAM,YAAY,GAAG,IAAI,GAAG,CAC1B,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACxD,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CACrB,CACF,CAAC;IAEF,MAAM,OAAO,GAAG,QAAQ,CAAC,cAAc,CAAC,MAAM,CAC5C,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC;QAChE,CAAC,CAAC,UAAU,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,KAAK,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CACtE,CACJ,CAAC;IAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,GAAG,CAAC,IAAI,CAAC;YACP,GAAG,OAAO,CACR,CAAC,CAAC,mCAAmC,CAAC,EACtC,kCAAkC,OAAO;iBACtC,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACJ,GAAG,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,cAAc,QAAQ,MAAM,CAAC,OAAO,CAChE,CAAC,CAAC,OAAO,CACV;iBACE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;iBAC5B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAClD;iBACA,IAAI,CAAC,IAAI,CAAC,GAAG,EAChB,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,CACxC;YACD,GAAG,EAAE,QAAQ,CAAC,SAAS;SACxB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IAEhE,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,GAAG,CAAC,IAAI,CAAC;YACP,GAAG,OAAO,CACR,CAAC,CAAC,4BAA4B,CAAC,EAC/B,oEAAoE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EACjG,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,CACvC;YACD,GAAG,EAAE,QAAQ,CAAC,SAAS;SACxB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,IAAiB,EAAa,EAAE;IACvD,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO;YACL;gBACE,GAAG,OAAO,CACR,CAAC,CAAC,sBAAsB,CAAC,EACzB,kBAAkB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CACpF;gBACD,GAAG,EAAE;aACN;SACF,CAAC;IACJ,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO;YACL;gBACE,GAAG,OAAO,CACR,CAAC,CAAC,sBAAsB,CAAC,EACzB,wCAAwC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EACnE,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,CAC7D;gBACD,GAAG,EAAE;aACN;SACF,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,KAAK,CAAC;QACrB,CAAC,CAAC;YACE;gBACE,GAAG,OAAO,CACR,CAAC,CAAC,uBAAuB,CAAC,EAC1B,aAAa,IAAI,CAAC,KAAK,IAAI,EAAE,0BAA0B,CACxD;gBACD,GAAG,EAAE;aACN;SACF;QACH,CAAC,CAAC,EAAE,CAAC;AACT,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,QAAyB,EAAa,EAAE;IAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,aAAa,CAAC;IAExC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,GAAG,GAAc,EAAE,CAAC;IAE1B,KAAK,MAAM,OAAO,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAU,EAAE,CAAC;QACtD,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAClC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,IAAI,CAAC,CAAC,KAAK,EAAE,OAAO,CACjD,CAAC;QAEF,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC7B,SAAS;QACX,CAAC;QAED,GAAG,CAAC,IAAI,CACN,OAAO,CACL,CAAC,CAAC,IAAI,CAAC,EACP,oCAAoC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,KAAK,EAAE,MAAM,IAAI,SAAS,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,4CAA4C,QAAQ,CAAC,MAAM,qGAAqG,EAChR;YACE,QAAQ,EAAE;gBACR,QAAQ;gBACR,IAAI,EAAE,GAAG,CACP,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAClB,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,MAAM,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,IAAI,IAAI;oBAC/B,MAAM,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,IAAI,IAAI;iBAChC,CAAC,CAAC,EACH,EAAE,CACH;aACF;SACF,CACF,CACF,CAAC;IACJ,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,uGAAuG;AACvG,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,GAAmB,EAAa,EAAE;IAChE,MAAM,GAAG,GAAc,EAAE,CAAC;IAE1B,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjB,GAAG,CAAC,IAAI,CACN,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,SAAS,CAAC,EAC9C,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,EAC/B,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAC/B,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAChB,GAAG,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;QACrB,GAAG,CAAC,IAAI,CACN,OAAO,CACL,CAAC,CAAC,4BAA4B,CAAC,EAC/B,iCAAiC,GAAG,CAAC,YAAY,GAAG,CACrD,CACF,CAAC;IACJ,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC,CAAC"}