@pseolint/core 0.4.1 → 0.5.3

package/dist/ai/tools/ask-ai-engine.js

@@ -0,0 +1,253 @@
+import { z } from "zod";
+import { cachedFetch } from "../../cache.js";
+import { validateTargetHost } from "../../ssrf-guard.js";
+import { probeCacheKey, readProbeCache, writeProbeCache } from "../probes/cache.js";
+import { defineTool } from "./types.js";
+const ENGINES = ["anthropic", "perplexity", "gemini"];
+const inputSchema = z.object({
+    engine: z.enum(ENGINES),
+    query: z.string().min(1).max(500),
+    candidateUrl: z
+        .string()
+        .url()
+        .optional()
+        .describe("When provided, the tool reports whether the engine cited this URL in its answer. Used for AEO citability probes — does ChatGPT/Claude/Perplexity cite *your* page when asked the question your page is targeting?"),
+    apiKey: z
+        .string()
+        .min(8)
+        .optional()
+        .describe("Engine-specific API key. Falls back to ANTHROPIC_API_KEY / PERPLEXITY_API_KEY / GOOGLE_GENERATIVE_AI_API_KEY env vars."),
+    cacheDir: z.string().optional(),
+});
+const outputSchema = z.object({
+    engine: z.enum(ENGINES),
+    query: z.string(),
+    answer: z.string(),
+    citedUrls: z.array(z.string()),
+    candidateCited: z.boolean().nullable(),
+    fromCache: z.boolean(),
+    /**
+     * Approximate cost of this call, in USD. The orchestrator's BudgetTracker
+     * sums these into the session-level USD cap. Cache hits report 0.
+     */
+    apiCostUsd: z.number().nonnegative(),
+});
+const DEFAULT_TTL_MS = 24 * 60 * 60 * 1000;
+/** Per-call estimated cost, USD. Conservative midpoints. */
+const COST_BY_ENGINE_USD = {
+    anthropic: 0.003,
+    perplexity: 0.001,
+    gemini: 0.001,
+};
+const URL_RE = /https?:\/\/[^\s<>"\)\]]+/g;
+function extractUrls(text) {
+    const matches = text.match(URL_RE) ?? [];
+    return Array.from(new Set(matches));
+}
+function hostMatches(citedUrl, candidateUrl) {
+    try {
+        return new URL(citedUrl).hostname === new URL(candidateUrl).hostname;
+    }
+    catch {
+        return false;
+    }
+}
+async function validateHostHop(hopUrl, label) {
+    let host;
+    try {
+        host = new URL(hopUrl).hostname;
+    }
+    catch {
+        throw new Error(`${label}: invalid URL ${hopUrl}`);
+    }
+    await validateTargetHost(host);
+}
+async function askAnthropic(query, apiKey, signal) {
+    await validateHostHop("https://api.anthropic.com", "ask_ai_engine");
+    const res = await cachedFetch("https://api.anthropic.com/v1/messages", {
+        timeoutMs: 30_000,
+        cache: null,
+        signal,
+        fetcher: async (url, init) => fetch(url, {
+            ...init,
+            method: "POST",
+            headers: {
+                "x-api-key": apiKey,
+                "anthropic-version": "2023-06-01",
+                "content-type": "application/json",
+            },
+            body: JSON.stringify({
+                model: "claude-sonnet-4-6",
+                max_tokens: 600,
+                messages: [
+                    {
+                        role: "user",
+                        content: `Answer this in 2-3 sentences. If you cite specific webpages, include their URLs verbatim in your answer.\n\nQuestion: ${query}`,
+                    },
+                ],
+            }),
+        }),
+    });
+    if (res.status >= 400) {
+        throw new Error(`ask_ai_engine[anthropic]: HTTP ${res.status}`);
+    }
+    const payload = JSON.parse(res.body);
+    if (payload.error) {
+        throw new Error(`ask_ai_engine[anthropic]: ${payload.error.message ?? "unknown error"}`);
+    }
+    const answer = (payload.content ?? [])
+        .filter((c) => c.type === "text" && typeof c.text === "string")
+        .map((c) => c.text)
+        .join("\n");
+    return { answer, citedUrls: extractUrls(answer) };
+}
+async function askPerplexity(query, apiKey, signal) {
+    await validateHostHop("https://api.perplexity.ai", "ask_ai_engine");
+    const res = await cachedFetch("https://api.perplexity.ai/chat/completions", {
+        timeoutMs: 30_000,
+        cache: null,
+        signal,
+        fetcher: async (url, init) => fetch(url, {
+            ...init,
+            method: "POST",
+            headers: {
+                authorization: `Bearer ${apiKey}`,
+                "content-type": "application/json",
+            },
+            body: JSON.stringify({
+                model: "sonar",
+                messages: [{ role: "user", content: query }],
+                max_tokens: 600,
+            }),
+        }),
+    });
+    if (res.status >= 400) {
+        throw new Error(`ask_ai_engine[perplexity]: HTTP ${res.status}`);
+    }
+    const payload = JSON.parse(res.body);
+    if (payload.error) {
+        throw new Error(`ask_ai_engine[perplexity]: ${payload.error.message ?? "unknown error"}`);
+    }
+    const answer = payload.choices?.[0]?.message?.content ?? "";
+    // Perplexity surfaces citations natively — prefer them, fall back to inline URL extraction.
+    const citedUrls = payload.citations && payload.citations.length > 0
+        ? Array.from(new Set(payload.citations))
+        : extractUrls(answer);
+    return { answer, citedUrls };
+}
+async function askGemini(query, apiKey, signal) {
+    const url = `https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash:generateContent?key=${encodeURIComponent(apiKey)}`;
+    await validateHostHop(url, "ask_ai_engine");
+    const res = await cachedFetch(url, {
+        timeoutMs: 30_000,
+        cache: null,
+        signal,
+        fetcher: async (u, init) => fetch(u, {
+            ...init,
+            method: "POST",
+            headers: { "content-type": "application/json" },
+            body: JSON.stringify({
+                contents: [{ parts: [{ text: query }] }],
+                tools: [{ googleSearchRetrieval: {} }],
+            }),
+        }),
+    });
+    if (res.status >= 400) {
+        throw new Error(`ask_ai_engine[gemini]: HTTP ${res.status}`);
+    }
+    const payload = JSON.parse(res.body);
+    if (payload.error) {
+        throw new Error(`ask_ai_engine[gemini]: ${payload.error.message ?? "unknown error"}`);
+    }
+    const candidate = payload.candidates?.[0];
+    const answer = (candidate?.content?.parts ?? []).map((p) => p.text ?? "").join("");
+    const citedUrls = new Set();
+    for (const c of candidate?.citationMetadata?.citationSources ?? []) {
+        if (c.uri)
+            citedUrls.add(c.uri);
+    }
+    for (const chunk of candidate?.groundingMetadata?.groundingChunks ?? []) {
+        if (chunk.web?.uri)
+            citedUrls.add(chunk.web.uri);
+    }
+    if (citedUrls.size === 0) {
+        for (const u of extractUrls(answer))
+            citedUrls.add(u);
+    }
+    return { answer, citedUrls: Array.from(citedUrls) };
+}
+/**
+ * Probe an AI answer engine with a query. The whole point of this tool —
+ * the AEO citability check — is to ask the same engines users will ask
+ * and see whether they cite the page being audited. No proxies, no
+ * heuristics. The cited-URLs list comes back, and if `candidateUrl` is
+ * provided we report whether it (by hostname) appears.
+ *
+ * Provider key resolution: explicit `apiKey` arg → engine-specific env
+ * var. Cached for 24h on `engine + query` — same query against the same
+ * engine reliably hits the same answer for the cache window.
+ */
+export const askAiEngineTool = defineTool({
+    name: "ask_ai_engine",
+    description: "Ask an AI answer engine (Anthropic, Perplexity, or Gemini) a query and report what it answered + which URLs it cited. Pass `candidateUrl` to check whether the engine cited that specific page (by hostname). This is the literal AEO citability test — no heuristic, no proxy, just measurement. Cached 24h per (engine, query). Costs vary: Anthropic ~$0.003/call, Perplexity ~$0.001, Gemini ~$0.001.",
+    inputSchema,
+    outputSchema,
+    async execute({ engine, query, candidateUrl, apiKey, cacheDir }, ctx) {
+        const envKey = engine === "anthropic" ? process.env.ANTHROPIC_API_KEY :
+            engine === "perplexity" ? process.env.PERPLEXITY_API_KEY :
+                process.env.GOOGLE_GENERATIVE_AI_API_KEY;
+        const key = apiKey ?? envKey;
+        if (!key) {
+            const envVar = engine === "anthropic" ? "ANTHROPIC_API_KEY" :
+                engine === "perplexity" ? "PERPLEXITY_API_KEY" :
+                    "GOOGLE_GENERATIVE_AI_API_KEY";
+            throw new Error(`ask_ai_engine: no API key for ${engine} (pass apiKey or set ${envVar})`);
+        }
+        if (cacheDir) {
+            const cacheKey = probeCacheKey("ask_ai_engine", engine, query);
+            const cached = await readProbeCache(cacheDir, cacheKey, DEFAULT_TTL_MS);
+            if (cached) {
+                // Cache hits don't bill — re-evaluate candidateCited against the
+                // cached citations so a different `candidateUrl` still gets a
+                // correct answer without a fresh fetch.
+                const candidateCited = candidateUrl
+                    ? cached.citedUrls.some((u) => hostMatches(u, candidateUrl))
+                    : null;
+                return { ...cached, candidateCited, fromCache: true, apiCostUsd: 0 };
+            }
+        }
+        let probe;
+        if (engine === "anthropic") {
+            probe = await askAnthropic(query, key, ctx?.signal);
+        }
+        else if (engine === "perplexity") {
+            probe = await askPerplexity(query, key, ctx?.signal);
+        }
+        else {
+            probe = await askGemini(query, key, ctx?.signal);
+        }
+        const candidateCited = candidateUrl
+            ? probe.citedUrls.some((u) => hostMatches(u, candidateUrl))
+            : null;
+        const result = {
+            engine,
+            query,
+            answer: probe.answer,
+            citedUrls: probe.citedUrls,
+            candidateCited,
+            fromCache: false,
+            apiCostUsd: COST_BY_ENGINE_USD[engine],
+        };
+        if (cacheDir) {
+            try {
+                const cacheKey = probeCacheKey("ask_ai_engine", engine, query);
+                await writeProbeCache(cacheDir, cacheKey, result);
+            }
+            catch {
+                // Cache write failures are non-fatal.
+            }
+        }
+        return result;
+    },
+});
+//# sourceMappingURL=ask-ai-engine.js.map

package/dist/ai/tools/ask-ai-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ask-ai-engine.js","sourceRoot":"","sources":["../../../src/ai/tools/ask-ai-engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACpF,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,OAAO,GAAG,CAAC,WAAW,EAAE,YAAY,EAAE,QAAQ,CAAU,CAAC;AAE/D,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;IACvB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IACjC,YAAY,EAAE,CAAC;SACZ,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,EAAE;SACV,QAAQ,CACP,mNAAmN,CACpN;IACH,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;SACV,QAAQ,CACP,wHAAwH,CACzH;IACH,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAChC,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;IACvB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC9B,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACtC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;IACtB;;;OAGG;IACH,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE;CACrC,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAE3C,4DAA4D;AAC5D,MAAM,kBAAkB,GAA2C;IACjE,SAAS,EAAE,KAAK;IAChB,UAAU,EAAE,KAAK;IACjB,MAAM,EAAE,KAAK;CACd,CAAC;AAIF,MAAM,MAAM,GAAG,2BAA2B,CAAC;AAE3C,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACzC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB,EAAE,YAAoB;IACzD,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,QAAQ,KAAK,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC;IACvE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,MAAc,EAAE,KAAa;IAC1D,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,iBAAiB,MAAM,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;AACjC,CAAC;AAOD,KAAK,UAAU,YAAY,CAAC,KAAa,EAAE,MAAc,EAAE,MAAoB;IAC7E,MAAM,eAAe,CAAC,2BAA2B,EAAE,eAAe,CAAC,CAAC;IACpE,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,uCAAuC,EAAE;QACrE,SAAS,EAAE,MAAM;QACjB,KAAK,EAAE,IAAI;QACX,MAAM;QACN,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAC3B,KAAK,CAAC,GAAG,EAAE;YACT,GAAG,IAAI;YACP,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,WAAW,EAAE,MAAM;gBACnB,mBAAmB,EAAE,YAAY;gBACjC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,mBAAmB;gBAC1B,UAAU,EAAE,GAAG;gBACf,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,yHAAyH,KAAK,EAAE;qBAC1I;iBACF;aACF,CAAC;SACH,CAAC;KACL,CAAC,CAAC;IACH,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,kCAAkC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAsB,CAAC;IAC1D,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,6BAA6B,OAAO,CAAC,KAAK,CAAC,OAAO,IAAI,eAAe,EAAE,CAAC,CAAC;IAC3F,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;SACnC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;SAC9D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAK,CAAC;SACnB,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;AACpD,CAAC;AAQD,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,MAAc,EAAE,MAAoB;IAC9E,MAAM,eAAe,CAAC,2BAA2B,EAAE,eAAe,CAAC,CAAC;IACpE,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,4CAA4C,EAAE;QAC1E,SAAS,EAAE,MAAM;QACjB,KAAK,EAAE,IAAI;QACX,MAAM;QACN,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAC3B,KAAK,CAAC,GAAG,EAAE;YACT,GAAG,IAAI;YACP,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,MAAM,EAAE;gBACjC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,OAAO;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;gBAC5C,UAAU,EAAE,GAAG;aAChB,CAAC;SACH,CAAC;KACL,CAAC,CAAC;IACH,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAuB,CAAC;IAC3D,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,8BAA8B,OAAO,CAAC,KAAK,CAAC,OAAO,IAAI,eAAe,EAAE,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IAC5D,4FAA4F;IAC5F,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;QACjE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IACxB,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AAC/B,CAAC;AAoBD,KAAK,UAAU,SAAS,CAAC,KAAa,EAAE,MAAc,EAAE,MAAoB;IAC1E,MAAM,GAAG,GAAG,gGAAgG,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;IACzI,MAAM,eAAe,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE;QACjC,SAAS,EAAE,MAAM;QACjB,KAAK,EAAE,IAAI;QACX,MAAM;QACN,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,CACzB,KAAK,CAAC,CAAC,EAAE;YACP,GAAG,IAAI;YACP,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;gBACxC,KAAK,EAAE,CAAC,EAAE,qBAAqB,EAAE,EAAE,EAAE,CAAC;aACvC,CAAC;SACH,CAAC;KACL,CAAC,CAAC;IACH,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAmB,CAAC;IACvD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,CAAC,KAAK,CAAC,OAAO,IAAI,eAAe,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEnF,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,gBAAgB,EAAE,eAAe,IAAI,EAAE,EAAE,CAAC;QACnE,IAAI,CAAC,CAAC,GAAG;YAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,iBAAiB,EAAE,eAAe,IAAI,EAAE,EAAE,CAAC;QACxE,IAAI,KAAK,CAAC,GAAG,EAAE,GAAG;YAAE,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnD,CAAC;IACD,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC;YAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;AACtD,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,UAAU,CAAC;IACxC,IAAI,EAAE,eAAe;IACrB,WAAW,EACT,2YAA2Y;IAC7Y,WAAW;IACX,YAAY;IACZ,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,GAAG;QAClE,MAAM,MAAM,GACV,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YACxD,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;gBAC1D,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC;QAC3C,MAAM,GAAG,GAAG,MAAM,IAAI,MAAM,CAAC;QAC7B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,MAAM,GACV,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC;gBAC9C,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC;oBAChD,8BAA8B,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,wBAAwB,MAAM,GAAG,CAAC,CAAC;QAC5F,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,QAAQ,GAAG,aAAa,CAAC,eAAe,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;YAC/D,MAAM,MAAM,GAAG,MAAM,cAAc,CAAY,QAAQ,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;YACnF,IAAI,MAAM,EAAE,CAAC;gBACX,iEAAiE;gBACjE,8DAA8D;gBAC9D,wCAAwC;gBACxC,MAAM,cAAc,GAAG,YAAY;oBACjC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;oBAC5D,CAAC,CAAC,IAAI,CAAC;gBACT,OAAO,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;YACvE,CAAC;QACH,CAAC;QAED,IAAI,KAA8C,CAAC;QACnD,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;YAC3B,KAAK,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QACtD,CAAC;aAAM,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;YACnC,KAAK,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,cAAc,GAAG,YAAY;YACjC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;YAC3D,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,MAAM,GAAc;YACxB,MAAM;YACN,KAAK;YACL,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,cAAc;YACd,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,kBAAkB,CAAC,MAAM,CAAC;SACvC,CAAC;QAEF,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,aAAa,CAAC,eAAe,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;gBAC/D,MAAM,eAAe,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;YACpD,CAAC;YAAC,MAAM,CAAC;gBACP,sCAAsC;YACxC,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF,CAAC,CAAC"}

package/dist/ai/tools/check-domain-crawler-access.d.ts

@@ -0,0 +1,71 @@
+import { z } from "zod";
+/**
+ * Domain-level AEO check: does the site's robots.txt block AI crawlers
+ * (GPTBot, ClaudeBot, PerplexityBot, Google-Extended, etc.)? Wraps
+ * `crawlerAccessRule` with a built-in fetcher.
+ *
+ * Calls this once per domain near the start of an audit alongside
+ * `check_domain_llms_txt`. Sites that disallow GPTBot in robots.txt are
+ * uncitable in ChatGPT regardless of how good their content is.
+ */
+export declare const checkDomainCrawlerAccessTool: {
+    name: string;
+    description: string;
+    inputSchema: z.ZodType<{
+        origin: string;
+        timeoutMs?: number | undefined;
+    }, unknown, z.core.$ZodTypeInternals<{
+        origin: string;
+        timeoutMs?: number | undefined;
+    }, unknown>>;
+    outputSchema: z.ZodType<{
+        origin: string;
+        robotsTxtUrl: string;
+        robotsTxtPresent: boolean;
+        findings: {
+            ruleId: "aeo/crawler-access";
+            severity: "info" | "warning" | "error" | "critical";
+            message: string;
+            fix?: string | undefined;
+        }[];
+    }, unknown, z.core.$ZodTypeInternals<{
+        origin: string;
+        robotsTxtUrl: string;
+        robotsTxtPresent: boolean;
+        findings: {
+            ruleId: "aeo/crawler-access";
+            severity: "info" | "warning" | "error" | "critical";
+            message: string;
+            fix?: string | undefined;
+        }[];
+    }, unknown>>;
+    toAiTool(): import("ai").Tool<{
+        origin: string;
+        timeoutMs?: number | undefined;
+    }, import("./types.js").ToolResult<{
+        origin: string;
+        robotsTxtUrl: string;
+        robotsTxtPresent: boolean;
+        findings: {
+            ruleId: "aeo/crawler-access";
+            severity: "info" | "warning" | "error" | "critical";
+            message: string;
+            fix?: string | undefined;
+        }[];
+    }>>;
+    run(input: {
+        origin: string;
+        timeoutMs?: number | undefined;
+    }, ctx?: import("./types.js").ToolExecuteContext): Promise<import("./types.js").ToolResult<{
+        origin: string;
+        robotsTxtUrl: string;
+        robotsTxtPresent: boolean;
+        findings: {
+            ruleId: "aeo/crawler-access";
+            severity: "info" | "warning" | "error" | "critical";
+            message: string;
+            fix?: string | undefined;
+        }[];
+    }>>;
+};
+//# sourceMappingURL=check-domain-crawler-access.d.ts.map

package/dist/ai/tools/check-domain-crawler-access.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"check-domain-crawler-access.d.ts","sourceRoot":"","sources":["../../../src/ai/tools/check-domain-crawler-access.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AA4BxB;;;;;;;;GAQG;AACH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4CvC,CAAC"}

package/dist/ai/tools/check-domain-crawler-access.js

@@ -0,0 +1,76 @@
+import { z } from "zod";
+import { crawlerAccessRule } from "../../rules/aeo/crawler-access.js";
+import { cachedFetch } from "../../cache.js";
+import { validateTargetHost } from "../../ssrf-guard.js";
+import { defineTool } from "./types.js";
+const inputSchema = z.object({
+    origin: z
+        .string()
+        .url()
+        .describe("Site origin (e.g. https://example.com). The tool fetches /robots.txt."),
+    timeoutMs: z.number().int().positive().max(15_000).optional(),
+});
+const outputSchema = z.object({
+    origin: z.string(),
+    robotsTxtUrl: z.string(),
+    robotsTxtPresent: z.boolean(),
+    findings: z.array(z.object({
+        ruleId: z.literal("aeo/crawler-access"),
+        severity: z.enum(["info", "warning", "error", "critical"]),
+        message: z.string(),
+        fix: z.string().optional(),
+    })),
+});
+/**
+ * Domain-level AEO check: does the site's robots.txt block AI crawlers
+ * (GPTBot, ClaudeBot, PerplexityBot, Google-Extended, etc.)? Wraps
+ * `crawlerAccessRule` with a built-in fetcher.
+ *
+ * Calls this once per domain near the start of an audit alongside
+ * `check_domain_llms_txt`. Sites that disallow GPTBot in robots.txt are
+ * uncitable in ChatGPT regardless of how good their content is.
+ */
+export const checkDomainCrawlerAccessTool = defineTool({
+    name: "check_domain_crawler_access",
+    description: "Check whether the site's /robots.txt blocks AI crawlers (GPTBot, ClaudeBot, PerplexityBot, Google-Extended, etc.). Call once per domain. Sites that disallow these user agents are uncitable in the corresponding AI engine, regardless of content quality. Returns `robotsTxtPresent: false` when the file is absent.",
+    inputSchema,
+    outputSchema,
+    async execute({ origin, timeoutMs = 10_000 }, ctx) {
+        const robotsUrl = `${new URL(origin).origin}/robots.txt`;
+        const validateHop = async (hopUrl) => {
+            let host;
+            try {
+                host = new URL(hopUrl).hostname;
+            }
+            catch {
+                throw new Error(`check_domain_crawler_access: invalid URL ${hopUrl}`);
+            }
+            await validateTargetHost(host);
+        };
+        let robotsTxtContent = "";
+        let robotsTxtPresent = false;
+        try {
+            const res = await cachedFetch(robotsUrl, { timeoutMs, cache: null, validateHop, signal: ctx?.signal });
+            if (res.status >= 200 && res.status < 300) {
+                robotsTxtContent = res.body;
+                robotsTxtPresent = true;
+            }
+        }
+        catch {
+            // robots.txt absent or unreachable; rule will return [] for no content.
+        }
+        const findings = crawlerAccessRule(robotsTxtContent);
+        return {
+            origin: new URL(origin).origin,
+            robotsTxtUrl: robotsUrl,
+            robotsTxtPresent,
+            findings: findings.map((f) => ({
+                ruleId: "aeo/crawler-access",
+                severity: f.severity,
+                message: f.message,
+                fix: f.fix,
+            })),
+        };
+    },
+});
+//# sourceMappingURL=check-domain-crawler-access.js.map

package/dist/ai/tools/check-domain-crawler-access.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"check-domain-crawler-access.js","sourceRoot":"","sources":["../../../src/ai/tools/check-domain-crawler-access.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,CAAC,uEAAuE,CAAC;IACpF,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE;CAC9D,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE;IACxB,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE;IAC7B,QAAQ,EAAE,CAAC,CAAC,KAAK,CACf,CAAC,CAAC,MAAM,CAAC;QACP,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAC;QACvC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAC1D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;QACnB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC3B,CAAC,CACH;CACF,CAAC,CAAC;AAEH;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,UAAU,CAAC;IACrD,IAAI,EAAE,6BAA6B;IACnC,WAAW,EACT,wTAAwT;IAC1T,WAAW;IACX,YAAY;IACZ,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,GAAG,MAAM,EAAE,EAAE,GAAG;QAC/C,MAAM,SAAS,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,aAAa,CAAC;QACzD,MAAM,WAAW,GAAG,KAAK,EAAE,MAAc,EAAiB,EAAE;YAC1D,IAAI,IAAY,CAAC;YACjB,IAAI,CAAC;gBACH,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC;YAClC,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CAAC,4CAA4C,MAAM,EAAE,CAAC,CAAC;YACxE,CAAC;YACD,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC,CAAC;QAEF,IAAI,gBAAgB,GAAG,EAAE,CAAC;QAC1B,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;YACvG,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBAC1C,gBAAgB,GAAG,GAAG,CAAC,IAAI,CAAC;gBAC5B,gBAAgB,GAAG,IAAI,CAAC;YAC1B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,wEAAwE;QAC1E,CAAC;QAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QAErD,OAAO;YACL,MAAM,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM;YAC9B,YAAY,EAAE,SAAS;YACvB,gBAAgB;YAChB,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7B,MAAM,EAAE,oBAA6B;gBACrC,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,GAAG,EAAE,CAAC,CAAC,GAAG;aACX,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF,CAAC,CAAC"}

package/dist/ai/tools/check-domain-llms-txt.d.ts

@@ -0,0 +1,70 @@
+import { z } from "zod";
+/**
+ * Domain-level AEO check: does the site publish a valid /llms.txt? Wraps
+ * `llmsTxtRule` with a built-in fetcher that goes through the SSRF guard.
+ *
+ * Unlike the per-page rules, this is called once per domain — the
+ * orchestrator typically calls this near the top of the audit alongside
+ * `check_domain_crawler_access`.
+ */
+export declare const checkDomainLlmsTxtTool: {
+    name: string;
+    description: string;
+    inputSchema: z.ZodType<{
+        origin: string;
+        timeoutMs?: number | undefined;
+    }, unknown, z.core.$ZodTypeInternals<{
+        origin: string;
+        timeoutMs?: number | undefined;
+    }, unknown>>;
+    outputSchema: z.ZodType<{
+        origin: string;
+        llmsTxtUrl: string;
+        found: boolean;
+        findings: {
+            ruleId: "aeo/llms-txt";
+            severity: "info" | "warning" | "error" | "critical";
+            message: string;
+            fix?: string | undefined;
+        }[];
+    }, unknown, z.core.$ZodTypeInternals<{
+        origin: string;
+        llmsTxtUrl: string;
+        found: boolean;
+        findings: {
+            ruleId: "aeo/llms-txt";
+            severity: "info" | "warning" | "error" | "critical";
+            message: string;
+            fix?: string | undefined;
+        }[];
+    }, unknown>>;
+    toAiTool(): import("ai").Tool<{
+        origin: string;
+        timeoutMs?: number | undefined;
+    }, import("./types.js").ToolResult<{
+        origin: string;
+        llmsTxtUrl: string;
+        found: boolean;
+        findings: {
+            ruleId: "aeo/llms-txt";
+            severity: "info" | "warning" | "error" | "critical";
+            message: string;
+            fix?: string | undefined;
+        }[];
+    }>>;
+    run(input: {
+        origin: string;
+        timeoutMs?: number | undefined;
+    }, ctx?: import("./types.js").ToolExecuteContext): Promise<import("./types.js").ToolResult<{
+        origin: string;
+        llmsTxtUrl: string;
+        found: boolean;
+        findings: {
+            ruleId: "aeo/llms-txt";
+            severity: "info" | "warning" | "error" | "critical";
+            message: string;
+            fix?: string | undefined;
+        }[];
+    }>>;
+};
+//# sourceMappingURL=check-domain-llms-txt.d.ts.map

package/dist/ai/tools/check-domain-llms-txt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"check-domain-llms-txt.d.ts","sourceRoot":"","sources":["../../../src/ai/tools/check-domain-llms-txt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AA4BxB;;;;;;;GAOG;AACH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2CjC,CAAC"}

package/dist/ai/tools/check-domain-llms-txt.js

@@ -0,0 +1,75 @@
+import { z } from "zod";
+import { llmsTxtRule } from "../../rules/aeo/llms-txt.js";
+import { cachedFetch } from "../../cache.js";
+import { validateTargetHost } from "../../ssrf-guard.js";
+import { defineTool } from "./types.js";
+const inputSchema = z.object({
+    origin: z
+        .string()
+        .url()
+        .describe("Site origin (e.g. https://example.com). The tool fetches /llms.txt automatically."),
+    timeoutMs: z.number().int().positive().max(15_000).optional(),
+});
+const outputSchema = z.object({
+    origin: z.string(),
+    llmsTxtUrl: z.string(),
+    found: z.boolean(),
+    findings: z.array(z.object({
+        ruleId: z.literal("aeo/llms-txt"),
+        severity: z.enum(["info", "warning", "error", "critical"]),
+        message: z.string(),
+        fix: z.string().optional(),
+    })),
+});
+/**
+ * Domain-level AEO check: does the site publish a valid /llms.txt? Wraps
+ * `llmsTxtRule` with a built-in fetcher that goes through the SSRF guard.
+ *
+ * Unlike the per-page rules, this is called once per domain — the
+ * orchestrator typically calls this near the top of the audit alongside
+ * `check_domain_crawler_access`.
+ */
+export const checkDomainLlmsTxtTool = defineTool({
+    name: "check_domain_llms_txt",
+    description: "Check whether the site publishes a valid /llms.txt file (the emerging AEO standard for telling LLMs which content to ingest and how). Call once per domain near the start of an audit. Returns `found: false` when the file is absent — that itself is informational, not a hard error.",
+    inputSchema,
+    outputSchema,
+    async execute({ origin, timeoutMs = 10_000 }, ctx) {
+        const validateHop = async (hopUrl) => {
+            let host;
+            try {
+                host = new URL(hopUrl).hostname;
+            }
+            catch {
+                throw new Error(`check_domain_llms_txt: invalid URL ${hopUrl}`);
+            }
+            await validateTargetHost(host);
+        };
+        const fetcher = async (url) => {
+            try {
+                const res = await cachedFetch(url, { timeoutMs, cache: null, validateHop, signal: ctx?.signal });
+                if (res.status >= 200 && res.status < 300)
+                    return res.body;
+                return null;
+            }
+            catch {
+                return null;
+            }
+        };
+        const findings = await llmsTxtRule(origin, fetcher);
+        const llmsTxtUrl = `${new URL(origin).origin}/llms.txt`;
+        const found = !findings.some((f) => /not found|missing/i.test(f.message));
+        return {
+            origin: new URL(origin).origin,
+            llmsTxtUrl,
+            found,
+            findings: findings.map((f) => ({
+                ruleId: "aeo/llms-txt",
+                severity: f.severity,
+                message: f.message,
+                fix: f.fix,
+            })),
+        };
+    },
+});
+//# sourceMappingURL=check-domain-llms-txt.js.map

package/dist/ai/tools/check-domain-llms-txt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"check-domain-llms-txt.js","sourceRoot":"","sources":["../../../src/ai/tools/check-domain-llms-txt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,EAAE;SACL,QAAQ,CAAC,mFAAmF,CAAC;IAChG,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE;CAC9D,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,KAAK,CACf,CAAC,CAAC,MAAM,CAAC;QACP,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;QACjC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAC1D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;QACnB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC3B,CAAC,CACH;CACF,CAAC,CAAC;AAEH;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,UAAU,CAAC;IAC/C,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EACT,yRAAyR;IAC3R,WAAW;IACX,YAAY;IACZ,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,GAAG,MAAM,EAAE,EAAE,GAAG;QAC/C,MAAM,WAAW,GAAG,KAAK,EAAE,MAAc,EAAiB,EAAE;YAC1D,IAAI,IAAY,CAAC;YACjB,IAAI,CAAC;gBACH,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC;YAClC,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,KAAK,CAAC,sCAAsC,MAAM,EAAE,CAAC,CAAC;YAClE,CAAC;YACD,MAAM,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC,CAAC;QAEF,MAAM,OAAO,GAAG,KAAK,EAAE,GAAW,EAA0B,EAAE;YAC5D,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;gBACjG,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG;oBAAE,OAAO,GAAG,CAAC,IAAI,CAAC;gBAC3D,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACpD,MAAM,UAAU,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,WAAW,CAAC;QACxD,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAE1E,OAAO;YACL,MAAM,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM;YAC9B,UAAU;YACV,KAAK;YACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7B,MAAM,EAAE,cAAuB;gBAC/B,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,GAAG,EAAE,CAAC,CAAC,GAAG;aACX,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;CACF,CAAC,CAAC"}

package/dist/ai/tools/check-indexability.d.ts

@@ -0,0 +1,58 @@
+import { z } from "zod";
+export declare const checkIndexabilityTool: {
+    name: string;
+    description: string;
+    inputSchema: z.ZodType<{
+        pageId: string;
+        xRobotsTagHeader?: string | undefined;
+    }, unknown, z.core.$ZodTypeInternals<{
+        pageId: string;
+        xRobotsTagHeader?: string | undefined;
+    }, unknown>>;
+    outputSchema: z.ZodType<{
+        url: string;
+        indexable: boolean;
+        reasons: string[];
+        metaRobots: string;
+        metaNoindex: boolean;
+        xRobotsNoindex: boolean;
+        canonicalUrl: string;
+        canonicalSelfReferencing: boolean;
+    }, unknown, z.core.$ZodTypeInternals<{
+        url: string;
+        indexable: boolean;
+        reasons: string[];
+        metaRobots: string;
+        metaNoindex: boolean;
+        xRobotsNoindex: boolean;
+        canonicalUrl: string;
+        canonicalSelfReferencing: boolean;
+    }, unknown>>;
+    toAiTool(): import("ai").Tool<{
+        pageId: string;
+        xRobotsTagHeader?: string | undefined;
+    }, import("./types.js").ToolResult<{
+        url: string;
+        indexable: boolean;
+        reasons: string[];
+        metaRobots: string;
+        metaNoindex: boolean;
+        xRobotsNoindex: boolean;
+        canonicalUrl: string;
+        canonicalSelfReferencing: boolean;
+    }>>;
+    run(input: {
+        pageId: string;
+        xRobotsTagHeader?: string | undefined;
+    }, ctx?: import("./types.js").ToolExecuteContext): Promise<import("./types.js").ToolResult<{
+        url: string;
+        indexable: boolean;
+        reasons: string[];
+        metaRobots: string;
+        metaNoindex: boolean;
+        xRobotsNoindex: boolean;
+        canonicalUrl: string;
+        canonicalSelfReferencing: boolean;
+    }>>;
+};
+//# sourceMappingURL=check-indexability.d.ts.map

package/dist/ai/tools/check-indexability.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"check-indexability.d.ts","sourceRoot":"","sources":["../../../src/ai/tools/check-indexability.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAkCxB,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqChC,CAAC"}