aeo-ready 1.5.0 → 1.7.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "aeo-ready",
-  "version": "1.5.0",
+  "version": "1.7.0",
   "description": "AEO benchmark aggregator. One scan, every score. Collects agentic-seo, Cloudflare, Fern, Vercel, and AgentGrade in one report.",
   "type": "module",
   "bin": {

package/src/benchmark/agentic-seo.js

@@ -12,21 +12,31 @@ const KNOWN_FILES = [
   "skill.md",
   "agent-permissions.json",
   "agents.json",
+  "agents.txt",
+  "openapi.json",
   "sitemap.xml",
   ".well-known/ai-plugin.json",
+  ".well-known/agent-card.json",
+  ".well-known/mcp/server-card.json",
+  ".well-known/agent-skills/index.json",
 ];
 
-async function fetchText(url) {
+async function fetchText(url, headers) {
   try {
-    const res = await fetch(url, { redirect: "follow" });
+    const res = await fetch(url, { redirect: "follow", headers });
     if (!res.ok) return null;
     return await res.text();
-  } catch (err) {
-    console.warn(`Warning: failed to fetch ${url}: ${err.message}`);
+  } catch {
     return null;
   }
 }
 
+function saveToDisk(tempDir, relativePath, content) {
+  const filePath = join(tempDir, relativePath);
+  mkdirSync(dirname(filePath), { recursive: true });
+  writeFileSync(filePath, content);
+}
+
 function parseSitemapUrls(xml, baseUrl) {
   const urls = [];
   const matches = xml.matchAll(/<loc>([^<]+)<\/loc>/g);
@@ -37,25 +47,71 @@ function parseSitemapUrls(xml, baseUrl) {
   return urls;
 }
 
-function urlToFilePath(url, baseUrl) {
+function urlToFilePath(url) {
   let path = new URL(url).pathname;
   if (path.endsWith("/")) path += "index.html";
   else if (!path.includes(".")) path += ".html";
   return path.replace(/^\//, "");
 }
 
-async function fetchSiteToDir(baseUrl) {
-  const tempDir = mkdtempSync(join(tmpdir(), "aeo-"));
+async function discoverSkillFiles(baseUrl, tempDir) {
+  const indexContent = await fetchText(
+    `${baseUrl}/.well-known/agent-skills/index.json`,
+  );
+  if (!indexContent) return;
 
-  for (const file of KNOWN_FILES) {
-    const content = await fetchText(`${baseUrl}/${file}`);
-    if (content) {
-      const filePath = join(tempDir, file);
-      mkdirSync(dirname(filePath), { recursive: true });
-      writeFileSync(filePath, content);
+  let index;
+  try {
+    index = JSON.parse(indexContent);
+  } catch {
+    return;
+  }
+
+  const skills = index.skills || index;
+  if (!Array.isArray(skills)) return;
+
+  const fetches = [];
+  for (const skill of skills) {
+    const dir = skill.path || skill.id;
+    if (!dir) continue;
+
+    const base = `.well-known/agent-skills/${dir}`;
+    fetches.push(
+      fetchText(`${baseUrl}/${base}/SKILL.md`).then((content) => {
+        if (content) saveToDisk(tempDir, `${base}/SKILL.md`, content);
+      }),
+    );
+
+    const refs = skill.references || [];
+    for (const ref of refs) {
+      const refPath = typeof ref === "string" ? ref : ref.path || ref.file;
+      if (!refPath) continue;
+      fetches.push(
+        fetchText(`${baseUrl}/${base}/references/${refPath}`).then(
+          (content) => {
+            if (content)
+              saveToDisk(tempDir, `${base}/references/${refPath}`, content);
+          },
+        ),
+      );
     }
   }
 
+  await Promise.all(fetches);
+}
+
+async function fetchSiteToDir(baseUrl) {
+  const tempDir = mkdtempSync(join(tmpdir(), "aeo-"));
+
+  await Promise.all(
+    KNOWN_FILES.map(async (file) => {
+      const content = await fetchText(`${baseUrl}/${file}`);
+      if (content) saveToDisk(tempDir, file, content);
+    }),
+  );
+
+  await discoverSkillFiles(baseUrl, tempDir);
+
   const sitemap = await fetchText(`${baseUrl}/sitemap.xml`);
   if (!sitemap) return tempDir;
 
@@ -63,25 +119,27 @@ async function fetchSiteToDir(baseUrl) {
 
   await Promise.all(
     urls.map(async (url) => {
-      const path = urlToFilePath(url, baseUrl);
+      const path = urlToFilePath(url);
       if (KNOWN_FILES.includes(path)) return;
 
-      const html = await fetchText(url);
-      if (html) {
-        const htmlPath = join(tempDir, path);
-        mkdirSync(dirname(htmlPath), { recursive: true });
-        writeFileSync(htmlPath, html);
-      }
-
-      const mdUrl = url
-        .replace(/\.html$/, ".md")
-        .replace(/\/?$/, (m) => (m === "/" ? "/index.md" : ".md"));
-      if (mdUrl !== url) {
-        const md = await fetchText(mdUrl);
-        if (md) {
-          const mdPath = join(tempDir, path.replace(/\.html$/, ".md"));
-          mkdirSync(dirname(mdPath), { recursive: true });
-          writeFileSync(mdPath, md);
+      const [html, md] = await Promise.all([
+        fetchText(url),
+        fetchText(url, { Accept: "text/markdown" }),
+      ]);
+
+      if (html) saveToDisk(tempDir, path, html);
+
+      if (md && md !== html) {
+        saveToDisk(tempDir, path.replace(/\.html$/, ".md"), md);
+      } else {
+        const mdUrl = url
+          .replace(/\.html$/, ".md")
+          .replace(/\/?$/, (m) => (m === "/" ? "/index.md" : ".md"));
+        if (mdUrl !== url) {
+          const mdFallback = await fetchText(mdUrl);
+          if (mdFallback) {
+            saveToDisk(tempDir, path.replace(/\.html$/, ".md"), mdFallback);
+          }
         }
       }
     }),

package/src/benchmark/index.js

@@ -8,24 +8,23 @@ import { runAgentgrade } from "./agentgrade.js";
 const REFERENCE_SCORES = {
   agenticSeo: {
     Stripe: 17,
-    Vercel: 48,
-    Supabase: 52,
-    Cloudflare: 55,
-    Average: 25,
+    Cloudflare: 20,
+    Supabase: 20,
+    Average: 19,
   },
   cloudflare: {
-    Stripe: 2,
-    Vercel: 4,
-    Supabase: 3,
-    Cloudflare: 5,
+    Supabase: 4,
+    Cloudflare: 3,
+    Vercel: 2,
+    Stripe: 1,
     Average: 2,
   },
   fern: {
-    Stripe: 85,
-    Vercel: 60,
-    Supabase: 78,
-    Anthropic: 72,
-    Average: 45,
+    Cloudflare: 85,
+    Stripe: 84,
+    Supabase: 82,
+    Vercel: 75,
+    Average: 55,
   },
 };
 

package/src/fix.js

@@ -162,7 +162,6 @@ export async function runFixes(result, dir) {
   }
 
   const fixed = [];
-  const skipped = [];
   const manual = [];
 
   for (const [, action] of triggered) {
@@ -170,10 +169,6 @@ export async function runFixes(result, dir) {
       manual.push(action.label);
       continue;
     }
-    if (!dir) {
-      skipped.push(action.label);
-      continue;
-    }
     const r = await action.apply(dir, result);
     if (r) fixed.push(r);
   }
@@ -191,16 +186,6 @@ export async function runFixes(result, dir) {
     console.log("");
   }
 
-  if (skipped.length > 0) {
-    console.log(
-      chalk.bold("  Skipped") + chalk.dim(" (run with --dir to auto-fix):\n"),
-    );
-    for (const s of skipped) {
-      console.log(`    ${chalk.yellow("-")} ${s}`);
-    }
-    console.log("");
-  }
-
   if (manual.length > 0) {
     console.log(chalk.bold("  Manual fixes needed:\n"));
     manual.forEach((m, i) => {

package/src/scan.js

@@ -1,8 +1,7 @@
 import chalk from "chalk";
-import { createInterface } from "readline";
 import { runAllBenchmarks, printBenchmarks } from "./benchmark/index.js";
 import { saveResult } from "./history/index.js";
-import { runFixes } from "./fix.js";
+import { showRecommendations } from "./recommendations.js";
 
 export async function scan(opts) {
   const { url, dir, json } = opts;
@@ -38,7 +37,7 @@ export async function scan(opts) {
   await saveResult(result, baseDir);
 
   if (!json && averageScore < 100 && process.stdin.isTTY) {
-    await promptFix(result, dir);
+    await showRecommendations(result, dir);
   }
 
   return result;
@@ -84,65 +83,4 @@ function printReport(result) {
   console.log(
     `  ${chalk.bold("Overall")}${" ".repeat(37)}${gc.bold(`${averageScore}/100`)}\n`,
   );
-
-  printNextSteps(result);
-}
-
-function printNextSteps(result) {
-  const { benchmarks, averageScore } = result;
-  const steps = [];
-
-  if (averageScore < 80) {
-    steps.push(["npx agentic-seo init", "scaffold llms.txt, AGENTS.md"]);
-  }
-
-  const cfFails =
-    benchmarks.cloudflare?.checks?.filter((c) => c.status === "fail") || [];
-  if (cfFails.length > 0) {
-    steps.push([
-      `Cloudflare: ${cfFails.length} failing`,
-      "see isitagentready.com",
-    ]);
-  }
-
-  const fernFails =
-    benchmarks.fern?.checks?.filter(
-      (c) => c.status === "fail" || c.status === "warn",
-    ) || [];
-  if (fernFails.length > 0) {
-    steps.push([
-      `npx afdocs check ${result.url}`,
-      `${fernFails.length} Fern issues`,
-    ]);
-  }
-
-  steps.push([
-    "npx skills add katrinalaszlo/agent-serve",
-    "make your product agent-ready",
-  ]);
-
-  if (steps.length > 0) {
-    console.log(chalk.bold("  Next steps\n"));
-    const maxCmd = Math.max(...steps.map(([cmd]) => cmd.length));
-    for (const [cmd, desc] of steps) {
-      console.log(`    ${cmd.padEnd(maxCmd + 4)}${chalk.dim(desc)}`);
-    }
-    console.log("");
-  }
-}
-
-function ask(question) {
-  const rl = createInterface({ input: process.stdin, output: process.stdout });
-  return new Promise((resolve) => {
-    rl.question(question, (answer) => {
-      rl.close();
-      resolve(answer.trim().toLowerCase());
-    });
-  });
-}
-
-async function promptFix(result, dir) {
-  const answer = await ask(chalk.bold("  Fix now? ") + chalk.dim("[y/N] "));
-  if (answer !== "y" && answer !== "yes") return;
-  await runFixes(result, dir);
 }