aeo-ready 1.5.0 → 1.6.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "aeo-ready",
-  "version": "1.5.0",
+  "version": "1.6.0",
   "description": "AEO benchmark aggregator. One scan, every score. Collects agentic-seo, Cloudflare, Fern, Vercel, and AgentGrade in one report.",
   "type": "module",
   "bin": {

package/src/benchmark/agentic-seo.js

@@ -12,21 +12,31 @@ const KNOWN_FILES = [
   "skill.md",
   "agent-permissions.json",
   "agents.json",
+  "agents.txt",
+  "openapi.json",
   "sitemap.xml",
   ".well-known/ai-plugin.json",
+  ".well-known/agent-card.json",
+  ".well-known/mcp/server-card.json",
+  ".well-known/agent-skills/index.json",
 ];
 
-async function fetchText(url) {
+async function fetchText(url, headers) {
   try {
-    const res = await fetch(url, { redirect: "follow" });
+    const res = await fetch(url, { redirect: "follow", headers });
     if (!res.ok) return null;
     return await res.text();
-  } catch (err) {
-    console.warn(`Warning: failed to fetch ${url}: ${err.message}`);
+  } catch {
     return null;
   }
 }
 
+function saveToDisk(tempDir, relativePath, content) {
+  const filePath = join(tempDir, relativePath);
+  mkdirSync(dirname(filePath), { recursive: true });
+  writeFileSync(filePath, content);
+}
+
 function parseSitemapUrls(xml, baseUrl) {
   const urls = [];
   const matches = xml.matchAll(/<loc>([^<]+)<\/loc>/g);
@@ -37,25 +47,71 @@ function parseSitemapUrls(xml, baseUrl) {
   return urls;
 }
 
-function urlToFilePath(url, baseUrl) {
+function urlToFilePath(url) {
   let path = new URL(url).pathname;
   if (path.endsWith("/")) path += "index.html";
   else if (!path.includes(".")) path += ".html";
   return path.replace(/^\//, "");
 }
 
-async function fetchSiteToDir(baseUrl) {
-  const tempDir = mkdtempSync(join(tmpdir(), "aeo-"));
+async function discoverSkillFiles(baseUrl, tempDir) {
+  const indexContent = await fetchText(
+    `${baseUrl}/.well-known/agent-skills/index.json`,
+  );
+  if (!indexContent) return;
 
-  for (const file of KNOWN_FILES) {
-    const content = await fetchText(`${baseUrl}/${file}`);
-    if (content) {
-      const filePath = join(tempDir, file);
-      mkdirSync(dirname(filePath), { recursive: true });
-      writeFileSync(filePath, content);
+  let index;
+  try {
+    index = JSON.parse(indexContent);
+  } catch {
+    return;
+  }
+
+  const skills = index.skills || index;
+  if (!Array.isArray(skills)) return;
+
+  const fetches = [];
+  for (const skill of skills) {
+    const dir = skill.path || skill.id;
+    if (!dir) continue;
+
+    const base = `.well-known/agent-skills/${dir}`;
+    fetches.push(
+      fetchText(`${baseUrl}/${base}/SKILL.md`).then((content) => {
+        if (content) saveToDisk(tempDir, `${base}/SKILL.md`, content);
+      }),
+    );
+
+    const refs = skill.references || [];
+    for (const ref of refs) {
+      const refPath = typeof ref === "string" ? ref : ref.path || ref.file;
+      if (!refPath) continue;
+      fetches.push(
+        fetchText(`${baseUrl}/${base}/references/${refPath}`).then(
+          (content) => {
+            if (content)
+              saveToDisk(tempDir, `${base}/references/${refPath}`, content);
+          },
+        ),
+      );
     }
   }
 
+  await Promise.all(fetches);
+}
+
+async function fetchSiteToDir(baseUrl) {
+  const tempDir = mkdtempSync(join(tmpdir(), "aeo-"));
+
+  await Promise.all(
+    KNOWN_FILES.map(async (file) => {
+      const content = await fetchText(`${baseUrl}/${file}`);
+      if (content) saveToDisk(tempDir, file, content);
+    }),
+  );
+
+  await discoverSkillFiles(baseUrl, tempDir);
+
   const sitemap = await fetchText(`${baseUrl}/sitemap.xml`);
   if (!sitemap) return tempDir;
 
@@ -63,25 +119,27 @@ async function fetchSiteToDir(baseUrl) {
 
   await Promise.all(
     urls.map(async (url) => {
-      const path = urlToFilePath(url, baseUrl);
+      const path = urlToFilePath(url);
       if (KNOWN_FILES.includes(path)) return;
 
-      const html = await fetchText(url);
-      if (html) {
-        const htmlPath = join(tempDir, path);
-        mkdirSync(dirname(htmlPath), { recursive: true });
-        writeFileSync(htmlPath, html);
-      }
-
-      const mdUrl = url
-        .replace(/\.html$/, ".md")
-        .replace(/\/?$/, (m) => (m === "/" ? "/index.md" : ".md"));
-      if (mdUrl !== url) {
-        const md = await fetchText(mdUrl);
-        if (md) {
-          const mdPath = join(tempDir, path.replace(/\.html$/, ".md"));
-          mkdirSync(dirname(mdPath), { recursive: true });
-          writeFileSync(mdPath, md);
+      const [html, md] = await Promise.all([
+        fetchText(url),
+        fetchText(url, { Accept: "text/markdown" }),
+      ]);
+
+      if (html) saveToDisk(tempDir, path, html);
+
+      if (md && md !== html) {
+        saveToDisk(tempDir, path.replace(/\.html$/, ".md"), md);
+      } else {
+        const mdUrl = url
+          .replace(/\.html$/, ".md")
+          .replace(/\/?$/, (m) => (m === "/" ? "/index.md" : ".md"));
+        if (mdUrl !== url) {
+          const mdFallback = await fetchText(mdUrl);
+          if (mdFallback) {
+            saveToDisk(tempDir, path.replace(/\.html$/, ".md"), mdFallback);
+          }
         }
       }
     }),

package/src/benchmark/index.js

@@ -8,24 +8,23 @@ import { runAgentgrade } from "./agentgrade.js";
 const REFERENCE_SCORES = {
   agenticSeo: {
     Stripe: 17,
-    Vercel: 48,
-    Supabase: 52,
-    Cloudflare: 55,
-    Average: 25,
+    Cloudflare: 20,
+    Supabase: 20,
+    Average: 19,
   },
   cloudflare: {
-    Stripe: 2,
-    Vercel: 4,
-    Supabase: 3,
-    Cloudflare: 5,
+    Supabase: 4,
+    Cloudflare: 3,
+    Vercel: 2,
+    Stripe: 1,
     Average: 2,
   },
   fern: {
-    Stripe: 85,
-    Vercel: 60,
-    Supabase: 78,
-    Anthropic: 72,
-    Average: 45,
+    Cloudflare: 85,
+    Stripe: 84,
+    Supabase: 82,
+    Vercel: 75,
+    Average: 55,
   },
 };