aeo.js 0.0.7 → 0.0.9

package/dist/astro.mjs

@@ -77,10 +77,19 @@ function generateRobotsTxt(config) {
   }
   lines.push("# Default for all other bots");
   lines.push("User-agent: *");
-  lines.push("Allow: /");
+  for (const path of config.robots.allow.length > 0 ? config.robots.allow : ["/"]) {
+    lines.push(`Allow: ${path}`);
+  }
+  for (const path of config.robots.disallow) {
+    lines.push(`Disallow: ${path}`);
+  }
+  if (config.robots.crawlDelay > 0) {
+    lines.push(`Crawl-delay: ${config.robots.crawlDelay}`);
+  }
   lines.push("");
-  if (config.url) {
-    lines.push(`Sitemap: ${config.url}/sitemap.xml`);
+  const sitemapUrl = config.robots.sitemap || (config.url ? `${config.url}/sitemap.xml` : "");
+  if (sitemapUrl) {
+    lines.push(`Sitemap: ${sitemapUrl}`);
   }
   lines.push("");
   lines.push("# AEO (Answer Engine Optimization) files");
@@ -162,7 +171,7 @@ function detectFramework(projectRoot = process.cwd()) {
   };
 }
 function resolveConfig(config = {}) {
-  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _A, _B, _C, _D, _E, _F, _G, _H, _I, _J, _K, _L, _M;
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _A, _B, _C, _D, _E, _F, _G, _H, _I, _J, _K, _L, _M, _N;
   const frameworkInfo = detectFramework();
   return {
     title: config.title || "My Site",
@@ -206,15 +215,16 @@ function resolveConfig(config = {}) {
     widget: {
       enabled: ((_A = config.widget) == null ? void 0 : _A.enabled) !== false,
       position: ((_B = config.widget) == null ? void 0 : _B.position) || "bottom-right",
+      size: ((_C = config.widget) == null ? void 0 : _C.size) || "default",
       theme: {
-        background: ((_D = (_C = config.widget) == null ? void 0 : _C.theme) == null ? void 0 : _D.background) || "rgba(18, 18, 24, 0.9)",
-        text: ((_F = (_E = config.widget) == null ? void 0 : _E.theme) == null ? void 0 : _F.text) || "#C0C0C5",
-        accent: ((_H = (_G = config.widget) == null ? void 0 : _G.theme) == null ? void 0 : _H.accent) || "#E8E8EA",
-        badge: ((_J = (_I = config.widget) == null ? void 0 : _I.theme) == null ? void 0 : _J.badge) || "#4ADE80"
+        background: ((_E = (_D = config.widget) == null ? void 0 : _D.theme) == null ? void 0 : _E.background) || "rgba(18, 18, 24, 0.9)",
+        text: ((_G = (_F = config.widget) == null ? void 0 : _F.theme) == null ? void 0 : _G.text) || "#C0C0C5",
+        accent: ((_I = (_H = config.widget) == null ? void 0 : _H.theme) == null ? void 0 : _I.accent) || "#E8E8EA",
+        badge: ((_K = (_J = config.widget) == null ? void 0 : _J.theme) == null ? void 0 : _K.badge) || "#4ADE80"
       },
-      humanLabel: ((_K = config.widget) == null ? void 0 : _K.humanLabel) || "Human",
-      aiLabel: ((_L = config.widget) == null ? void 0 : _L.aiLabel) || "AI",
-      showBadge: ((_M = config.widget) == null ? void 0 : _M.showBadge) !== false
+      humanLabel: ((_L = config.widget) == null ? void 0 : _L.humanLabel) || "Human",
+      aiLabel: ((_M = config.widget) == null ? void 0 : _M.aiLabel) || "AI",
+      showBadge: ((_N = config.widget) == null ? void 0 : _N.showBadge) !== false
     }
   };
 }
@@ -271,7 +281,8 @@ function collectMarkdownFiles(dir, base = dir) {
     for (const entry of entries) {
       const fullPath = join(dir, entry);
       const stat = statSync(fullPath);
-      if (stat.isDirectory() && !entry.startsWith(".") && entry !== "node_modules") {
+      const SKIP_DIRS = /* @__PURE__ */ new Set(["node_modules", "public", "dist", ".next", ".nuxt", ".output", ".open-next", "coverage", "__tests__", "__mocks__"]);
+      if (stat.isDirectory() && !entry.startsWith(".") && !SKIP_DIRS.has(entry)) {
         files.push(...collectMarkdownFiles(fullPath, base));
       } else if (stat.isFile() && (extname(entry) === ".md" || extname(entry) === ".mdx")) {
         const content = readFileSync(fullPath, "utf-8");
@@ -614,7 +625,8 @@ function collectUrls(dir, config, base = dir) {
     for (const entry of entries) {
       const fullPath = join(dir, entry);
       const stat = statSync(fullPath);
-      if (stat.isDirectory() && !entry.startsWith(".") && entry !== "node_modules") {
+      const SKIP_DIRS = /* @__PURE__ */ new Set(["node_modules", "public", "dist", ".next", ".nuxt", ".output", ".open-next", "coverage", "__tests__", "__mocks__"]);
+      if (stat.isDirectory() && !entry.startsWith(".") && !SKIP_DIRS.has(entry)) {
         urls.push(...collectUrls(fullPath, config, base));
       } else if (stat.isFile() && (extname(entry) === ".md" || extname(entry) === ".mdx" || extname(entry) === ".html")) {
         const relativePath = relative(base, fullPath);
@@ -842,6 +854,22 @@ function generatePageSchemas(page, config) {
       }))
     });
   }
+  if (faqItems.length === 0) {
+    const howToSteps = detectHowToSteps(page.content || "");
+    if (howToSteps.length > 0) {
+      schemas.push({
+        "@context": "https://schema.org",
+        "@type": "HowTo",
+        name: page.title || config.title,
+        step: howToSteps.map((s, i) => ({
+          "@type": "HowToStep",
+          position: i + 1,
+          name: s.name,
+          text: s.text
+        }))
+      });
+    }
+  }
   const pageType = config.schema.defaultType;
   const pageSchema = {
     "@context": "https://schema.org",
@@ -918,12 +946,43 @@ function detectFaqPatterns(content) {
   }
   return items;
 }
+function serializeJsonForHtml(value) {
+  return JSON.stringify(value).replace(/</g, "\\u003C").replace(/>/g, "\\u003E").replace(/&/g, "\\u0026").replace(/\u2028/g, "\\u2028").replace(/\u2029/g, "\\u2029");
+}
+function detectHowToSteps(content) {
+  const steps = [];
+  const lines = content.split("\n");
+  for (let i = 0; i < lines.length; i++) {
+    const line = lines[i].trim();
+    const stepMatch = line.match(/^#{1,6}\s+(?:Step\s+\d+[\s:.-]*|(\d+)[.)]\s*)(.+)$/i);
+    if (stepMatch) {
+      const name = (stepMatch[2] || stepMatch[1] || "").trim();
+      const bodyLines = [];
+      for (let j = i + 1; j < lines.length; j++) {
+        const nextLine = lines[j].trim();
+        if (!nextLine) {
+          if (bodyLines.length > 0) break;
+          continue;
+        }
+        if (/^#{1,6}\s/.test(nextLine)) break;
+        bodyLines.push(nextLine);
+      }
+      if (name) {
+        steps.push({
+          name,
+          text: bodyLines.join(" ").slice(0, 500)
+        });
+      }
+    }
+  }
+  return steps.length >= 2 ? steps : [];
+}
 function generateJsonLdScript(schemas) {
   if (schemas.length === 0) return "";
   if (schemas.length === 1) {
-    return `<script type="application/ld+json">${JSON.stringify(schemas[0])}</script>`;
+    return `<script type="application/ld+json">${serializeJsonForHtml(schemas[0])}</script>`;
   }
-  return schemas.map((s) => `<script type="application/ld+json">${JSON.stringify(s)}</script>`).join("\n");
+  return schemas.map((s) => `<script type="application/ld+json">${serializeJsonForHtml(s)}</script>`).join("\n");
 }
 async function generateAEOFiles(configOrRoot, maybeConfig) {
   var _a;
@@ -1369,7 +1428,7 @@ if (!document.querySelector('meta[name="astro-view-transitions-enabled"]')) {
           devLogger.error(`Failed to generate AEO files: ${error}`);
         }
         const mdHandler = async (req, res, next) => {
-          var _a, _b;
+          var _a;
           if (!((_a = req.url) == null ? void 0 : _a.endsWith(".md"))) return next();
           if (req.headers["x-aeo-internal"]) return next();
           const filename = req.url.startsWith("/") ? req.url.slice(1) : req.url;
@@ -1384,8 +1443,9 @@ if (!document.querySelector('meta[name="astro-view-transitions-enabled"]')) {
           let pagePath = req.url.replace(/\.md$/, "") || "/";
           if (pagePath === "/index") pagePath = "/";
           try {
-            const host = req.headers.host || "localhost:4321";
-            const protocol = ((_b = req.connection) == null ? void 0 : _b.encrypted) ? "https" : "http";
+            const rawHost = req.headers.host || "localhost:4321";
+            const host = /^(localhost|127\.0\.0\.1)(:\d+)?$/.test(rawHost) ? rawHost : "localhost:4321";
+            const protocol = "http";
             const response = await fetch(`${protocol}://${host}${pagePath}`, {
               headers: { "x-aeo-internal": "1" }
             });