aeo.js 0.0.1 → 0.0.3

package/dist/webpack.js

@@ -0,0 +1,1179 @@
+'use strict';
+
+Object.defineProperty(exports, '__esModule', { value: true });
+
+var fs = require('fs');
+var path = require('path');
+require('minimatch');
+var crypto = require('crypto');
+
+var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
+  get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
+}) : x)(function(x) {
+  if (typeof require !== "undefined") return require.apply(this, arguments);
+  throw Error('Dynamic require of "' + x + '" is not supported');
+});
+
+// src/core/robots.ts
+var AI_CRAWLERS = [
+  "GPTBot",
+  "OAI-SearchBot",
+  "ChatGPT-User",
+  "ClaudeBot",
+  "Claude-Web",
+  "anthropic-ai",
+  "PerplexityBot",
+  "Google-Extended",
+  "Gemini-Deep-Research",
+  "Bingbot",
+  "FacebookBot",
+  "meta-externalagent",
+  "Amazonbot",
+  "Applebot",
+  "DeepSeekBot",
+  "Bytespider",
+  "cohere-ai",
+  "CCBot",
+  "DiffBot",
+  "YouBot",
+  "FirecrawlAgent",
+  "Crawl4AI",
+  "BraveBot",
+  "SemrushBot",
+  "AhrefsBot",
+  "MJ12bot",
+  "DotBot",
+  "DataForSeoBot",
+  "Screaming Frog SEO Spider",
+  "SEOkicks",
+  "SEMrushBot",
+  "BLEXBot",
+  "Yandex",
+  "Baiduspider",
+  "Sogou",
+  "Exabot",
+  "facebookexternalhit",
+  "LinkedInBot",
+  "WhatsApp",
+  "Slackbot",
+  "TwitterBot",
+  "TelegramBot",
+  "Discordbot",
+  "PinterestBot",
+  "TumblrBot",
+  "ViberBot",
+  "SkypeUriPreview",
+  "redditbot",
+  "Snapchat",
+  "TikTok"
+];
+function generateRobotsTxt(config) {
+  const lines = [
+    "# robots.txt generated by aeo.js",
+    "# Allow AI crawlers to index this site",
+    "",
+    "# Traditional search engines",
+    "User-agent: Googlebot",
+    "Allow: /",
+    "",
+    "User-agent: Bingbot",
+    "Allow: /",
+    "",
+    "# AI crawlers and answer engines"
+  ];
+  for (const crawler of AI_CRAWLERS) {
+    lines.push(`User-agent: ${crawler}`);
+    lines.push("Allow: /");
+    lines.push("");
+  }
+  lines.push("# Default for all other bots");
+  lines.push("User-agent: *");
+  lines.push("Allow: /");
+  lines.push("");
+  if (config.url) {
+    lines.push(`Sitemap: ${config.url}/sitemap.xml`);
+  }
+  lines.push("");
+  lines.push("# AEO (Answer Engine Optimization) files");
+  lines.push("# These help LLMs understand your content better");
+  lines.push(`# ${config.url}/llms.txt`);
+  lines.push(`# ${config.url}/llms-full.txt`);
+  lines.push(`# ${config.url}/docs.json`);
+  lines.push(`# ${config.url}/ai-index.json`);
+  return lines.join("\n");
+}
+
+// src/core/detect.ts
+function detectFramework(projectRoot = process.cwd()) {
+  const packageJson = readPackageJson(projectRoot);
+  const dependencies = {
+    ...packageJson.dependencies,
+    ...packageJson.devDependencies
+  };
+  if (dependencies["next"]) {
+    return {
+      framework: "next",
+      contentDir: "app",
+      outDir: "out"
+    };
+  }
+  if (dependencies["nuxt"] || dependencies["@nuxt/kit"]) {
+    return {
+      framework: "nuxt",
+      contentDir: "content",
+      outDir: ".output/public"
+    };
+  }
+  if (dependencies["astro"] || dependencies["@astrojs/astro"]) {
+    return {
+      framework: "astro",
+      contentDir: "src/content",
+      outDir: "dist"
+    };
+  }
+  if (dependencies["@remix-run/dev"]) {
+    return {
+      framework: "remix",
+      contentDir: "app",
+      outDir: "build/client"
+    };
+  }
+  if (dependencies["@sveltejs/kit"]) {
+    return {
+      framework: "sveltekit",
+      contentDir: "src",
+      outDir: "build"
+    };
+  }
+  if (dependencies["@angular/core"]) {
+    return {
+      framework: "angular",
+      contentDir: "src",
+      outDir: "dist"
+    };
+  }
+  if (dependencies["@docusaurus/core"]) {
+    return {
+      framework: "docusaurus",
+      contentDir: "docs",
+      outDir: "build"
+    };
+  }
+  if (dependencies["vite"]) {
+    return {
+      framework: "vite",
+      contentDir: "src",
+      outDir: "dist"
+    };
+  }
+  return {
+    framework: "unknown",
+    contentDir: "src",
+    outDir: "dist"
+  };
+}
+function resolveConfig(config = {}) {
+  var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _A, _B, _C, _D, _E, _F, _G, _H, _I, _J, _K, _L, _M;
+  const frameworkInfo = detectFramework();
+  return {
+    title: config.title || "My Site",
+    description: config.description || "",
+    url: config.url || "https://example.com",
+    contentDir: config.contentDir || frameworkInfo.contentDir,
+    outDir: config.outDir || frameworkInfo.outDir,
+    pages: config.pages || [],
+    generators: {
+      robotsTxt: ((_a = config.generators) == null ? void 0 : _a.robotsTxt) !== false,
+      llmsTxt: ((_b = config.generators) == null ? void 0 : _b.llmsTxt) !== false,
+      llmsFullTxt: ((_c = config.generators) == null ? void 0 : _c.llmsFullTxt) !== false,
+      rawMarkdown: ((_d = config.generators) == null ? void 0 : _d.rawMarkdown) !== false,
+      manifest: ((_e = config.generators) == null ? void 0 : _e.manifest) !== false,
+      sitemap: ((_f = config.generators) == null ? void 0 : _f.sitemap) !== false,
+      aiIndex: ((_g = config.generators) == null ? void 0 : _g.aiIndex) !== false,
+      schema: ((_h = config.generators) == null ? void 0 : _h.schema) !== false
+    },
+    robots: {
+      allow: ((_i = config.robots) == null ? void 0 : _i.allow) || ["/"],
+      disallow: ((_j = config.robots) == null ? void 0 : _j.disallow) || [],
+      crawlDelay: ((_k = config.robots) == null ? void 0 : _k.crawlDelay) || 0,
+      sitemap: ((_l = config.robots) == null ? void 0 : _l.sitemap) || ""
+    },
+    schema: {
+      enabled: ((_m = config.schema) == null ? void 0 : _m.enabled) !== false,
+      organization: {
+        name: ((_o = (_n = config.schema) == null ? void 0 : _n.organization) == null ? void 0 : _o.name) || config.title || "My Site",
+        url: ((_q = (_p = config.schema) == null ? void 0 : _p.organization) == null ? void 0 : _q.url) || config.url || "https://example.com",
+        logo: ((_s = (_r = config.schema) == null ? void 0 : _r.organization) == null ? void 0 : _s.logo) || "",
+        sameAs: ((_u = (_t = config.schema) == null ? void 0 : _t.organization) == null ? void 0 : _u.sameAs) || []
+      },
+      defaultType: ((_v = config.schema) == null ? void 0 : _v.defaultType) || "WebPage"
+    },
+    og: {
+      enabled: ((_w = config.og) == null ? void 0 : _w.enabled) !== false,
+      image: ((_x = config.og) == null ? void 0 : _x.image) || "",
+      twitterHandle: ((_y = config.og) == null ? void 0 : _y.twitterHandle) || "",
+      type: ((_z = config.og) == null ? void 0 : _z.type) || "website"
+    },
+    widget: {
+      enabled: ((_A = config.widget) == null ? void 0 : _A.enabled) !== false,
+      position: ((_B = config.widget) == null ? void 0 : _B.position) || "bottom-right",
+      theme: {
+        background: ((_D = (_C = config.widget) == null ? void 0 : _C.theme) == null ? void 0 : _D.background) || "rgba(18, 18, 24, 0.9)",
+        text: ((_F = (_E = config.widget) == null ? void 0 : _E.theme) == null ? void 0 : _F.text) || "#C0C0C5",
+        accent: ((_H = (_G = config.widget) == null ? void 0 : _G.theme) == null ? void 0 : _H.accent) || "#E8E8EA",
+        badge: ((_J = (_I = config.widget) == null ? void 0 : _I.theme) == null ? void 0 : _J.badge) || "#4ADE80"
+      },
+      humanLabel: ((_K = config.widget) == null ? void 0 : _K.humanLabel) || "Human",
+      aiLabel: ((_L = config.widget) == null ? void 0 : _L.aiLabel) || "AI",
+      showBadge: ((_M = config.widget) == null ? void 0 : _M.showBadge) !== false
+    }
+  };
+}
+function parseFrontmatter(content) {
+  const frontmatterMatch = content.match(/^---\s*\n([\s\S]*?)\n---\s*\n([\s\S]*)/);
+  if (frontmatterMatch) {
+    const frontmatterStr = frontmatterMatch[1];
+    const contentWithoutFrontmatter = frontmatterMatch[2];
+    const frontmatter = {};
+    const lines = frontmatterStr.split("\n");
+    for (const line of lines) {
+      const [key, ...valueParts] = line.split(":");
+      if (key && valueParts.length > 0) {
+        const value = valueParts.join(":").trim();
+        frontmatter[key.trim()] = value.replace(/^["']|["']$/g, "");
+      }
+    }
+    return { frontmatter, content: contentWithoutFrontmatter };
+  }
+  return { frontmatter: {}, content };
+}
+function bumpHeadings(content, levels = 1) {
+  return content.replace(/^(#{1,6})\s/gm, (match, hashes) => {
+    const newLevel = Math.min(hashes.length + levels, 6);
+    return "#".repeat(newLevel) + " ";
+  });
+}
+function extractTitle(content) {
+  const h1Match = content.match(/^#\s+(.+)$/m);
+  if (h1Match) return h1Match[1];
+  const h2Match = content.match(/^##\s+(.+)$/m);
+  if (h2Match) return h2Match[1];
+  const firstLine = content.split("\n")[0];
+  return firstLine.slice(0, 100);
+}
+function readPackageJson(projectRoot = process.cwd()) {
+  const packageJsonPath = path.join(projectRoot, "package.json");
+  if (!fs.existsSync(packageJsonPath)) {
+    return {};
+  }
+  try {
+    const content = fs.readFileSync(packageJsonPath, "utf-8");
+    return JSON.parse(content);
+  } catch {
+    return {};
+  }
+}
+
+// src/core/llms-txt.ts
+function collectMarkdownFiles(dir, base = dir) {
+  const files = [];
+  try {
+    const entries = fs.readdirSync(dir);
+    for (const entry of entries) {
+      const fullPath = path.join(dir, entry);
+      const stat = fs.statSync(fullPath);
+      if (stat.isDirectory() && !entry.startsWith(".") && entry !== "node_modules") {
+        files.push(...collectMarkdownFiles(fullPath, base));
+      } else if (stat.isFile() && (path.extname(entry) === ".md" || path.extname(entry) === ".mdx")) {
+        const content = fs.readFileSync(fullPath, "utf-8");
+        const { frontmatter, content: mainContent } = parseFrontmatter(content);
+        const relativePath = path.relative(base, fullPath);
+        files.push({
+          path: relativePath,
+          content: mainContent,
+          title: frontmatter.title || extractTitle(mainContent),
+          description: frontmatter.description,
+          frontmatter
+        });
+      }
+    }
+  } catch (error) {
+    console.warn(`Warning: Could not read directory ${dir}:`, error);
+  }
+  return files;
+}
+function generateLlmsTxt(config) {
+  const lines = [
+    `# ${config.title}`,
+    ""
+  ];
+  if (config.description) {
+    lines.push(`> ${config.description}`);
+    lines.push("");
+  }
+  lines.push("## About");
+  lines.push("");
+  lines.push("This file provides a structured overview of the documentation and content available on this site,");
+  lines.push("optimized for consumption by Large Language Models (LLMs) and AI assistants.");
+  lines.push("");
+  if (config.pages && config.pages.length > 0) {
+    lines.push("## Pages");
+    lines.push("");
+    for (const page of config.pages) {
+      const url = `${config.url}${page.pathname === "/" ? "" : page.pathname}`;
+      const title = page.title || page.pathname;
+      lines.push(`- [${title}](${url})`);
+      if (page.description) {
+        lines.push(`  ${page.description}`);
+      }
+    }
+    lines.push("");
+  }
+  const markdownFiles = collectMarkdownFiles(config.contentDir);
+  if (markdownFiles.length > 0) {
+    lines.push("## Documentation");
+    lines.push("");
+    const grouped = {};
+    for (const file of markdownFiles) {
+      const dir = file.path.split("/")[0] || "root";
+      if (!grouped[dir]) grouped[dir] = [];
+      grouped[dir].push(file);
+    }
+    for (const [dir, files] of Object.entries(grouped)) {
+      lines.push(`### ${dir === "root" ? "Main Documentation" : dir}`);
+      lines.push("");
+      for (const file of files) {
+        const url = `${config.url}/${file.path.replace(/\.mdx?$/, "")}`;
+        lines.push(`- [${file.title}](${url})`);
+        if (file.description) {
+          lines.push(`  ${file.description}`);
+        }
+      }
+      lines.push("");
+    }
+  }
+  lines.push("## Quick Links");
+  lines.push("");
+  lines.push(`- Full Documentation: ${config.url}/llms-full.txt`);
+  lines.push(`- Documentation Manifest: ${config.url}/docs.json`);
+  lines.push(`- AI-Optimized Index: ${config.url}/ai-index.json`);
+  lines.push(`- Sitemap: ${config.url}/sitemap.xml`);
+  lines.push("");
+  lines.push("## For LLMs");
+  lines.push("");
+  lines.push("To get the complete documentation in a single file, request:");
+  lines.push(`${config.url}/llms-full.txt`);
+  lines.push("");
+  lines.push("For structured access to individual pages with metadata:");
+  lines.push(`${config.url}/docs.json`);
+  lines.push("");
+  lines.push("For RAG (Retrieval Augmented Generation) systems:");
+  lines.push(`${config.url}/ai-index.json`);
+  lines.push("");
+  lines.push("---");
+  lines.push("Generated by aeo.js - Answer Engine Optimization for the modern web");
+  lines.push("Learn more at https://aeojs.org");
+  return lines.join("\n");
+}
+function collectAndConcatenateMarkdown(dir, base = dir) {
+  const sections = [];
+  try {
+    const entries = fs.readdirSync(dir).sort();
+    for (const entry of entries) {
+      const fullPath = path.join(dir, entry);
+      const stat = fs.statSync(fullPath);
+      if (stat.isDirectory() && !entry.startsWith(".") && entry !== "node_modules") {
+        const subSections = collectAndConcatenateMarkdown(fullPath, base);
+        if (subSections.length > 0) {
+          sections.push(...subSections);
+        }
+      } else if (stat.isFile() && (path.extname(entry) === ".md" || path.extname(entry) === ".mdx")) {
+        const content = fs.readFileSync(fullPath, "utf-8");
+        const { frontmatter, content: mainContent } = parseFrontmatter(content);
+        const relativePath = path.relative(base, fullPath);
+        const sectionLines = [
+          "---",
+          "",
+          `# ${frontmatter.title || relativePath}`,
+          "",
+          `Source: ${relativePath}`,
+          ""
+        ];
+        if (frontmatter.description) {
+          sectionLines.push(`> ${frontmatter.description}`);
+          sectionLines.push("");
+        }
+        const bumpedContent = bumpHeadings(mainContent, 1);
+        sectionLines.push(bumpedContent);
+        sectionLines.push("");
+        sections.push(sectionLines.join("\n"));
+      }
+    }
+  } catch (error) {
+    console.warn(`Warning: Could not read directory ${dir}:`, error);
+  }
+  return sections;
+}
+function generateLlmsFullTxt(config) {
+  const lines = [
+    `# ${config.title} - Complete Documentation`,
+    "",
+    `This file contains all documentation concatenated into a single file for easy consumption by LLMs.`,
+    ""
+  ];
+  if (config.description) {
+    lines.push(`> ${config.description}`);
+    lines.push("");
+  }
+  lines.push("## Table of Contents");
+  lines.push("");
+  lines.push("This document includes all content from this project.");
+  lines.push("Each section is separated by a horizontal rule (---) for easy parsing.");
+  lines.push("");
+  let hasContent = false;
+  if (config.pages && config.pages.length > 0) {
+    for (const page of config.pages) {
+      const url = `${config.url}${page.pathname === "/" ? "" : page.pathname}`;
+      const title = page.title || page.pathname;
+      const sectionLines = [
+        "---",
+        "",
+        `# ${title}`,
+        "",
+        `URL: ${url}`,
+        ""
+      ];
+      if (page.description) {
+        sectionLines.push(`> ${page.description}`);
+        sectionLines.push("");
+      }
+      if (page.content) {
+        sectionLines.push(page.content);
+        sectionLines.push("");
+      }
+      lines.push(sectionLines.join("\n"));
+      hasContent = true;
+    }
+  }
+  const sections = collectAndConcatenateMarkdown(config.contentDir);
+  if (sections.length > 0) {
+    lines.push(...sections);
+    hasContent = true;
+  }
+  if (!hasContent) {
+    lines.push("---");
+    lines.push("");
+    lines.push(`# ${config.title}`);
+    lines.push("");
+    lines.push(`URL: ${config.url}`);
+    lines.push("");
+    if (config.description) {
+      lines.push(config.description);
+      lines.push("");
+    }
+  }
+  lines.push("---");
+  lines.push("");
+  lines.push("## About This Document");
+  lines.push("");
+  lines.push("This concatenated documentation file is generated automatically by aeo.js");
+  lines.push("to make it easier for AI systems to understand the complete context of this project.");
+  lines.push("");
+  lines.push(`For a structured index, see: ${config.url}/llms.txt`);
+  lines.push(`For individual files, see: ${config.url}/docs.json`);
+  lines.push("");
+  lines.push("Generated by aeo.js - https://aeojs.org");
+  return lines.join("\n");
+}
+function ensureDir(path) {
+  fs.mkdirSync(path, { recursive: true });
+}
+function copyMarkdownFiles(config) {
+  const copiedFiles = [];
+  function copyRecursive(dir, base = config.contentDir) {
+    try {
+      const entries = fs.readdirSync(dir);
+      for (const entry of entries) {
+        const fullPath = path.join(dir, entry);
+        const stat = fs.statSync(fullPath);
+        if (stat.isDirectory() && !entry.startsWith(".") && entry !== "node_modules") {
+          copyRecursive(fullPath, base);
+        } else if (stat.isFile() && path.extname(entry) === ".md") {
+          const relativePath = path.relative(base, fullPath);
+          const destPath = path.join(config.outDir, relativePath);
+          ensureDir(path.dirname(destPath));
+          try {
+            fs.copyFileSync(fullPath, destPath);
+            copiedFiles.push({
+              source: fullPath,
+              destination: destPath
+            });
+          } catch (error) {
+            console.warn(`Warning: Could not copy ${fullPath}:`, error);
+          }
+        }
+      }
+    } catch (error) {
+      console.warn(`Warning: Could not read directory ${dir}:`, error);
+    }
+  }
+  copyRecursive(config.contentDir);
+  return copiedFiles;
+}
+function generatePageMarkdownFiles(config) {
+  const generated = [];
+  const pages = config.pages || [];
+  for (const page of pages) {
+    if (!page.content) continue;
+    const pageTitle = page.title || (page.pathname === "/" ? config.title : void 0);
+    let filename;
+    if (page.pathname === "/") {
+      filename = "index.md";
+    } else {
+      const clean = page.pathname.replace(/^\//, "").replace(/\/$/, "");
+      filename = clean.includes("/") ? `${clean}.md` : `${clean}.md`;
+    }
+    const destPath = path.join(config.outDir, filename);
+    const pageUrl = page.pathname === "/" ? config.url : `${config.url.replace(/\/$/, "")}${page.pathname}`;
+    const lines = [];
+    lines.push("---");
+    if (pageTitle) lines.push(`title: "${pageTitle}"`);
+    if (page.description) lines.push(`description: "${page.description}"`);
+    lines.push(`url: ${pageUrl}`);
+    lines.push(`source: ${pageUrl}`);
+    lines.push(`generated_by: aeo.js`);
+    lines.push("---", "");
+    if (pageTitle) {
+      lines.push(`# ${pageTitle}`, "");
+    }
+    if (page.description) {
+      lines.push(`${page.description}`, "");
+    }
+    if (page.content) {
+      lines.push(page.content);
+    }
+    const content = lines.join("\n");
+    ensureDir(path.dirname(destPath));
+    try {
+      fs.writeFileSync(destPath, content, "utf-8");
+      generated.push({ pathname: page.pathname, destination: destPath });
+    } catch {
+    }
+  }
+  return generated;
+}
+function collectManifestEntries(dir, config, base = dir) {
+  const entries = [];
+  try {
+    const files = fs.readdirSync(dir);
+    for (const file of files) {
+      const fullPath = path.join(dir, file);
+      const stat = fs.statSync(fullPath);
+      if (stat.isDirectory() && !file.startsWith(".") && file !== "node_modules") {
+        entries.push(...collectManifestEntries(fullPath, config, base));
+      } else if (stat.isFile() && (path.extname(file) === ".md" || path.extname(file) === ".mdx")) {
+        const content = fs.readFileSync(fullPath, "utf-8");
+        const { frontmatter, content: mainContent } = parseFrontmatter(content);
+        const relativePath = path.relative(base, fullPath);
+        const urlPath = relativePath.replace(/\.mdx?$/, "");
+        entries.push({
+          url: `${config.url}/${urlPath}`,
+          title: frontmatter.title || extractTitle(mainContent),
+          description: frontmatter.description,
+          lastModified: stat.mtime.toISOString()
+        });
+      }
+    }
+  } catch (error) {
+    console.warn(`Warning: Could not read directory ${dir}:`, error);
+  }
+  return entries;
+}
+function generateManifest(config) {
+  const entries = [];
+  if (config.pages && config.pages.length > 0) {
+    for (const page of config.pages) {
+      entries.push({
+        url: `${config.url}${page.pathname === "/" ? "" : page.pathname}`,
+        title: page.title || page.pathname,
+        description: page.description
+      });
+    }
+  }
+  entries.push(...collectManifestEntries(config.contentDir, config));
+  const manifest = {
+    version: "1.0",
+    generated: (/* @__PURE__ */ new Date()).toISOString(),
+    site: {
+      title: config.title,
+      description: config.description,
+      url: config.url
+    },
+    documents: entries.sort((a, b) => a.url.localeCompare(b.url)),
+    metadata: {
+      totalDocuments: entries.length,
+      generator: "aeo.js",
+      generatorUrl: "https://aeojs.org"
+    }
+  };
+  return JSON.stringify(manifest, null, 2);
+}
+function collectUrls(dir, config, base = dir) {
+  const urls = [];
+  try {
+    const entries = fs.readdirSync(dir);
+    for (const entry of entries) {
+      const fullPath = path.join(dir, entry);
+      const stat = fs.statSync(fullPath);
+      if (stat.isDirectory() && !entry.startsWith(".") && entry !== "node_modules") {
+        urls.push(...collectUrls(fullPath, config, base));
+      } else if (stat.isFile() && (path.extname(entry) === ".md" || path.extname(entry) === ".mdx" || path.extname(entry) === ".html")) {
+        const relativePath = path.relative(base, fullPath);
+        const urlPath = relativePath.replace(/\.(md|mdx|html)$/, "");
+        urls.push(`${config.url}/${urlPath}`);
+      }
+    }
+  } catch (error) {
+    console.warn(`Warning: Could not read directory ${dir}:`, error);
+  }
+  return urls;
+}
+function escapeXml(str) {
+  return str.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;").replace(/'/g, "&apos;");
+}
+function generateSitemap(config) {
+  const urls = [];
+  if (config.pages && config.pages.length > 0) {
+    for (const page of config.pages) {
+      urls.push(`${config.url}${page.pathname === "/" ? "" : page.pathname}`);
+    }
+  }
+  if (config.contentDir) {
+    urls.push(...collectUrls(config.contentDir, config));
+  }
+  const lines = [
+    '<?xml version="1.0" encoding="UTF-8"?>',
+    '<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">'
+  ];
+  urls.push(config.url);
+  const uniqueUrls = [...new Set(urls)].sort();
+  for (const url of uniqueUrls) {
+    lines.push("  <url>");
+    lines.push(`    <loc>${escapeXml(url)}</loc>`);
+    lines.push(`    <lastmod>${(/* @__PURE__ */ new Date()).toISOString().split("T")[0]}</lastmod>`);
+    lines.push("    <changefreq>weekly</changefreq>");
+    lines.push("    <priority>0.8</priority>");
+    lines.push("  </url>");
+  }
+  lines.push("</urlset>");
+  return lines.join("\n");
+}
+function extractKeywords(content) {
+  const words = content.toLowerCase().replace(/[^a-z0-9\s]/g, " ").split(/\s+/).filter((word) => word.length > 3);
+  const wordCount = {};
+  for (const word of words) {
+    wordCount[word] = (wordCount[word] || 0) + 1;
+  }
+  return Object.entries(wordCount).sort((a, b) => b[1] - a[1]).slice(0, 10).map(([word]) => word);
+}
+function chunkContent(content, maxLength = 2e3) {
+  const chunks = [];
+  const paragraphs = content.split("\n\n");
+  let currentChunk = "";
+  for (const paragraph of paragraphs) {
+    if (currentChunk.length + paragraph.length > maxLength && currentChunk.length > 0) {
+      chunks.push(currentChunk.trim());
+      currentChunk = "";
+    }
+    currentChunk += paragraph + "\n\n";
+  }
+  if (currentChunk.trim()) {
+    chunks.push(currentChunk.trim());
+  }
+  return chunks;
+}
+function collectAIIndexEntries(dir, config, base = dir) {
+  const entries = [];
+  try {
+    const files = fs.readdirSync(dir);
+    for (const file of files) {
+      const fullPath = path.join(dir, file);
+      const stat = fs.statSync(fullPath);
+      if (stat.isDirectory() && !file.startsWith(".") && file !== "node_modules") {
+        entries.push(...collectAIIndexEntries(fullPath, config, base));
+      } else if (stat.isFile() && (path.extname(file) === ".md" || path.extname(file) === ".mdx")) {
+        const content = fs.readFileSync(fullPath, "utf-8");
+        const { frontmatter, content: mainContent } = parseFrontmatter(content);
+        const relativePath = path.relative(base, fullPath);
+        const urlPath = relativePath.replace(/\.mdx?$/, "");
+        const url = `${config.url}/${urlPath}`;
+        const chunks = chunkContent(mainContent);
+        const title = frontmatter.title || extractTitle(mainContent);
+        const keywords = extractKeywords(mainContent);
+        chunks.forEach((chunk, index) => {
+          const id = crypto.createHash("sha256").update(`${url}-${index}`).digest("hex").slice(0, 16);
+          entries.push({
+            id,
+            url,
+            title: chunks.length > 1 ? `${title} (Part ${index + 1})` : title,
+            content: chunk,
+            description: frontmatter.description,
+            keywords,
+            metadata: {
+              ...frontmatter,
+              chunkIndex: index,
+              totalChunks: chunks.length,
+              sourcePath: relativePath
+            }
+          });
+        });
+      }
+    }
+  } catch (error) {
+    console.warn(`Warning: Could not read directory ${dir}:`, error);
+  }
+  return entries;
+}
+function generateAIIndex(config) {
+  const entries = [];
+  if (config.pages && config.pages.length > 0) {
+    for (const page of config.pages) {
+      const url = `${config.url}${page.pathname === "/" ? "" : page.pathname}`;
+      const title = page.title || page.pathname;
+      const content = page.content || "";
+      if (content) {
+        const chunks = chunkContent(content);
+        const keywords = extractKeywords(content);
+        chunks.forEach((chunk, index2) => {
+          const id = crypto.createHash("sha256").update(`${url}-${index2}`).digest("hex").slice(0, 16);
+          entries.push({
+            id,
+            url,
+            title: chunks.length > 1 ? `${title} (Part ${index2 + 1})` : title,
+            content: chunk,
+            description: page.description,
+            keywords,
+            metadata: {
+              chunkIndex: index2,
+              totalChunks: chunks.length,
+              sourcePath: page.pathname
+            }
+          });
+        });
+      } else {
+        const id = crypto.createHash("sha256").update(url).digest("hex").slice(0, 16);
+        entries.push({
+          id,
+          url,
+          title,
+          content: page.description || title,
+          description: page.description,
+          keywords: []
+        });
+      }
+    }
+  }
+  entries.push(...collectAIIndexEntries(config.contentDir, config));
+  const index = {
+    version: "1.0",
+    generated: (/* @__PURE__ */ new Date()).toISOString(),
+    site: {
+      title: config.title,
+      description: config.description,
+      url: config.url
+    },
+    entries: entries.sort((a, b) => a.id.localeCompare(b.id)),
+    metadata: {
+      totalEntries: entries.length,
+      generator: "aeo.js",
+      generatorUrl: "https://aeojs.org",
+      embedding: {
+        recommended: "text-embedding-ada-002",
+        dimensions: 1536
+      }
+    }
+  };
+  return JSON.stringify(index, null, 2);
+}
+
+// src/core/schema.ts
+function generateSchema(config) {
+  const output = generateSchemaObjects(config);
+  return JSON.stringify(output, null, 2);
+}
+function generateSchemaObjects(config) {
+  const siteSchemas = generateSiteSchemas(config);
+  const pageSchemas = {};
+  for (const page of config.pages) {
+    const schemas = generatePageSchemas(page, config);
+    if (schemas.length > 0) {
+      pageSchemas[page.pathname] = schemas;
+    }
+  }
+  return { site: siteSchemas, pages: pageSchemas };
+}
+function generateSiteSchemas(config) {
+  const schemas = [];
+  schemas.push({
+    "@context": "https://schema.org",
+    "@type": "WebSite",
+    name: config.title,
+    description: config.description || void 0,
+    url: config.url
+  });
+  const org = config.schema.organization;
+  if (org.name || org.sameAs.length > 0) {
+    const orgSchema = {
+      "@context": "https://schema.org",
+      "@type": "Organization",
+      name: org.name,
+      url: org.url
+    };
+    if (org.logo) orgSchema.logo = org.logo;
+    if (org.sameAs.length > 0) orgSchema.sameAs = org.sameAs;
+    schemas.push(orgSchema);
+  }
+  return schemas;
+}
+function generatePageSchemas(page, config) {
+  const schemas = [];
+  const pageUrl = page.pathname === "/" ? config.url : `${config.url.replace(/\/$/, "")}${page.pathname}`;
+  const faqItems = detectFaqPatterns(page.content || "");
+  if (faqItems.length > 0) {
+    schemas.push({
+      "@context": "https://schema.org",
+      "@type": "FAQPage",
+      mainEntity: faqItems.map(({ question, answer }) => ({
+        "@type": "Question",
+        name: question,
+        acceptedAnswer: {
+          "@type": "Answer",
+          text: answer
+        }
+      }))
+    });
+  }
+  const pageType = config.schema.defaultType;
+  const pageSchema = {
+    "@context": "https://schema.org",
+    "@type": pageType,
+    name: page.title || config.title,
+    url: pageUrl
+  };
+  if (page.description) pageSchema.description = page.description;
+  if (pageType === "Article") {
+    pageSchema.headline = page.title || config.title;
+    pageSchema.author = {
+      "@type": "Organization",
+      name: config.schema.organization.name
+    };
+  }
+  schemas.push(pageSchema);
+  if (page.pathname !== "/") {
+    const breadcrumbs = generateBreadcrumbs(page.pathname, config);
+    if (breadcrumbs.length > 1) {
+      schemas.push({
+        "@context": "https://schema.org",
+        "@type": "BreadcrumbList",
+        itemListElement: breadcrumbs.map((crumb, i) => ({
+          "@type": "ListItem",
+          position: i + 1,
+          name: crumb.name,
+          item: crumb.url
+        }))
+      });
+    }
+  }
+  return schemas;
+}
+function generateBreadcrumbs(pathname, config) {
+  const baseUrl = config.url.replace(/\/$/, "");
+  const parts = pathname.split("/").filter(Boolean);
+  const crumbs = [
+    { name: "Home", url: baseUrl + "/" }
+  ];
+  let currentPath = "";
+  for (const part of parts) {
+    currentPath += "/" + part;
+    crumbs.push({
+      name: part.charAt(0).toUpperCase() + part.slice(1).replace(/-/g, " "),
+      url: baseUrl + currentPath
+    });
+  }
+  return crumbs;
+}
+function detectFaqPatterns(content) {
+  const items = [];
+  const lines = content.split("\n");
+  for (let i = 0; i < lines.length; i++) {
+    const line = lines[i].trim();
+    const headingMatch = line.match(/^#{1,6}\s+(.+\?)\s*$/);
+    if (headingMatch) {
+      const answerLines = [];
+      for (let j = i + 1; j < lines.length; j++) {
+        const nextLine = lines[j].trim();
+        if (!nextLine) {
+          if (answerLines.length > 0) break;
+          continue;
+        }
+        if (/^#{1,6}\s/.test(nextLine)) break;
+        answerLines.push(nextLine);
+      }
+      if (answerLines.length > 0) {
+        items.push({
+          question: headingMatch[1],
+          answer: answerLines.join(" ").slice(0, 500)
+        });
+      }
+    }
+  }
+  return items;
+}
+async function generateAEOFiles(configOrRoot, maybeConfig) {
+  var _a;
+  let config;
+  if (typeof configOrRoot === "string") {
+    config = resolveConfig({ ...maybeConfig, outDir: configOrRoot });
+  } else if (configOrRoot && typeof configOrRoot === "object" && "generators" in configOrRoot && typeof ((_a = configOrRoot.generators) == null ? void 0 : _a.robotsTxt) === "boolean") {
+    config = configOrRoot;
+  } else {
+    config = resolveConfig(configOrRoot);
+  }
+  const outDir = config.outDir;
+  const files = [];
+  const errors = [];
+  if (!fs.existsSync(outDir)) {
+    fs.mkdirSync(outDir, { recursive: true });
+  }
+  if (config.generators.robotsTxt) {
+    try {
+      const content = generateRobotsTxt(config);
+      fs.writeFileSync(path.join(outDir, "robots.txt"), content, "utf-8");
+      files.push("robots.txt");
+    } catch (e) {
+      errors.push(`robots.txt: ${e.message}`);
+    }
+  }
+  if (config.generators.llmsTxt) {
+    try {
+      const content = generateLlmsTxt(config);
+      fs.writeFileSync(path.join(outDir, "llms.txt"), content, "utf-8");
+      files.push("llms.txt");
+    } catch (e) {
+      errors.push(`llms.txt: ${e.message}`);
+    }
+  }
+  if (config.generators.llmsFullTxt) {
+    try {
+      const content = generateLlmsFullTxt(config);
+      fs.writeFileSync(path.join(outDir, "llms-full.txt"), content, "utf-8");
+      files.push("llms-full.txt");
+    } catch (e) {
+      errors.push(`llms-full.txt: ${e.message}`);
+    }
+  }
+  if (config.generators.rawMarkdown) {
+    try {
+      const generated = generatePageMarkdownFiles(config);
+      for (const f of generated) {
+        files.push(f.destination);
+      }
+    } catch (e) {
+      errors.push(`page-markdown: ${e.message}`);
+    }
+    try {
+      const copied = copyMarkdownFiles(config);
+      for (const f of copied) {
+        files.push(f.destination);
+      }
+    } catch (e) {
+      errors.push(`raw-markdown: ${e.message}`);
+    }
+  }
+  if (config.generators.manifest) {
+    try {
+      const content = generateManifest(config);
+      fs.writeFileSync(path.join(outDir, "docs.json"), content, "utf-8");
+      files.push("docs.json");
+    } catch (e) {
+      errors.push(`docs.json: ${e.message}`);
+    }
+  }
+  if (config.generators.sitemap) {
+    try {
+      const content = generateSitemap(config);
+      fs.writeFileSync(path.join(outDir, "sitemap.xml"), content, "utf-8");
+      files.push("sitemap.xml");
+    } catch (e) {
+      errors.push(`sitemap.xml: ${e.message}`);
+    }
+  }
+  if (config.generators.aiIndex) {
+    try {
+      const content = generateAIIndex(config);
+      fs.writeFileSync(path.join(outDir, "ai-index.json"), content, "utf-8");
+      files.push("ai-index.json");
+    } catch (e) {
+      errors.push(`ai-index.json: ${e.message}`);
+    }
+  }
+  if (config.generators.schema && config.schema.enabled) {
+    try {
+      const content = generateSchema(config);
+      fs.writeFileSync(path.join(outDir, "schema.json"), content, "utf-8");
+      files.push("schema.json");
+    } catch (e) {
+      errors.push(`schema.json: ${e.message}`);
+    }
+  }
+  return { files, errors };
+}
+function scanHtmlAssets(compilation) {
+  var _a, _b, _c;
+  const pages = [];
+  try {
+    for (const [name, source] of Object.entries(compilation.assets)) {
+      if (name.endsWith(".html") && name !== "404.html" && name !== "500.html") {
+        const html = ((_a = source.source) == null ? void 0 : _a.call(source).toString()) || "";
+        const titleMatch = html.match(/<title>([^<]*)<\/title>/i);
+        const descMatch = html.match(/<meta\s+name=["']description["']\s+content=["']([^"']*)["']/i);
+        let pathname = "/" + name.replace(/\/?index\.html$/, "").replace(/\.html$/, "");
+        pathname = pathname.replace(/\/+/g, "/") || "/";
+        pages.push({
+          pathname,
+          title: (_c = (_b = titleMatch == null ? void 0 : titleMatch[1]) == null ? void 0 : _b.split("|")[0]) == null ? void 0 : _c.trim(),
+          description: descMatch == null ? void 0 : descMatch[1]
+        });
+      }
+    }
+  } catch {
+  }
+  return pages;
+}
+var AeoWebpackPlugin = class {
+  constructor(options = {}) {
+    this.options = options;
+    this.resolvedConfig = resolveConfig(options);
+  }
+  apply(compiler) {
+    const pluginName = "AeoWebpackPlugin";
+    compiler.hooks.beforeCompile.tapAsync(pluginName, async (_params, callback) => {
+      var _a;
+      this.resolvedConfig = resolveConfig({
+        ...this.options,
+        outDir: this.options.outDir || ((_a = compiler.options.output) == null ? void 0 : _a.path) || path.join(process.cwd(), "dist")
+      });
+      console.log("[aeo.js] Generating AEO files...");
+      try {
+        const result = await generateAEOFiles(this.resolvedConfig);
+        if (result.files.length > 0) {
+          console.log(`[aeo.js] Generated ${result.files.length} files:`);
+          result.files.forEach((file) => {
+            console.log(`  - ${file}`);
+          });
+        }
+        if (result.errors.length > 0) {
+          console.error("[aeo.js] Errors during generation:");
+          result.errors.forEach((error) => {
+            console.error(`  - ${error}`);
+          });
+        }
+      } catch (error) {
+        console.error("[aeo.js] Failed to generate AEO files:", error);
+      }
+      callback();
+    });
+    if (compiler.options.mode === "development" && this.resolvedConfig.contentDir) {
+      const contentPath = path.join(process.cwd(), this.resolvedConfig.contentDir);
+      compiler.hooks.afterCompile.tap(pluginName, (compilation) => {
+        compilation.contextDependencies.add(contentPath);
+      });
+      compiler.hooks.watchRun.tapAsync(pluginName, async (comp, callback) => {
+        const changedFiles = Array.from(comp.modifiedFiles || []);
+        const hasMarkdownChanges = changedFiles.some((file) => file.endsWith(".md"));
+        if (hasMarkdownChanges) {
+          console.log("[aeo.js] Markdown files changed, regenerating...");
+          try {
+            const result = await generateAEOFiles(this.resolvedConfig);
+            if (result.files.length > 0) {
+              console.log(`[aeo.js] Regenerated ${result.files.length} files`);
+            }
+            if (result.errors.length > 0) {
+              console.error("[aeo.js] Errors during regeneration:", result.errors);
+            }
+          } catch (error) {
+            console.error("[aeo.js] Failed to regenerate AEO files:", error);
+          }
+        }
+        callback();
+      });
+    }
+    compiler.hooks.emit.tapAsync(pluginName, async (compilation, callback) => {
+      const discoveredPages = scanHtmlAssets(compilation);
+      if (discoveredPages.length > 0) {
+        console.log(`[aeo.js] Discovered ${discoveredPages.length} pages from build output`);
+        this.resolvedConfig = resolveConfig({
+          ...this.options,
+          outDir: this.resolvedConfig.outDir,
+          pages: [...this.options.pages || [], ...discoveredPages]
+        });
+        try {
+          await generateAEOFiles(this.resolvedConfig);
+        } catch (error) {
+          console.error("[aeo.js] Failed to regenerate with pages:", error);
+        }
+      }
+      const aeoFiles = ["robots.txt", "llms.txt", "llms-full.txt", "sitemap.xml", "docs.json", "ai-index.json"];
+      aeoFiles.forEach((filename) => {
+        const filepath = path.join(this.resolvedConfig.outDir, filename);
+        try {
+          if (fs.existsSync(filepath)) {
+            const content = fs.readFileSync(filepath);
+            compilation.assets[filename] = {
+              source: () => content,
+              size: () => content.length
+            };
+          }
+        } catch (error) {
+          console.warn(`[aeo.js] Could not add ${filename} to assets:`, error);
+        }
+      });
+      callback();
+    });
+    if (this.resolvedConfig.widget.enabled) {
+      compiler.hooks.compilation.tap(pluginName, (compilation) => {
+        try {
+          const HtmlWebpackPlugin = __require("html-webpack-plugin");
+          const hooks = HtmlWebpackPlugin.getHooks(compilation);
+          hooks.beforeEmit.tapAsync(pluginName, (data, callback) => {
+            const widgetScript = `
+<script type="module">
+  import { AeoWidget } from 'aeo.js/widget';
+  if (document.readyState === 'loading') {
+    document.addEventListener('DOMContentLoaded', () => {
+      new AeoWidget(${JSON.stringify(this.resolvedConfig.widget)});
+    });
+  } else {
+    new AeoWidget(${JSON.stringify(this.resolvedConfig.widget)});
+  }
+</script>`;
+            data.html = data.html.replace("</body>", `${widgetScript}
+</body>`);
+            callback(null, data);
+          });
+        } catch (error) {
+        }
+      });
+    }
+  }
+};
+function createAeoWebpackPlugin(options) {
+  return new AeoWebpackPlugin(options);
+}
+var webpack_default = AeoWebpackPlugin;
+
+exports.AeoWebpackPlugin = AeoWebpackPlugin;
+exports.createAeoWebpackPlugin = createAeoWebpackPlugin;
+exports.default = webpack_default;
+//# sourceMappingURL=webpack.js.map
+//# sourceMappingURL=webpack.js.map