aeoptimize 0.1.1

package/dist/core/scanner.js

@@ -0,0 +1,290 @@
+import * as cheerio from 'cheerio';
+import matter from 'gray-matter';
+import { readFile, readdir, stat } from 'node:fs/promises';
+import { join, extname } from 'node:path';
+import { allRules } from './rules.js';
+// ── Parsers ────────────────────────────────────────────────────────
+export function parseHtml(html, url) {
+    const $ = cheerio.load(html);
+    // Extract title
+    const title = $('title').first().text().trim() || $('h1').first().text().trim() || url;
+    // Extract headings
+    const headings = [];
+    $('h1, h2, h3, h4, h5, h6').each((_, el) => {
+        const tag = el.tagName;
+        headings.push({
+            level: parseInt(tag.charAt(1), 10),
+            text: $(el).text().trim(),
+        });
+    });
+    // Extract paragraphs
+    const paragraphs = [];
+    $('p').each((_, el) => {
+        const text = $(el).text().trim();
+        if (text.length > 0)
+            paragraphs.push(text);
+    });
+    // Extract JSON-LD
+    const jsonLd = [];
+    $('script[type="application/ld+json"]').each((_, el) => {
+        try {
+            const parsed = JSON.parse($(el).html() || '');
+            if (Array.isArray(parsed)) {
+                jsonLd.push(...parsed);
+            }
+            else {
+                jsonLd.push(parsed);
+            }
+        }
+        catch {
+            // Ignore malformed JSON-LD
+        }
+    });
+    // Extract meta tags
+    const metaTags = {};
+    $('meta').each((_, el) => {
+        const name = $(el).attr('name') || $(el).attr('property') || '';
+        const content = $(el).attr('content') || '';
+        if (name && content)
+            metaTags[name] = content;
+    });
+    // Extract links
+    const links = [];
+    $('a').each((_, el) => {
+        const href = $(el).attr('href') || '';
+        const text = $(el).text().trim();
+        const rel = $(el).attr('rel') || undefined;
+        if (href)
+            links.push({ href, text, rel });
+    });
+    // Extract raw text (content area preferred)
+    const contentArea = $('main, article, [role="main"]').first();
+    const rawText = (contentArea.length > 0 ? contentArea.text() : $('body').text()).replace(/\s+/g, ' ').trim();
+    return {
+        url,
+        title,
+        html,
+        headings,
+        paragraphs,
+        jsonLd,
+        metaTags,
+        links,
+        rawText,
+    };
+}
+export function parseMarkdown(md, url) {
+    const { data: frontmatter, content } = matter(md);
+    const title = frontmatter.title || '';
+    // Extract headings from markdown
+    const headings = [];
+    const headingRegex = /^(#{1,6})\s+(.+)$/gm;
+    let match;
+    while ((match = headingRegex.exec(content)) !== null) {
+        headings.push({
+            level: match[1].length,
+            text: match[2].trim(),
+        });
+    }
+    // Set title from first H1 if not in frontmatter
+    const finalTitle = title || headings.find((h) => h.level === 1)?.text || url;
+    // Extract paragraphs (non-empty lines that aren't headings, lists, or code blocks)
+    const paragraphs = [];
+    let inCodeBlock = false;
+    const lines = content.split('\n');
+    let currentParagraph = '';
+    for (const line of lines) {
+        if (line.trim().startsWith('```')) {
+            inCodeBlock = !inCodeBlock;
+            continue;
+        }
+        if (inCodeBlock)
+            continue;
+        const trimmed = line.trim();
+        if (trimmed === '') {
+            if (currentParagraph.length > 0) {
+                paragraphs.push(currentParagraph.trim());
+                currentParagraph = '';
+            }
+        }
+        else if (!trimmed.startsWith('#') && !trimmed.startsWith('-') && !trimmed.startsWith('*') && !trimmed.match(/^\d+\./)) {
+            currentParagraph += ' ' + trimmed;
+        }
+    }
+    if (currentParagraph.trim().length > 0) {
+        paragraphs.push(currentParagraph.trim());
+    }
+    // Raw text (strip markdown syntax roughly)
+    const rawText = content
+        .replace(/```[\s\S]*?```/g, '')
+        .replace(/`[^`]+`/g, '')
+        .replace(/!\[.*?\]\(.*?\)/g, '')
+        .replace(/\[([^\]]+)\]\(.*?\)/g, '$1')
+        .replace(/[#*_~`>]/g, '')
+        .replace(/\s+/g, ' ')
+        .trim();
+    return {
+        url,
+        title: finalTitle,
+        markdown: md,
+        frontmatter: frontmatter,
+        headings,
+        paragraphs,
+        jsonLd: [],
+        metaTags: {},
+        links: [],
+        rawText,
+    };
+}
+// ── Scoring ────────────────────────────────────────────────────────
+function aggregateScores(doc) {
+    const dimensionTotals = {
+        structure: { score: 0, maxScore: 0 },
+        citability: { score: 0, maxScore: 0 },
+        schema: { score: 0, maxScore: 0 },
+        aiMetadata: { score: 0, maxScore: 0 },
+        contentDensity: { score: 0, maxScore: 0 },
+    };
+    const allIssues = [];
+    const allSuggestions = [];
+    for (const rule of allRules) {
+        const result = rule.evaluate(doc);
+        dimensionTotals[rule.dimension].score += result.score;
+        dimensionTotals[rule.dimension].maxScore += result.maxScore;
+        allIssues.push(...result.issues);
+        allSuggestions.push(...result.suggestions);
+    }
+    // Dimension max points
+    const dimensionMaxPoints = {
+        structure: 25,
+        citability: 25,
+        schema: 20,
+        aiMetadata: 15,
+        contentDensity: 15,
+    };
+    const scores = {
+        structure: 0,
+        citability: 0,
+        schema: 0,
+        aiMetadata: 0,
+        contentDensity: 0,
+        total: 0,
+    };
+    for (const dim of Object.keys(dimensionTotals)) {
+        const { score, maxScore } = dimensionTotals[dim];
+        scores[dim] = maxScore > 0 ? Math.round((score / maxScore) * dimensionMaxPoints[dim]) : 0;
+    }
+    scores.total = scores.structure + scores.citability + scores.schema + scores.aiMetadata + scores.contentDensity;
+    return { scores, issues: allIssues, suggestions: allSuggestions };
+}
+// ── Public API ─────────────────────────────────────────────────────
+export function scanDocument(doc) {
+    const { scores, issues, suggestions } = aggregateScores(doc);
+    return {
+        url: doc.url,
+        title: doc.title,
+        scores,
+        issues,
+        suggestions,
+    };
+}
+export async function scanFile(filePath) {
+    const content = await readFile(filePath, 'utf-8');
+    const ext = extname(filePath).toLowerCase();
+    let doc;
+    if (ext === '.html' || ext === '.htm') {
+        doc = parseHtml(content, filePath);
+    }
+    else if (ext === '.md' || ext === '.mdx') {
+        doc = parseMarkdown(content, filePath);
+    }
+    else {
+        throw new Error(`Unsupported file type: ${ext}`);
+    }
+    return scanDocument(doc);
+}
+export async function scanDirectory(dirPath) {
+    const pages = [];
+    await walkDir(dirPath, pages);
+    if (pages.length === 0) {
+        return {
+            pages: [],
+            overall: { structure: 0, citability: 0, schema: 0, aiMetadata: 0, contentDensity: 0, total: 0 },
+            summary: 'No HTML or Markdown files found in directory.',
+            timestamp: new Date().toISOString(),
+        };
+    }
+    const overall = averageScores(pages.map((p) => p.scores));
+    const summary = generateSummary(overall, pages.length);
+    return { pages, overall, summary, timestamp: new Date().toISOString() };
+}
+export async function scanUrl(url) {
+    const response = await fetch(url);
+    if (!response.ok) {
+        throw new Error(`Failed to fetch ${url}: ${response.status} ${response.statusText}`);
+    }
+    const html = await response.text();
+    const doc = parseHtml(html, url);
+    const analysis = scanDocument(doc);
+    return {
+        pages: [analysis],
+        overall: analysis.scores,
+        summary: generateSummary(analysis.scores, 1),
+        timestamp: new Date().toISOString(),
+    };
+}
+export async function scan(target) {
+    switch (target.type) {
+        case 'url':
+            return scanUrl(target.path);
+        case 'file': {
+            const analysis = await scanFile(target.path);
+            return {
+                pages: [analysis],
+                overall: analysis.scores,
+                summary: generateSummary(analysis.scores, 1),
+                timestamp: new Date().toISOString(),
+            };
+        }
+        case 'directory':
+            return scanDirectory(target.path);
+    }
+}
+// ── Helpers ────────────────────────────────────────────────────────
+async function walkDir(dirPath, pages) {
+    const entries = await readdir(dirPath);
+    for (const entry of entries) {
+        const fullPath = join(dirPath, entry);
+        const stats = await stat(fullPath);
+        if (stats.isDirectory()) {
+            if (entry.startsWith('.') || entry === 'node_modules')
+                continue;
+            await walkDir(fullPath, pages);
+        }
+        else {
+            const ext = extname(entry).toLowerCase();
+            if (['.html', '.htm', '.md', '.mdx'].includes(ext)) {
+                try {
+                    const analysis = await scanFile(fullPath);
+                    pages.push(analysis);
+                }
+                catch {
+                    // Skip files that can't be parsed
+                }
+            }
+        }
+    }
+}
+function averageScores(scores) {
+    const avg = { structure: 0, citability: 0, schema: 0, aiMetadata: 0, contentDensity: 0, total: 0 };
+    const dims = ['structure', 'citability', 'schema', 'aiMetadata', 'contentDensity'];
+    for (const dim of dims) {
+        avg[dim] = Math.round(scores.reduce((sum, s) => sum + s[dim], 0) / scores.length);
+    }
+    avg.total = avg.structure + avg.citability + avg.schema + avg.aiMetadata + avg.contentDensity;
+    return avg;
+}
+function generateSummary(scores, pageCount) {
+    const grade = scores.total >= 80 ? 'Excellent' : scores.total >= 60 ? 'Good' : scores.total >= 40 ? 'Needs Work' : 'Poor';
+    return `AI Readability: ${grade} (${scores.total}/100) across ${pageCount} page${pageCount > 1 ? 's' : ''}`;
+}
+//# sourceMappingURL=scanner.js.map

package/dist/core/scanner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scanner.js","sourceRoot":"","sources":["../../src/core/scanner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAa1C,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC,sEAAsE;AAEtE,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,GAAW;IACjD,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE7B,gBAAgB;IAChB,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC;IAEvF,mBAAmB;IACnB,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,CAAC,CAAC,wBAAwB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACzC,MAAM,GAAG,GAAI,EAAU,CAAC,OAAO,CAAC;QAChC,QAAQ,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YAClC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE;SAC1B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,qBAAqB;IACrB,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACpB,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,kBAAkB;IAClB,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,CAAC,CAAC,oCAAoC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACrD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,2BAA2B;QAC7B,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,oBAAoB;IACpB,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACvB,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAChE,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI,IAAI,OAAO;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,gBAAgB;IAChB,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACpB,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC;QAC3C,IAAI,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,4CAA4C;IAC5C,MAAM,WAAW,GAAG,CAAC,CAAC,8BAA8B,CAAC,CAAC,KAAK,EAAE,CAAC;IAC9D,MAAM,OAAO,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAE7G,OAAO;QACL,GAAG;QACH,KAAK;QACL,IAAI;QACJ,QAAQ;QACR,UAAU;QACV,MAAM;QACN,QAAQ;QACR,KAAK;QACL,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,EAAU,EAAE,GAAW;IACnD,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;IAElD,MAAM,KAAK,GAAI,WAAW,CAAC,KAAgB,IAAI,EAAE,CAAC;IAElD,iCAAiC;IACjC,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,MAAM,YAAY,GAAG,qBAAqB,CAAC;IAC3C,IAAI,KAA6B,CAAC;IAClC,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACrD,QAAQ,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;YACtB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED,gDAAgD;IAChD,MAAM,UAAU,GAAG,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,EAAE,IAAI,IAAI,GAAG,CAAC;IAE7E,mFAAmF;IACnF,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,gBAAgB,GAAG,EAAE,CAAC;IAE1B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,WAAW,GAAG,CAAC,WAAW,CAAC;YAC3B,SAAS;QACX,CAAC;QACD,IAAI,WAAW;YAAE,SAAS;QAE1B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;YACnB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;gBACzC,gBAAgB,GAAG,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;aAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxH,gBAAgB,IAAI,GAAG,GAAG,OAAO,CAAC;QACpC,CAAC;IACH,CAAC;IACD,IAAI,gBAAgB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,2CAA2C;IAC3C,MAAM,OAAO,GAAG,OAAO;SACpB,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;SAC9B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;SAC/B,OAAO,CAAC,sBAAsB,EAAE,IAAI,CAAC;SACrC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;SACxB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;IAEV,OAAO;QACL,GAAG;QACH,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,EAAE;QACZ,WAAW,EAAE,WAAsC;QACnD,QAAQ;QACR,UAAU;QACV,MAAM,EAAE,EAAE;QACV,QAAQ,EAAE,EAAE;QACZ,KAAK,EAAE,EAAE;QACT,OAAO;KACR,CAAC;AACJ,CAAC;AAED,sEAAsE;AAEtE,SAAS,eAAe,CAAC,GAAmB;IAC1C,MAAM,eAAe,GAA2D;QAC9E,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;QACpC,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;QACrC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;QACjC,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;QACrC,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;KAC1C,CAAC;IAEF,MAAM,SAAS,GAAY,EAAE,CAAC;IAC9B,MAAM,cAAc,GAAiB,EAAE,CAAC;IAExC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAClC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC;QACtD,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC;QAC5D,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QACjC,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;IAC7C,CAAC;IAED,uBAAuB;IACvB,MAAM,kBAAkB,GAA8B;QACpD,SAAS,EAAE,EAAE;QACb,UAAU,EAAE,EAAE;QACd,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,EAAE;QACd,cAAc,EAAE,EAAE;KACnB,CAAC;IAEF,MAAM,MAAM,GAAoB;QAC9B,SAAS,EAAE,CAAC;QACZ,UAAU,EAAE,CAAC;QACb,MAAM,EAAE,CAAC;QACT,UAAU,EAAE,CAAC;QACb,cAAc,EAAE,CAAC;QACjB,KAAK,EAAE,CAAC;KACT,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,eAAe,CAAgB,EAAE,CAAC;QAC9D,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;QACjD,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,cAAc,CAAC;IAEhH,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,CAAC;AACpE,CAAC;AAED,sEAAsE;AAEtE,MAAM,UAAU,YAAY,CAAC,GAAmB;IAC9C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IAC7D,OAAO;QACL,GAAG,EAAE,GAAG,CAAC,GAAG;QACZ,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,MAAM;QACN,MAAM;QACN,WAAW;KACZ,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,QAAgB;IAC7C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAE5C,IAAI,GAAmB,CAAC;IACxB,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;QACtC,GAAG,GAAG,SAAS,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC;SAAM,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;QAC3C,GAAG,GAAG,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAe;IACjD,MAAM,KAAK,GAAmB,EAAE,CAAC;IACjC,MAAM,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAE9B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO;YACL,KAAK,EAAE,EAAE;YACT,OAAO,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;YAC/F,OAAO,EAAE,+CAA+C;YACxD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1D,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEvD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;AAC1E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,GAAW;IACvC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IACvF,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IAEnC,OAAO;QACL,KAAK,EAAE,CAAC,QAAQ,CAAC;QACjB,OAAO,EAAE,QAAQ,CAAC,MAAM;QACxB,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5C,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACpC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,MAAkB;IAC3C,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,KAAK;YACR,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9B,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC7C,OAAO;gBACL,KAAK,EAAE,CAAC,QAAQ,CAAC;gBACjB,OAAO,EAAE,QAAQ,CAAC,MAAM;gBACxB,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC5C,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC;QACJ,CAAC;QACD,KAAK,WAAW;YACd,OAAO,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;AACH,CAAC;AAED,sEAAsE;AAEtE,KAAK,UAAU,OAAO,CAAC,OAAe,EAAE,KAAqB;IAC3D,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IAEvC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEnC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,cAAc;gBAAE,SAAS;YAChE,MAAM,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;YACzC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnD,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBAC1C,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACvB,CAAC;gBAAC,MAAM,CAAC;oBACP,kCAAkC;gBACpC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,MAAyB;IAC9C,MAAM,GAAG,GAAoB,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACpH,MAAM,IAAI,GAA8B,CAAC,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,YAAY,EAAE,gBAAgB,CAAC,CAAC;IAE9G,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IACpF,CAAC;IACD,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,cAAc,CAAC;IAE9F,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,eAAe,CAAC,MAAuB,EAAE,SAAiB;IACjE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC;IAC1H,OAAO,mBAAmB,KAAK,KAAK,MAAM,CAAC,KAAK,gBAAgB,SAAS,QAAQ,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;AAC9G,CAAC"}

package/dist/core/types.d.ts

@@ -0,0 +1,87 @@
+export type Dimension = 'structure' | 'citability' | 'schema' | 'aiMetadata' | 'contentDensity';
+export interface DimensionScores {
+    structure: number;
+    citability: number;
+    schema: number;
+    aiMetadata: number;
+    contentDensity: number;
+    total: number;
+}
+export type Severity = 'critical' | 'warning' | 'info';
+export type Impact = 'high' | 'medium' | 'low';
+export interface Issue {
+    dimension: Dimension;
+    severity: Severity;
+    message: string;
+    selector?: string;
+    line?: number;
+}
+export interface Suggestion {
+    dimension: Dimension;
+    action: string;
+    impact: Impact;
+    detail: string;
+}
+export interface ScanTarget {
+    type: 'url' | 'file' | 'directory';
+    path: string;
+}
+export interface Heading {
+    level: number;
+    text: string;
+}
+export interface Link {
+    href: string;
+    text: string;
+    rel?: string;
+}
+export interface ParsedDocument {
+    url: string;
+    title: string;
+    html?: string;
+    markdown?: string;
+    frontmatter?: Record<string, unknown>;
+    headings: Heading[];
+    paragraphs: string[];
+    jsonLd: object[];
+    metaTags: Record<string, string>;
+    links: Link[];
+    rawText: string;
+}
+export interface RuleResult {
+    score: number;
+    maxScore: number;
+    issues: Issue[];
+    suggestions: Suggestion[];
+}
+export interface ScoringRule {
+    id: string;
+    dimension: Dimension;
+    weight: number;
+    evaluate: (doc: ParsedDocument) => RuleResult;
+}
+export interface PageAnalysis {
+    url: string;
+    title: string;
+    scores: DimensionScores;
+    issues: Issue[];
+    suggestions: Suggestion[];
+}
+export interface ScanReport {
+    pages: PageAnalysis[];
+    overall: DimensionScores;
+    summary: string;
+    timestamp: string;
+}
+export interface SiteInfo {
+    name: string;
+    description: string;
+    baseUrl: string;
+    language?: string;
+}
+export interface GenerateOutput {
+    llmsTxt: string;
+    llmsFullTxt: string;
+    jsonLd: object[];
+    robotsTxtSuggestions: string[];
+}

package/dist/core/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/core/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/core/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,54 @@
+{
+  "name": "aeoptimize",
+  "version": "0.1.1",
+  "description": "CLI toolkit that transforms SEO-optimized websites into AI-search-ready content",
+  "type": "module",
+  "main": "./dist/core/index.js",
+  "bin": {
+    "aeo": "./dist/cli/index.js",
+    "aeo-cli": "./dist/cli/index.js"
+  },
+  "exports": {
+    ".": "./dist/core/index.js"
+  },
+  "files": [
+    "dist/",
+    "skills/",
+    "agents/",
+    ".claude-plugin/",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "prepublishOnly": "npm test && npm run build"
+  },
+  "keywords": [
+    "aeo",
+    "seo",
+    "ai-search",
+    "llms-txt",
+    "structured-data",
+    "json-ld",
+    "generative-engine-optimization",
+    "claude-code-skill"
+  ],
+  "license": "MIT",
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "dependencies": {
+    "chalk": "^5.3.0",
+    "cheerio": "^1.0.0",
+    "commander": "^12.0.0",
+    "gray-matter": "^4.0.3"
+  },
+  "devDependencies": {
+    "@types/node": "^20.0.0",
+    "typescript": "^5.4.0",
+    "vitest": "^2.0.0"
+  }
+}

package/skills/aeo-generate/SKILL.md

@@ -0,0 +1,53 @@
+---
+name: aeo-generate
+description: Use when creating llms.txt, JSON-LD structured data, or robots.txt AI crawler configuration for a website or project build output
+---
+
+# AEO Generate — AI Infrastructure Files
+
+Generate AI infrastructure files from existing website content to make it discoverable by AI search engines.
+
+## What Gets Generated
+
+| File | Purpose |
+|------|---------|
+| `llms.txt` | Machine-readable site summary for LLMs (llmstxt.org standard) |
+| `llms-full.txt` | Full content version for deep AI consumption |
+| `_aeo/generated-schemas.json` | JSON-LD schemas (Article, FAQPage, BreadcrumbList) |
+| robots.txt suggestions | AI crawler allow/deny rules (printed, not auto-applied) |
+
+## Workflow
+
+1. **Identify build output.** Ask the user for the directory containing their built site (e.g., `dist/`, `out/`, `build/`). Check for common framework patterns:
+   - Next.js: `.next/` or `out/`
+   - Vite/Astro: `dist/`
+   - Hugo/Jekyll: `public/`
+
+2. **Preview first.** Run:
+   ```
+   npx aeoptimize generate <dir> --dry-run
+   ```
+   Show the user what will be generated and explain each file's purpose.
+
+3. **Confirm and generate.** On approval:
+   ```
+   npx aeoptimize generate <dir>
+   ```
+
+4. **Review generated files.** Read each generated file and suggest manual refinements:
+   - `llms.txt`: Verify site name, description, and page listing are accurate
+   - JSON-LD: Check that generated schemas match the actual content
+   - robots.txt: Explain each AI crawler and let user decide allow/deny
+
+5. **Integration guidance.** Explain how to deploy:
+   - Place `llms.txt` at site root (alongside `robots.txt`)
+   - Add `<link rel="llms-txt" href="/llms.txt">` to HTML `<head>`
+   - Inject generated JSON-LD into page `<head>` sections
+   - Merge robots.txt suggestions with existing rules
+
+## Important
+
+- Always preview with `--dry-run` before writing
+- Never overwrite existing files without user confirmation
+- Suggest running `/aeo-scan` first to understand current state
+- The robots.txt suggestions are printed only — never auto-modify robots.txt

package/skills/aeo-scan/SKILL.md

@@ -0,0 +1,50 @@
+---
+name: aeo-scan
+description: Use when auditing a website or build output for AI search readiness, checking AI readability scores, or diagnosing why content isn't being cited by AI assistants like ChatGPT, Perplexity, or Google AI Overview
+---
+
+# AEO Scan — AI Readability Audit
+
+Scan a website or build directory and produce an interactive AI readability report.
+
+## Scoring Dimensions (0-100)
+
+| Dimension | Max | What it measures |
+|-----------|-----|------------------|
+| Structure | 25 | Heading hierarchy, paragraph length, FAQ presence, list usage |
+| Citability | 25 | Self-contained statements, data/stats, definitions, attribution |
+| Schema | 20 | JSON-LD presence, completeness, AI-relevant types |
+| AI Metadata | 15 | llms.txt, robots.txt AI config, meta description |
+| Content Density | 15 | Content vs boilerplate, keyword stuffing, uniqueness |
+
+## Workflow
+
+1. **Identify target.** Ask the user for a URL or directory path. If in a project with a build output (e.g., `dist/`, `out/`, `.next/`, `build/`), suggest scanning that.
+
+2. **Run scan.** Execute:
+   ```
+   npx aeoptimize scan <target> --json
+   ```
+
+3. **Present results.** Summarize the overall score and highlight:
+   - Dimensions scoring below 60% of their max
+   - All critical issues
+   - Top 3 high-impact suggestions
+
+4. **Discuss improvements.** For each weak dimension, explain:
+   - Why it matters for AI search visibility
+   - Concrete steps to improve
+   - Expected score impact
+
+5. **Offer next steps:**
+   - Score below 50? Suggest running `/aeo-transform` on the worst pages
+   - Missing llms.txt or schema? Suggest `/aeo-generate`
+   - Score above 80? Congratulate and suggest monitoring over time
+
+## Important
+
+- Always run the CLI with `--json` for machine-readable output
+- Present scores visually with context, not just numbers
+- Focus discussion on high-impact fixes first
+- If scanning a URL fails (CORS, timeout), suggest scanning the local build output instead
+- Version: 0.1.0

package/skills/aeo-transform/SKILL.md

@@ -0,0 +1,84 @@
+---
+name: aeo-transform
+description: Use when restructuring website content for better AI citation — splitting long paragraphs, adding FAQ schema, removing keyword stuffing, improving heading structure, or injecting structured data into HTML or Markdown files
+---
+
+# AEO Transform — AI-Friendly Content Restructuring
+
+Transform SEO-optimized content into AI-search-ready format using language understanding. This skill uses your Claude subscription — no additional API costs.
+
+## Transformation Strategies
+
+| Strategy | What it does | Impact |
+|----------|-------------|--------|
+| **Split paragraphs** | Break long paragraphs (>150 words) into self-contained statements | High |
+| **Extract FAQ** | Find implicit Q&A content and convert to explicit FAQ with schema | High |
+| **Remove keyword stuffing** | Replace repeated keywords with natural synonyms | High |
+| **Improve headings** | Rewrite vague headings as specific, question-format headings | Medium |
+| **Add structured data** | Inject JSON-LD based on content analysis | Medium |
+| **Fix dangling references** | Rewrite paragraphs starting with "This", "It", "They" to be self-contained | Medium |
+
+## Workflow
+
+1. **Identify targets.** Ask the user which files to transform. If unsure, suggest running `/aeo-scan` first to find the lowest-scoring pages.
+
+2. **Read and analyze.** For each file:
+   - Read the full content
+   - Run `npx aeoptimize scan <file> --json` to get the current score
+   - Identify which strategies apply based on the issues found
+
+3. **Transform incrementally.** Apply one strategy at a time:
+   - Show the proposed change as a diff
+   - Explain why this change improves AI readability
+   - Wait for user approval before applying
+   - Move to the next strategy
+
+4. **Preserve voice.** Critical rules:
+   - Never invent new content or add claims not in the original
+   - Preserve the author's writing style and tone
+   - Only restructure — do not rewrite meaning
+   - Keep all existing data, quotes, and references intact
+
+5. **Verify improvement.** After all transforms:
+   - Re-run `npx aeoptimize scan <file> --json`
+   - Show before/after score comparison
+   - Highlight which dimensions improved
+
+## Strategy Details
+
+### Split Paragraphs
+For each paragraph over 150 words:
+- Identify distinct ideas within the paragraph
+- Split at natural boundaries (topic shifts, "Additionally", "However")
+- Ensure each new paragraph is self-contained (has its own subject, not just "It..." or "This...")
+
+### Extract FAQ
+Look for patterns like:
+- Heading followed by a short answer paragraph
+- "What is X?" / "How does X work?" patterns in body text
+- Implicit questions answered in the content
+
+Convert to:
+- Explicit `<h3>` question headings
+- Concise answer paragraphs
+- FAQPage JSON-LD schema
+
+### Remove Keyword Stuffing
+When a word appears >3% of content (excluding stop words):
+- Replace some occurrences with synonyms or related terms
+- Remove redundant mentions that don't add meaning
+- Ensure remaining usage feels natural
+
+### Fix Dangling References
+For paragraphs starting with pronouns/conjunctions:
+- Replace "This feature" with "[Product name]'s feature"
+- Replace "It provides" with "[Subject] provides"
+- Replace "However," with a self-contained restatement
+
+## Important
+
+- Always show diffs before applying changes
+- Transform one file at a time, one strategy at a time
+- Score comparison before/after is mandatory
+- This skill is interactive — never batch-transform without review
+- Supports `.html` and `.md` files