@se-studio/site-check 1.0.76 → 1.1.0

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## 1.1.0
+
+### Minor Changes
+
+- Add Screaming Frog crawl, audit, native compare, and list-crawls CLI (`site-check-screaming-frog`) driven by per-repo `seo/screaming-frog.json`. Add `screaming-frog-audit` agent skill for deployment compare workflows.
+
+## 1.0.77
+
+### Patch Changes
+
+- Bulk version bump: patch for all packages
+
 ## 1.0.76
 
 ### Patch Changes

package/dist/screaming-frog/audit.d.ts

@@ -0,0 +1,9 @@
+import type { ScreamingFrogAuditCliOptions, ScreamingFrogAuditConfig, ScreamingFrogAuditResult } from './types.js';
+export declare function runScreamingFrogAudit(config: ScreamingFrogAuditConfig): Promise<ScreamingFrogAuditResult>;
+export declare function buildScreamingFrogMarkdownReport(result: ScreamingFrogAuditResult): string;
+export declare function writeScreamingFrogAuditOutputs(result: ScreamingFrogAuditResult, outputDir: string, outputMdName?: string): Promise<{
+    mdPath: string;
+}>;
+export declare function getScreamingFrogAuditExitCode(result: ScreamingFrogAuditResult): number;
+export declare function parseScreamingFrogAuditArgv(argv: string[]): Omit<ScreamingFrogAuditCliOptions, 'site'>;
+//# sourceMappingURL=audit.d.ts.map

package/dist/screaming-frog/audit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audit.d.ts","sourceRoot":"","sources":["../../src/screaming-frog/audit.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EACV,4BAA4B,EAC5B,wBAAwB,EACxB,wBAAwB,EAGzB,MAAM,YAAY,CAAC;AAsEpB,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,wBAAwB,GAC/B,OAAO,CAAC,wBAAwB,CAAC,CA0GnC;AAED,wBAAgB,gCAAgC,CAAC,MAAM,EAAE,wBAAwB,GAAG,MAAM,CAoFzF;AAED,wBAAsB,8BAA8B,CAClD,MAAM,EAAE,wBAAwB,EAChC,SAAS,EAAE,MAAM,EACjB,YAAY,SAA4B,GACvC,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAM7B;AAED,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,wBAAwB,GAAG,MAAM,CAItF;AAED,wBAAgB,2BAA2B,CACzC,IAAI,EAAE,MAAM,EAAE,GACb,IAAI,CAAC,4BAA4B,EAAE,MAAM,CAAC,CA2C5C"}

package/dist/screaming-frog/audit.js

@@ -0,0 +1,254 @@
+import { readdir, readFile } from 'node:fs/promises';
+import path from 'node:path';
+import { normalizeCsvCell, parseCsv, parseCsvRecords } from './csv.js';
+import { classifyScreamingFrogIssue, getIssueRulesForSite, normalizeIssueKey, TIER_LABELS, TIER_ORDER, } from './rules.js';
+async function readCsvFile(filePath) {
+    const raw = await readFile(filePath, 'utf8');
+    return parseCsvRecords(raw);
+}
+async function findIssueReportFile(exportDir, issueName) {
+    const issuesDir = path.join(exportDir, 'issues_reports');
+    const key = normalizeIssueKey(issueName);
+    let files;
+    try {
+        files = await readdir(issuesDir);
+    }
+    catch {
+        return null;
+    }
+    const exact = files.find((f) => f === `${key}.csv`);
+    if (exact)
+        return path.join(issuesDir, exact);
+    const relaxed = files.find((f) => normalizeIssueKey(f.replace(/\.csv$/, '')) === key);
+    if (relaxed)
+        return path.join(issuesDir, relaxed);
+    return null;
+}
+async function loadIssueSamples(exportDir, issueName, limit) {
+    const reportPath = await findIssueReportFile(exportDir, issueName);
+    if (!reportPath)
+        return [];
+    const records = await readCsvFile(reportPath);
+    const urls = records
+        .map((r) => r.Address ?? r.URL ?? r.Source ?? '')
+        .filter((u) => u.startsWith('http'));
+    return [...new Set(urls)].slice(0, limit);
+}
+function parseCrawlOverview(text) {
+    const rows = parseCsv(text).map((row) => row.map(normalizeCsvCell));
+    let siteUrl = '';
+    let crawlStarted;
+    let htmlPages = 0;
+    let internalIndexable = 0;
+    for (const row of rows) {
+        const label = row[0] ?? '';
+        const count = Number.parseInt(row[1] ?? '', 10);
+        if (label === 'Site Crawled')
+            siteUrl = row[1] ?? siteUrl;
+        if (label === 'Start Date') {
+            const time = rows.find((r) => r[0] === 'Start Time')?.[1];
+            crawlStarted = `${row[1]} ${time ?? ''}`.trim();
+        }
+        if (label === 'HTML' && row[4] === 'Internal URLs' && !Number.isNaN(count)) {
+            htmlPages = count;
+        }
+        if (label === 'Total Internal Indexable URLs' && !Number.isNaN(count)) {
+            internalIndexable = count;
+        }
+    }
+    return { siteUrl, crawlStarted, htmlPages, internalIndexable };
+}
+export async function runScreamingFrogAudit(config) {
+    const sampleLimit = config.sampleLimit ?? 8;
+    const exportDir = path.resolve(config.exportDir);
+    const site = config.site;
+    const siteHost = site?.siteHost ?? '';
+    const rules = config.issueRules ?? getIssueRulesForSite(site?.issueRuleOverrides);
+    const [overviewRaw, issuesRaw, redirectErrors] = await Promise.all([
+        readFile(path.join(exportDir, 'crawl_overview.csv'), 'utf8').catch(() => ''),
+        readFile(path.join(exportDir, 'issues_overview_report.csv'), 'utf8').catch(() => ''),
+        readCsvFile(path.join(exportDir, 'redirects_to_error.csv')).catch(() => []),
+    ]);
+    const crawlMeta = overviewRaw
+        ? parseCrawlOverview(overviewRaw)
+        : {
+            siteUrl: config.siteUrl ?? site?.defaultSiteUrl ?? '',
+            crawlStarted: undefined,
+            htmlPages: 0,
+            internalIndexable: 0,
+        };
+    const siteUrl = config.siteUrl ?? (crawlMeta.siteUrl || site?.defaultSiteUrl || '');
+    const issueRecords = issuesRaw ? parseCsvRecords(issuesRaw) : [];
+    const classified = [];
+    for (const record of issueRecords) {
+        const name = record['Issue Name'] ?? '';
+        if (!name)
+            continue;
+        const classification = classifyScreamingFrogIssue(name, rules);
+        if (!classification)
+            continue;
+        const urlCount = Number.parseInt(record.URLs ?? '0', 10) || 0;
+        const samples = await loadIssueSamples(exportDir, name, sampleLimit);
+        classified.push({
+            name,
+            sfType: record['Issue Type'] ?? '',
+            sfPriority: record['Issue Priority'] ?? '',
+            urlCount,
+            pctOfHtml: record['% of Total'] ?? '',
+            tier: classification.tier,
+            category: classification.category,
+            note: classification.note,
+            samples,
+        });
+    }
+    if (redirectErrors.length > 0 && !classified.some((i) => i.name.includes('Redirect'))) {
+        const allSources = [
+            ...new Set(redirectErrors
+                .map((r) => r.Source ?? r.Address ?? '')
+                .filter((u) => (siteHost ? u.includes(siteHost) : u.startsWith('http')))),
+        ];
+        const samples = allSources.slice(0, sampleLimit);
+        classified.push({
+            name: 'Redirects: To error (report)',
+            sfType: 'Warning',
+            sfPriority: 'High',
+            urlCount: allSources.length,
+            pctOfHtml: '',
+            tier: 'p1',
+            category: 'redirects',
+            note: 'From `redirects_to_error.csv` — outbound redirect targets returning 4xx.',
+            samples,
+        });
+    }
+    classified.sort((a, b) => {
+        const tierDiff = TIER_ORDER.indexOf(a.tier) - TIER_ORDER.indexOf(b.tier);
+        if (tierDiff !== 0)
+            return tierDiff;
+        return b.urlCount - a.urlCount;
+    });
+    const tierCounts = Object.fromEntries(TIER_ORDER.map((t) => [t, 0]));
+    const tierUrlCounts = Object.fromEntries(TIER_ORDER.map((t) => [t, 0]));
+    for (const issue of classified) {
+        tierCounts[issue.tier] += 1;
+        tierUrlCounts[issue.tier] += issue.urlCount;
+    }
+    return {
+        exportDir,
+        exportDirLabel: path.basename(exportDir),
+        siteLabel: site?.siteLabel ?? 'Site',
+        siteUrl,
+        productionAuditDoc: site?.productionAuditDoc,
+        crawlStarted: crawlMeta.crawlStarted,
+        htmlPages: crawlMeta.htmlPages,
+        internalIndexable: crawlMeta.internalIndexable,
+        issues: classified,
+        tierCounts,
+        tierUrlCounts,
+    };
+}
+export function buildScreamingFrogMarkdownReport(result) {
+    const productionCrossCheck = result.productionAuditDoc
+        ? `Cross-check template/metadata issues against [\`${result.productionAuditDoc}\`](./${result.productionAuditDoc}) (\`pnpm seo:audit:production\`).`
+        : 'Cross-check template/metadata issues with live HTML audits where available.';
+    const lines = [
+        `# ${result.siteLabel} Screaming Frog crawl audit`,
+        '',
+        `**Site:** ${result.siteUrl}`,
+        `**Export:** \`${result.exportDirLabel}\``,
+        `**Generated:** ${new Date().toISOString()}`,
+        ...(result.crawlStarted ? [`**Crawl started:** ${result.crawlStarted}`] : []),
+        '',
+        '## Crawl summary',
+        '',
+        '| Metric | Count |',
+        '|--------|------:|',
+        `| Internal HTML (2xx) | ${result.htmlPages} |`,
+        `| Internal indexable URLs | ${result.internalIndexable} |`,
+        '',
+        productionCrossCheck,
+        '',
+        '## Prioritized issues',
+        '',
+        '| Tier | Issue types | URL rows (sum) |',
+        '|------|------------:|---------------:|',
+        ...TIER_ORDER.filter((t) => (result.tierCounts[t] ?? 0) > 0).map((t) => `| ${TIER_LABELS[t]} | ${result.tierCounts[t]} | ${result.tierUrlCounts[t]} |`),
+        '',
+    ];
+    for (const tier of TIER_ORDER) {
+        const bucket = result.issues.filter((i) => i.tier === tier);
+        if (bucket.length === 0)
+            continue;
+        lines.push(`## ${TIER_LABELS[tier]}`, '');
+        for (const issue of bucket) {
+            lines.push(`### ${issue.name}`, '', '| Field | Value |', '|-------|-------|', `| Screaming Frog type | ${issue.sfType} (${issue.sfPriority}) |`, `| URLs | ${issue.urlCount} (${issue.pctOfHtml}% of HTML) |`, `| Category | ${issue.category} |`, ...(issue.note ? [`| Note | ${issue.note} |`] : []), '');
+            if (issue.samples.length > 0) {
+                lines.push('Sample URLs:', '');
+                for (const url of issue.samples) {
+                    lines.push(`- ${url}`);
+                }
+                if (issue.urlCount > issue.samples.length) {
+                    lines.push(`- _…and ${issue.urlCount - issue.samples.length} more in export_`);
+                }
+                lines.push('');
+            }
+        }
+    }
+    lines.push('## Recommended next steps', '', '1. **P0/P1 response codes** — Fix broken internal pages (404/410) and redirect-to-error chains.', '2. **P1 indexing** — Resolve sitemap vs `noindex` mismatches; confirm intentional noindex pages.', '3. **P1 metadata** — Fix pages missing meta descriptions or titles (see samples above).', '4. **P1 structured data** — Fix Schema.org required-field failures; cross-check rendered JSON-LD.', '5. **P2 sitemap** — Reconcile orphan / not-in-sitemap URLs with internal linking.', '', 'Re-run after fixes:', '', '```bash', 'pnpm seo:screaming-frog:crawl', 'pnpm seo:screaming-frog ~/spider/exports/<timestamp>', ...(result.productionAuditDoc ? ['pnpm seo:audit:production'] : []), '```', '');
+    return lines.join('\n');
+}
+export async function writeScreamingFrogAuditOutputs(result, outputDir, outputMdName = 'screaming-frog-audit.md') {
+    const { mkdir, writeFile } = await import('node:fs/promises');
+    await mkdir(outputDir, { recursive: true });
+    const mdPath = path.join(outputDir, outputMdName);
+    await writeFile(mdPath, buildScreamingFrogMarkdownReport(result), 'utf8');
+    return { mdPath };
+}
+export function getScreamingFrogAuditExitCode(result) {
+    const p0 = result.issues.filter((i) => i.tier === 'p0').length;
+    const p1 = result.issues.filter((i) => i.tier === 'p1' && i.urlCount > 0).length;
+    return p0 > 0 || p1 > 0 ? 1 : 0;
+}
+export function parseScreamingFrogAuditArgv(argv) {
+    const args = argv.slice(2);
+    let exportDir = '';
+    let outDir;
+    let siteUrl;
+    let sampleLimit;
+    for (let i = 0; i < args.length; i++) {
+        const arg = args[i];
+        if (!arg)
+            continue;
+        if (arg === '--export-dir') {
+            const value = args[++i];
+            if (value)
+                exportDir = value;
+            continue;
+        }
+        if (arg === '--out-dir') {
+            const value = args[++i];
+            if (value)
+                outDir = value;
+            continue;
+        }
+        if (arg === '--site-url') {
+            const value = args[++i];
+            if (value)
+                siteUrl = value;
+            continue;
+        }
+        if (arg === '--sample-limit') {
+            const value = args[++i];
+            if (value)
+                sampleLimit = Number.parseInt(value, 10);
+            continue;
+        }
+        if (!arg.startsWith('-') && !exportDir) {
+            exportDir = arg;
+        }
+    }
+    if (!exportDir) {
+        throw new Error('Missing Screaming Frog export directory. Pass as positional arg or --export-dir <path>.');
+    }
+    return { exportDir, outDir, siteUrl, sampleLimit };
+}
+//# sourceMappingURL=audit.js.map

package/dist/screaming-frog/audit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audit.js","sourceRoot":"","sources":["../../src/screaming-frog/audit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,gBAAgB,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AACvE,OAAO,EACL,0BAA0B,EAC1B,oBAAoB,EACpB,iBAAiB,EACjB,WAAW,EACX,UAAU,GACX,MAAM,YAAY,CAAC;AASpB,KAAK,UAAU,WAAW,CAAC,QAAgB;IACzC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC7C,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,SAAiB,EAAE,SAAiB;IACrE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IACzD,MAAM,GAAG,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;IACzC,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,GAAG,MAAM,CAAC,CAAC;IACpD,IAAI,KAAK;QAAE,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;IACtF,IAAI,OAAO;QAAE,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAClD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,SAAiB,EACjB,SAAiB,EACjB,KAAa;IAEb,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACnE,IAAI,CAAC,UAAU;QAAE,OAAO,EAAE,CAAC;IAE3B,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,OAAO;SACjB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC;SAChD,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IAMtC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACpE,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,YAAgC,CAAC;IACrC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAEhD,IAAI,KAAK,KAAK,cAAc;YAAE,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;QAC1D,IAAI,KAAK,KAAK,YAAY,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC1D,YAAY,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAClD,CAAC;QACD,IAAI,KAAK,KAAK,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,eAAe,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3E,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;QACD,IAAI,KAAK,KAAK,+BAA+B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACtE,iBAAiB,GAAG,KAAK,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC;AACjE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAgC;IAEhC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;IACzB,MAAM,QAAQ,GAAG,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,IAAI,oBAAoB,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;IAElF,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACjE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,oBAAoB,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;QAC5E,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,4BAA4B,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;QACpF,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAC,CAAC,KAAK,CAC/D,GAAG,EAAE,CAAC,EAA8B,CACrC;KACF,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,WAAW;QAC3B,CAAC,CAAC,kBAAkB,CAAC,WAAW,CAAC;QACjC,CAAC,CAAC;YACE,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI,EAAE,cAAc,IAAI,EAAE;YACrD,YAAY,EAAE,SAAS;YACvB,SAAS,EAAE,CAAC;YACZ,iBAAiB,EAAE,CAAC;SACrB,CAAC;IACN,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,IAAI,EAAE,cAAc,IAAI,EAAE,CAAC,CAAC;IAEpF,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACjE,MAAM,UAAU,GAA4B,EAAE,CAAC;IAE/C,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,cAAc,GAAG,0BAA0B,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/D,IAAI,CAAC,cAAc;YAAE,SAAS;QAE9B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,SAAS,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;QAErE,UAAU,CAAC,IAAI,CAAC;YACd,IAAI;YACJ,MAAM,EAAE,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE;YAClC,UAAU,EAAE,MAAM,CAAC,gBAAgB,CAAC,IAAI,EAAE;YAC1C,QAAQ;YACR,SAAS,EAAE,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE;YACrC,IAAI,EAAE,cAAc,CAAC,IAAI;YACzB,QAAQ,EAAE,cAAc,CAAC,QAAQ;YACjC,IAAI,EAAE,cAAc,CAAC,IAAI;YACzB,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QACtF,MAAM,UAAU,GAAG;YACjB,GAAG,IAAI,GAAG,CACR,cAAc;iBACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;iBACvC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAC3E;SACF,CAAC;QACF,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QAEjD,UAAU,CAAC,IAAI,CAAC;YACd,IAAI,EAAE,8BAA8B;YACpC,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,MAAM;YAClB,QAAQ,EAAE,UAAU,CAAC,MAAM;YAC3B,SAAS,EAAE,EAAE;YACb,IAAI,EAAE,IAAI;YACV,QAAQ,EAAE,WAAW;YACrB,IAAI,EAAE,0EAA0E;YAChF,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACvB,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACzE,IAAI,QAAQ,KAAK,CAAC;YAAE,OAAO,QAAQ,CAAC;QACpC,OAAO,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAGlE,CAAC;IACF,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAGrE,CAAC;IAEF,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC;IAC9C,CAAC;IAED,OAAO;QACL,SAAS;QACT,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QACxC,SAAS,EAAE,IAAI,EAAE,SAAS,IAAI,MAAM;QACpC,OAAO;QACP,kBAAkB,EAAE,IAAI,EAAE,kBAAkB;QAC5C,YAAY,EAAE,SAAS,CAAC,YAAY;QACpC,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,iBAAiB,EAAE,SAAS,CAAC,iBAAiB;QAC9C,MAAM,EAAE,UAAU;QAClB,UAAU;QACV,aAAa;KACd,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,MAAgC;IAC/E,MAAM,oBAAoB,GAAG,MAAM,CAAC,kBAAkB;QACpD,CAAC,CAAC,mDAAmD,MAAM,CAAC,kBAAkB,SAAS,MAAM,CAAC,kBAAkB,oCAAoC;QACpJ,CAAC,CAAC,6EAA6E,CAAC;IAElF,MAAM,KAAK,GAAa;QACtB,KAAK,MAAM,CAAC,SAAS,6BAA6B;QAClD,EAAE;QACF,aAAa,MAAM,CAAC,OAAO,EAAE;QAC7B,iBAAiB,MAAM,CAAC,cAAc,IAAI;QAC1C,kBAAkB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE;QAC5C,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,sBAAsB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7E,EAAE;QACF,kBAAkB;QAClB,EAAE;QACF,oBAAoB;QACpB,oBAAoB;QACpB,2BAA2B,MAAM,CAAC,SAAS,IAAI;QAC/C,+BAA+B,MAAM,CAAC,iBAAiB,IAAI;QAC3D,EAAE;QACF,oBAAoB;QACpB,EAAE;QACF,uBAAuB;QACvB,EAAE;QACF,yCAAyC;QACzC,yCAAyC;QACzC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAC9D,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CACtF;QACD,EAAE;KACH,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAC5D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAElC,KAAK,CAAC,IAAI,CAAC,MAAM,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAE1C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CACR,OAAO,KAAK,CAAC,IAAI,EAAE,EACnB,EAAE,EACF,mBAAmB,EACnB,mBAAmB,EACnB,2BAA2B,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,UAAU,KAAK,EACjE,YAAY,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,SAAS,cAAc,EAC5D,gBAAgB,KAAK,CAAC,QAAQ,IAAI,EAClC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EACnD,EAAE,CACH,CAAC;YAEF,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;gBAC/B,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAChC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;gBACzB,CAAC;gBACD,IAAI,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBAC1C,KAAK,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,kBAAkB,CAAC,CAAC;gBACjF,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CACR,2BAA2B,EAC3B,EAAE,EACF,iGAAiG,EACjG,kGAAkG,EAClG,yFAAyF,EACzF,mGAAmG,EACnG,mFAAmF,EACnF,EAAE,EACF,qBAAqB,EACrB,EAAE,EACF,SAAS,EACT,+BAA+B,EAC/B,sDAAsD,EACtD,GAAG,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EACnE,KAAK,EACL,EAAE,CACH,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,MAAgC,EAChC,SAAiB,EACjB,YAAY,GAAG,yBAAyB;IAExC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC9D,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAClD,MAAM,SAAS,CAAC,MAAM,EAAE,gCAAgC,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IAC1E,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,MAAgC;IAC5E,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IAC/D,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IACjF,OAAO,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,IAAc;IAEd,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,IAAI,MAA0B,CAAC;IAC/B,IAAI,OAA2B,CAAC;IAChC,IAAI,WAA+B,CAAC;IAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,GAAG;YAAE,SAAS;QAEnB,IAAI,GAAG,KAAK,cAAc,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK;gBAAE,SAAS,GAAG,KAAK,CAAC;YAC7B,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK;gBAAE,MAAM,GAAG,KAAK,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,YAAY,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK;gBAAE,OAAO,GAAG,KAAK,CAAC;YAC3B,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,gBAAgB,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACxB,IAAI,KAAK;gBAAE,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACpD,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACvC,SAAS,GAAG,GAAG,CAAC;QAClB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,yFAAyF,CAC1F,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;AACrD,CAAC"}

package/dist/screaming-frog/compare-report.d.ts

@@ -0,0 +1,22 @@
+import type { ScreamingFrogCompareResult } from './types.js';
+export interface ScreamingFrogCompareMetric {
+    label: string;
+    changed: number;
+    samples: Array<{
+        url: string;
+        before: string;
+        after: string;
+    }>;
+}
+export interface ScreamingFrogCompareAnalysis {
+    matchedUrls: number;
+    metrics: ScreamingFrogCompareMetric[];
+    significantChanges: number;
+}
+export declare function analyzeScreamingFrogCompare(exportDir: string, sampleLimit?: number): Promise<ScreamingFrogCompareAnalysis>;
+export declare function buildScreamingFrogCompareMarkdownReport(result: ScreamingFrogCompareResult, analysis: ScreamingFrogCompareAnalysis): string;
+export declare function writeScreamingFrogCompareOutputs(result: ScreamingFrogCompareResult, analysis: ScreamingFrogCompareAnalysis, outputDir: string, outputMdName: string): Promise<{
+    mdPath: string;
+}>;
+export declare function getScreamingFrogCompareExitCode(analysis: ScreamingFrogCompareAnalysis): number;
+//# sourceMappingURL=compare-report.d.ts.map

package/dist/screaming-frog/compare-report.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compare-report.d.ts","sourceRoot":"","sources":["../../src/screaming-frog/compare-report.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,YAAY,CAAC;AAE7D,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAChE;AAED,MAAM,WAAW,4BAA4B;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,0BAA0B,EAAE,CAAC;IACtC,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAsED,wBAAsB,2BAA2B,CAC/C,SAAS,EAAE,MAAM,EACjB,WAAW,SAAI,GACd,OAAO,CAAC,4BAA4B,CAAC,CAmDvC;AAED,wBAAgB,uCAAuC,CACrD,MAAM,EAAE,0BAA0B,EAClC,QAAQ,EAAE,4BAA4B,GACrC,MAAM,CAiER;AAED,wBAAsB,gCAAgC,CACpD,MAAM,EAAE,0BAA0B,EAClC,QAAQ,EAAE,4BAA4B,EACtC,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAM7B;AAED,wBAAgB,+BAA+B,CAAC,QAAQ,EAAE,4BAA4B,GAAG,MAAM,CAQ9F"}

package/dist/screaming-frog/compare-report.js

@@ -0,0 +1,142 @@
+import { readFile } from 'node:fs/promises';
+import path from 'node:path';
+import { parseCsvRecords } from './csv.js';
+function changedField(records, currentKey, previousKey, label, sampleLimit) {
+    const samples = [];
+    let changed = 0;
+    for (const record of records) {
+        const current = (record[currentKey] ?? '').trim();
+        const previous = (record[previousKey] ?? '').trim();
+        if (!current && !previous)
+            continue;
+        if (current === previous)
+            continue;
+        changed += 1;
+        if (samples.length < sampleLimit) {
+            samples.push({
+                url: record.Address ?? record.URL ?? '',
+                before: previous || '—',
+                after: current || '—',
+            });
+        }
+    }
+    return { label, changed, samples };
+}
+function changedNumericField(records, currentKey, previousKey, label, threshold, sampleLimit) {
+    const samples = [];
+    let changed = 0;
+    for (const record of records) {
+        const current = Number.parseInt(record[currentKey] ?? '', 10);
+        const previous = Number.parseInt(record[previousKey] ?? '', 10);
+        if (Number.isNaN(current) || Number.isNaN(previous))
+            continue;
+        const delta = Math.abs(current - previous);
+        const pct = previous === 0 ? (delta > 0 ? 100 : 0) : (delta / previous) * 100;
+        if (delta < threshold && pct < 10)
+            continue;
+        changed += 1;
+        if (samples.length < sampleLimit) {
+            samples.push({
+                url: record.Address ?? record.URL ?? '',
+                before: String(previous),
+                after: String(current),
+            });
+        }
+    }
+    return { label, changed, samples };
+}
+async function readCsvRecords(filePath) {
+    try {
+        const raw = await readFile(filePath, 'utf8');
+        return parseCsvRecords(raw);
+    }
+    catch {
+        return [];
+    }
+}
+export async function analyzeScreamingFrogCompare(exportDir, sampleLimit = 8) {
+    const changeDetectionPath = path.join(exportDir, 'change_detection_all.csv');
+    const responseCodesPath = path.join(exportDir, 'response_codes_all.csv');
+    const records = await readCsvRecords(changeDetectionPath);
+    const responseRecords = await readCsvRecords(responseCodesPath);
+    // SF Change Detection exports only include changed URLs — use response codes for match totals.
+    const matchedUrls = responseRecords.length;
+    if (matchedUrls === 0) {
+        return {
+            matchedUrls: 0,
+            metrics: [],
+            significantChanges: 0,
+        };
+    }
+    const metrics = [
+        changedField(records, 'Current Page Title', 'Previous Page Title', 'Page titles', sampleLimit),
+        changedField(records, 'Current Meta Description', 'Previous Meta Description', 'Meta descriptions', sampleLimit),
+        changedField(records, 'Current H1', 'Previous H1', 'H1 headings', sampleLimit),
+        changedField(records, 'Current Indexability', 'Previous Indexability', 'Indexability status', sampleLimit),
+        changedNumericField(records, 'Current Word Count', 'Previous Word Count', 'Word count (≥50 words or ≥10%)', 50, sampleLimit),
+    ];
+    const significantChanges = metrics.reduce((sum, metric) => sum + metric.changed, 0);
+    return {
+        matchedUrls,
+        metrics: metrics.filter((metric) => metric.changed > 0),
+        significantChanges,
+    };
+}
+export function buildScreamingFrogCompareMarkdownReport(result, analysis) {
+    const lines = [
+        `# ${result.siteLabel} Screaming Frog crawl comparison`,
+        '',
+        `**Generated:** ${new Date().toISOString()}`,
+        `**Current crawl:** \`${result.currentDatabaseId}\`${result.currentCrawl ? ` (${result.currentCrawl.modified}, ${result.currentCrawl.urlCount} URLs)` : ''}`,
+        `**Previous crawl:** \`${result.previousDatabaseId}\`${result.previousCrawl ? ` (${result.previousCrawl.modified}, ${result.previousCrawl.urlCount} URLs)` : ''}`,
+        `**Export:** \`${path.basename(result.exportDir)}\``,
+        '',
+        'Uses Screaming Frog native **Compare** mode (`--crawl-comparison`) with Change Detection exports.',
+        '',
+        '## Summary',
+        '',
+        '| Metric | Count |',
+        '|--------|------:|',
+        `| URLs matched in both crawls | ${analysis.matchedUrls} |`,
+        `| Total field changes (sum of categories) | ${analysis.significantChanges} |`,
+        '',
+    ];
+    if (analysis.matchedUrls === 0 && analysis.significantChanges === 0) {
+        lines.push('No URLs matched between the two crawls. Compare only works when both crawls cover the same site/profile.', '', 'Typical causes:', '', '- Different preview URLs or profiles', '- Comparing crawls from different hostnames without URL mapping', '- One crawl incomplete or against a different deployment', '');
+        return lines.join('\n');
+    }
+    if (analysis.metrics.length === 0 && analysis.matchedUrls > 0) {
+        lines.push('No significant content/metadata changes detected in Change Detection exports.', '');
+    }
+    for (const metric of analysis.metrics) {
+        lines.push(`## ${metric.label} (${metric.changed})`, '');
+        if (metric.samples.length === 0) {
+            lines.push('_No samples exported._', '');
+            continue;
+        }
+        for (const sample of metric.samples) {
+            lines.push(`- ${sample.url}`);
+            lines.push(`  - before: ${sample.before}`);
+            lines.push(`  - after: ${sample.after}`);
+        }
+        if (metric.changed > metric.samples.length) {
+            lines.push(`- _…and ${metric.changed - metric.samples.length} more in export_`);
+        }
+        lines.push('');
+    }
+    lines.push('## Interpretation', '', '- **Content-push baseline → post-code crawl:** title/meta/H1/word-count changes may indicate unintended template or CMS regressions.', '- **Indexability changes** on preview are often noise (sitewide noindex); focus on production/localhost profiles for indexing diffs.', '- Re-run with explicit database IDs if auto-selected crawls are wrong: `site-check-screaming-frog compare <current-id> <previous-id>`.', '');
+    return lines.join('\n');
+}
+export async function writeScreamingFrogCompareOutputs(result, analysis, outputDir, outputMdName) {
+    const { mkdir, writeFile } = await import('node:fs/promises');
+    await mkdir(outputDir, { recursive: true });
+    const mdPath = path.join(outputDir, outputMdName);
+    await writeFile(mdPath, buildScreamingFrogCompareMarkdownReport(result, analysis), 'utf8');
+    return { mdPath };
+}
+export function getScreamingFrogCompareExitCode(analysis) {
+    const contentMetrics = analysis.metrics.filter((metric) => ['Page titles', 'Meta descriptions', 'H1 headings', 'Word count (≥50 words or ≥10%)'].includes(metric.label));
+    const regressions = contentMetrics.reduce((sum, metric) => sum + metric.changed, 0);
+    return regressions > 0 ? 1 : 0;
+}
+//# sourceMappingURL=compare-report.js.map

package/dist/screaming-frog/compare-report.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compare-report.js","sourceRoot":"","sources":["../../src/screaming-frog/compare-report.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAe3C,SAAS,YAAY,CACnB,OAAiC,EACjC,UAAkB,EAClB,WAAmB,EACnB,KAAa,EACb,WAAmB;IAEnB,MAAM,OAAO,GAA0D,EAAE,CAAC;IAC1E,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,IAAI,CAAC,OAAO,IAAI,CAAC,QAAQ;YAAE,SAAS;QACpC,IAAI,OAAO,KAAK,QAAQ;YAAE,SAAS;QACnC,OAAO,IAAI,CAAC,CAAC;QACb,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,IAAI,EAAE;gBACvC,MAAM,EAAE,QAAQ,IAAI,GAAG;gBACvB,KAAK,EAAE,OAAO,IAAI,GAAG;aACtB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAiC,EACjC,UAAkB,EAClB,WAAmB,EACnB,KAAa,EACb,SAAiB,EACjB,WAAmB;IAEnB,MAAM,OAAO,GAA0D,EAAE,CAAC;IAC1E,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAChE,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;YAAE,SAAS;QAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC;QAC9E,IAAI,KAAK,GAAG,SAAS,IAAI,GAAG,GAAG,EAAE;YAAE,SAAS;QAC5C,OAAO,IAAI,CAAC,CAAC;QACb,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,IAAI,EAAE;gBACvC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC;gBACxB,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC;aACvB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAgB;IAC5C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC7C,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,SAAiB,EACjB,WAAW,GAAG,CAAC;IAEf,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC,CAAC;IAC7E,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAC;IACzE,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,mBAAmB,CAAC,CAAC;IAC1D,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,iBAAiB,CAAC,CAAC;IAEhE,+FAA+F;IAC/F,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC;IAE3C,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO;YACL,WAAW,EAAE,CAAC;YACd,OAAO,EAAE,EAAE;YACX,kBAAkB,EAAE,CAAC;SACtB,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG;QACd,YAAY,CAAC,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,aAAa,EAAE,WAAW,CAAC;QAC9F,YAAY,CACV,OAAO,EACP,0BAA0B,EAC1B,2BAA2B,EAC3B,mBAAmB,EACnB,WAAW,CACZ;QACD,YAAY,CAAC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,WAAW,CAAC;QAC9E,YAAY,CACV,OAAO,EACP,sBAAsB,EACtB,uBAAuB,EACvB,qBAAqB,EACrB,WAAW,CACZ;QACD,mBAAmB,CACjB,OAAO,EACP,oBAAoB,EACpB,qBAAqB,EACrB,gCAAgC,EAChC,EAAE,EACF,WAAW,CACZ;KACF,CAAC;IAEF,MAAM,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAEpF,OAAO;QACL,WAAW;QACX,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC;QACvD,kBAAkB;KACnB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uCAAuC,CACrD,MAAkC,EAClC,QAAsC;IAEtC,MAAM,KAAK,GAAa;QACtB,KAAK,MAAM,CAAC,SAAS,kCAAkC;QACvD,EAAE;QACF,kBAAkB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE;QAC5C,wBAAwB,MAAM,CAAC,iBAAiB,KAAK,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,YAAY,CAAC,QAAQ,KAAK,MAAM,CAAC,YAAY,CAAC,QAAQ,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE;QAC5J,yBAAyB,MAAM,CAAC,kBAAkB,KAAK,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,aAAa,CAAC,QAAQ,KAAK,MAAM,CAAC,aAAa,CAAC,QAAQ,QAAQ,CAAC,CAAC,CAAC,EAAE,EAAE;QACjK,iBAAiB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI;QACpD,EAAE;QACF,mGAAmG;QACnG,EAAE;QACF,YAAY;QACZ,EAAE;QACF,oBAAoB;QACpB,oBAAoB;QACpB,mCAAmC,QAAQ,CAAC,WAAW,IAAI;QAC3D,+CAA+C,QAAQ,CAAC,kBAAkB,IAAI;QAC9E,EAAE;KACH,CAAC;IAEF,IAAI,QAAQ,CAAC,WAAW,KAAK,CAAC,IAAI,QAAQ,CAAC,kBAAkB,KAAK,CAAC,EAAE,CAAC;QACpE,KAAK,CAAC,IAAI,CACR,0GAA0G,EAC1G,EAAE,EACF,iBAAiB,EACjB,EAAE,EACF,sCAAsC,EACtC,iEAAiE,EACjE,0DAA0D,EAC1D,EAAE,CACH,CAAC;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,+EAA+E,EAAE,EAAE,CAAC,CAAC;IAClG,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,OAAO,GAAG,EAAE,EAAE,CAAC,CAAC;QACzD,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC;YACzC,SAAS;QACX,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3C,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAC3C,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,kBAAkB,CAAC,CAAC;QAClF,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,IAAI,CACR,mBAAmB,EACnB,EAAE,EACF,sIAAsI,EACtI,sIAAsI,EACtI,wIAAwI,EACxI,EAAE,CACH,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,MAAkC,EAClC,QAAsC,EACtC,SAAiB,EACjB,YAAoB;IAEpB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC9D,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAClD,MAAM,SAAS,CAAC,MAAM,EAAE,uCAAuC,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;IAC3F,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,QAAsC;IACpF,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CACxD,CAAC,aAAa,EAAE,mBAAmB,EAAE,aAAa,EAAE,gCAAgC,CAAC,CAAC,QAAQ,CAC5F,MAAM,CAAC,KAAK,CACb,CACF,CAAC;IACF,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACpF,OAAO,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACjC,CAAC"}

package/dist/screaming-frog/compare.d.ts

@@ -0,0 +1,5 @@
+import type { ScreamingFrogCompareCliOptions, ScreamingFrogCompareResult } from './types.js';
+/** Native SF compare exports (Change Detection + response codes). */
+export declare const DEFAULT_COMPARE_EXPORT_TABS: readonly ["Change Detection:All", "Change Detection:Page Titles", "Change Detection:Meta Description", "Change Detection:H1", "Change Detection:Word Count", "Change Detection:Indexability", "Change Detection:Structured Data Unique Types", "Response Codes:All"];
+export declare function runScreamingFrogCompare(options: ScreamingFrogCompareCliOptions): Promise<ScreamingFrogCompareResult>;
+//# sourceMappingURL=compare.d.ts.map

package/dist/screaming-frog/compare.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compare.d.ts","sourceRoot":"","sources":["../../src/screaming-frog/compare.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,8BAA8B,EAAE,0BAA0B,EAAE,MAAM,YAAY,CAAC;AAE7F,qEAAqE;AACrE,eAAO,MAAM,2BAA2B,sQAS9B,CAAC;AAEX,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,8BAA8B,GACtC,OAAO,CAAC,0BAA0B,CAAC,CAiCrC"}

package/dist/screaming-frog/compare.js

@@ -0,0 +1,42 @@
+import { mkdir } from 'node:fs/promises';
+import { defaultExportRoot, timestampExportDir } from './paths.js';
+import { runScreamingFrogOrThrow } from './sf-runner.js';
+/** Native SF compare exports (Change Detection + response codes). */
+export const DEFAULT_COMPARE_EXPORT_TABS = [
+    'Change Detection:All',
+    'Change Detection:Page Titles',
+    'Change Detection:Meta Description',
+    'Change Detection:H1',
+    'Change Detection:Word Count',
+    'Change Detection:Indexability',
+    'Change Detection:Structured Data Unique Types',
+    'Response Codes:All',
+];
+export async function runScreamingFrogCompare(options) {
+    const exportRoot = options.exportRoot ?? defaultExportRoot();
+    const exportDir = options.exportDir ?? timestampExportDir(exportRoot);
+    await mkdir(exportDir, { recursive: true });
+    const tabs = options.exportTabs ?? DEFAULT_COMPARE_EXPORT_TABS;
+    await runScreamingFrogOrThrow([
+        '--headless',
+        '--crawl-comparison',
+        options.currentDatabaseId,
+        options.previousDatabaseId,
+        '--output-folder',
+        exportDir,
+        '--overwrite',
+        '--export-format',
+        'csv',
+        '--export-tabs',
+        tabs.join(','),
+    ], { inherit: true });
+    return {
+        exportDir,
+        currentDatabaseId: options.currentDatabaseId,
+        previousDatabaseId: options.previousDatabaseId,
+        siteLabel: options.siteLabel,
+        currentCrawl: options.currentCrawl,
+        previousCrawl: options.previousCrawl,
+    };
+}
+//# sourceMappingURL=compare.js.map

package/dist/screaming-frog/compare.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compare.js","sourceRoot":"","sources":["../../src/screaming-frog/compare.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAGzD,qEAAqE;AACrE,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,sBAAsB;IACtB,8BAA8B;IAC9B,mCAAmC;IACnC,qBAAqB;IACrB,6BAA6B;IAC7B,+BAA+B;IAC/B,+CAA+C;IAC/C,oBAAoB;CACZ,CAAC;AAEX,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,OAAuC;IAEvC,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,iBAAiB,EAAE,CAAC;IAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAEtE,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE5C,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,IAAI,2BAA2B,CAAC;IAE/D,MAAM,uBAAuB,CAC3B;QACE,YAAY;QACZ,oBAAoB;QACpB,OAAO,CAAC,iBAAiB;QACzB,OAAO,CAAC,kBAAkB;QAC1B,iBAAiB;QACjB,SAAS;QACT,aAAa;QACb,iBAAiB;QACjB,KAAK;QACL,eAAe;QACf,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;KACf,EACD,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAC;IAEF,OAAO;QACL,SAAS;QACT,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;QAC5C,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,aAAa,EAAE,OAAO,CAAC,aAAa;KACrC,CAAC;AACJ,CAAC"}

package/dist/screaming-frog/crawl-state.d.ts

@@ -0,0 +1,19 @@
+export interface ScreamingFrogCrawlSnapshot {
+    databaseId: string;
+    exportDir?: string;
+    profile?: string;
+    crawlUrl?: string;
+    savedAt: string;
+    label?: string;
+}
+export interface ScreamingFrogCrawlState {
+    baselines: Record<string, ScreamingFrogCrawlSnapshot>;
+    lastCrawl?: ScreamingFrogCrawlSnapshot;
+}
+export declare function crawlStatePath(workspaceRoot: string): string;
+export declare function loadCrawlState(workspaceRoot: string): Promise<ScreamingFrogCrawlState>;
+export declare function saveCrawlState(workspaceRoot: string, state: ScreamingFrogCrawlState): Promise<string>;
+export declare function recordCrawlSnapshot(workspaceRoot: string, snapshot: ScreamingFrogCrawlSnapshot, options?: {
+    tag?: string;
+}): Promise<string>;
+//# sourceMappingURL=crawl-state.d.ts.map

package/dist/screaming-frog/crawl-state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl-state.d.ts","sourceRoot":"","sources":["../../src/screaming-frog/crawl-state.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,0BAA0B;IACzC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,0BAA0B,CAAC,CAAC;IACtD,SAAS,CAAC,EAAE,0BAA0B,CAAC;CACxC;AAID,wBAAgB,cAAc,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM,CAE5D;AAED,wBAAsB,cAAc,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAO5F;AAED,wBAAsB,cAAc,CAClC,aAAa,EAAE,MAAM,EACrB,KAAK,EAAE,uBAAuB,GAC7B,OAAO,CAAC,MAAM,CAAC,CAKjB;AAED,wBAAsB,mBAAmB,CACvC,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,0BAA0B,EACpC,OAAO,GAAE;IAAE,GAAG,CAAC,EAAE,MAAM,CAAA;CAAO,GAC7B,OAAO,CAAC,MAAM,CAAC,CAOjB"}

package/dist/screaming-frog/crawl-state.js

@@ -0,0 +1,30 @@
+import { mkdir, readFile, writeFile } from 'node:fs/promises';
+import path from 'node:path';
+const STATE_FILE = 'docs/seo/sf-crawl-state.json';
+export function crawlStatePath(workspaceRoot) {
+    return path.join(workspaceRoot, STATE_FILE);
+}
+export async function loadCrawlState(workspaceRoot) {
+    try {
+        const raw = await readFile(crawlStatePath(workspaceRoot), 'utf8');
+        return JSON.parse(raw);
+    }
+    catch {
+        return { baselines: {} };
+    }
+}
+export async function saveCrawlState(workspaceRoot, state) {
+    const filePath = crawlStatePath(workspaceRoot);
+    await mkdir(path.dirname(filePath), { recursive: true });
+    await writeFile(filePath, `${JSON.stringify(state, null, 2)}\n`, 'utf8');
+    return filePath;
+}
+export async function recordCrawlSnapshot(workspaceRoot, snapshot, options = {}) {
+    const state = await loadCrawlState(workspaceRoot);
+    state.lastCrawl = snapshot;
+    if (options.tag) {
+        state.baselines[options.tag] = snapshot;
+    }
+    return saveCrawlState(workspaceRoot, state);
+}
+//# sourceMappingURL=crawl-state.js.map

package/dist/screaming-frog/crawl-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl-state.js","sourceRoot":"","sources":["../../src/screaming-frog/crawl-state.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,IAAI,MAAM,WAAW,CAAC;AAgB7B,MAAM,UAAU,GAAG,8BAA8B,CAAC;AAElD,MAAM,UAAU,cAAc,CAAC,aAAqB;IAClD,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,aAAqB;IACxD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,CAAC;QAClE,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAA4B,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,aAAqB,EACrB,KAA8B;IAE9B,MAAM,QAAQ,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;IAC/C,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,MAAM,SAAS,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzE,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,aAAqB,EACrB,QAAoC,EACpC,UAA4B,EAAE;IAE9B,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC,CAAC;IAClD,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC3B,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;IAC1C,CAAC;IACD,OAAO,cAAc,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;AAC9C,CAAC"}

package/dist/screaming-frog/crawl.d.ts

@@ -0,0 +1,6 @@
+import type { ScreamingFrogCrawlCliOptions, ScreamingFrogCrawlResult } from './types.js';
+/** CSV tabs exported after every crawl for audit analysis. */
+export declare const DEFAULT_EXPORT_TABS: readonly ["Internal:All", "Response Codes:All", "Canonicals:All", "Directives:All", "Structured Data:All", "H1:All", "Page Titles:All", "Meta Description:All", "All Inlinks"];
+export declare const DEFAULT_EXPORT_REPORTS: readonly ["Crawl Overview", "Issues Overview"];
+export declare function runScreamingFrogCrawl(options: ScreamingFrogCrawlCliOptions): Promise<ScreamingFrogCrawlResult>;
+//# sourceMappingURL=crawl.d.ts.map

package/dist/screaming-frog/crawl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.d.ts","sourceRoot":"","sources":["../../src/screaming-frog/crawl.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,4BAA4B,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAEzF,8DAA8D;AAC9D,eAAO,MAAM,mBAAmB,gLAUtB,CAAC;AAEX,eAAO,MAAM,sBAAsB,gDAAiD,CAAC;AAiCrF,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,4BAA4B,GACpC,OAAO,CAAC,wBAAwB,CAAC,CAuCnC"}