@se-studio/site-check 1.0.77 → 1.1.0

package/dist/screaming-frog/crawl.js

@@ -0,0 +1,76 @@
+import { mkdir } from 'node:fs/promises';
+import { resolveEnvFile } from './env.js';
+import { findLatestCrawlForUrl, listStoredCrawls } from './list-crawls.js';
+import { resolveCrawlTarget } from './load-profile.js';
+import { defaultExportRoot, timestampExportDir } from './paths.js';
+import { runScreamingFrogOrThrow } from './sf-runner.js';
+/** CSV tabs exported after every crawl for audit analysis. */
+export const DEFAULT_EXPORT_TABS = [
+    'Internal:All',
+    'Response Codes:All',
+    'Canonicals:All',
+    'Directives:All',
+    'Structured Data:All',
+    'H1:All',
+    'Page Titles:All',
+    'Meta Description:All',
+    'All Inlinks',
+];
+export const DEFAULT_EXPORT_REPORTS = ['Crawl Overview', 'Issues Overview'];
+async function exportCrawlArtifacts(exportDir, crawlUrl, configFile) {
+    await mkdir(exportDir, { recursive: true });
+    const base = ['--headless', '--load-crawl', crawlUrl, '--config', configFile];
+    await runScreamingFrogOrThrow([
+        ...base,
+        '--export-tabs',
+        DEFAULT_EXPORT_TABS.join(','),
+        '--output-folder',
+        exportDir,
+        '--overwrite',
+        '--export-format',
+        'csv',
+    ]);
+    await runScreamingFrogOrThrow([
+        ...base,
+        '--save-report',
+        DEFAULT_EXPORT_REPORTS.join(','),
+        '--output-folder',
+        exportDir,
+        '--overwrite',
+        '--export-format',
+        'csv',
+    ]);
+}
+export async function runScreamingFrogCrawl(options) {
+    const envFile = await resolveEnvFile(options.workspaceRoot, options.envFile);
+    const target = await resolveCrawlTarget({
+        site: options.site,
+        profileName: options.profile,
+        envFile,
+    });
+    const exportRoot = options.exportRoot ?? defaultExportRoot();
+    const exportDir = options.exportDir ?? timestampExportDir(exportRoot);
+    if (!options.skipCrawl) {
+        await runScreamingFrogOrThrow([
+            '--headless',
+            '--crawl',
+            target.url,
+            '--config',
+            target.configFile,
+            '--save-crawl',
+            '--overwrite',
+        ], { inherit: true });
+    }
+    await exportCrawlArtifacts(exportDir, target.url, target.configFile);
+    const storedCrawls = await listStoredCrawls();
+    const latest = findLatestCrawlForUrl(storedCrawls, target.url);
+    return {
+        exportDir,
+        crawlUrl: target.url,
+        configFile: target.configFile,
+        profileName: options.profile,
+        siteLabel: options.site.siteLabel,
+        databaseId: latest?.databaseId,
+    };
+}
+//# sourceMappingURL=crawl.js.map

package/dist/screaming-frog/crawl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.js","sourceRoot":"","sources":["../../src/screaming-frog/crawl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAEzC,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAGzD,8DAA8D;AAC9D,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,cAAc;IACd,oBAAoB;IACpB,gBAAgB;IAChB,gBAAgB;IAChB,qBAAqB;IACrB,QAAQ;IACR,iBAAiB;IACjB,sBAAsB;IACtB,aAAa;CACL,CAAC;AAEX,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,gBAAgB,EAAE,iBAAiB,CAAU,CAAC;AAErF,KAAK,UAAU,oBAAoB,CACjC,SAAiB,EACjB,QAAgB,EAChB,UAAkB;IAElB,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,CAAC,YAAY,EAAE,cAAc,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAE9E,MAAM,uBAAuB,CAAC;QAC5B,GAAG,IAAI;QACP,eAAe;QACf,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC;QAC7B,iBAAiB;QACjB,SAAS;QACT,aAAa;QACb,iBAAiB;QACjB,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,uBAAuB,CAAC;QAC5B,GAAG,IAAI;QACP,eAAe;QACf,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC;QAChC,iBAAiB;QACjB,SAAS;QACT,aAAa;QACb,iBAAiB;QACjB,KAAK;KACN,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAqC;IAErC,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,aAAa,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7E,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC;QACtC,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,WAAW,EAAE,OAAO,CAAC,OAAO;QAC5B,OAAO;KACR,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,iBAAiB,EAAE,CAAC;IAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAEtE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,uBAAuB,CAC3B;YACE,YAAY;YACZ,SAAS;YACT,MAAM,CAAC,GAAG;YACV,UAAU;YACV,MAAM,CAAC,UAAU;YACjB,cAAc;YACd,aAAa;SACd,EACD,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAC;IACJ,CAAC;IAED,MAAM,oBAAoB,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;IAErE,MAAM,YAAY,GAAG,MAAM,gBAAgB,EAAE,CAAC;IAC9C,MAAM,MAAM,GAAG,qBAAqB,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;IAE/D,OAAO;QACL,SAAS;QACT,QAAQ,EAAE,MAAM,CAAC,GAAG;QACpB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,OAAO,CAAC,OAAO;QAC5B,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS;QACjC,UAAU,EAAE,MAAM,EAAE,UAAU;KAC/B,CAAC;AACJ,CAAC"}

package/dist/screaming-frog/csv.d.ts

@@ -0,0 +1,6 @@
+/** Minimal RFC-style CSV row parser (handles quoted fields). */
+export declare function parseCsv(text: string): string[][];
+/** Screaming Frog exports wrap fields in double quotes. */
+export declare function normalizeCsvCell(cell: string): string;
+export declare function parseCsvRecords(text: string): Record<string, string>[];
+//# sourceMappingURL=csv.d.ts.map

package/dist/screaming-frog/csv.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../../src/screaming-frog/csv.ts"],"names":[],"mappings":"AAAA,gEAAgE;AAChE,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,CAgDjD;AAED,2DAA2D;AAC3D,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKrD;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAWtE"}

package/dist/screaming-frog/csv.js

@@ -0,0 +1,71 @@
+/** Minimal RFC-style CSV row parser (handles quoted fields). */
+export function parseCsv(text) {
+    const rows = [];
+    let row = [];
+    let field = '';
+    let inQuotes = false;
+    for (let i = 0; i < text.length; i++) {
+        const ch = text[i];
+        const next = text[i + 1];
+        if (inQuotes) {
+            if (ch === '"' && next === '"') {
+                field += '"';
+                i++;
+            }
+            else if (ch === '"') {
+                inQuotes = false;
+            }
+            else {
+                field += ch;
+            }
+            continue;
+        }
+        if (ch === '"') {
+            inQuotes = true;
+            continue;
+        }
+        if (ch === ',') {
+            row.push(field);
+            field = '';
+            continue;
+        }
+        if (ch === '\n' || (ch === '\r' && next === '\n')) {
+            if (ch === '\r')
+                i++;
+            row.push(field);
+            if (row.some((cell) => cell.length > 0))
+                rows.push(row);
+            row = [];
+            field = '';
+            continue;
+        }
+        field += ch;
+    }
+    if (field.length > 0 || row.length > 0) {
+        row.push(field);
+        if (row.some((cell) => cell.length > 0))
+            rows.push(row);
+    }
+    return rows;
+}
+/** Screaming Frog exports wrap fields in double quotes. */
+export function normalizeCsvCell(cell) {
+    return cell
+        .replace(/^\uFEFF/, '')
+        .replace(/^"|"$/g, '')
+        .trim();
+}
+export function parseCsvRecords(text) {
+    const table = parseCsv(text).map((row) => row.map(normalizeCsvCell));
+    if (table.length < 2)
+        return [];
+    const headers = table[0];
+    return table.slice(1).map((cells) => {
+        const record = {};
+        headers.forEach((header, index) => {
+            record[header] = cells[index] ?? '';
+        });
+        return record;
+    });
+}
+//# sourceMappingURL=csv.js.map

package/dist/screaming-frog/csv.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv.js","sourceRoot":"","sources":["../../src/screaming-frog/csv.ts"],"names":[],"mappings":"AAAA,gEAAgE;AAChE,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,IAAI,GAAe,EAAE,CAAC;IAC5B,IAAI,GAAG,GAAa,EAAE,CAAC;IACvB,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAEzB,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,EAAE,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBAC/B,KAAK,IAAI,GAAG,CAAC;gBACb,CAAC,EAAE,CAAC;YACN,CAAC;iBAAM,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;gBACtB,QAAQ,GAAG,KAAK,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,KAAK,IAAI,EAAE,CAAC;YACd,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,QAAQ,GAAG,IAAI,CAAC;YAChB,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,KAAK,GAAG,EAAE,CAAC;YACX,SAAS;QACX,CAAC;QACD,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YAClD,IAAI,EAAE,KAAK,IAAI;gBAAE,CAAC,EAAE,CAAC;YACrB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxD,GAAG,GAAG,EAAE,CAAC;YACT,KAAK,GAAG,EAAE,CAAC;YACX,SAAS;QACX,CAAC;QACD,KAAK,IAAI,EAAE,CAAC;IACd,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChB,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,2DAA2D;AAC3D,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,OAAO,IAAI;SACR,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;SACtB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;SACrB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;IACrE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;IAC1B,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAClC,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAChC,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QACtC,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/screaming-frog/env.d.ts

@@ -0,0 +1,4 @@
+export declare function loadDotEnvFile(filePath: string): Promise<Record<string, string>>;
+/** Walk up from startDir looking for .env.local */
+export declare function resolveEnvFile(startDir: string, explicitPath?: string): Promise<string | undefined>;
+//# sourceMappingURL=env.d.ts.map

package/dist/screaming-frog/env.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../../src/screaming-frog/env.ts"],"names":[],"mappings":"AAGA,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAyBtF;AAWD,mDAAmD;AACnD,wBAAsB,cAAc,CAClC,QAAQ,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAY7B"}

package/dist/screaming-frog/env.js

@@ -0,0 +1,53 @@
+import { readFile } from 'node:fs/promises';
+import path from 'node:path';
+export async function loadDotEnvFile(filePath) {
+    let raw = '';
+    try {
+        raw = await readFile(filePath, 'utf8');
+    }
+    catch {
+        return {};
+    }
+    const values = {};
+    for (const line of raw.split('\n')) {
+        const trimmed = line.trim();
+        if (!trimmed || trimmed.startsWith('#'))
+            continue;
+        const eq = trimmed.indexOf('=');
+        if (eq <= 0)
+            continue;
+        const key = trimmed.slice(0, eq).trim();
+        let value = trimmed.slice(eq + 1).trim();
+        if ((value.startsWith('"') && value.endsWith('"')) ||
+            (value.startsWith("'") && value.endsWith("'"))) {
+            value = value.slice(1, -1);
+        }
+        values[key] = value;
+    }
+    return values;
+}
+async function fileReadable(filePath) {
+    try {
+        await readFile(filePath, 'utf8');
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/** Walk up from startDir looking for .env.local */
+export async function resolveEnvFile(startDir, explicitPath) {
+    if (explicitPath)
+        return path.resolve(explicitPath);
+    let current = path.resolve(startDir);
+    const { root } = path.parse(current);
+    while (true) {
+        const candidate = path.join(current, '.env.local');
+        if (await fileReadable(candidate))
+            return candidate;
+        if (current === root)
+            return undefined;
+        current = path.dirname(current);
+    }
+}
+//# sourceMappingURL=env.js.map

package/dist/screaming-frog/env.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.js","sourceRoot":"","sources":["../../src/screaming-frog/env.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,QAAgB;IACnD,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QAClD,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,EAAE,IAAI,CAAC;YAAE,SAAS;QACtB,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,IACE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC9C,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAC9C,CAAC;YACD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACtB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,QAAgB;IAC1C,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,mDAAmD;AACnD,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAgB,EAChB,YAAqB;IAErB,IAAI,YAAY;QAAE,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAEpD,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrC,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAErC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QACnD,IAAI,MAAM,YAAY,CAAC,SAAS,CAAC;YAAE,OAAO,SAAS,CAAC;QACpD,IAAI,OAAO,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC;QACvC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;AACH,CAAC"}

package/dist/screaming-frog/index.d.ts

@@ -0,0 +1,15 @@
+export * from './audit.js';
+export * from './compare.js';
+export * from './compare-report.js';
+export * from './crawl.js';
+export * from './crawl-state.js';
+export * from './csv.js';
+export * from './env.js';
+export * from './list-crawls.js';
+export * from './load-config.js';
+export * from './load-profile.js';
+export * from './paths.js';
+export * from './rules.js';
+export * from './sf-runner.js';
+export * from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/screaming-frog/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/screaming-frog/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC;AACpC,cAAc,YAAY,CAAC;AAC3B,cAAc,kBAAkB,CAAC;AACjC,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,kBAAkB,CAAC;AACjC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC"}

package/dist/screaming-frog/index.js

@@ -0,0 +1,15 @@
+export * from './audit.js';
+export * from './compare.js';
+export * from './compare-report.js';
+export * from './crawl.js';
+export * from './crawl-state.js';
+export * from './csv.js';
+export * from './env.js';
+export * from './list-crawls.js';
+export * from './load-config.js';
+export * from './load-profile.js';
+export * from './paths.js';
+export * from './rules.js';
+export * from './sf-runner.js';
+export * from './types.js';
+//# sourceMappingURL=index.js.map

package/dist/screaming-frog/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/screaming-frog/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC;AACpC,cAAc,YAAY,CAAC;AAC3B,cAAc,kBAAkB,CAAC;AACjC,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC;AACzB,cAAc,kBAAkB,CAAC;AACjC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,YAAY,CAAC;AAC3B,cAAc,YAAY,CAAC;AAC3B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC"}

package/dist/screaming-frog/list-crawls.d.ts

@@ -0,0 +1,22 @@
+export interface StoredScreamingFrogCrawl {
+    databaseId: string;
+    name: string;
+    url: string;
+    mode: string;
+    urlCount: number;
+    percentComplete: number;
+    modified: string;
+    version: string;
+}
+export declare function parseListCrawlsOutput(output: string): StoredScreamingFrogCrawl[];
+export declare function listStoredCrawls(): Promise<StoredScreamingFrogCrawl[]>;
+/** Match tokens for siteHost — includes Vercel preview slugs (hellobrightline-com). */
+export declare function siteHostMatchTokens(siteHost: string): string[];
+export declare function filterCrawlsForSite(crawls: StoredScreamingFrogCrawl[], siteHost: string): StoredScreamingFrogCrawl[];
+export declare function sortCrawlsByModifiedDesc(crawls: StoredScreamingFrogCrawl[]): StoredScreamingFrogCrawl[];
+export declare function findLatestCrawlForUrl(crawls: StoredScreamingFrogCrawl[], crawlUrl: string): StoredScreamingFrogCrawl | undefined;
+export declare function pickLatestPair(crawls: StoredScreamingFrogCrawl[]): {
+    current: StoredScreamingFrogCrawl;
+    previous: StoredScreamingFrogCrawl;
+} | null;
+//# sourceMappingURL=list-crawls.d.ts.map

package/dist/screaming-frog/list-crawls.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-crawls.d.ts","sourceRoot":"","sources":["../../src/screaming-frog/list-crawls.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,wBAAwB;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAoCD,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,GAAG,wBAAwB,EAAE,CA4BhF;AAED,wBAAsB,gBAAgB,IAAI,OAAO,CAAC,wBAAwB,EAAE,CAAC,CAG5E;AAED,uFAAuF;AACvF,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAU9D;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,wBAAwB,EAAE,EAClC,QAAQ,EAAE,MAAM,GACf,wBAAwB,EAAE,CAM5B;AAOD,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,wBAAwB,EAAE,GACjC,wBAAwB,EAAE,CAE5B;AAED,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,wBAAwB,EAAE,EAClC,QAAQ,EAAE,MAAM,GACf,wBAAwB,GAAG,SAAS,CAOtC;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,wBAAwB,EAAE,GAAG;IAClE,OAAO,EAAE,wBAAwB,CAAC;IAClC,QAAQ,EAAE,wBAAwB,CAAC;CACpC,GAAG,IAAI,CAIP"}

package/dist/screaming-frog/list-crawls.js

@@ -0,0 +1,107 @@
+import { runScreamingFrog } from './sf-runner.js';
+const UUID_RE = /([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})/i;
+function parseTableRow(line) {
+    if (!line.includes('║') || line.includes('Database Id'))
+        return null;
+    const idMatch = line.match(UUID_RE);
+    if (!idMatch)
+        return null;
+    const parts = line
+        .split('│')
+        .map((part) => part.replace(/[║]/g, '').trim())
+        .filter((part) => part.length > 0);
+    if (parts.length < 7)
+        return null;
+    const databaseId = idMatch[1];
+    const name = parts[1] ?? '';
+    const url = parts[2] ?? '';
+    const mode = parts[3] ?? '';
+    const urlCount = Number.parseInt(parts[4] ?? '0', 10) || 0;
+    const percentComplete = Number.parseInt(parts[5] ?? '0', 10) || 0;
+    const modified = parts[6] ?? '';
+    const version = parts[7] ?? '';
+    return {
+        databaseId,
+        name,
+        url,
+        mode,
+        urlCount,
+        percentComplete,
+        modified,
+        version,
+    };
+}
+export function parseListCrawlsOutput(output) {
+    const crawls = [];
+    let current = null;
+    for (const rawLine of output.split('\n')) {
+        const line = rawLine.trim();
+        if (!line.includes('║'))
+            continue;
+        const row = parseTableRow(line);
+        if (row?.databaseId) {
+            if (current)
+                crawls.push(current);
+            current = row;
+            continue;
+        }
+        if (!current)
+            continue;
+        const parts = line
+            .split('│')
+            .map((part) => part.replace(/[║]/g, '').trim())
+            .filter(Boolean);
+        if (parts.length >= 2) {
+            current.name += parts[0] ?? '';
+            current.url += parts[1] ?? '';
+        }
+    }
+    if (current)
+        crawls.push(current);
+    return crawls;
+}
+export async function listStoredCrawls() {
+    const result = await runScreamingFrog(['--headless', '--list-crawls']);
+    return parseListCrawlsOutput(`${result.stdout}\n${result.stderr}`);
+}
+/** Match tokens for siteHost — includes Vercel preview slugs (hellobrightline-com). */
+export function siteHostMatchTokens(siteHost) {
+    const host = siteHost.toLowerCase().trim();
+    const tokens = new Set([host]);
+    const label = host.split('.')[0];
+    if (label && label !== host) {
+        tokens.add(label);
+        tokens.add(`${label}-com`);
+    }
+    tokens.add(host.replace(/\./g, '-'));
+    return [...tokens];
+}
+export function filterCrawlsForSite(crawls, siteHost) {
+    const tokens = siteHostMatchTokens(siteHost);
+    return crawls.filter((crawl) => {
+        const url = crawl.url.toLowerCase();
+        return tokens.some((token) => url.includes(token));
+    });
+}
+function modifiedTimestamp(modified) {
+    const parsed = Date.parse(modified.replace(',', ''));
+    return Number.isNaN(parsed) ? 0 : parsed;
+}
+export function sortCrawlsByModifiedDesc(crawls) {
+    return [...crawls].sort((a, b) => modifiedTimestamp(b.modified) - modifiedTimestamp(a.modified));
+}
+export function findLatestCrawlForUrl(crawls, crawlUrl) {
+    const normalized = crawlUrl.toLowerCase().replace(/\/$/, '');
+    const matches = crawls.filter((crawl) => {
+        const url = crawl.url.toLowerCase().replace(/\/$/, '');
+        return url.startsWith(normalized) || normalized.startsWith(url);
+    });
+    return sortCrawlsByModifiedDesc(matches)[0];
+}
+export function pickLatestPair(crawls) {
+    const sorted = sortCrawlsByModifiedDesc(crawls);
+    if (sorted.length < 2)
+        return null;
+    return { current: sorted[0], previous: sorted[1] };
+}
+//# sourceMappingURL=list-crawls.js.map

package/dist/screaming-frog/list-crawls.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-crawls.js","sourceRoot":"","sources":["../../src/screaming-frog/list-crawls.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAElD,MAAM,OAAO,GAAG,iEAAiE,CAAC;AAalF,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAC;IAErE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAE1B,MAAM,KAAK,GAAG,IAAI;SACf,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SAC9C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAErC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAElC,MAAM,UAAU,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,eAAe,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAE/B,OAAO;QACL,UAAU;QACV,IAAI;QACJ,GAAG;QACH,IAAI;QACJ,QAAQ;QACR,eAAe;QACf,QAAQ;QACR,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,MAAc;IAClD,MAAM,MAAM,GAA+B,EAAE,CAAC;IAC9C,IAAI,OAAO,GAAoC,IAAI,CAAC;IAEpD,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,SAAS;QAElC,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,GAAG,EAAE,UAAU,EAAE,CAAC;YACpB,IAAI,OAAO;gBAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClC,OAAO,GAAG,GAA+B,CAAC;YAC1C,SAAS;QACX,CAAC;QAED,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,KAAK,GAAG,IAAI;aACf,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;aAC9C,MAAM,CAAC,OAAO,CAAC,CAAC;QACnB,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAED,IAAI,OAAO;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB;IACpC,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC;IACvE,OAAO,qBAAqB,CAAC,GAAG,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;AACrE,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;IAC3C,MAAM,MAAM,GAAG,IAAI,GAAG,CAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,IAAI,KAAK,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC;IAC7B,CAAC;IACD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IACrC,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,MAAkC,EAClC,QAAgB;IAEhB,MAAM,MAAM,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7B,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;QACpC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IACrD,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,MAAkC;IAElC,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,iBAAiB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,MAAkC,EAClC,QAAgB;IAEhB,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QACtC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACvD,OAAO,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IACH,OAAO,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAkC;IAI/D,MAAM,MAAM,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;IAChD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAE,EAAE,CAAC;AACvD,CAAC"}

package/dist/screaming-frog/load-config.d.ts

@@ -0,0 +1,9 @@
+import type { ResolvedSiteConfig, ScreamingFrogProfileManifest, ScreamingFrogSiteConfig } from './types.js';
+export declare const DEFAULT_MANIFEST_RELATIVE = "seo/screaming-frog.json";
+export declare function parseSiteConfig(manifest: ScreamingFrogProfileManifest): ScreamingFrogSiteConfig;
+export declare function findManifestPath(startDir: string): Promise<string | null>;
+export declare function loadSiteConfig(options: {
+    cwd?: string;
+    configPath?: string;
+}): Promise<ResolvedSiteConfig>;
+//# sourceMappingURL=load-config.d.ts.map

package/dist/screaming-frog/load-config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-config.d.ts","sourceRoot":"","sources":["../../src/screaming-frog/load-config.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,kBAAkB,EAElB,4BAA4B,EAC5B,uBAAuB,EACxB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,yBAAyB,4BAA4B,CAAC;AAcnE,wBAAgB,eAAe,CAAC,QAAQ,EAAE,4BAA4B,GAAG,uBAAuB,CAkB/F;AAWD,wBAAsB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAU/E;AAED,wBAAsB,cAAc,CAAC,OAAO,EAAE;IAC5C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAqB9B"}

package/dist/screaming-frog/load-config.js

@@ -0,0 +1,86 @@
+import { access, readFile } from 'node:fs/promises';
+import path from 'node:path';
+export const DEFAULT_MANIFEST_RELATIVE = 'seo/screaming-frog.json';
+function manifestProfileToCrawlProfile(key, entry) {
+    return {
+        label: entry.label ?? key,
+        startUrl: entry.url ?? '',
+        configFile: entry.configFile,
+        urlEnv: entry.urlEnv,
+    };
+}
+export function parseSiteConfig(manifest) {
+    const profiles = {};
+    for (const [key, entry] of Object.entries(manifest.profiles)) {
+        profiles[key] = manifestProfileToCrawlProfile(key, entry);
+    }
+    return {
+        site: manifest.site,
+        siteLabel: manifest.siteLabel,
+        defaultSiteUrl: manifest.defaultSiteUrl,
+        siteHost: manifest.siteHost,
+        outputMdName: manifest.outputMdName,
+        compareMdName: manifest.compareMdName,
+        productionAuditDoc: manifest.productionAuditDoc,
+        defaultProfile: manifest.defaultProfile,
+        profiles,
+        issueRuleOverrides: manifest.issueRuleOverrides,
+    };
+}
+async function fileExists(filePath) {
+    try {
+        await access(filePath);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+export async function findManifestPath(startDir) {
+    let current = path.resolve(startDir);
+    const { root } = path.parse(current);
+    while (true) {
+        const candidate = path.join(current, DEFAULT_MANIFEST_RELATIVE);
+        if (await fileExists(candidate))
+            return candidate;
+        if (current === root)
+            return null;
+        current = path.dirname(current);
+    }
+}
+export async function loadSiteConfig(options) {
+    const cwd = options.cwd ?? process.cwd();
+    const manifestPath = options.configPath
+        ? path.resolve(options.configPath)
+        : await findManifestPath(cwd);
+    if (!manifestPath) {
+        throw new Error(`No Screaming Frog site config found. Add ${DEFAULT_MANIFEST_RELATIVE} to the project or pass --config <path>.`);
+    }
+    const raw = await readFile(manifestPath, 'utf8');
+    const manifest = JSON.parse(raw);
+    validateManifest(manifest);
+    return {
+        config: parseSiteConfig(manifest),
+        workspaceRoot: path.dirname(path.dirname(manifestPath)),
+        manifestPath,
+    };
+}
+function validateManifest(manifest) {
+    const required = [
+        'site',
+        'siteLabel',
+        'siteHost',
+        'defaultSiteUrl',
+        'outputMdName',
+        'profiles',
+    ];
+    for (const key of required) {
+        if (!manifest[key]) {
+            throw new Error(`seo/screaming-frog.json is missing required field "${key}".`);
+        }
+    }
+    if (Object.keys(manifest.profiles).length === 0) {
+        throw new Error('seo/screaming-frog.json must define at least one profile.');
+    }
+}
+//# sourceMappingURL=load-config.js.map

package/dist/screaming-frog/load-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-config.js","sourceRoot":"","sources":["../../src/screaming-frog/load-config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,IAAI,MAAM,WAAW,CAAC;AAS7B,MAAM,CAAC,MAAM,yBAAyB,GAAG,yBAAyB,CAAC;AAEnE,SAAS,6BAA6B,CACpC,GAAW,EACX,KAAuD;IAEvD,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,GAAG;QACzB,QAAQ,EAAE,KAAK,CAAC,GAAG,IAAI,EAAE;QACzB,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAsC;IACpE,MAAM,QAAQ,GAA8C,EAAE,CAAC;IAC/D,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7D,QAAQ,CAAC,GAAG,CAAC,GAAG,6BAA6B,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO;QACL,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,aAAa,EAAE,QAAQ,CAAC,aAAa;QACrC,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;QAC/C,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,QAAQ;QACR,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;KAChD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,QAAgB;IACxC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,QAAgB;IACrD,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrC,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAErC,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,yBAAyB,CAAC,CAAC;QAChE,IAAI,MAAM,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,SAAS,CAAC;QAClD,IAAI,OAAO,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAClC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAGpC;IACC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,YAAY,GAAG,OAAO,CAAC,UAAU;QACrC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;QAClC,CAAC,CAAC,MAAM,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAEhC,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CACb,4CAA4C,yBAAyB,0CAA0C,CAChH,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAiC,CAAC;IACjE,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAE3B,OAAO;QACL,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC;QACjC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACvD,YAAY;KACb,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAsC;IAC9D,MAAM,QAAQ,GAAG;QACf,MAAM;QACN,WAAW;QACX,UAAU;QACV,gBAAgB;QAChB,cAAc;QACd,UAAU;KACF,CAAC;IACX,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,sDAAsD,GAAG,IAAI,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC;AACH,CAAC"}

package/dist/screaming-frog/load-profile.d.ts

@@ -0,0 +1,9 @@
+import type { ScreamingFrogCrawlProfile, ScreamingFrogCrawlTarget, ScreamingFrogSiteConfig } from './types.js';
+export declare function getProfilesForSite(site: ScreamingFrogSiteConfig): Record<string, ScreamingFrogCrawlProfile>;
+export declare function resolveCrawlTarget(options: {
+    site: ScreamingFrogSiteConfig;
+    profileName: string;
+    envFile?: string;
+}): Promise<ScreamingFrogCrawlTarget>;
+export declare function defaultProfileName(site: ScreamingFrogSiteConfig): string;
+//# sourceMappingURL=load-profile.d.ts.map

package/dist/screaming-frog/load-profile.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-profile.d.ts","sourceRoot":"","sources":["../../src/screaming-frog/load-profile.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,yBAAyB,EACzB,wBAAwB,EACxB,uBAAuB,EACxB,MAAM,YAAY,CAAC;AAEpB,wBAAgB,kBAAkB,CAChC,IAAI,EAAE,uBAAuB,GAC5B,MAAM,CAAC,MAAM,EAAE,yBAAyB,CAAC,CAE3C;AAED,wBAAsB,kBAAkB,CAAC,OAAO,EAAE;IAChD,IAAI,EAAE,uBAAuB,CAAC;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC,wBAAwB,CAAC,CA6BpC;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,uBAAuB,GAAG,MAAM,CAExE"}

package/dist/screaming-frog/load-profile.js

@@ -0,0 +1,32 @@
+import { loadDotEnvFile } from './env.js';
+import { expandHome } from './paths.js';
+export function getProfilesForSite(site) {
+    return site.profiles;
+}
+export async function resolveCrawlTarget(options) {
+    const profiles = getProfilesForSite(options.site);
+    const profile = profiles[options.profileName];
+    if (!profile) {
+        throw new Error(`Unknown profile "${options.profileName}" for ${options.site.site}. Available: ${Object.keys(profiles).join(', ')}`);
+    }
+    let startUrl = profile.startUrl;
+    if (options.envFile) {
+        const env = await loadDotEnvFile(options.envFile);
+        if (profile.urlEnv && env[profile.urlEnv]) {
+            startUrl = env[profile.urlEnv];
+        }
+    }
+    if (!startUrl) {
+        throw new Error(`Profile "${options.profileName}" has no start URL. Set "url" in the manifest or provide ${profile.urlEnv ?? 'a url'}.`);
+    }
+    return {
+        name: options.profileName,
+        url: startUrl.endsWith('/') ? startUrl : `${startUrl}/`,
+        configFile: expandHome(profile.configFile),
+        label: `${options.site.siteLabel} — ${profile.label}`,
+    };
+}
+export function defaultProfileName(site) {
+    return site.defaultProfile ?? Object.keys(site.profiles)[0] ?? 'production';
+}
+//# sourceMappingURL=load-profile.js.map

package/dist/screaming-frog/load-profile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-profile.js","sourceRoot":"","sources":["../../src/screaming-frog/load-profile.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAOxC,MAAM,UAAU,kBAAkB,CAChC,IAA6B;IAE7B,OAAO,IAAI,CAAC,QAAQ,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAIxC;IACC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9C,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,oBAAoB,OAAO,CAAC,WAAW,SAAS,OAAO,CAAC,IAAI,CAAC,IAAI,gBAAgB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACpH,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAChC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAClD,IAAI,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1C,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAE,CAAC;QAClC,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CACb,YAAY,OAAO,CAAC,WAAW,4DAA4D,OAAO,CAAC,MAAM,IAAI,OAAO,GAAG,CACxH,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,WAAW;QACzB,GAAG,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,GAAG;QACvD,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC;QAC1C,KAAK,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,MAAM,OAAO,CAAC,KAAK,EAAE;KACtD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAA6B;IAC9D,OAAO,IAAI,CAAC,cAAc,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC;AAC9E,CAAC"}

package/dist/screaming-frog/paths.d.ts

@@ -0,0 +1,5 @@
+export declare function expandHome(filePath: string): string;
+export declare function defaultExportRoot(): string;
+export declare function resolveScreamingFrogCli(): string;
+export declare function timestampExportDir(exportRoot: string): string;
+//# sourceMappingURL=paths.d.ts.map

package/dist/screaming-frog/paths.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"paths.d.ts","sourceRoot":"","sources":["../../src/screaming-frog/paths.ts"],"names":[],"mappings":"AASA,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAKnD;AAED,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAgB,uBAAuB,IAAI,MAAM,CAIhD;AAED,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAY7D"}

package/dist/screaming-frog/paths.js

@@ -0,0 +1,34 @@
+import { homedir } from 'node:os';
+import path from 'node:path';
+const MAC_SF_CLI = '/Applications/Screaming Frog SEO Spider.app/Contents/MacOS/ScreamingFrogSEOSpiderLauncher';
+const WIN_SF_CLI = 'C:\\Program Files (x86)\\Screaming Frog SEO Spider\\ScreamingFrogSEOSpiderLauncher.exe';
+export function expandHome(filePath) {
+    if (filePath.startsWith('~/')) {
+        return path.join(homedir(), filePath.slice(2));
+    }
+    return filePath;
+}
+export function defaultExportRoot() {
+    return expandHome('~/spider/exports');
+}
+export function resolveScreamingFrogCli() {
+    if (process.platform === 'darwin')
+        return MAC_SF_CLI;
+    if (process.platform === 'win32')
+        return WIN_SF_CLI;
+    return MAC_SF_CLI;
+}
+export function timestampExportDir(exportRoot) {
+    const now = new Date();
+    const pad = (n) => String(n).padStart(2, '0');
+    const label = [
+        now.getFullYear(),
+        pad(now.getMonth() + 1),
+        pad(now.getDate()),
+        pad(now.getHours()),
+        pad(now.getMinutes()),
+        pad(now.getSeconds()),
+    ].join('.');
+    return path.join(exportRoot, label);
+}
+//# sourceMappingURL=paths.js.map

package/dist/screaming-frog/paths.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"paths.js","sourceRoot":"","sources":["../../src/screaming-frog/paths.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,UAAU,GACd,2FAA2F,CAAC;AAE9F,MAAM,UAAU,GACd,wFAAwF,CAAC;AAE3F,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,IAAI,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,iBAAiB;IAC/B,OAAO,UAAU,CAAC,kBAAkB,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,uBAAuB;IACrC,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ;QAAE,OAAO,UAAU,CAAC;IACrD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;QAAE,OAAO,UAAU,CAAC;IACpD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,UAAkB;IACnD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG;QACZ,GAAG,CAAC,WAAW,EAAE;QACjB,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACvB,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAClB,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACnB,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;QACrB,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;KACtB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACZ,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;AACtC,CAAC"}