@rivi-software/agentic-seo-check 0.0.0-stage → 0.1.1

package/dist/core/audit.js

@@ -0,0 +1,452 @@
+import { promises as fs } from "node:fs";
+import path from "node:path";
+import { crawlSite } from "./crawl.js";
+import { DEFAULT_USER_AGENT, fetchPage, toResponseInfo } from "./fetch.js";
+import { extractPage } from "./html/extract.js";
+import { runLighthouse, LighthouseUnavailableError } from "./lighthouse.js";
+import { performanceFindings } from "./performance-rules.js";
+import { compareRender } from "./render-rules.js";
+import { renderPage, RenderUnavailableError } from "./render.js";
+import { runPageRules, sortFindings } from "./rules/index.js";
+import { pageScore, siteScore } from "./score.js";
+import { runSiteRules } from "./site-rules.js";
+import { scanDirectory } from "./static.js";
+import { buildSummary } from "./summary.js";
+import { countFindings, DEFAULT_THRESHOLDS } from "./types.js";
+import { isHttpUrl } from "./url.js";
+export const DEFAULT_CRAWL = {
+    maxPages: 50,
+    maxDepth: 3,
+    concurrency: 5,
+    delayMs: 0,
+    maxLinkChecks: 200,
+};
+const toolFinding = (rule, message, url) => ({
+    rule,
+    severity: "info",
+    category: "tool",
+    message,
+    recommendation: "Install the optional dependency (see message) or run without this option. The rest of the audit is complete.",
+    url,
+});
+// The raw HTML is not kept on the audit (too large); re-fetch it for the render comparison.
+const rawHtmlFor = async (audit, options) => {
+    const res = await fetchPage(audit.response?.finalUrl ?? audit.url, options.fetch ?? {});
+    return res.body ?? "";
+};
+/** Renders the page in Chromium and compares it with the server HTML, on `audit.rendering`. */
+const renderFindings = async (audit, options, url) => {
+    options.onProgress?.({
+        phase: "render",
+        message: `Rendering ${url} with Playwright`,
+    });
+    try {
+        const rendered = await renderPage(url, {
+            timeoutMs: Math.max(options.fetch?.timeoutMs ?? 0, 30_000),
+            userAgent: options.fetch?.userAgent,
+            headers: options.fetch?.headers,
+        });
+        const rawPage = extractPage(await rawHtmlFor(audit, options), {
+            url,
+            includeSubdomains: options.includeSubdomains,
+        });
+        const renderedPage = extractPage(rendered.html, {
+            url: rendered.finalUrl,
+            siteHost: new URL(url).hostname,
+            includeSubdomains: options.includeSubdomains,
+        });
+        const { comparison, findings } = compareRender(rawPage, renderedPage, rendered.finalUrl, rendered.consoleErrors, audit.response);
+        audit.rendering = comparison;
+        return findings;
+    }
+    catch (error) {
+        return [
+            toolFinding("tool.render-unavailable", error instanceof RenderUnavailableError
+                ? error.message
+                : `Rendering failed: ${error instanceof Error ? error.message : String(error)}`, url),
+        ];
+    }
+};
+/** Runs Lighthouse on the page, on `audit.performance`. */
+const lighthouseFindings = async (audit, options, url) => {
+    options.onProgress?.({
+        phase: "lighthouse",
+        message: `Running Lighthouse (${options.formFactor ?? "mobile"}) on ${url}`,
+    });
+    try {
+        const perf = await runLighthouse(url, {
+            formFactor: options.formFactor ?? "mobile",
+            userAgent: options.fetch?.userAgent,
+            headers: options.fetch?.headers,
+        });
+        audit.performance = perf;
+        return performanceFindings(perf);
+    }
+    catch (error) {
+        return [
+            toolFinding("tool.lighthouse-unavailable", error instanceof LighthouseUnavailableError
+                ? error.message
+                : `Lighthouse failed: ${error instanceof Error ? error.message : String(error)}`, url),
+        ];
+    }
+};
+const enrichPage = async (audit, options) => {
+    const url = audit.response?.finalUrl ?? audit.url;
+    const extra = [];
+    if (options.render) {
+        extra.push(...(await renderFindings(audit, options, url)));
+    }
+    if (options.lighthouse) {
+        extra.push(...(await lighthouseFindings(audit, options, url)));
+    }
+    if (extra.length) {
+        const filtered = options.includeInfo === false
+            ? extra.filter((f) => f.severity !== "info")
+            : extra;
+        audit.findings = sortFindings([...audit.findings, ...filtered]);
+        audit.counts = countFindings(audit.findings);
+        audit.score = pageScore(audit.counts);
+    }
+};
+const auditRecord = (record, source, options) => {
+    const thresholds = { ...DEFAULT_THRESHOLDS, ...options.thresholds };
+    let findings = runPageRules({
+        page: record.page,
+        source,
+        response: record.response,
+        keyword: options.keyword,
+        thresholds,
+        depth: record.depth,
+    }, { disable: new Set(options.disableRules) });
+    if (options.includeInfo === false) {
+        findings = findings.filter((f) => f.severity !== "info");
+    }
+    const audit = {
+        schemaVersion: 1,
+        kind: "page",
+        target: record.file ?? record.requestedUrl,
+        url: record.file ?? record.url,
+        source,
+        auditedAt: new Date().toISOString(),
+        summary: buildSummary(record.page, record.response),
+        findings,
+        counts: countFindings(findings),
+        score: 0,
+        depth: record.depth,
+    };
+    if (record.response) {
+        audit.response = record.response;
+    }
+    audit.score = pageScore(audit.counts);
+    return audit;
+};
+export const rollupIssues = (pages) => {
+    const map = new Map();
+    for (const page of pages) {
+        const seenHere = new Set();
+        for (const f of page.findings) {
+            if (seenHere.has(f.rule)) {
+                continue;
+            }
+            seenHere.add(f.rule);
+            let entry = map.get(f.rule);
+            if (!entry) {
+                entry = {
+                    rule: f.rule,
+                    severity: f.severity,
+                    category: f.category,
+                    pages: 0,
+                    message: f.message,
+                    recommendation: f.recommendation,
+                    examples: [],
+                    urls: new Set(),
+                };
+                map.set(f.rule, entry);
+            }
+            entry.pages += 1;
+            entry.urls.add(page.url);
+        }
+    }
+    const rank = { error: 0, warning: 1, info: 2 };
+    return [...map.values()]
+        .toSorted((a, b) => rank[a.severity] - rank[b.severity] || b.pages - a.pages)
+        .map(({ urls, ...rest }) => ({
+        ...rest,
+        examples: [...urls].slice(0, 10),
+    }));
+};
+export const recomputeSite = (site) => {
+    const counts = countFindings(site.siteFindings);
+    for (const p of site.pages) {
+        counts.error += p.counts.error;
+        counts.warning += p.counts.warning;
+        counts.info += p.counts.info;
+    }
+    site.counts = counts;
+    site.issues = rollupIssues(site.pages);
+    site.score = siteScore(site.pages, site.siteFindings);
+};
+const buildSiteAudit = (result, source, target, options) => {
+    options.onProgress?.({
+        phase: "rules",
+        message: `Evaluating rules for ${result.records.length} pages`,
+    });
+    const thresholds = { ...DEFAULT_THRESHOLDS, ...options.thresholds };
+    const pages = result.records.map((record) => auditRecord(record, source === "directory" ? "file" : "url", options));
+    let siteFindings = runSiteRules({
+        startUrl: result.startUrl,
+        source,
+        pages: result.records,
+        linkChecks: result.linkChecks,
+        linkSources: result.linkSources,
+        externalChecks: result.externalChecks,
+        externalSources: result.externalSources,
+        robots: result.robots,
+        robotsAllows: result.robotsAllows,
+        blockedByRobots: result.blockedByRobots,
+        sitemaps: result.sitemaps,
+        probes: result.probes,
+        crawl: result.stats,
+        thresholds,
+        pathOnly: source === "directory",
+        unlinkedPages: result.unlinkedPages,
+    });
+    const disabled = new Set(options.disableRules);
+    siteFindings = sortFindings(siteFindings.filter((f) => !disabled.has(f.rule)));
+    if (options.includeInfo === false) {
+        siteFindings = siteFindings.filter((f) => f.severity !== "info");
+    }
+    const site = {
+        schemaVersion: 1,
+        kind: "site",
+        target,
+        source,
+        auditedAt: new Date().toISOString(),
+        crawl: result.stats,
+        robotsTxt: result.robots,
+        sitemaps: { ...result.sitemaps, urls: result.sitemaps.urls.slice(0, 200) },
+        pages: pages.toSorted((a, b) => (a.depth ?? 0) - (b.depth ?? 0) || a.score - b.score),
+        siteFindings,
+        issues: [],
+        counts: { error: 0, warning: 0, info: 0 },
+        score: 0,
+    };
+    recomputeSite(site);
+    return site;
+};
+/** Keeps only each page's summary when the caller asked for `pageDetail: "summary"`. */
+const applyPageDetail = (site, options) => {
+    if (options.pageDetail === "summary") {
+        site.pages = site.pages.map((p) => ({
+            ...p,
+            findings: [],
+            summary: { ...p.summary, headings: [], openGraph: {} },
+        }));
+    }
+    return site;
+};
+const readStdin = async () => {
+    const chunks = [];
+    for await (const chunk of process.stdin) {
+        chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+    }
+    return Buffer.concat(chunks).toString("utf-8");
+};
+/** Audit an HTML string. `url` is used to resolve links and for display. */
+// oxlint-disable-next-line eslint/require-await -- public API: it returns a promise like the other audit functions, so a throw reaches callers as a rejection
+export const auditHtml = async (html, input = {}, options = {}) => {
+    const url = input.url ?? options.baseUrl ?? "http://localhost/";
+    const page = extractPage(html, {
+        url,
+        includeSubdomains: options.includeSubdomains,
+    });
+    const source = input.source ?? "html";
+    const thresholds = { ...DEFAULT_THRESHOLDS, ...options.thresholds };
+    let findings = runPageRules({
+        page,
+        source,
+        response: input.response,
+        keyword: options.keyword,
+        thresholds,
+        depth: input.depth,
+    }, { disable: new Set(options.disableRules) });
+    if (options.includeInfo === false) {
+        findings = findings.filter((f) => f.severity !== "info");
+    }
+    const audit = {
+        schemaVersion: 1,
+        kind: "page",
+        target: input.target ?? url,
+        url: input.response?.finalUrl ?? url,
+        source,
+        auditedAt: new Date().toISOString(),
+        summary: buildSummary(page, input.response),
+        findings,
+        counts: countFindings(findings),
+        score: 0,
+    };
+    if (input.response) {
+        audit.response = input.response;
+    }
+    if (input.depth !== undefined) {
+        audit.depth = input.depth;
+    }
+    audit.score = pageScore(audit.counts);
+    return audit;
+};
+/** Fetch and audit one URL. Optionally render and/or run Lighthouse. */
+export const auditUrl = async (url, options = {}) => {
+    const res = await fetchPage(url, options.fetch ?? {});
+    const response = toResponseInfo(res);
+    const audit = await auditHtml(res.body ?? "", { url: res.finalUrl, response, source: "url", target: url }, options);
+    if (res.error) {
+        audit.findings.unshift({
+            rule: "response.fetch-failed",
+            severity: "error",
+            category: "response",
+            message: `Could not fetch ${url}: ${res.error}`,
+            recommendation: "Check that the URL is reachable from this machine (DNS, TLS, firewall, dev server running) and that it responds within the timeout.",
+            url,
+            evidence: { error: res.error, redirectChain: res.redirectChain },
+        });
+        audit.counts = countFindings(audit.findings);
+        audit.score = pageScore(audit.counts);
+        return audit;
+    }
+    await enrichPage(audit, options);
+    return audit;
+};
+/** Audit a single .html file from disk. */
+export const auditFile = async (filePath, options = {}) => {
+    const html = await fs.readFile(filePath, "utf-8");
+    const base = options.baseUrl ?? "http://localhost/";
+    const url = new URL(`/${path.basename(filePath)}`, base.endsWith("/") ? base : `${base}/`).href;
+    return auditHtml(html, { url, source: "file", target: filePath }, options);
+};
+/** Crawl a site and audit every page plus site-level checks. */
+export const auditSite = async (startUrl, options = {}) => {
+    const fetchOpts = { ...options.fetch };
+    fetchOpts.userAgent ??= DEFAULT_USER_AGENT;
+    const internal = {
+        maxPages: options.maxPages ?? DEFAULT_CRAWL.maxPages,
+        maxDepth: options.maxDepth ?? DEFAULT_CRAWL.maxDepth,
+        concurrency: options.concurrency ?? DEFAULT_CRAWL.concurrency,
+        delayMs: options.delayMs ?? DEFAULT_CRAWL.delayMs,
+        respectRobots: options.respectRobots ?? true,
+        includeSubdomains: options.includeSubdomains ?? false,
+        checkExternalLinks: options.checkExternalLinks ?? false,
+        maxLinkChecks: options.maxLinkChecks ?? DEFAULT_CRAWL.maxLinkChecks,
+        // oxlint-disable-next-line eslint/require-unicode-regexp -- the user's own patterns, in JavaScript's default syntax; the u flag would reject some of them
+        includePatterns: (options.includePatterns ?? []).map((p) => new RegExp(p)),
+        // oxlint-disable-next-line eslint/require-unicode-regexp -- the user's own patterns, in JavaScript's default syntax; the u flag would reject some of them
+        excludePatterns: (options.excludePatterns ?? []).map((p) => new RegExp(p)),
+        fetch: fetchOpts,
+        onProgress: options.onProgress,
+    };
+    const result = await crawlSite(startUrl, internal);
+    const site = buildSiteAudit(result, "crawl", startUrl, options);
+    // Render/Lighthouse are expensive: apply them to the start page only.
+    const startPage = site.pages.find((p) => p.depth === 0) ?? site.pages[0];
+    if (startPage && (options.render || options.lighthouse)) {
+        await enrichPage(startPage, options);
+        recomputeSite(site);
+    }
+    return applyPageDetail(site, options);
+};
+/** Audit a directory of built HTML files (dist/, out/, build/). */
+export const auditDirectory = async (dir, options = {}) => {
+    const result = await scanDirectory(dir, {
+        baseUrl: options.baseUrl ?? "http://localhost/",
+        includeSubdomains: options.includeSubdomains ?? false,
+        maxPages: options.maxPages ?? 500,
+        userAgent: options.fetch?.userAgent,
+    });
+    const site = buildSiteAudit(result, "directory", dir, options);
+    return applyPageDetail(site, options);
+};
+/**
+ * Auto-detect the target type: http(s) URL, directory, .html file, or "-" for stdin.
+ * `crawl` forces a site crawl for URLs.
+ */
+export const auditTarget = async (target, options = {}) => {
+    if (target === "-" || options.stdinHtml !== undefined) {
+        const html = options.stdinHtml ?? (await readStdin());
+        return auditHtml(html, { url: options.baseUrl, source: "html", target: "stdin" }, options);
+    }
+    if (isHttpUrl(target)) {
+        return options.crawl
+            ? auditSite(target, options)
+            : auditUrl(target, options);
+    }
+    if (/^localhost(?::\d+)?(?:\/|$)/iu.test(target) ||
+        /^[\w.-]+\.[a-z]{2,}(?:\/|$)/iu.test(target)) {
+        const url = `http${/^localhost/iu.test(target) ? "" : "s"}://${target}`;
+        return options.crawl ? auditSite(url, options) : auditUrl(url, options);
+    }
+    const stat = await fs.stat(target).catch(() => null);
+    if (!stat) {
+        throw new Error(`Target "${target}" is not a URL, file or directory.`);
+    }
+    if (stat.isDirectory()) {
+        return auditDirectory(target, options);
+    }
+    return auditFile(target, options);
+};
+/** Keeps the first three items of every evidence list. */
+const trimFinding = (f) => {
+    if (!f.evidence) {
+        return f;
+    }
+    const evidence = {};
+    for (const [k, v] of Object.entries(f.evidence)) {
+        evidence[k] = Array.isArray(v) ? v.slice(0, 3) : v;
+    }
+    return { ...f, evidence };
+};
+const trimPage = (p) => {
+    const { performance, rendering, ...rest } = p;
+    const out = {
+        ...rest,
+        summary: {
+            ...p.summary,
+            headings: p.summary.headings.slice(0, 10),
+            openGraph: {},
+        },
+        findings: p.findings.map(trimFinding),
+    };
+    if (p.response) {
+        out.response = { ...p.response, headers: {} };
+    }
+    if (performance) {
+        out.performance = {
+            ...performance,
+            opportunities: performance.opportunities.slice(0, 5),
+            agenticBrowsingAudits: [],
+            failedSeoAudits: performance.failedSeoAudits.slice(0, 5),
+        };
+    }
+    if (rendering) {
+        out.rendering = {
+            ...rendering,
+            consoleErrors: rendering.consoleErrors.slice(0, 3),
+        };
+    }
+    return out;
+};
+/** Drop bulky, low-value fields to save tokens when the result is consumed by an LLM. */
+export const compactAudit = (audit) => {
+    if (audit.kind === "page") {
+        // SAFETY: T is the page audit here (kind is "page"), and trimPage returns a page audit with
+        // every field it was given.
+        return trimPage(audit);
+    }
+    // SAFETY: T is the site audit here; the spread keeps every field and only shortens lists.
+    return {
+        ...audit,
+        robotsTxt: audit.robotsTxt ? { ...audit.robotsTxt, text: null } : null,
+        sitemaps: { ...audit.sitemaps, urls: audit.sitemaps.urls.slice(0, 20) },
+        pages: audit.pages.map(trimPage),
+        siteFindings: audit.siteFindings.map(trimFinding),
+    };
+};
+//# sourceMappingURL=audit.js.map

package/dist/core/audit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audit.js","sourceRoot":"","sources":["../../src/core/audit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAMvC,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE3E,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAW/D,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AA8CrC,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,QAAQ,EAAE,EAAE;IACZ,QAAQ,EAAE,CAAC;IACX,WAAW,EAAE,CAAC;IACd,OAAO,EAAE,CAAC;IACV,aAAa,EAAE,GAAG;CACV,CAAC;AAEX,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,OAAe,EAAE,GAAW,EAAW,EAAE,CAAC,CAAC;IAC5E,IAAI;IACJ,QAAQ,EAAE,MAAM;IAChB,QAAQ,EAAE,MAAM;IAChB,OAAO;IACP,cAAc,EACZ,8GAA8G;IAChH,GAAG;CACJ,CAAC,CAAC;AAEH,4FAA4F;AAC5F,MAAM,UAAU,GAAG,KAAK,EACtB,KAAgB,EAChB,OAAqB,EACJ,EAAE;IACnB,MAAM,GAAG,GAAG,MAAM,SAAS,CACzB,KAAK,CAAC,QAAQ,EAAE,QAAQ,IAAI,KAAK,CAAC,GAAG,EACrC,OAAO,CAAC,KAAK,IAAI,EAAE,CACpB,CAAC;IAEF,OAAO,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;AACxB,CAAC,CAAC;AAEF,+FAA+F;AAC/F,MAAM,cAAc,GAAG,KAAK,EAC1B,KAAgB,EAChB,OAAqB,EACrB,GAAW,EACS,EAAE;IACtB,OAAO,CAAC,UAAU,EAAE,CAAC;QACnB,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,aAAa,GAAG,kBAAkB;KAC5C,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE;YACrC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,IAAI,CAAC,EAAE,MAAM,CAAC;YAC1D,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;YACnC,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO;SAChC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE;YAC5D,GAAG;YACH,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;SAC7C,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE;YAC9C,GAAG,EAAE,QAAQ,CAAC,QAAQ;YACtB,QAAQ,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ;YAC/B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;SAC7C,CAAC,CAAC;QAEH,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,aAAa,CAC5C,OAAO,EACP,YAAY,EACZ,QAAQ,CAAC,QAAQ,EACjB,QAAQ,CAAC,aAAa,EACtB,KAAK,CAAC,QAAQ,CACf,CAAC;QAEF,KAAK,CAAC,SAAS,GAAG,UAAU,CAAC;QAE7B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,WAAW,CACT,yBAAyB,EACzB,KAAK,YAAY,sBAAsB;gBACrC,CAAC,CAAC,KAAK,CAAC,OAAO;gBACf,CAAC,CAAC,qBAAqB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACjF,GAAG,CACJ;SACF,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAEF,2DAA2D;AAC3D,MAAM,kBAAkB,GAAG,KAAK,EAC9B,KAAgB,EAChB,OAAqB,EACrB,GAAW,EACS,EAAE;IACtB,OAAO,CAAC,UAAU,EAAE,CAAC;QACnB,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,uBAAuB,OAAO,CAAC,UAAU,IAAI,QAAQ,QAAQ,GAAG,EAAE;KAC5E,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE;YACpC,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,QAAQ;YAC1C,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;YACnC,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO;SAChC,CAAC,CAAC;QAEH,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC;QAEzB,OAAO,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,WAAW,CACT,6BAA6B,EAC7B,KAAK,YAAY,0BAA0B;gBACzC,CAAC,CAAC,KAAK,CAAC,OAAO;gBACf,CAAC,CAAC,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAClF,GAAG,CACJ;SACF,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,KAAK,EACtB,KAAgB,EAChB,OAAqB,EACN,EAAE;IACjB,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,QAAQ,IAAI,KAAK,CAAC,GAAG,CAAC;IAClD,MAAM,KAAK,GAAc,EAAE,CAAC;IAE5B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,QAAQ,GACZ,OAAO,CAAC,WAAW,KAAK,KAAK;YAC3B,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC;YAC5C,CAAC,CAAC,KAAK,CAAC;QAEZ,KAAK,CAAC,QAAQ,GAAG,YAAY,CAAC,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC;QAChE,KAAK,CAAC,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC7C,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAClB,MAAkB,EAClB,MAAkB,EAClB,OAAqB,EACV,EAAE;IACb,MAAM,UAAU,GAAG,EAAE,GAAG,kBAAkB,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAEpE,IAAI,QAAQ,GAAG,YAAY,CACzB;QACE,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM;QACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,UAAU;QACV,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,EACD,EAAE,OAAO,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAC3C,CAAC;IAEF,IAAI,OAAO,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;QAClC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,KAAK,GAAc;QACvB,aAAa,EAAE,CAAC;QAChB,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,YAAY;QAC1C,GAAG,EAAE,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,GAAG;QAC9B,MAAM;QACN,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC;QACnD,QAAQ;QACR,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC;QAC/B,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC;IAEF,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtC,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,KAAkB,EAAiB,EAAE;IAChE,MAAM,GAAG,GAAG,IAAI,GAAG,EAA+C,CAAC;IAEnE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QAEnC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9B,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,SAAS;YACX,CAAC;YAED,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACrB,IAAI,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAE5B,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,KAAK,GAAG;oBACN,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,cAAc,EAAE,CAAC,CAAC,cAAc;oBAChC,QAAQ,EAAE,EAAE;oBACZ,IAAI,EAAE,IAAI,GAAG,EAAE;iBAChB,CAAC;gBACF,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACzB,CAAC;YAED,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAW,CAAC;IAExD,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;SACrB,QAAQ,CACP,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CACnE;SACA,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3B,GAAG,IAAI;QACP,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;KACjC,CAAC,CAAC,CAAC;AACR,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,IAAe,EAAQ,EAAE;IACrD,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAEhD,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC3B,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAC/B,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;QACnC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACrB,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;AACxD,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CACrB,MAAmB,EACnB,MAA6B,EAC7B,MAAc,EACd,OAAqB,EACV,EAAE;IACb,OAAO,CAAC,UAAU,EAAE,CAAC;QACnB,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,wBAAwB,MAAM,CAAC,OAAO,CAAC,MAAM,QAAQ;KAC/D,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,EAAE,GAAG,kBAAkB,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAEpE,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAC1C,WAAW,CAAC,MAAM,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,CACtE,CAAC;IAEF,IAAI,YAAY,GAAG,YAAY,CAAC;QAC9B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM;QACN,KAAK,EAAE,MAAM,CAAC,OAAO;QACrB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,UAAU;QACV,QAAQ,EAAE,MAAM,KAAK,WAAW;QAChC,aAAa,EAAE,MAAM,CAAC,aAAa;KACpC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC/C,YAAY,GAAG,YAAY,CACzB,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAClD,CAAC;IAEF,IAAI,OAAO,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;QAClC,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC;IACnE,CAAC;IAED,MAAM,IAAI,GAAc;QACtB,aAAa,EAAE,CAAC;QAChB,IAAI,EAAE,MAAM;QACZ,MAAM;QACN,MAAM;QACN,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,MAAM;QACxB,QAAQ,EAAE,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;QAC1E,KAAK,EAAE,KAAK,CAAC,QAAQ,CACnB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAC/D;QACD,YAAY;QACZ,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE;QACzC,KAAK,EAAE,CAAC;KACT,CAAC;IAEF,aAAa,CAAC,IAAI,CAAC,CAAC;IAEpB,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,wFAAwF;AACxF,MAAM,eAAe,GAAG,CAAC,IAAe,EAAE,OAAqB,EAAa,EAAE;IAC5E,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAClC,GAAG,CAAC;YACJ,QAAQ,EAAE,EAAE;YACZ,OAAO,EAAE,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;SACvD,CAAC,CAAC,CAAC;IACN,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,KAAK,IAAqB,EAAE;IAC5C,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACnE,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACjD,CAAC,CAAC;AAEF,4EAA4E;AAC5E,8JAA8J;AAC9J,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC5B,IAAY,EACZ,KAAK,GAAmB,EAAE,EAC1B,OAAO,GAAiB,EAAE,EACN,EAAE;IACtB,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,OAAO,IAAI,mBAAmB,CAAC;IAEhE,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,EAAE;QAC7B,GAAG;QACH,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;KAC7C,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC;IACtC,MAAM,UAAU,GAAG,EAAE,GAAG,kBAAkB,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;IAEpE,IAAI,QAAQ,GAAG,YAAY,CACzB;QACE,IAAI;QACJ,MAAM;QACN,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,UAAU;QACV,KAAK,EAAE,KAAK,CAAC,KAAK;KACnB,EACD,EAAE,OAAO,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAC3C,CAAC;IAEF,IAAI,OAAO,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;QAClC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,KAAK,GAAc;QACvB,aAAa,EAAE,CAAC;QAChB,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,GAAG;QAC3B,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,QAAQ,IAAI,GAAG;QACpC,MAAM;QACN,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,OAAO,EAAE,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC;QAC3C,QAAQ;QACR,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC;QAC/B,KAAK,EAAE,CAAC;KACT,CAAC;IAEF,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnB,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAClC,CAAC;IAED,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC9B,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtC,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,wEAAwE;AACxE,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAC3B,GAAW,EACX,OAAO,GAAiB,EAAE,EACN,EAAE;IACtB,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;IAErC,MAAM,KAAK,GAAG,MAAM,SAAS,CAC3B,GAAG,CAAC,IAAI,IAAI,EAAE,EACd,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAC3D,OAAO,CACR,CAAC;IAEF,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;QACd,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,OAAO;YACjB,QAAQ,EAAE,UAAU;YACpB,OAAO,EAAE,mBAAmB,GAAG,KAAK,GAAG,CAAC,KAAK,EAAE;YAC/C,cAAc,EACZ,qIAAqI;YACvI,GAAG;YACH,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,aAAa,EAAE,GAAG,CAAC,aAAa,EAAE;SACjE,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC7C,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAEjC,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,2CAA2C;AAC3C,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC5B,QAAgB,EAChB,OAAO,GAAiB,EAAE,EACN,EAAE;IACtB,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,IAAI,mBAAmB,CAAC;IAEpD,MAAM,GAAG,GAAG,IAAI,GAAG,CACjB,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,EAC7B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CACvC,CAAC,IAAI,CAAC;IAEP,OAAO,SAAS,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;AAC7E,CAAC,CAAC;AAEF,gEAAgE;AAChE,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC5B,QAAgB,EAChB,OAAO,GAAiB,EAAE,EACN,EAAE;IACtB,MAAM,SAAS,GAAiB,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IACrD,SAAS,CAAC,SAAS,KAAK,kBAAkB,CAAC;IAE3C,MAAM,QAAQ,GAAyB;QACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,aAAa,CAAC,QAAQ;QACpD,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,aAAa,CAAC,QAAQ;QACpD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,aAAa,CAAC,WAAW;QAC7D,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,aAAa,CAAC,OAAO;QACjD,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI;QAC5C,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,IAAI,KAAK;QACrD,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,KAAK;QACvD,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,aAAa,CAAC,aAAa;QACnE,0JAA0J;QAC1J,eAAe,EAAE,CAAC,OAAO,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1E,0JAA0J;QAC1J,eAAe,EAAE,CAAC,OAAO,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1E,KAAK,EAAE,SAAS;QAChB,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAChE,sEAAsE;IACtE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEzE,IAAI,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACxD,MAAM,UAAU,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACrC,aAAa,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACxC,CAAC,CAAC;AAEF,mEAAmE;AACnE,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,EACjC,GAAW,EACX,OAAO,GAAiB,EAAE,EACN,EAAE;IACtB,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE;QACtC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,mBAAmB;QAC/C,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,IAAI,KAAK;QACrD,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,GAAG;QACjC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;KACpC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAE/D,OAAO,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AACxC,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAC9B,MAAc,EACd,OAAO,GAA2D,EAAE,EACpD,EAAE;IAClB,IAAI,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACtD,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC;QAEtD,OAAO,SAAS,CACd,IAAI,EACJ,EAAE,GAAG,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EACzD,OAAO,CACR,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QACtB,OAAO,OAAO,CAAC,KAAK;YAClB,CAAC,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC;YAC5B,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,CAAC;IAED,IACE,+BAA+B,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5C,+BAA+B,CAAC,IAAI,CAAC,MAAM,CAAC,EAC5C,CAAC;QACD,MAAM,GAAG,GAAG,OAAO,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,MAAM,EAAE,CAAC;QAExE,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAErD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,WAAW,MAAM,oCAAoC,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACvB,OAAO,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAED,OAAO,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACpC,CAAC,CAAC;AAEF,0DAA0D;AAC1D,MAAM,WAAW,GAAG,CAAC,CAAU,EAAW,EAAE;IAC1C,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAChB,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,QAAQ,GAAqC,EAAE,CAAC;IAEtD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChD,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,CAAY,EAAa,EAAE;IAC3C,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;IAE9C,MAAM,GAAG,GAAc;QACrB,GAAG,IAAI;QACP,OAAO,EAAE;YACP,GAAG,CAAC,CAAC,OAAO;YACZ,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;YACzC,SAAS,EAAE,EAAE;SACd;QACD,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC;KACtC,CAAC;IAEF,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QACf,GAAG,CAAC,QAAQ,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAChD,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,GAAG,CAAC,WAAW,GAAG;YAChB,GAAG,WAAW;YACd,aAAa,EAAE,WAAW,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACpD,qBAAqB,EAAE,EAAE;YACzB,eAAe,EAAE,WAAW,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACzD,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,EAAE,CAAC;QACd,GAAG,CAAC,SAAS,GAAG;YACd,GAAG,SAAS;YACZ,aAAa,EAAE,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACnD,CAAC;IACJ,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,yFAAyF;AACzF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAkB,KAAQ,EAAK,EAAE;IAC3D,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC1B,4FAA4F;QAC5F,4BAA4B;QAC5B,OAAO,QAAQ,CAAC,KAAK,CAAM,CAAC;IAC9B,CAAC;IAED,0FAA0F;IAC1F,OAAO;QACL,GAAG,KAAK;QACR,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI;QACtE,QAAQ,EAAE,EAAE,GAAG,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;QACvE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC;QAChC,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC;KAC7C,CAAC;AACT,CAAC,CAAC"}

package/dist/core/concurrency.d.ts

@@ -0,0 +1,4 @@
+/** Minimal promise pool: at most `concurrency` tasks run at once, the rest wait in order. */
+export declare const createPool: (concurrency: number) => <T>(task: () => Promise<T>) => Promise<T>;
+export declare const mapConcurrent: <T, R>(items: T[], concurrency: number, fn: (item: T, index: number) => Promise<R>) => Promise<R[]>;
+export declare const sleep: (ms: number) => Promise<void>;

package/dist/core/concurrency.js

@@ -0,0 +1,39 @@
+import { setTimeout as delay } from "node:timers/promises";
+/** Minimal promise pool: at most `concurrency` tasks run at once, the rest wait in order. */
+export const createPool = (concurrency) => {
+    let active = 0;
+    const queue = [];
+    return async (task) => {
+        if (active < Math.max(1, concurrency)) {
+            active += 1;
+        }
+        else {
+            // A finishing task hands its slot straight to the next in line, so `active` never drops
+            // and a newcomer cannot slip in ahead of the queue.
+            // oxlint-disable-next-line promise/avoid-new -- the wait ends on a callback another task calls, which only a new Promise can await
+            await new Promise((resolve) => {
+                queue.push(resolve);
+            });
+        }
+        try {
+            return await task();
+        }
+        finally {
+            const nextInLine = queue.shift();
+            if (nextInLine) {
+                nextInLine();
+            }
+            else {
+                active -= 1;
+            }
+        }
+    };
+};
+export const mapConcurrent = (items, concurrency, fn) => {
+    const run = createPool(concurrency);
+    return Promise.all(items.map((item, i) => run(() => fn(item, i))));
+};
+export const sleep = async (ms) => {
+    await delay(ms);
+};
+//# sourceMappingURL=concurrency.js.map

package/dist/core/concurrency.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"concurrency.js","sourceRoot":"","sources":["../../src/core/concurrency.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,IAAI,KAAK,EAAE,MAAM,sBAAsB,CAAC;AAE3D,6FAA6F;AAC7F,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,WAAmB,EAAE,EAAE;IAChD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,KAAK,GAAmB,EAAE,CAAC;IAEjC,OAAO,KAAK,EAAK,IAAsB,EAAc,EAAE;QACrD,IAAI,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;aAAM,CAAC;YACN,wFAAwF;YACxF,oDAAoD;YACpD,mIAAmI;YACnI,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAClC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,EAAE,CAAC;QACtB,CAAC;gBAAS,CAAC;YACT,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YAEjC,IAAI,UAAU,EAAE,CAAC;gBACf,UAAU,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,KAAU,EACV,WAAmB,EACnB,EAA0C,EAC5B,EAAE;IAChB,MAAM,GAAG,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC;IAEpC,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACrE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,KAAK,GAAG,KAAK,EAAE,EAAU,EAAiB,EAAE;IACvD,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC;AAClB,CAAC,CAAC"}

package/dist/core/crawl.d.ts

@@ -0,0 +1,40 @@
+import type { FetchOptions } from "./fetch.js";
+import type { LinkCheck, PageRecord, ProbeResults } from "./site-rules.js";
+import type { CrawlStats, RobotsTxtInfo, SitemapInfo } from "./types.js";
+export interface ProgressEvent {
+    phase: "robots" | "sitemap" | "crawl" | "links" | "probes" | "rules" | "render" | "lighthouse";
+    message: string;
+    crawled?: number;
+    discovered?: number;
+    url?: string;
+}
+export interface CrawlOptions {
+    maxPages: number;
+    maxDepth: number;
+    concurrency: number;
+    delayMs: number;
+    respectRobots: boolean;
+    includeSubdomains: boolean;
+    checkExternalLinks: boolean;
+    maxLinkChecks: number;
+    includePatterns: RegExp[];
+    excludePatterns: RegExp[];
+    fetch: FetchOptions;
+    onProgress?: (event: ProgressEvent) => void;
+}
+export interface CrawlResult {
+    startUrl: string;
+    records: PageRecord[];
+    linkChecks: Map<string, LinkCheck>;
+    linkSources: Map<string, Set<string>>;
+    externalChecks?: Map<string, LinkCheck>;
+    externalSources?: Map<string, Set<string>>;
+    robots: RobotsTxtInfo | null;
+    robotsAllows: ((url: string) => boolean) | null;
+    blockedByRobots: string[];
+    sitemaps: SitemapInfo;
+    probes: ProbeResults;
+    stats: CrawlStats;
+    unlinkedPages?: string[];
+}
+export declare const crawlSite: (startInput: string, options: CrawlOptions) => Promise<CrawlResult>;