@rivi-software/agentic-seo-check 0.0.0-stage → 0.1.0

package/dist/core/site-rules.d.ts

@@ -0,0 +1,64 @@
+import type { ExtractedPage, Finding, ResponseInfo, RobotsTxtInfo, RuleMeta, SitemapInfo, Thresholds, CrawlStats } from './types.js';
+export declare const SITE_RULES: RuleMeta[];
+export interface PageRecord {
+    /** Normalized final URL (or synthetic URL for files). */
+    url: string;
+    requestedUrl: string;
+    page: ExtractedPage;
+    response?: ResponseInfo;
+    depth: number;
+    /** File path for directory audits. */
+    file?: string;
+}
+export interface LinkCheck {
+    url: string;
+    status: number | null;
+    finalUrl: string;
+    redirectChain: {
+        url: string;
+        status: number;
+    }[];
+    error?: string;
+}
+export interface ProbeResults {
+    soft404?: {
+        url: string;
+        status: number | null;
+    } | null;
+    httpRedirect?: {
+        url: string;
+        status: number | null;
+        finalUrl: string | null;
+        redirectsToHttps: boolean;
+    } | null;
+    hostVariant?: {
+        url: string;
+        status: number | null;
+        finalUrl: string | null;
+        redirectsToMain: boolean;
+    } | null;
+}
+export interface SiteContext {
+    startUrl: string;
+    source: 'crawl' | 'directory';
+    pages: PageRecord[];
+    /** Status of every internal URL that was fetched or probed, keyed by normalized URL. */
+    linkChecks: Map<string, LinkCheck>;
+    /** For every internal target URL, the pages linking to it. */
+    linkSources: Map<string, Set<string>>;
+    robots: RobotsTxtInfo | null;
+    robotsAllows: ((url: string) => boolean) | null;
+    blockedByRobots: string[];
+    sitemaps: SitemapInfo;
+    probes: ProbeResults;
+    crawl: CrawlStats;
+    thresholds: Thresholds;
+    /** Compare URLs by path only (directory audits, where hosts are synthetic). */
+    pathOnly: boolean;
+    /** External link targets that were probed, keyed by URL. */
+    externalChecks?: Map<string, LinkCheck>;
+    externalSources?: Map<string, Set<string>>;
+    /** Directory audits: HTML files nobody links to. */
+    unlinkedPages?: string[];
+}
+export declare function runSiteRules(ctx: SiteContext): Finding[];

package/dist/core/site-rules.js

@@ -0,0 +1,251 @@
+import { finding, GOOGLE_DOCS, cap } from './rules/rule.js';
+import { robotsDirectives } from './rules/indexing.js';
+import { normalizeForComparison, shingles, jaccard } from './html/text.js';
+import { normalizeUrl, normalizePath } from './url.js';
+const meta = (id, severity, description, recommendation, docs) => ({
+    id,
+    category: 'site',
+    severity,
+    description,
+    recommendation,
+    docs,
+    requires: 'crawl',
+});
+export const SITE_RULES = [
+    meta('site.robots-txt-missing', 'warning', 'No robots.txt was found at the site root.', 'Add /robots.txt. At minimum: "User-agent: *" with no disallow rules, plus a "Sitemap:" line.', GOOGLE_DOCS.robotsTxt),
+    meta('site.robots-txt-error', 'warning', 'robots.txt returned a server error or could not be fetched. Google treats 5xx robots.txt as "do not crawl anything".', 'Make /robots.txt return 200 (or 404 if you have none).', GOOGLE_DOCS.robotsTxt),
+    meta('site.robots-txt-blocks-all', 'error', 'robots.txt disallows crawling of the whole site for all user agents.', 'Remove "Disallow: /" for "User-agent: *" unless the site is intentionally private (staging).', GOOGLE_DOCS.robotsTxt),
+    meta('site.robots-blocked-pages', 'warning', 'Pages linked internally (or listed in the sitemap) are disallowed by robots.txt.', 'Allow the paths in robots.txt, or stop linking to them and remove them from the sitemap if they should stay hidden.', GOOGLE_DOCS.robotsTxt),
+    meta('site.sitemap-missing', 'warning', 'No XML sitemap was found (robots.txt Sitemap: line or /sitemap.xml).', 'Generate a sitemap.xml listing canonical, indexable URLs and reference it from robots.txt.', GOOGLE_DOCS.sitemaps),
+    meta('site.sitemap-error', 'error', 'A sitemap could not be fetched or parsed.', 'Make the sitemap return 200 with valid XML (urlset or sitemapindex).', GOOGLE_DOCS.sitemaps),
+    meta('site.sitemap-noindex-page', 'error', 'The sitemap lists pages that are set to noindex.', 'Either remove noindex (if the page should rank) or remove the URL from the sitemap. Conflicting signals waste crawl budget.', GOOGLE_DOCS.sitemaps),
+    meta('site.sitemap-non-canonical', 'warning', 'The sitemap lists URLs whose canonical points to a different URL.', 'List only canonical URLs in the sitemap.', GOOGLE_DOCS.sitemaps),
+    meta('site.sitemap-broken-url', 'error', 'The sitemap lists URLs that return 4xx/5xx.', 'Remove dead URLs from the sitemap or fix them.', GOOGLE_DOCS.sitemaps),
+    meta('site.sitemap-redirecting-url', 'warning', 'The sitemap lists URLs that redirect.', 'Replace redirecting URLs in the sitemap with their final destination.', GOOGLE_DOCS.sitemaps),
+    meta('site.not-in-sitemap', 'info', 'Indexable pages discovered by crawling are not listed in the sitemap.', 'Add the missing URLs to the sitemap (or generate it from the router so it stays complete).', GOOGLE_DOCS.sitemaps),
+    meta('site.orphan-pages', 'info', 'Sitemap URLs that no crawled page links to.', 'Link orphan pages from relevant pages or navigation; pages without internal links get little authority and are crawled less.', GOOGLE_DOCS.links),
+    meta('site.broken-internal-links', 'error', 'Internal links point to URLs that return 4xx/5xx or fail to load.', 'Fix or remove the links listed in evidence. Each entry shows the broken target and the pages linking to it.', GOOGLE_DOCS.links),
+    meta('site.redirected-internal-links', 'warning', 'Internal links point to URLs that redirect.', 'Update the links to the final URL to save a round trip for users and crawlers.', GOOGLE_DOCS.redirects),
+    meta('site.redirect-chains', 'warning', 'Internal URLs go through two or more redirects (or loop).', 'Point each redirect straight at its final destination.', GOOGLE_DOCS.redirects),
+    meta('site.duplicate-titles', 'warning', 'Several indexable pages share the same <title>.', 'Give each page a unique title that describes that page (templates: include the item name, category and brand).', GOOGLE_DOCS.titles),
+    meta('site.duplicate-descriptions', 'warning', 'Several indexable pages share the same meta description.', 'Write a unique description per page, or generate it from page-specific data.', GOOGLE_DOCS.snippets),
+    meta('site.duplicate-h1', 'info', 'Several pages share the same <h1>.', 'Make H1s page-specific.'),
+    meta('site.duplicate-content', 'warning', 'Pages with identical or near-identical body text.', 'Consolidate duplicates with a canonical to one URL, 301 redirect, or make the content distinct.', GOOGLE_DOCS.canonical),
+    meta('site.deep-pages', 'info', 'Pages that are more than the configured number of clicks (default 3) from the start URL.', 'Flatten the architecture: link important deep pages from category pages, navigation or the homepage.', GOOGLE_DOCS.links),
+    meta('site.soft-404', 'warning', 'A clearly non-existent URL returns HTTP 200 instead of 404.', 'Return a real 404 (or 410) status for unknown routes; otherwise search engines index error pages and waste crawl budget.', GOOGLE_DOCS.softs404),
+    meta('site.http-not-redirected', 'warning', 'The http:// version of the site does not redirect to https://.', 'Add a permanent (301/308) redirect from http to https at the server or CDN.', GOOGLE_DOCS.redirects),
+    meta('site.host-variant-not-redirected', 'warning', 'The www/non-www variant of the host does not redirect to the main host.', 'Redirect the alternate host (www or bare domain) to the canonical host with a 301/308.', GOOGLE_DOCS.canonical),
+    meta('site.hreflang-no-return-link', 'warning', 'hreflang alternates do not link back to the page that references them.', 'Every page in an hreflang cluster must list all alternates including itself; mismatches invalidate the annotations.', GOOGLE_DOCS.hreflang),
+    meta('site.broken-external-links', 'warning', 'External links point to URLs that return 4xx/5xx or fail to load.', 'Fix or remove the dead outbound links; they hurt user trust and signal an unmaintained page.', GOOGLE_DOCS.links),
+    meta('site.unlinked-pages', 'info', 'HTML files in the build output that no other page links to.', 'Link the pages from navigation or related content, or remove them from the build if they are obsolete.', GOOGLE_DOCS.links),
+    meta('site.crawl-limit-reached', 'info', 'The crawl stopped at the page limit, so site-wide checks (orphans, duplicates, sitemap coverage) are partial.', 'Re-run with a higher maxPages value for a complete picture.'),
+];
+const byId = new Map(SITE_RULES.map((r) => [r.id, r]));
+const m = (id) => byId.get(id);
+export function runSiteRules(ctx) {
+    const out = [];
+    const key = (url) => (ctx.pathOnly ? pathKey(url) : (normalizeUrl(url) ?? url));
+    const pagesByKey = new Map();
+    for (const p of ctx.pages)
+        pagesByKey.set(key(p.url), p);
+    const checksByKey = new Map();
+    for (const [u, c] of ctx.linkChecks)
+        if (!checksByKey.has(key(u)))
+            checksByKey.set(key(u), c);
+    const isIndexable = (p) => !robotsDirectives(p.page, p.response).noindex && (p.response?.status ?? 200) < 400;
+    const okPages = ctx.pages.filter((p) => (p.response?.status ?? 200) < 400);
+    /* robots.txt */
+    if (ctx.robots) {
+        if (ctx.robots.error || (ctx.robots.status !== null && ctx.robots.status >= 500))
+            out.push(finding(m('site.robots-txt-error'), `robots.txt at ${ctx.robots.url} could not be read (${ctx.robots.error ?? `HTTP ${ctx.robots.status}`}).`, { evidence: { url: ctx.robots.url, status: ctx.robots.status, error: ctx.robots.error } }));
+        else if (!ctx.robots.found)
+            out.push(finding(m('site.robots-txt-missing'), `No robots.txt at ${ctx.robots.url}.`, { severity: ctx.source === 'directory' ? 'info' : 'warning', evidence: { url: ctx.robots.url, status: ctx.robots.status } }));
+        else if (ctx.robotsAllows && !ctx.robotsAllows(ctx.startUrl))
+            out.push(finding(m('site.robots-txt-blocks-all'), 'robots.txt blocks the start URL for the crawler user agent.', { evidence: { url: ctx.robots.url, robotsTxt: ctx.robots.text?.slice(0, 500) } }));
+    }
+    if (ctx.blockedByRobots.length)
+        out.push(finding(m('site.robots-blocked-pages'), `${ctx.blockedByRobots.length} linked/sitemap URL(s) are disallowed by robots.txt.`, { evidence: { count: ctx.blockedByRobots.length, examples: cap(ctx.blockedByRobots) } }));
+    /* sitemaps */
+    const sitemapKeys = new Set(ctx.sitemaps.urls.map(key));
+    if (ctx.sitemaps.errors.length)
+        out.push(finding(m('site.sitemap-error'), `${ctx.sitemaps.errors.length} sitemap problem(s).`, { evidence: { errors: cap(ctx.sitemaps.errors) } }));
+    if (ctx.sitemaps.sources.length === 0 && ctx.sitemaps.errors.length === 0)
+        out.push(finding(m('site.sitemap-missing'), 'No sitemap was found.', { severity: ctx.source === 'directory' ? 'info' : 'warning' }));
+    if (ctx.sitemaps.urlCount > 0) {
+        const noindex = [];
+        const nonCanonical = [];
+        const broken = [];
+        const redirecting = [];
+        for (const smUrl of ctx.sitemaps.urls) {
+            const k = key(smUrl);
+            const page = pagesByKey.get(k);
+            if (page) {
+                if (robotsDirectives(page.page, page.response).noindex)
+                    noindex.push(smUrl);
+                const canon = page.page.canonical;
+                if (canon && key(canon) !== k)
+                    nonCanonical.push({ url: smUrl, canonical: canon });
+            }
+            const check = checksByKey.get(k);
+            if (check) {
+                if ((check.status ?? 0) >= 400 || check.error)
+                    broken.push({ url: smUrl, status: check.status });
+                else if (check.redirectChain.length > 0)
+                    redirecting.push({ url: smUrl, finalUrl: check.finalUrl });
+            }
+        }
+        if (noindex.length)
+            out.push(finding(m('site.sitemap-noindex-page'), `${noindex.length} sitemap URL(s) are noindex.`, { evidence: { count: noindex.length, examples: cap(noindex) } }));
+        if (nonCanonical.length)
+            out.push(finding(m('site.sitemap-non-canonical'), `${nonCanonical.length} sitemap URL(s) canonicalise to another URL.`, { evidence: { count: nonCanonical.length, examples: cap(nonCanonical) } }));
+        if (broken.length)
+            out.push(finding(m('site.sitemap-broken-url'), `${broken.length} sitemap URL(s) return errors.`, { evidence: { count: broken.length, examples: cap(broken) } }));
+        if (redirecting.length)
+            out.push(finding(m('site.sitemap-redirecting-url'), `${redirecting.length} sitemap URL(s) redirect.`, { evidence: { count: redirecting.length, examples: cap(redirecting) } }));
+        const notInSitemap = okPages.filter((p) => isIndexable(p) && !sitemapKeys.has(key(p.url)) && (!p.page.canonical || key(p.page.canonical) === key(p.url))).map((p) => p.url);
+        if (notInSitemap.length)
+            out.push(finding(m('site.not-in-sitemap'), `${notInSitemap.length} crawled indexable page(s) are missing from the sitemap.`, { evidence: { count: notInSitemap.length, examples: cap(notInSitemap) } }));
+        if (!ctx.crawl.hitPageLimit) {
+            const linked = new Set();
+            for (const target of ctx.linkSources.keys())
+                linked.add(key(target));
+            linked.add(key(ctx.startUrl));
+            const orphans = ctx.sitemaps.urls.filter((u) => !linked.has(key(u)));
+            if (orphans.length)
+                out.push(finding(m('site.orphan-pages'), `${orphans.length} sitemap URL(s) are not linked from any crawled page.`, { evidence: { count: orphans.length, examples: cap(orphans) } }));
+        }
+    }
+    /* link health */
+    const broken = [];
+    const redirected = [];
+    const chains = [];
+    for (const [k, check] of ctx.linkChecks) {
+        const sources = [...(ctx.linkSources.get(k) ?? [])];
+        if (sources.length === 0)
+            continue;
+        if (check.error || (check.status ?? 0) >= 400)
+            broken.push({ url: check.url, status: check.status, error: check.error, linkedFrom: cap(sources, 3) });
+        else if (check.redirectChain.length >= 2)
+            chains.push({ url: check.url, hops: check.redirectChain.length, finalUrl: check.finalUrl });
+        else if (check.redirectChain.length === 1)
+            redirected.push({ url: check.url, finalUrl: check.finalUrl, status: check.redirectChain[0].status, linkedFrom: cap(sources, 3) });
+    }
+    if (broken.length)
+        out.push(finding(m('site.broken-internal-links'), `${broken.length} internal link target(s) are broken.`, { evidence: { count: broken.length, examples: cap(broken, 20) } }));
+    if (redirected.length)
+        out.push(finding(m('site.redirected-internal-links'), `${redirected.length} internal link target(s) redirect.`, { evidence: { count: redirected.length, examples: cap(redirected, 20) } }));
+    if (chains.length)
+        out.push(finding(m('site.redirect-chains'), `${chains.length} internal URL(s) have redirect chains.`, { evidence: { count: chains.length, examples: cap(chains) } }));
+    if (ctx.externalChecks) {
+        const dead = [];
+        for (const [u, check] of ctx.externalChecks) {
+            if (check.error || (check.status ?? 0) >= 400)
+                dead.push({ url: u, status: check.status, error: check.error, linkedFrom: cap([...(ctx.externalSources?.get(u) ?? [])], 3) });
+        }
+        if (dead.length)
+            out.push(finding(m('site.broken-external-links'), `${dead.length} external link target(s) are broken.`, { evidence: { count: dead.length, examples: cap(dead, 20) } }));
+    }
+    if (ctx.unlinkedPages?.length)
+        out.push(finding(m('site.unlinked-pages'), `${ctx.unlinkedPages.length} HTML file(s) are not linked from any other page.`, { evidence: { count: ctx.unlinkedPages.length, examples: cap(ctx.unlinkedPages) } }));
+    /* duplicates */
+    const indexable = okPages.filter(isIndexable);
+    pushDuplicates(out, m('site.duplicate-titles'), indexable, (p) => p.page.title, 'title');
+    pushDuplicates(out, m('site.duplicate-descriptions'), indexable, (p) => p.page.metaDescription, 'meta description');
+    pushDuplicates(out, m('site.duplicate-h1'), indexable, (p) => p.page.h1s[0] ?? null, 'H1');
+    pushDuplicateContent(out, indexable);
+    /* architecture */
+    const deep = okPages.filter((p) => p.depth > ctx.thresholds.deepPageDepth);
+    if (deep.length)
+        out.push(finding(m('site.deep-pages'), `${deep.length} page(s) are more than ${ctx.thresholds.deepPageDepth} clicks from the start URL.`, { evidence: { count: deep.length, examples: cap(deep.map((p) => ({ url: p.url, depth: p.depth }))) } }));
+    /* probes */
+    if (ctx.probes.soft404 && ctx.probes.soft404.status !== null && ctx.probes.soft404.status < 400)
+        out.push(finding(m('site.soft-404'), `${ctx.probes.soft404.url} returned HTTP ${ctx.probes.soft404.status}.`, { evidence: ctx.probes.soft404 }));
+    if (ctx.probes.httpRedirect && ctx.probes.httpRedirect.status !== null && !ctx.probes.httpRedirect.redirectsToHttps)
+        out.push(finding(m('site.http-not-redirected'), `${ctx.probes.httpRedirect.url} returned HTTP ${ctx.probes.httpRedirect.status} without redirecting to https.`, { evidence: ctx.probes.httpRedirect }));
+    if (ctx.probes.hostVariant && ctx.probes.hostVariant.status !== null && !ctx.probes.hostVariant.redirectsToMain)
+        out.push(finding(m('site.host-variant-not-redirected'), `${ctx.probes.hostVariant.url} returned HTTP ${ctx.probes.hostVariant.status} without redirecting to the main host.`, { evidence: ctx.probes.hostVariant }));
+    /* hreflang return links */
+    const missingReturn = [];
+    for (const p of ctx.pages) {
+        for (const alt of p.page.hreflang) {
+            if (!alt.url)
+                continue;
+            const target = pagesByKey.get(key(alt.url));
+            if (!target || target === p)
+                continue;
+            const linksBack = target.page.hreflang.some((h) => h.url && key(h.url) === key(p.url));
+            if (!linksBack)
+                missingReturn.push({ page: p.url, alternate: alt.url });
+        }
+    }
+    if (missingReturn.length)
+        out.push(finding(m('site.hreflang-no-return-link'), `${missingReturn.length} hreflang alternate(s) do not link back.`, { evidence: { count: missingReturn.length, examples: cap(missingReturn) } }));
+    if (ctx.crawl.hitPageLimit)
+        out.push(finding(m('site.crawl-limit-reached'), `Crawl stopped after ${ctx.crawl.pagesCrawled} pages (limit ${ctx.crawl.maxPages}); ${ctx.crawl.pagesDiscovered} URLs were discovered.`, { evidence: { pagesCrawled: ctx.crawl.pagesCrawled, pagesDiscovered: ctx.crawl.pagesDiscovered, maxPages: ctx.crawl.maxPages } }));
+    return out;
+}
+function pathKey(url) {
+    try {
+        return normalizePath(new URL(url).pathname);
+    }
+    catch {
+        return url;
+    }
+}
+function pushDuplicates(out, rule, pages, pick, label) {
+    const groups = new Map();
+    for (const p of pages) {
+        const value = pick(p);
+        if (!value)
+            continue;
+        const k = normalizeForComparison(value);
+        if (!groups.has(k))
+            groups.set(k, []);
+        groups.get(k).push(p.url);
+    }
+    const dupes = [...groups.entries()].filter(([, urls]) => urls.length > 1);
+    if (!dupes.length)
+        return;
+    const pagesAffected = dupes.reduce((n, [, urls]) => n + urls.length, 0);
+    out.push(finding(rule, `${dupes.length} ${label}(s) are shared by ${pagesAffected} pages.`, {
+        evidence: { groups: cap(dupes.map(([value, urls]) => ({ value: value.slice(0, 120), pages: cap(urls, 5), count: urls.length }))) },
+    }));
+}
+function pushDuplicateContent(out, pages) {
+    const candidates = pages.filter((p) => p.page.wordCount >= 50);
+    const groups = [];
+    const exact = new Map();
+    for (const p of candidates) {
+        const k = normalizeForComparison(p.page.text);
+        if (!exact.has(k))
+            exact.set(k, []);
+        exact.get(k).push(p.url);
+    }
+    const seen = new Set();
+    for (const urls of exact.values()) {
+        if (urls.length > 1) {
+            groups.push({ pages: urls, similarity: 1 });
+            urls.forEach((u) => seen.add(u));
+        }
+    }
+    if (candidates.length <= 150) {
+        const sets = candidates.map((p) => ({ url: p.url, set: shingles(p.page.text) }));
+        for (let i = 0; i < sets.length; i++) {
+            for (let j = i + 1; j < sets.length; j++) {
+                const a = sets[i];
+                const b = sets[j];
+                if (seen.has(a.url) && seen.has(b.url))
+                    continue;
+                const sim = jaccard(a.set, b.set);
+                if (sim >= 0.9) {
+                    groups.push({ pages: [a.url, b.url], similarity: Number(sim.toFixed(2)) });
+                    seen.add(a.url);
+                    seen.add(b.url);
+                }
+            }
+        }
+    }
+    if (groups.length)
+        out.push(finding(m('site.duplicate-content'), `${groups.length} group(s) of pages have (near-)identical body text.`, { evidence: { groups: cap(groups) } }));
+}
+//# sourceMappingURL=site-rules.js.map

package/dist/core/site-rules.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"site-rules.js","sourceRoot":"","sources":["../../src/core/site-rules.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,sBAAsB,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEvD,MAAM,IAAI,GAAG,CAAC,EAAU,EAAE,QAA8B,EAAE,WAAmB,EAAE,cAAsB,EAAE,IAAa,EAAY,EAAE,CAAC,CAAC;IAClI,EAAE;IACF,QAAQ,EAAE,MAAM;IAChB,QAAQ;IACR,WAAW;IACX,cAAc;IACd,IAAI;IACJ,QAAQ,EAAE,OAAO;CAClB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,UAAU,GAAe;IACpC,IAAI,CAAC,yBAAyB,EAAE,SAAS,EAAE,2CAA2C,EAAE,8FAA8F,EAAE,WAAW,CAAC,SAAS,CAAC;IAC9M,IAAI,CAAC,uBAAuB,EAAE,SAAS,EAAE,sHAAsH,EAAE,wDAAwD,EAAE,WAAW,CAAC,SAAS,CAAC;IACjP,IAAI,CAAC,4BAA4B,EAAE,OAAO,EAAE,sEAAsE,EAAE,8FAA8F,EAAE,WAAW,CAAC,SAAS,CAAC;IAC1O,IAAI,CAAC,2BAA2B,EAAE,SAAS,EAAE,kFAAkF,EAAE,qHAAqH,EAAE,WAAW,CAAC,SAAS,CAAC;IAC9Q,IAAI,CAAC,sBAAsB,EAAE,SAAS,EAAE,sEAAsE,EAAE,4FAA4F,EAAE,WAAW,CAAC,QAAQ,CAAC;IACnO,IAAI,CAAC,oBAAoB,EAAE,OAAO,EAAE,2CAA2C,EAAE,sEAAsE,EAAE,WAAW,CAAC,QAAQ,CAAC;IAC9K,IAAI,CAAC,2BAA2B,EAAE,OAAO,EAAE,kDAAkD,EAAE,6HAA6H,EAAE,WAAW,CAAC,QAAQ,CAAC;IACnP,IAAI,CAAC,4BAA4B,EAAE,SAAS,EAAE,mEAAmE,EAAE,0CAA0C,EAAE,WAAW,CAAC,QAAQ,CAAC;IACpL,IAAI,CAAC,yBAAyB,EAAE,OAAO,EAAE,6CAA6C,EAAE,gDAAgD,EAAE,WAAW,CAAC,QAAQ,CAAC;IAC/J,IAAI,CAAC,8BAA8B,EAAE,SAAS,EAAE,uCAAuC,EAAE,uEAAuE,EAAE,WAAW,CAAC,QAAQ,CAAC;IACvL,IAAI,CAAC,qBAAqB,EAAE,MAAM,EAAE,uEAAuE,EAAE,4FAA4F,EAAE,WAAW,CAAC,QAAQ,CAAC;IAChO,IAAI,CAAC,mBAAmB,EAAE,MAAM,EAAE,6CAA6C,EAAE,8HAA8H,EAAE,WAAW,CAAC,KAAK,CAAC;IACnO,IAAI,CAAC,4BAA4B,EAAE,OAAO,EAAE,mEAAmE,EAAE,6GAA6G,EAAE,WAAW,CAAC,KAAK,CAAC;IAClP,IAAI,CAAC,gCAAgC,EAAE,SAAS,EAAE,6CAA6C,EAAE,gFAAgF,EAAE,WAAW,CAAC,SAAS,CAAC;IACzM,IAAI,CAAC,sBAAsB,EAAE,SAAS,EAAE,2DAA2D,EAAE,wDAAwD,EAAE,WAAW,CAAC,SAAS,CAAC;IACrL,IAAI,CAAC,uBAAuB,EAAE,SAAS,EAAE,iDAAiD,EAAE,gHAAgH,EAAE,WAAW,CAAC,MAAM,CAAC;IACjO,IAAI,CAAC,6BAA6B,EAAE,SAAS,EAAE,0DAA0D,EAAE,8EAA8E,EAAE,WAAW,CAAC,QAAQ,CAAC;IAChN,IAAI,CAAC,mBAAmB,EAAE,MAAM,EAAE,oCAAoC,EAAE,yBAAyB,CAAC;IAClG,IAAI,CAAC,wBAAwB,EAAE,SAAS,EAAE,mDAAmD,EAAE,iGAAiG,EAAE,WAAW,CAAC,SAAS,CAAC;IACxN,IAAI,CAAC,iBAAiB,EAAE,MAAM,EAAE,0FAA0F,EAAE,sGAAsG,EAAE,WAAW,CAAC,KAAK,CAAC;IACtP,IAAI,CAAC,eAAe,EAAE,SAAS,EAAE,6DAA6D,EAAE,0HAA0H,EAAE,WAAW,CAAC,QAAQ,CAAC;IACjP,IAAI,CAAC,0BAA0B,EAAE,SAAS,EAAE,gEAAgE,EAAE,6EAA6E,EAAE,WAAW,CAAC,SAAS,CAAC;IACnN,IAAI,CAAC,kCAAkC,EAAE,SAAS,EAAE,yEAAyE,EAAE,wFAAwF,EAAE,WAAW,CAAC,SAAS,CAAC;IAC/O,IAAI,CAAC,8BAA8B,EAAE,SAAS,EAAE,wEAAwE,EAAE,qHAAqH,EAAE,WAAW,CAAC,QAAQ,CAAC;IACtQ,IAAI,CAAC,4BAA4B,EAAE,SAAS,EAAE,mEAAmE,EAAE,8FAA8F,EAAE,WAAW,CAAC,KAAK,CAAC;IACrO,IAAI,CAAC,qBAAqB,EAAE,MAAM,EAAE,6DAA6D,EAAE,wGAAwG,EAAE,WAAW,CAAC,KAAK,CAAC;IAC/N,IAAI,CAAC,0BAA0B,EAAE,MAAM,EAAE,+GAA+G,EAAE,6DAA6D,CAAC;CACzN,CAAC;AAEF,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AACvD,MAAM,CAAC,GAAG,CAAC,EAAU,EAAY,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;AAmDlD,MAAM,UAAU,YAAY,CAAC,GAAgB;IAC3C,MAAM,GAAG,GAAc,EAAE,CAAC;IAC1B,MAAM,GAAG,GAAG,CAAC,GAAW,EAAU,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;IAChG,MAAM,UAAU,GAAG,IAAI,GAAG,EAAsB,CAAC;IACjD,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,KAAK;QAAE,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACzD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAqB,CAAC;IACjD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,UAAU;QAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAAE,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9F,MAAM,WAAW,GAAG,CAAC,CAAa,EAAW,EAAE,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC;IACnI,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;IAE3E,gBAAgB;IAChB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC,EAAE,iBAAiB,GAAG,CAAC,MAAM,CAAC,GAAG,uBAAuB,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,QAAQ,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;aACjU,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK;YAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC,EAAE,oBAAoB,GAAG,CAAC,MAAM,CAAC,GAAG,GAAG,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;aAC3O,IAAI,GAAG,CAAC,YAAY,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B,CAAC,EAAE,6DAA6D,EAAE,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACpQ,CAAC;IACD,IAAI,GAAG,CAAC,eAAe,CAAC,MAAM;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B,CAAC,EAAE,GAAG,GAAG,CAAC,eAAe,CAAC,MAAM,sDAAsD,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,eAAe,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAEhQ,cAAc;IACd,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,oBAAoB,CAAC,EAAE,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,sBAAsB,EAAE,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACpL,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,CAAC,EAAE,uBAAuB,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAEhN,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,YAAY,GAAyC,EAAE,CAAC;QAC9D,MAAM,MAAM,GAA6C,EAAE,CAAC;QAC5D,MAAM,WAAW,GAAwC,EAAE,CAAC;QAC5D,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;YACrB,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,OAAO;oBAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;gBAClC,IAAI,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;oBAAE,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YACrF,CAAC;YACD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,GAAG,IAAI,KAAK,CAAC,KAAK;oBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;qBAC5F,IAAI,KAAK,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;oBAAE,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;YACtG,CAAC;QACH,CAAC;QACD,IAAI,OAAO,CAAC,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,8BAA8B,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACxL,IAAI,YAAY,CAAC,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B,CAAC,EAAE,GAAG,YAAY,CAAC,MAAM,8CAA8C,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC7N,IAAI,MAAM,CAAC,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,gCAAgC,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACpL,IAAI,WAAW,CAAC,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B,CAAC,EAAE,GAAG,WAAW,CAAC,MAAM,2BAA2B,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,WAAW,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAExM,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5K,IAAI,YAAY,CAAC,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC,EAAE,GAAG,YAAY,CAAC,MAAM,0DAA0D,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAElO,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;YACjC,KAAK,MAAM,MAAM,IAAI,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE;gBAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC9B,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,IAAI,OAAO,CAAC,MAAM;gBAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,uDAAuD,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3M,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,MAAM,MAAM,GAAmF,EAAE,CAAC;IAClG,MAAM,UAAU,GAA8E,EAAE,CAAC;IACjG,MAAM,MAAM,GAAsD,EAAE,CAAC;IACrE,KAAK,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACpD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACnC,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,GAAG;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;aACjJ,IAAI,KAAK,CAAC,aAAa,CAAC,MAAM,IAAI,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;aACjI,IAAI,KAAK,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,UAAU,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC,CAAE,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IAChL,CAAC;IACD,IAAI,MAAM,CAAC,MAAM;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,sCAAsC,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACjM,IAAI,UAAU,CAAC,MAAM;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,gCAAgC,CAAC,EAAE,GAAG,UAAU,CAAC,MAAM,oCAAoC,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACnN,IAAI,MAAM,CAAC,MAAM;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,wCAAwC,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAEzL,IAAI,GAAG,CAAC,cAAc,EAAE,CAAC;QACvB,MAAM,IAAI,GAAmF,EAAE,CAAC;QAChG,KAAK,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,GAAG,CAAC,cAAc,EAAE,CAAC;YAC5C,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,GAAG;gBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/K,CAAC;QACD,IAAI,IAAI,CAAC,MAAM;YAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,sCAAsC,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3L,CAAC;IACD,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC,EAAE,GAAG,GAAG,CAAC,aAAa,CAAC,MAAM,mDAAmD,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAEhP,gBAAgB;IAChB,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAC9C,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC,uBAAuB,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACzF,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC,6BAA6B,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAC;IACpH,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC,mBAAmB,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,IAAI,CAAC,CAAC;IAC3F,oBAAoB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAErC,kBAAkB;IAClB,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IAC3E,IAAI,IAAI,CAAC,MAAM;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,0BAA0B,GAAG,CAAC,UAAU,CAAC,aAAa,6BAA6B,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAEpQ,YAAY;IACZ,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,kBAAkB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAClP,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,gBAAgB;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,kBAAkB,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,gCAAgC,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IAC7T,IAAI,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,kCAAkC,CAAC,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,kBAAkB,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,wCAAwC,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAEtU,2BAA2B;IAC3B,MAAM,aAAa,GAA0C,EAAE,CAAC;IAChE,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;QAC1B,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,IAAI,CAAC,GAAG,CAAC,GAAG;gBAAE,SAAS;YACvB,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,IAAI,MAAM,KAAK,CAAC;gBAAE,SAAS;YACtC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACvF,IAAI,CAAC,SAAS;gBAAE,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IACD,IAAI,aAAa,CAAC,MAAM;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B,CAAC,EAAE,GAAG,aAAa,CAAC,MAAM,0CAA0C,EAAE,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,aAAa,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAE/N,IAAI,GAAG,CAAC,KAAK,CAAC,YAAY;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,EAAE,uBAAuB,GAAG,CAAC,KAAK,CAAC,YAAY,iBAAiB,GAAG,CAAC,KAAK,CAAC,QAAQ,MAAM,GAAG,CAAC,KAAK,CAAC,eAAe,wBAAwB,EAAE,EAAE,QAAQ,EAAE,EAAE,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,eAAe,EAAE,GAAG,CAAC,KAAK,CAAC,eAAe,EAAE,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;IAExV,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,OAAO,CAAC,GAAW;IAC1B,IAAI,CAAC;QACH,OAAO,aAAa,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,GAAc,EAAE,IAAc,EAAE,KAAmB,EAAE,IAAsC,EAAE,KAAa;IAChI,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,CAAC,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1E,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO;IAC1B,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxE,GAAG,CAAC,IAAI,CACN,OAAO,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,qBAAqB,aAAa,SAAS,EAAE;QACjF,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE;KACnI,CAAC,CACH,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAc,EAAE,KAAmB;IAC/D,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;IAC/D,MAAM,MAAM,GAA8C,EAAE,CAAC;IAC7D,MAAM,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,sBAAsB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACpC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACjF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;gBACnB,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;gBACnB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;oBAAE,SAAS;gBACjD,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;gBAClC,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC3E,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBAChB,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAClB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,MAAM;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,qDAAqD,EAAE,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAClL,CAAC"}

package/dist/core/sitemap.d.ts

@@ -0,0 +1,13 @@
+import type { SitemapInfo } from './types.js';
+import { type FetchOptions } from './fetch.js';
+export interface SitemapLimits {
+    maxSitemaps?: number;
+    maxUrls?: number;
+}
+export interface ParsedSitemap {
+    kind: 'urlset' | 'sitemapindex' | 'text' | 'unknown';
+    locs: string[];
+}
+export declare function parseSitemap(body: string, contentType?: string | null): ParsedSitemap;
+/** Fetch sitemap candidates (following sitemap indexes) and collect page URLs. */
+export declare function loadSitemaps(candidates: string[], options?: FetchOptions, limits?: SitemapLimits): Promise<SitemapInfo>;

package/dist/core/sitemap.js

@@ -0,0 +1,95 @@
+import { XMLParser } from 'fast-xml-parser';
+import { fetchPage } from './fetch.js';
+const parser = new XMLParser({ ignoreAttributes: true, isArray: (name) => name === 'url' || name === 'sitemap' });
+export function parseSitemap(body, contentType = null) {
+    const trimmed = body.trim();
+    if (!trimmed)
+        return { kind: 'unknown', locs: [] };
+    if (!trimmed.startsWith('<')) {
+        if ((contentType ?? '').includes('text/plain') || /^https?:\/\//m.test(trimmed)) {
+            return { kind: 'text', locs: trimmed.split(/\r?\n/).map((l) => l.trim()).filter((l) => /^https?:\/\//i.test(l)) };
+        }
+        return { kind: 'unknown', locs: [] };
+    }
+    let doc;
+    try {
+        doc = parser.parse(trimmed);
+    }
+    catch {
+        return { kind: 'unknown', locs: [] };
+    }
+    const index = doc['sitemapindex'];
+    if (index)
+        return { kind: 'sitemapindex', locs: locsOf(index['sitemap']) };
+    const urlset = doc['urlset'];
+    if (urlset)
+        return { kind: 'urlset', locs: locsOf(urlset['url']) };
+    return { kind: 'unknown', locs: [] };
+}
+function locsOf(entries) {
+    if (!Array.isArray(entries))
+        return [];
+    const out = [];
+    for (const e of entries) {
+        const loc = e && typeof e === 'object' ? e['loc'] : undefined;
+        if (typeof loc === 'string' && loc.trim())
+            out.push(loc.trim());
+        else if (typeof loc === 'number')
+            out.push(String(loc));
+    }
+    return out;
+}
+/** Fetch sitemap candidates (following sitemap indexes) and collect page URLs. */
+export async function loadSitemaps(candidates, options = {}, limits = {}) {
+    const maxSitemaps = limits.maxSitemaps ?? 25;
+    const maxUrls = limits.maxUrls ?? 5000;
+    const info = { sources: [], urls: [], urlCount: 0, errors: [] };
+    const queue = [...new Set(candidates)];
+    const seen = new Set();
+    const urls = new Set();
+    while (queue.length && info.sources.length < maxSitemaps && urls.size < maxUrls) {
+        const url = queue.shift();
+        if (seen.has(url))
+            continue;
+        seen.add(url);
+        if (url.endsWith('.gz')) {
+            info.errors.push(`${url}: gzip sitemaps are not supported yet`);
+            continue;
+        }
+        const res = await fetchPage(url, { ...options, timeoutMs: Math.min(options.timeoutMs ?? 15_000, 20_000), maxBodyBytes: 15_000_000 });
+        if (res.error) {
+            info.errors.push(`${url}: ${res.error}`);
+            continue;
+        }
+        if (res.status !== 200 || typeof res.body !== 'string') {
+            // A missing default /sitemap.xml is not an error; a declared one is.
+            if (res.status !== 404 || candidates.indexOf(url) === -1 || candidates.length > 1) {
+                if (res.status !== 404)
+                    info.errors.push(`${url}: HTTP ${res.status}`);
+            }
+            continue;
+        }
+        const parsed = parseSitemap(res.body, res.contentType);
+        if (parsed.kind === 'unknown') {
+            if (/<html/i.test(res.body.slice(0, 1000))) {
+                if (res.status === 200 && candidates.includes(url) && candidates.length === 1)
+                    continue; // SPA fallback page for /sitemap.xml
+                info.errors.push(`${url}: returned an HTML page, not XML`);
+            }
+            else
+                info.errors.push(`${url}: could not parse as a sitemap`);
+            continue;
+        }
+        info.sources.push(url);
+        if (parsed.kind === 'sitemapindex')
+            queue.push(...parsed.locs);
+        else
+            for (const loc of parsed.locs)
+                if (urls.size < maxUrls)
+                    urls.add(loc);
+    }
+    info.urls = [...urls];
+    info.urlCount = urls.size;
+    return info;
+}
+//# sourceMappingURL=sitemap.js.map

package/dist/core/sitemap.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sitemap.js","sourceRoot":"","sources":["../../src/core/sitemap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,OAAO,EAAE,SAAS,EAAqB,MAAM,YAAY,CAAC;AAY1D,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC,CAAC;AAElH,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,cAA6B,IAAI;IAC1E,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACnD,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7B,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAChF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpH,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACvC,CAAC;IACD,IAAI,GAA4B,CAAC;IACjC,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;IACzD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACvC,CAAC;IACD,MAAM,KAAK,GAAG,GAAG,CAAC,cAAc,CAAwC,CAAC;IACzE,IAAI,KAAK;QAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;IAC3E,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAwC,CAAC;IACpE,IAAI,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;IACnE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,MAAM,CAAC,OAAgB;IAC9B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAE,CAA6B,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3F,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE;YAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;aAC3D,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,kFAAkF;AAClF,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,UAAoB,EAAE,UAAwB,EAAE,EAAE,SAAwB,EAAE;IAC7G,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC;IACvC,MAAM,IAAI,GAAgB,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAC7E,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,OAAO,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,WAAW,IAAI,IAAI,CAAC,IAAI,GAAG,OAAO,EAAE,CAAC;QAChF,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;QAC3B,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,uCAAuC,CAAC,CAAC;YAChE,SAAS;QACX,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,MAAM,EAAE,MAAM,CAAC,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,CAAC;QACrI,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;YACzC,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACvD,qEAAqE;YACrE,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClF,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG;oBAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,UAAU,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YACzE,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;QACvD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;gBAC3C,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS,CAAC,qCAAqC;gBAC9H,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,kCAAkC,CAAC,CAAC;YAC7D,CAAC;;gBAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,gCAAgC,CAAC,CAAC;YAChE,SAAS;QACX,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;;YAC1D,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI;gBAAE,IAAI,IAAI,CAAC,IAAI,GAAG,OAAO;oBAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IACtB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC;IAC1B,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/core/static.d.ts

@@ -0,0 +1,9 @@
+import type { CrawlResult } from './crawl.js';
+export interface DirectoryOptions {
+    /** Base URL used to build page URLs and resolve links. Defaults to http://localhost/ */
+    baseUrl: string;
+    includeSubdomains: boolean;
+    maxPages: number;
+    userAgent?: string;
+}
+export declare function scanDirectory(dir: string, options: DirectoryOptions): Promise<CrawlResult>;