geopilot 0.0.0-stage → 0.0.1-bootstrap.0

package/dist/rules/catalogue.js

@@ -0,0 +1,361 @@
+export const DOCS_BASE = 'https://moelzanaty3.github.io/geopilot';
+export const ruleDocsUrl = (id) => `${DOCS_BASE}/docs/rules/${id.toLowerCase()}/`;
+const RFC9309 = { title: 'RFC 9309: Robots Exclusion Protocol', url: 'https://www.rfc-editor.org/rfc/rfc9309', kind: 'standard' };
+const GOOGLE_AI = { title: 'Google: AI features and your website', url: 'https://developers.google.com/search/docs/appearance/ai-features', kind: 'platform-policy' };
+const GOOGLE_ROBOTS_META = { title: 'Google: robots meta tag and X-Robots-Tag', url: 'https://developers.google.com/search/docs/crawling-indexing/robots-meta-tag', kind: 'platform-policy' };
+const GOOGLE_CANONICAL = { title: 'Google: consolidate duplicate URLs', url: 'https://developers.google.com/search/docs/crawling-indexing/consolidate-duplicate-urls', kind: 'platform-policy' };
+const SITEMAPS_ORG = { title: 'sitemaps.org protocol', url: 'https://www.sitemaps.org/protocol.html', kind: 'standard' };
+const GOOGLE_SD = { title: 'Google: structured data general guidelines', url: 'https://developers.google.com/search/docs/appearance/structured-data/sd-policies', kind: 'platform-policy' };
+const GOOGLE_JS = { title: 'Google: JavaScript SEO basics', url: 'https://developers.google.com/search/docs/crawling-indexing/javascript/javascript-seo-basics', kind: 'guidance' };
+const GOOGLE_LINKS = { title: 'Google: make your links crawlable', url: 'https://developers.google.com/search/docs/crawling-indexing/links-crawlable', kind: 'platform-policy' };
+const OPENAI = { title: 'OpenAI crawlers', url: 'https://developers.openai.com/docs/gptbot', kind: 'platform-policy' };
+const ANTHROPIC = { title: 'Anthropic crawlers', url: 'https://support.claude.com/en/articles/8896518-anthropic-crawlers', kind: 'platform-policy' };
+const PERPLEXITY = { title: 'Perplexity crawlers', url: 'https://docs.perplexity.ai/docs/resources/perplexity-crawlers.md', kind: 'platform-policy' };
+const HTML_LANG = { title: 'WHATWG HTML: the lang attribute', url: 'https://html.spec.whatwg.org/multipage/dom.html#the-lang-and-xml:lang-attributes', kind: 'standard' };
+const GOOGLE_TITLE = { title: 'Google: influencing title links', url: 'https://developers.google.com/search/docs/appearance/title-link', kind: 'guidance' };
+const GOOGLE_SNIPPET = { title: 'Google: control your snippets', url: 'https://developers.google.com/search/docs/appearance/snippet', kind: 'guidance' };
+const AXE = { title: 'axe-core rule descriptions', url: 'https://github.com/dequelabs/axe-core/blob/develop/doc/rule-descriptions.md', kind: 'standard' };
+const APPLE_AASA = { title: 'Apple: supporting associated domains', url: 'https://developer.apple.com/documentation/xcode/supporting-associated-domains', kind: 'platform-policy' };
+const ANDROID_APPLINKS = { title: 'Android: verify App Links', url: 'https://developer.android.com/training/app-links/verify-android-applinks', kind: 'platform-policy' };
+const LLMS_TXT = { title: 'llms.txt proposal', url: 'https://llmstxt.org/', kind: 'guidance' };
+export const RULES = [
+    {
+        id: 'GEO-013',
+        title: 'robots.txt is reachable, parseable and within size limits',
+        purpose: 'Crawlers treat a robots.txt that answers 5xx or cannot be reached as a complete disallow, so a broken robots.txt blocks a whole site.',
+        evidenceClass: 'E1',
+        weight: 3,
+        scored: true,
+        subject: 'site',
+        scope: 'URL/repo',
+        severity: 'high',
+        fixClass: 'contextual',
+        fixVariants: [],
+        subChecks: [
+            { id: 'reachability', scope: 'url', description: '/robots.txt answers 2xx or 4xx, not 5xx or a network error' },
+            { id: 'parse_size', scope: 'both', description: 'robots.txt is plain text within 500 KiB' },
+        ],
+        platforms: 'Any web stack',
+        preconditions: [],
+        falsePositives: ['A CDN serving a transient 5xx during the scan; re-run to confirm.'],
+        remediation: 'Serve robots.txt as text/plain with a 200 (or a 404 if you want no rules). Fix the server error behind a 5xx before anything else.',
+        references: [RFC9309],
+        lifecycle: 'stable',
+        blockerCap: 'robots.txt answered 5xx',
+    },
+    {
+        id: 'GEO-009',
+        title: 'Search crawlers have the access your declared policy says they should',
+        purpose: 'Compares effective RFC 9309 access for each search crawler with the owner-declared policy. Training crawlers are reported for information only.',
+        evidenceClass: 'E1',
+        weight: 3,
+        scored: true,
+        subject: 'site',
+        scope: 'URL/repo',
+        severity: 'high',
+        fixClass: 'guarded (Phase 2)',
+        fixVariants: ['G5'],
+        subChecks: [{ id: 'search_access', scope: 'both', description: 'every search crawler is allowed (or blocked) on sampled paths as policy.aiSearchCrawlers declares' }],
+        platforms: 'Any web stack',
+        preconditions: ['policy.aiSearchCrawlers is allow or block; undecided makes the rule not applicable'],
+        falsePositives: ['A user-agent group written for a crawler token GEO does not list.'],
+        remediation: 'Adjust the user-agent groups in robots.txt so the crawlers your policy allows can reach the paths you want found. Crawler-specific fixes stay manual until the Phase 2 equivalence proof ships.',
+        references: [RFC9309, OPENAI, ANTHROPIC, PERPLEXITY, GOOGLE_AI],
+        lifecycle: 'stable',
+        blockerCap: 'a search crawler is blocked site-wide against declared policy',
+    },
+    {
+        id: 'GEO-014',
+        title: 'Sitemap-listed and linked routes are indexable',
+        purpose: 'A route you list in a sitemap or link to, but answer with an error, noindex or a robots disallow, sends search engines contradictory signals.',
+        evidenceClass: 'E1',
+        weight: 3,
+        scored: true,
+        subject: 'routeGroup',
+        scope: 'URL/repo',
+        severity: 'high',
+        fixClass: 'literal noindex guarded; otherwise contextual',
+        fixVariants: ['G1'],
+        subChecks: [
+            { id: 'http_status', scope: 'url', description: 'sampled URLs answer 200 after redirects' },
+            { id: 'meta_noindex', scope: 'both', description: 'no noindex or none in robots metadata' },
+            { id: 'header_noindex', scope: 'url', description: 'no noindex in X-Robots-Tag' },
+            { id: 'robots_disallow', scope: 'both', description: 'robots.txt does not disallow Googlebot or Bingbot from the route' },
+        ],
+        platforms: 'Any web stack',
+        preconditions: ['Subjects are routes listed in a sitemap or linked from crawled server HTML'],
+        falsePositives: ['Intentionally noindexed pages that remain in a sitemap; remove them from the sitemap or suppress with a reason.'],
+        remediation: 'Either make the route indexable (remove noindex, fix the status, allow it in robots.txt) or remove it from the sitemap and internal links.',
+        references: [GOOGLE_ROBOTS_META, RFC9309, SITEMAPS_ORG],
+        lifecycle: 'stable',
+        blockerCap: 'every sampled route is noindex',
+    },
+    {
+        id: 'GEO-015',
+        title: 'An absolute canonical resolves to an indexable URL on the declared origin',
+        purpose: 'A canonical that is relative, points off-origin, or resolves to an error or noindex page makes the preferred URL ambiguous.',
+        evidenceClass: 'E2',
+        weight: 2,
+        scored: true,
+        subject: 'routeGroup',
+        scope: 'URL/repo',
+        severity: 'medium',
+        fixClass: 'guarded',
+        fixVariants: ['G2'],
+        subChecks: [
+            { id: 'canonical_present', scope: 'both', description: 'exactly one absolute canonical URL' },
+            { id: 'declared_origin', scope: 'both', description: 'the canonical is on site.origin' },
+            { id: 'target_indexable', scope: 'url', description: 'the canonical target answers 200 and is not noindex' },
+        ],
+        platforms: 'Any web stack',
+        preconditions: ['site.origin is declared in geo.config.json; GEO never infers it'],
+        falsePositives: ['Deliberate cross-domain canonicals for syndicated content.'],
+        remediation: 'Emit one absolute canonical per page on your declared origin, pointing at a 200, indexable URL.',
+        references: [GOOGLE_CANONICAL],
+        lifecycle: 'stable',
+        blockerCap: null,
+    },
+    {
+        id: 'GEO-003',
+        title: 'Primary content is present in server HTML',
+        purpose: 'Compares raw and rendered primary text. Content that only appears after JavaScript runs is at risk for crawlers that do not render.',
+        evidenceClass: 'E2',
+        weight: 3,
+        scored: true,
+        subject: 'routeGroup',
+        scope: 'URL render; repo inferred',
+        severity: 'medium',
+        fixClass: 'contextual',
+        fixVariants: [],
+        subChecks: [{ id: 'server_text_ratio', scope: 'url', description: 'raw/rendered primary-text ratio is at least 0.5 when rendered text is 200+ characters' }],
+        platforms: 'Any web stack; needs a renderer',
+        preconditions: ['A renderer is available. Without one the rule is not_evaluated, never failed. This release ships no renderer.'],
+        falsePositives: ['Pages whose primary content is intentionally interactive.'],
+        remediation: 'Render primary content on the server (a Server Component, SSR or static generation) and hydrate interactivity on top.',
+        references: [GOOGLE_JS],
+        lifecycle: 'stable',
+        blockerCap: null,
+    },
+    {
+        id: 'GEO-004',
+        title: 'Present JSON-LD parses and meets documented requirements',
+        purpose: 'Structured data that does not parse, or lacks the properties its type requires, is ignored. Absence is not a finding.',
+        evidenceClass: 'E1',
+        weight: 2,
+        scored: true,
+        subject: 'routeGroup',
+        scope: 'URL/repo',
+        severity: 'medium',
+        fixClass: 'contextual',
+        fixVariants: [],
+        subChecks: [
+            { id: 'parses', scope: 'both', description: 'every application/ld+json block is valid JSON' },
+            { id: 'required_properties', scope: 'both', description: 'known types carry their documented required properties' },
+        ],
+        platforms: 'Any web stack',
+        preconditions: ['At least one JSON-LD block is present; otherwise not applicable'],
+        falsePositives: ['Types GEO does not model are checked for parsing only.'],
+        remediation: 'Fix the JSON syntax, then add the required properties for the declared @type.',
+        references: [GOOGLE_SD],
+        lifecycle: 'stable',
+        blockerCap: null,
+    },
+    {
+        id: 'GEO-011',
+        title: 'A valid sitemap is discoverable and its URLs are reachable',
+        purpose: 'A sitemap referenced from robots.txt, that parses and lists reachable URLs, is the documented way to tell crawlers what exists.',
+        evidenceClass: 'E2',
+        weight: 2,
+        scored: true,
+        subject: 'site',
+        scope: 'URL/repo',
+        severity: 'medium',
+        fixClass: 'safe sitemap line / guarded sitemap generation',
+        fixVariants: ['S1', 'G3'],
+        subChecks: [
+            { id: 'sitemap_valid', scope: 'both', description: 'a sitemap exists and parses as urlset or sitemapindex' },
+            { id: 'discoverable', scope: 'both', description: 'robots.txt carries a Sitemap: line' },
+            { id: 'listed_accessible', scope: 'url', description: 'sampled listed URLs answer 200' },
+        ],
+        platforms: 'Any web stack',
+        preconditions: [],
+        falsePositives: ['Sitemaps submitted only through a search console; GEO cannot see those.'],
+        remediation: 'Publish a sitemap, reference it with an absolute Sitemap: line in robots.txt, and keep only reachable URLs in it.',
+        references: [SITEMAPS_ORG, RFC9309],
+        lifecycle: 'stable',
+        blockerCap: null,
+    },
+    {
+        id: 'GEO-012',
+        title: 'Title, meta description and html lang are present',
+        purpose: 'The document title, description and language are the baseline metadata every consumer of the page reads.',
+        evidenceClass: 'E2',
+        weight: 2,
+        scored: true,
+        subject: 'routeGroup',
+        scope: 'URL/repo',
+        severity: 'medium',
+        fixClass: 'safe literal lang / editorial copy',
+        fixVariants: ['S2'],
+        subChecks: [
+            { id: 'title', scope: 'both', description: 'a non-empty <title>' },
+            { id: 'description', scope: 'both', description: 'a non-empty meta description' },
+            { id: 'lang', scope: 'both', description: 'a non-empty lang on <html>' },
+        ],
+        platforms: 'Any web stack',
+        preconditions: [],
+        falsePositives: [],
+        remediation: 'Give every route a specific title and description, and set lang on the root <html>.',
+        references: [HTML_LANG, GOOGLE_TITLE, GOOGLE_SNIPPET],
+        lifecycle: 'stable',
+        blockerCap: null,
+    },
+    {
+        id: 'GEO-016',
+        title: 'Key routes are reachable through server-rendered links',
+        purpose: 'Crawlers discover pages through <a href> links in served HTML. A route reachable only through a sitemap or client-side navigation is weakly connected.',
+        evidenceClass: 'E2',
+        weight: 2,
+        scored: true,
+        subject: 'routeGroup',
+        scope: 'URL',
+        severity: 'medium',
+        fixClass: 'contextual',
+        fixVariants: [],
+        subChecks: [{ id: 'server_link', scope: 'url', description: 'at least one other crawled page links to the route in its raw server HTML' }],
+        platforms: 'Any web stack',
+        preconditions: ['Evaluated from raw HTML: without a renderer, raw HTML is the server HTML. The entry route is not applicable.'],
+        falsePositives: ['Routes linked only from pages outside the crawl budget; raise --max-pages.'],
+        remediation: 'Link the route from server-rendered navigation or content with a plain <a href>.',
+        references: [GOOGLE_LINKS],
+        lifecycle: 'stable',
+        blockerCap: null,
+    },
+    {
+        id: 'GEO-017',
+        title: 'Snippet restrictions do not conflict with an AI-search inclusion policy',
+        purpose: 'nosnippet and max-snippet:0 limit how content can be shown in search features, including AI features. That contradicts a declared policy of allowing AI search.',
+        evidenceClass: 'E1',
+        weight: 2,
+        scored: true,
+        subject: 'routeGroup',
+        scope: 'URL/repo',
+        severity: 'medium',
+        fixClass: 'contextual',
+        fixVariants: [],
+        subChecks: [
+            { id: 'snippet_meta', scope: 'both', description: 'no nosnippet or max-snippet:0 in robots metadata' },
+            { id: 'snippet_header', scope: 'both', description: 'no nosnippet or max-snippet:0 in X-Robots-Tag (from source: no middleware or headers() that could set it)' },
+        ],
+        platforms: 'Any web stack',
+        preconditions: ['policy.aiSearchCrawlers is allow; otherwise not applicable'],
+        falsePositives: ['data-nosnippet on specific elements is not flagged; it is a scoped choice.'],
+        remediation: 'Remove page-wide nosnippet / max-snippet:0, or change the declared policy if exclusion is intended.',
+        references: [GOOGLE_AI, GOOGLE_SNIPPET, GOOGLE_ROBOTS_META],
+        lifecycle: 'stable',
+        blockerCap: null,
+    },
+    {
+        id: 'GEO-002',
+        title: 'Selected accessibility checks pass on the rendered page',
+        purpose: 'A subset of axe-core checks that also affect how machines read a page: image alternatives, document title, link and button names.',
+        evidenceClass: 'E2',
+        weight: 1,
+        scored: true,
+        subject: 'routeGroup',
+        scope: 'URL render',
+        severity: 'low',
+        fixClass: 'contextual/editorial',
+        fixVariants: [],
+        subChecks: [{ id: 'axe_subset', scope: 'url', description: 'image-alt, document-title, link-name, button-name on the rendered page' }],
+        platforms: 'Any web stack; needs a renderer',
+        preconditions: ['A renderer is available. This release ships no renderer, so the rule is not_evaluated.'],
+        falsePositives: [],
+        remediation: 'Fix the reported elements; see the axe-core rule pages.',
+        references: [AXE],
+        lifecycle: 'stable',
+        blockerCap: null,
+    },
+    {
+        id: 'GEO-101',
+        title: 'Mobile app association files are served correctly',
+        purpose: 'apple-app-site-association and assetlinks.json must be served without redirects, as JSON, naming the configured apps.',
+        evidenceClass: 'E1',
+        weight: 2,
+        scored: true,
+        subject: 'site',
+        scope: 'URL',
+        severity: 'medium',
+        fixClass: 'guarded (Phase 2)',
+        fixVariants: ['G4'],
+        subChecks: [
+            { id: 'aasa', scope: 'url', description: '/.well-known/apple-app-site-association names the configured appIDs' },
+            { id: 'assetlinks', scope: 'url', description: '/.well-known/assetlinks.json names the configured package and fingerprints' },
+        ],
+        platforms: 'Any web stack',
+        preconditions: ['profile is app and appLinks is configured; otherwise not applicable'],
+        falsePositives: [],
+        remediation: 'Serve the association files at the documented paths with a 200, application/json, and no redirect.',
+        references: [APPLE_AASA, ANDROID_APPLINKS],
+        lifecycle: 'stable',
+        blockerCap: null,
+    },
+    {
+        id: 'GEO-010',
+        title: 'llms.txt presence (informational)',
+        purpose: 'Reports whether /llms.txt exists. It is an experimental proposal; absence is never a finding and it is never scored.',
+        evidenceClass: 'E4',
+        weight: 0,
+        scored: false,
+        subject: 'site',
+        scope: 'URL',
+        severity: 'info',
+        fixClass: 'none',
+        fixVariants: [],
+        subChecks: [],
+        platforms: 'Any web stack',
+        preconditions: [],
+        falsePositives: [],
+        remediation: 'None required.',
+        references: [LLMS_TXT],
+        lifecycle: 'informational',
+        blockerCap: null,
+    },
+    {
+        id: 'GEO-102',
+        title: 'App-specific structured data (informational, app profile)',
+        purpose: 'Reports SoftwareApplication / MobileApplication JSON-LD when the app profile is enabled. Context-dependent and never scored.',
+        evidenceClass: 'E3',
+        weight: 0,
+        scored: false,
+        subject: 'site',
+        scope: 'URL',
+        severity: 'info',
+        fixClass: 'none',
+        fixVariants: [],
+        subChecks: [],
+        platforms: 'Any web stack',
+        preconditions: ['profile is app'],
+        falsePositives: [],
+        remediation: 'None required.',
+        references: [GOOGLE_SD],
+        lifecycle: 'informational',
+        blockerCap: null,
+    },
+];
+export const RETIRED = [
+    { id: 'GEO-001', title: 'Q&A format mandate' },
+    { id: 'GEO-005', title: 'Word-count requirement' },
+    { id: 'GEO-006', title: 'Paragraph-length requirement' },
+    { id: 'GEO-007', title: 'FAQ / summary mandate' },
+    { id: 'GEO-008', title: 'Numbers / citations mandate' },
+];
+const BY_ID = new Map(RULES.map((r) => [r.id, r]));
+export function ruleMeta(id) {
+    return BY_ID.get(id);
+}
+export function findRule(id) {
+    return BY_ID.get(id.toUpperCase());
+}
+export const SCORED_RULES = RULES.filter((r) => r.scored);
+//# sourceMappingURL=catalogue.js.map

package/dist/rules/catalogue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"catalogue.js","sourceRoot":"","sources":["../../src/rules/catalogue.ts"],"names":[],"mappings":"AAqCA,MAAM,CAAC,MAAM,SAAS,GAAG,wCAAwC,CAAC;AAClE,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,EAAU,EAAU,EAAE,CAAC,GAAG,SAAS,eAAe,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC;AAElG,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,qCAAqC,EAAE,GAAG,EAAE,wCAAwC,EAAE,IAAI,EAAE,UAAU,EAAW,CAAC;AAC3I,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,sCAAsC,EAAE,GAAG,EAAE,kEAAkE,EAAE,IAAI,EAAE,iBAAiB,EAAW,CAAC;AAC/K,MAAM,kBAAkB,GAAG,EAAE,KAAK,EAAE,0CAA0C,EAAE,GAAG,EAAE,6EAA6E,EAAE,IAAI,EAAE,iBAAiB,EAAW,CAAC;AACvM,MAAM,gBAAgB,GAAG,EAAE,KAAK,EAAE,oCAAoC,EAAE,GAAG,EAAE,wFAAwF,EAAE,IAAI,EAAE,iBAAiB,EAAW,CAAC;AAC1M,MAAM,YAAY,GAAG,EAAE,KAAK,EAAE,uBAAuB,EAAE,GAAG,EAAE,wCAAwC,EAAE,IAAI,EAAE,UAAU,EAAW,CAAC;AAClI,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,4CAA4C,EAAE,GAAG,EAAE,kFAAkF,EAAE,IAAI,EAAE,iBAAiB,EAAW,CAAC;AACrM,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,+BAA+B,EAAE,GAAG,EAAE,8FAA8F,EAAE,IAAI,EAAE,UAAU,EAAW,CAAC;AAC7L,MAAM,YAAY,GAAG,EAAE,KAAK,EAAE,mCAAmC,EAAE,GAAG,EAAE,6EAA6E,EAAE,IAAI,EAAE,iBAAiB,EAAW,CAAC;AAC1L,MAAM,MAAM,GAAG,EAAE,KAAK,EAAE,iBAAiB,EAAE,GAAG,EAAE,2CAA2C,EAAE,IAAI,EAAE,iBAAiB,EAAW,CAAC;AAChI,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,oBAAoB,EAAE,GAAG,EAAE,mEAAmE,EAAE,IAAI,EAAE,iBAAiB,EAAW,CAAC;AAC9J,MAAM,UAAU,GAAG,EAAE,KAAK,EAAE,qBAAqB,EAAE,GAAG,EAAE,kEAAkE,EAAE,IAAI,EAAE,iBAAiB,EAAW,CAAC;AAC/J,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,iCAAiC,EAAE,GAAG,EAAE,kFAAkF,EAAE,IAAI,EAAE,UAAU,EAAW,CAAC;AACnL,MAAM,YAAY,GAAG,EAAE,KAAK,EAAE,iCAAiC,EAAE,GAAG,EAAE,iEAAiE,EAAE,IAAI,EAAE,UAAU,EAAW,CAAC;AACrK,MAAM,cAAc,GAAG,EAAE,KAAK,EAAE,+BAA+B,EAAE,GAAG,EAAE,8DAA8D,EAAE,IAAI,EAAE,UAAU,EAAW,CAAC;AAClK,MAAM,GAAG,GAAG,EAAE,KAAK,EAAE,4BAA4B,EAAE,GAAG,EAAE,6EAA6E,EAAE,IAAI,EAAE,UAAU,EAAW,CAAC;AACnK,MAAM,UAAU,GAAG,EAAE,KAAK,EAAE,sCAAsC,EAAE,GAAG,EAAE,+EAA+E,EAAE,IAAI,EAAE,iBAAiB,EAAW,CAAC;AAC7L,MAAM,gBAAgB,GAAG,EAAE,KAAK,EAAE,2BAA2B,EAAE,GAAG,EAAE,0EAA0E,EAAE,IAAI,EAAE,iBAAiB,EAAW,CAAC;AACnL,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,mBAAmB,EAAE,GAAG,EAAE,sBAAsB,EAAE,IAAI,EAAE,UAAU,EAAW,CAAC;AAExG,MAAM,CAAC,MAAM,KAAK,GAAwB;IACxC;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,2DAA2D;QAClE,OAAO,EAAE,uIAAuI;QAChJ,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE,YAAY;QACtB,WAAW,EAAE,EAAE;QACf,SAAS,EAAE;YACT,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,4DAA4D,EAAE;YAC/G,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,yCAAyC,EAAE;SAC5F;QACD,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,EAAE;QACjB,cAAc,EAAE,CAAC,mEAAmE,CAAC;QACrF,WAAW,EAAE,oIAAoI;QACjJ,UAAU,EAAE,CAAC,OAAO,CAAC;QACrB,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,yBAAyB;KACtC;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,uEAAuE;QAC9E,OAAO,EAAE,iJAAiJ;QAC1J,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE,mBAAmB;QAC7B,WAAW,EAAE,CAAC,IAAI,CAAC;QACnB,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,mGAAmG,EAAE,CAAC;QACrK,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,CAAC,oFAAoF,CAAC;QACrG,cAAc,EAAE,CAAC,mEAAmE,CAAC;QACrF,WAAW,EAAE,iMAAiM;QAC9M,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC;QAC/D,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,+DAA+D;KAC5E;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,gDAAgD;QACvD,OAAO,EAAE,+IAA+I;QACxJ,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,YAAY;QACrB,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE,+CAA+C;QACzD,WAAW,EAAE,CAAC,IAAI,CAAC;QACnB,SAAS,EAAE;YACT,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,yCAAyC,EAAE;YAC3F,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,uCAAuC,EAAE;YAC3F,EAAE,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,4BAA4B,EAAE;YACjF,EAAE,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,kEAAkE,EAAE;SAC1H;QACD,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,CAAC,4EAA4E,CAAC;QAC7F,cAAc,EAAE,CAAC,iHAAiH,CAAC;QACnI,WAAW,EAAE,4IAA4I;QACzJ,UAAU,EAAE,CAAC,kBAAkB,EAAE,OAAO,EAAE,YAAY,CAAC;QACvD,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,gCAAgC;KAC7C;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,2EAA2E;QAClF,OAAO,EAAE,6HAA6H;QACtI,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,YAAY;QACrB,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,SAAS;QACnB,WAAW,EAAE,CAAC,IAAI,CAAC;QACnB,SAAS,EAAE;YACT,EAAE,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,oCAAoC,EAAE;YAC7F,EAAE,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,iCAAiC,EAAE;YACxF,EAAE,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,qDAAqD,EAAE;SAC7G;QACD,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,CAAC,iEAAiE,CAAC;QAClF,cAAc,EAAE,CAAC,4DAA4D,CAAC;QAC9E,WAAW,EAAE,iGAAiG;QAC9G,UAAU,EAAE,CAAC,gBAAgB,CAAC;QAC9B,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,2CAA2C;QAClD,OAAO,EAAE,qIAAqI;QAC9I,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,YAAY;QACrB,KAAK,EAAE,2BAA2B;QAClC,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,YAAY;QACtB,WAAW,EAAE,EAAE;QACf,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,uFAAuF,EAAE,CAAC;QAC5J,SAAS,EAAE,iCAAiC;QAC5C,aAAa,EAAE,CAAC,+GAA+G,CAAC;QAChI,cAAc,EAAE,CAAC,2DAA2D,CAAC;QAC7E,WAAW,EAAE,uHAAuH;QACpI,UAAU,EAAE,CAAC,SAAS,CAAC;QACvB,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,0DAA0D;QACjE,OAAO,EAAE,uHAAuH;QAChI,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,YAAY;QACrB,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,YAAY;QACtB,WAAW,EAAE,EAAE;QACf,SAAS,EAAE;YACT,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,+CAA+C,EAAE;YAC7F,EAAE,EAAE,EAAE,qBAAqB,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,wDAAwD,EAAE;SACpH;QACD,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,CAAC,iEAAiE,CAAC;QAClF,cAAc,EAAE,CAAC,wDAAwD,CAAC;QAC1E,WAAW,EAAE,+EAA+E;QAC5F,UAAU,EAAE,CAAC,SAAS,CAAC;QACvB,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,4DAA4D;QACnE,OAAO,EAAE,iIAAiI;QAC1I,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,gDAAgD;QAC1D,WAAW,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;QACzB,SAAS,EAAE;YACT,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,uDAAuD,EAAE;YAC5G,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,oCAAoC,EAAE;YACxF,EAAE,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,gCAAgC,EAAE;SACzF;QACD,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,EAAE;QACjB,cAAc,EAAE,CAAC,yEAAyE,CAAC;QAC3F,WAAW,EAAE,mHAAmH;QAChI,UAAU,EAAE,CAAC,YAAY,EAAE,OAAO,CAAC;QACnC,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,mDAAmD;QAC1D,OAAO,EAAE,0GAA0G;QACnH,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,YAAY;QACrB,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,oCAAoC;QAC9C,WAAW,EAAE,CAAC,IAAI,CAAC;QACnB,SAAS,EAAE;YACT,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,qBAAqB,EAAE;YAClE,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,8BAA8B,EAAE;YACjF,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,4BAA4B,EAAE;SACzE;QACD,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,EAAE;QACjB,cAAc,EAAE,EAAE;QAClB,WAAW,EAAE,qFAAqF;QAClG,UAAU,EAAE,CAAC,SAAS,EAAE,YAAY,EAAE,cAAc,CAAC;QACrD,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,wDAAwD;QAC/D,OAAO,EAAE,wJAAwJ;QACjK,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,YAAY;QACrB,KAAK,EAAE,KAAK;QACZ,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,YAAY;QACtB,WAAW,EAAE,EAAE;QACf,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,2EAA2E,EAAE,CAAC;QAC1I,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,CAAC,8GAA8G,CAAC;QAC/H,cAAc,EAAE,CAAC,4EAA4E,CAAC;QAC9F,WAAW,EAAE,kFAAkF;QAC/F,UAAU,EAAE,CAAC,YAAY,CAAC;QAC1B,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,yEAAyE;QAChF,OAAO,EAAE,iKAAiK;QAC1K,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,YAAY;QACrB,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,YAAY;QACtB,WAAW,EAAE,EAAE;QACf,SAAS,EAAE;YACT,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,kDAAkD,EAAE;YACtG,EAAE,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,2GAA2G,EAAE;SAClK;QACD,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,CAAC,4DAA4D,CAAC;QAC7E,cAAc,EAAE,CAAC,4EAA4E,CAAC;QAC9F,WAAW,EAAE,qGAAqG;QAClH,UAAU,EAAE,CAAC,SAAS,EAAE,cAAc,EAAE,kBAAkB,CAAC;QAC3D,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,yDAAyD;QAChE,OAAO,EAAE,mIAAmI;QAC5I,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,YAAY;QACrB,KAAK,EAAE,YAAY;QACnB,QAAQ,EAAE,KAAK;QACf,QAAQ,EAAE,sBAAsB;QAChC,WAAW,EAAE,EAAE;QACf,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,wEAAwE,EAAE,CAAC;QACtI,SAAS,EAAE,iCAAiC;QAC5C,aAAa,EAAE,CAAC,wFAAwF,CAAC;QACzG,cAAc,EAAE,EAAE;QAClB,WAAW,EAAE,yDAAyD;QACtE,UAAU,EAAE,CAAC,GAAG,CAAC;QACjB,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,mDAAmD;QAC1D,OAAO,EAAE,uHAAuH;QAChI,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,KAAK;QACZ,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,mBAAmB;QAC7B,WAAW,EAAE,CAAC,IAAI,CAAC;QACnB,SAAS,EAAE;YACT,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,qEAAqE,EAAE;YAChH,EAAE,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,4EAA4E,EAAE;SAC9H;QACD,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,CAAC,qEAAqE,CAAC;QACtF,cAAc,EAAE,EAAE;QAClB,WAAW,EAAE,oGAAoG;QACjH,UAAU,EAAE,CAAC,UAAU,EAAE,gBAAgB,CAAC;QAC1C,SAAS,EAAE,QAAQ;QACnB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,mCAAmC;QAC1C,OAAO,EAAE,sHAAsH;QAC/H,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,KAAK;QACZ,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,EAAE;QACf,SAAS,EAAE,EAAE;QACb,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,EAAE;QACjB,cAAc,EAAE,EAAE;QAClB,WAAW,EAAE,gBAAgB;QAC7B,UAAU,EAAE,CAAC,QAAQ,CAAC;QACtB,SAAS,EAAE,eAAe;QAC1B,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,2DAA2D;QAClE,OAAO,EAAE,8HAA8H;QACvI,aAAa,EAAE,IAAI;QACnB,MAAM,EAAE,CAAC;QACT,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,KAAK;QACZ,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,EAAE;QACf,SAAS,EAAE,EAAE;QACb,SAAS,EAAE,eAAe;QAC1B,aAAa,EAAE,CAAC,gBAAgB,CAAC;QACjC,cAAc,EAAE,EAAE;QAClB,WAAW,EAAE,gBAAgB;QAC7B,UAAU,EAAE,CAAC,SAAS,CAAC;QACvB,SAAS,EAAE,eAAe;QAC1B,UAAU,EAAE,IAAI;KACjB;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAA+D;IACjF,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,oBAAoB,EAAE;IAC9C,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,wBAAwB,EAAE;IAClD,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,8BAA8B,EAAE;IACxD,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,uBAAuB,EAAE;IACjD,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,6BAA6B,EAAE;CACxD,CAAC;AAEF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAEnD,MAAM,UAAU,QAAQ,CAAC,EAAU;IACjC,OAAO,KAAK,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,EAAU;IACjC,OAAO,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,EAAY,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC"}

package/dist/rules/context.d.ts

@@ -0,0 +1,36 @@
+import type { GeoConfig } from '../config/config.ts';
+import type { UrlEvidence } from '../collect/crawl.ts';
+import type { RepoReader } from '../repo/reader.ts';
+import type { FrameworkInfo } from '../types.ts';
+import { type NextAnalysis, type NextRoute } from '../frameworks/nextjs-app/analyze.ts';
+import { type StaticAnalysis, type StaticPage } from '../frameworks/static/analyze.ts';
+export interface RepoModel {
+    readonly reader: RepoReader;
+    readonly framework: FrameworkInfo;
+    readonly next: NextAnalysis | null;
+    readonly static: StaticAnalysis | null;
+}
+export interface RouteGroup {
+    readonly route: string;
+    readonly urls: string[];
+    readonly next: NextRoute | null;
+    readonly static: StaticPage | null;
+    /** true/false when a sitemap was read; null when no sitemap could be read. */
+    listed: boolean | null;
+    linked: boolean;
+}
+export interface ScanContext {
+    readonly config: GeoConfig;
+    readonly url: UrlEvidence | null;
+    readonly repo: RepoModel | null;
+    readonly groups: readonly RouteGroup[];
+    readonly rendererAvailable: boolean;
+    readonly now: Date;
+}
+/** `/**` matches everything, `*` one segment; `/admin/**` also matches `/admin`. */
+export declare function globMatch(pattern: string, path: string): boolean;
+export declare function includedPath(config: GeoConfig, path: string): boolean;
+/** URL-only route clustering: id-like segments collapse to `[id]`. */
+export declare function clusterPath(pathname: string): string;
+export declare function loadRepoModel(reader: RepoReader, framework: FrameworkInfo): RepoModel;
+export declare function buildGroups(config: GeoConfig, url: UrlEvidence | null, repo: RepoModel | null): RouteGroup[];

package/dist/rules/context.js

@@ -0,0 +1,129 @@
+import { analyzeNextApp, matchRoute } from "../frameworks/nextjs-app/analyze.js";
+import { analyzeStatic } from "../frameworks/static/analyze.js";
+import { parseSitemap } from "../sitemap/sitemap.js";
+/** `/**` matches everything, `*` one segment; `/admin/**` also matches `/admin`. */
+export function globMatch(pattern, path) {
+    const p = pattern.replace(/\/+$/, '') || '/';
+    const target = path.replace(/\/+$/, '') || '/';
+    if (p === '/**')
+        return true;
+    let re = '';
+    for (let i = 0; i < p.length; i++) {
+        const c = p[i];
+        if (c === '*' && p[i + 1] === '*') {
+            if (re.endsWith('/'))
+                re = `${re.slice(0, -1)}(?:/.*)?`;
+            else
+                re += '.*';
+            i++;
+        }
+        else if (c === '*')
+            re += '[^/]*';
+        else
+            re += c.replace(/[.+?^${}()|[\]\\]/g, '\\$&');
+    }
+    return new RegExp(`^${re}$`).test(target);
+}
+export function includedPath(config, path) {
+    if (!config.routes.include.some((g) => globMatch(g, path)))
+        return false;
+    return !config.routes.exclude.some((g) => globMatch(g, path));
+}
+const DYNAMIC_SEGMENT = /^(\d+|[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}|(?=[0-9a-f]*\d)[0-9a-f]{12,})$/i;
+/** URL-only route clustering: id-like segments collapse to `[id]`. */
+export function clusterPath(pathname) {
+    const parts = pathname.split('/').filter(Boolean).map((s) => (DYNAMIC_SEGMENT.test(s) ? '[id]' : decodeURIComponentSafe(s)));
+    return `/${parts.join('/')}`;
+}
+function decodeURIComponentSafe(s) {
+    try {
+        return decodeURIComponent(s);
+    }
+    catch {
+        return s;
+    }
+}
+function staticPathKey(pathname) {
+    const p = pathname.replace(/\/index\.html?$/, '/').replace(/\.html?$/, '').replace(/\/+$/, '');
+    return p === '' ? '/' : p;
+}
+export function loadRepoModel(reader, framework) {
+    return {
+        reader,
+        framework,
+        next: framework.id === 'nextjs-app' ? analyzeNextApp(reader) : null,
+        static: framework.id === 'static' ? analyzeStatic(reader) : null,
+    };
+}
+function literalSitemapPaths(repo) {
+    const files = repo.next ? [...repo.next.sitemap.publicXml, ...(repo.next.sitemap.appXml ? [repo.next.sitemap.appXml] : [])] : repo.static?.sitemapFiles ?? [];
+    if (repo.next && repo.next.sitemap.appCode.length > 0)
+        return null;
+    if (files.length === 0)
+        return null;
+    const out = new Set();
+    for (const f of files) {
+        const text = repo.reader.read(f);
+        if (text === null)
+            return null;
+        for (const loc of parseSitemap(text).locs)
+            out.add(new URL(loc).pathname.replace(/\/+$/, '') || '/');
+    }
+    return out;
+}
+export function buildGroups(config, url, repo) {
+    const groups = new Map();
+    const add = (route, init) => {
+        let g = groups.get(route);
+        if (!g) {
+            g = { route, urls: [], next: init.next ?? null, static: init.static ?? null, listed: null, linked: false };
+            groups.set(route, g);
+        }
+        return g;
+    };
+    if (repo?.next)
+        for (const r of repo.next.routes)
+            if (includedPath(config, r.route))
+                add(r.route, { next: r });
+    if (repo?.static)
+        for (const p of repo.static.pages)
+            if (includedPath(config, p.route))
+                add(p.route, { static: p });
+    if (url) {
+        const listed = new Set(url.sitemapUrls.map((u) => staticPathKey(new URL(u).pathname)));
+        const sitemapRead = url.sitemaps.some((s) => s.parsed && s.parsed.kind !== 'invalid');
+        for (const page of url.pages.values()) {
+            if (!page.isHtml && page.result.status === 200)
+                continue;
+            const path = new URL(page.url).pathname;
+            if (!includedPath(config, path))
+                continue;
+            let route;
+            if (repo?.next)
+                route = matchRoute(repo.next.routes, path)?.route ?? clusterPath(path);
+            else if (repo?.static)
+                route = staticPathKey(path);
+            else
+                route = clusterPath(path);
+            const g = add(route, {});
+            g.urls.push(page.url);
+            if (sitemapRead)
+                g.listed = (g.listed ?? false) || listed.has(staticPathKey(path));
+            if (url.inbound.get(page.url) && [...url.inbound.get(page.url)].some((from) => from !== page.url))
+                g.linked = true;
+        }
+        for (const g of groups.values())
+            if (g.listed === null && sitemapRead)
+                g.listed = false;
+    }
+    else if (repo) {
+        const paths = literalSitemapPaths(repo);
+        if (paths)
+            for (const g of groups.values())
+                g.listed = paths.has(g.route);
+    }
+    for (const g of groups.values())
+        g.urls.sort();
+    return [...groups.values()].sort((a, b) => (a.route < b.route ? -1 : a.route > b.route ? 1 : 0));
+}
+//# sourceMappingURL=context.js.map

package/dist/rules/context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context.js","sourceRoot":"","sources":["../../src/rules/context.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,cAAc,EAAE,UAAU,EAAqC,MAAM,qCAAqC,CAAC;AACpH,OAAO,EAAE,aAAa,EAAwC,MAAM,iCAAiC,CAAC;AACtG,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AA4BrD,oFAAoF;AACpF,MAAM,UAAU,SAAS,CAAC,OAAe,EAAE,IAAY;IACrD,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC;IAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC;IAC/C,IAAI,CAAC,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IAC7B,IAAI,EAAE,GAAG,EAAE,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QAChB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YAClC,IAAI,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,EAAE,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;;gBACnD,EAAE,IAAI,IAAI,CAAC;YAChB,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,IAAI,CAAC,KAAK,GAAG;YAAE,EAAE,IAAI,OAAO,CAAC;;YAC/B,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,oBAAoB,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,IAAI,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAiB,EAAE,IAAY;IAC1D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACzE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,eAAe,GAAG,oGAAoG,CAAC;AAE7H,sEAAsE;AACtE,MAAM,UAAU,WAAW,CAAC,QAAgB;IAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7H,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;AAC/B,CAAC;AAED,SAAS,sBAAsB,CAAC,CAAS;IACvC,IAAI,CAAC;QACH,OAAO,kBAAkB,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,QAAgB;IACrC,MAAM,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC/F,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAkB,EAAE,SAAwB;IACxE,OAAO;QACL,MAAM;QACN,SAAS;QACT,IAAI,EAAE,SAAS,CAAC,EAAE,KAAK,YAAY,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;QACnE,MAAM,EAAE,SAAS,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;KACjE,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAe;IAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,IAAI,EAAE,CAAC;IAC9J,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACnE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACpC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,IAAI,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC/B,KAAK,MAAM,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI;YAAE,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC;IACvG,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAiB,EAAE,GAAuB,EAAE,IAAsB;IAC5F,MAAM,MAAM,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC7C,MAAM,GAAG,GAAG,CAAC,KAAa,EAAE,IAAyB,EAAc,EAAE;QACnE,IAAI,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,CAAC,CAAC,EAAE,CAAC;YACP,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YAC3G,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,IAAI,IAAI,EAAE,IAAI;QAAE,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC;gBAAE,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IAC/G,IAAI,IAAI,EAAE,MAAM;QAAE,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK;YAAE,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC;gBAAE,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;IAEpH,IAAI,GAAG,EAAE,CAAC;QACR,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACvF,MAAM,WAAW,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;QACtF,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,GAAG;gBAAE,SAAS;YACzD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;YACxC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC;gBAAE,SAAS;YAC1C,IAAI,KAAa,CAAC;YAClB,IAAI,IAAI,EAAE,IAAI;gBAAE,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;iBAClF,IAAI,IAAI,EAAE,MAAM;gBAAE,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;;gBAC9C,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;YAC/B,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACzB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtB,IAAI,WAAW;gBAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;YACnF,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,GAAG,CAAC;gBAAE,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC;QACtH,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE;YAAE,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,WAAW;gBAAE,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;IAC1F,CAAC;SAAM,IAAI,IAAI,EAAE,CAAC;QAChB,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,KAAK;YAAE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE;gBAAE,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC5E,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE;QAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC/C,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACnG,CAAC"}

package/dist/rules/evaluate.d.ts

@@ -0,0 +1,11 @@
+import { type Directives } from '../html/parse.ts';
+import type { Evaluation, InformationalObservation, RuleId } from '../types.ts';
+import type { ScanContext } from './context.ts';
+/** X-Robots-Tag: comma-separated, where `agent:` starts a new scope. */
+export declare function parseXRobotsTag(value: string): Directives[];
+export declare const RULE_ORDER: readonly RuleId[];
+export interface RuleRun {
+    readonly evaluations: Evaluation[];
+    readonly informational: InformationalObservation[];
+}
+export declare function runRules(ctx: ScanContext, only: ReadonlySet<RuleId> | null, skip: ReadonlySet<RuleId>): RuleRun;