seo 0.14.0 → 0.15.1

package/dist/index.d.ts

@@ -923,6 +923,32 @@ declare const RULE_DEFINITIONS: readonly [{
     readonly evidenceFields: ["page.robotsTxt"];
     readonly suggestedCommands: ["seo crawl <url> --json"];
   };
+}, {
+  readonly id: "robots_txt_html";
+  readonly title: "robots.txt returns an HTML page";
+  readonly category: "indexability";
+  readonly defaultSeverity: "medium";
+  readonly whyItMatters: "Crawlers read /robots.txt as plain text rules. An HTML page there, often the home page served for every path, holds no rules and no Sitemap line, so crawlers treat the site as having no robots.txt.";
+  readonly howToFix: "Serve a plain text /robots.txt with the rules the site needs and a Sitemap line. Check that the catch-all route does not answer before the static file.";
+  readonly impactIfIgnored: "Rules meant to keep crawlers out of some paths do nothing, and crawlers must find the sitemap another way.";
+  readonly howToVerify: "Request /robots.txt and confirm a 200 text/plain response with User-agent lines.";
+  readonly agentHints: {
+    readonly evidenceFields: ["report.ai.robotsTxt"];
+    readonly suggestedCommands: ["seo crawl <url> --json"];
+  };
+}, {
+  readonly id: "sitemap_url_off_host";
+  readonly title: "Sitemap lists URLs on another host";
+  readonly category: "indexability";
+  readonly defaultSeverity: "high";
+  readonly whyItMatters: "A sitemap may list only URLs on its own host, unless the other host's robots.txt or Search Console vouches for it. Localhost URLs, left by a build that used a development base URL, can never be fetched. Either way, those entries tell search engines nothing about the real pages.";
+  readonly howToFix: "Build the sitemap with the production URL as the base, so every <loc> uses the same scheme and host as the live site.";
+  readonly impactIfIgnored: "Search engines find pages only through links, and new or deep pages can take longer to be crawled.";
+  readonly howToVerify: "Open the sitemap and confirm every <loc> starts with the live site URL, then re-run the crawl.";
+  readonly agentHints: {
+    readonly evidenceFields: ["report.sitemapDiscovery.roots[].offHost"];
+    readonly suggestedCommands: ["seo crawl <url> --json"];
+  };
 }, {
   readonly id: "canonicalized_page";
   readonly title: "Canonicalized page";
@@ -2866,6 +2892,8 @@ type CrawlAiSignals = {
     exists: boolean;
     availability: CrawlAiAvailability;
     status?: number;
+    contentType?: string;
+    servesHtml?: boolean;
     error?: string;
     sitemapUrls: string[];
     contentSignals?: string[];
@@ -2876,6 +2904,8 @@ type CrawlAiSignals = {
     exists: boolean;
     availability?: CrawlAiAvailability;
     status?: number;
+    contentType?: string;
+    servesHtml?: boolean;
     error?: string;
     links?: {
       found: number;
@@ -3016,6 +3046,12 @@ export type CrawlSitemapDiscovery = {
     documents: SitemapDocument[];
     possiblyTruncated: boolean;
     warnings: string[];
+    offHost?: {
+      count: number;
+      localhost: number;
+      hosts: string[];
+      samples: string[];
+    };
   }>;
 };
 export type CrawlExternalLinkVerification = {
@@ -3632,10 +3668,10 @@ export declare const crawlPageSnapshotSchema: z.ZodObject<{
     raw: z.ZodString;
     resolved: z.ZodOptional<z.ZodString>;
     ignoredReason: z.ZodOptional<z.ZodEnum<{
-      "invalid-url": "invalid-url";
       "outside-head": "outside-head";
       "alternate-qualifier": "alternate-qualifier";
       fragment: "fragment";
+      "invalid-url": "invalid-url";
       "non-http-url": "non-http-url";
     }>>;
     streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -4269,15 +4305,15 @@ export declare const crawlReportSummarySchema: z.ZodObject<{
   skippedUrls: z.ZodNumber;
   skipReasons: z.ZodArray<z.ZodObject<{
     reason: z.ZodEnum<{
+      "invalid-url": "invalid-url";
+      "robots-disallowed": "robots-disallowed";
+      "origin-backpressure": "origin-backpressure";
       "asset-url": "asset-url";
       "configured-exclusion": "configured-exclusion";
       "duplicate-normalization": "duplicate-normalization";
-      "invalid-url": "invalid-url";
       "memory-pressure": "memory-pressure";
       "off-origin": "off-origin";
-      "origin-backpressure": "origin-backpressure";
       "queue-safety-limit": "queue-safety-limit";
-      "robots-disallowed": "robots-disallowed";
       "robots-uncertain": "robots-uncertain";
       "legacy-unclassified": "legacy-unclassified";
     }>;
@@ -4435,15 +4471,15 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     skippedUrls: z.ZodNumber;
     skipReasons: z.ZodArray<z.ZodObject<{
       reason: z.ZodEnum<{
+        "invalid-url": "invalid-url";
+        "robots-disallowed": "robots-disallowed";
+        "origin-backpressure": "origin-backpressure";
         "asset-url": "asset-url";
         "configured-exclusion": "configured-exclusion";
         "duplicate-normalization": "duplicate-normalization";
-        "invalid-url": "invalid-url";
         "memory-pressure": "memory-pressure";
         "off-origin": "off-origin";
-        "origin-backpressure": "origin-backpressure";
         "queue-safety-limit": "queue-safety-limit";
-        "robots-disallowed": "robots-disallowed";
         "robots-uncertain": "robots-uncertain";
         "legacy-unclassified": "legacy-unclassified";
       }>;
@@ -4815,10 +4851,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
-        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
+        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -5244,6 +5280,8 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         unreachable: "unreachable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
+      contentType: z.ZodOptional<z.ZodString>;
+      servesHtml: z.ZodOptional<z.ZodBoolean>;
       error: z.ZodOptional<z.ZodString>;
       sitemapUrls: z.ZodArray<z.ZodString>;
       contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -5270,6 +5308,8 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         unreachable: "unreachable";
       }>>;
       status: z.ZodOptional<z.ZodNumber>;
+      contentType: z.ZodOptional<z.ZodString>;
+      servesHtml: z.ZodOptional<z.ZodBoolean>;
       error: z.ZodOptional<z.ZodString>;
       links: z.ZodOptional<z.ZodObject<{
         found: z.ZodNumber;
@@ -5405,6 +5445,12 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       }, z.core.$strip>>;
       possiblyTruncated: z.ZodBoolean;
       warnings: z.ZodArray<z.ZodString>;
+      offHost: z.ZodOptional<z.ZodObject<{
+        count: z.ZodNumber;
+        localhost: z.ZodNumber;
+        hosts: z.ZodArray<z.ZodString>;
+        samples: z.ZodArray<z.ZodString>;
+      }, z.core.$strip>>;
     }, z.core.$strip>>;
   }, z.core.$strip>>;
   externalLinkVerification: z.ZodOptional<z.ZodObject<{
@@ -5740,15 +5786,15 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     skippedUrls: z.ZodNumber;
     skipReasons: z.ZodArray<z.ZodObject<{
       reason: z.ZodEnum<{
+        "invalid-url": "invalid-url";
+        "robots-disallowed": "robots-disallowed";
+        "origin-backpressure": "origin-backpressure";
         "asset-url": "asset-url";
         "configured-exclusion": "configured-exclusion";
         "duplicate-normalization": "duplicate-normalization";
-        "invalid-url": "invalid-url";
         "memory-pressure": "memory-pressure";
         "off-origin": "off-origin";
-        "origin-backpressure": "origin-backpressure";
         "queue-safety-limit": "queue-safety-limit";
-        "robots-disallowed": "robots-disallowed";
         "robots-uncertain": "robots-uncertain";
         "legacy-unclassified": "legacy-unclassified";
       }>;
@@ -6120,10 +6166,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
-        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
+        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -6549,6 +6595,8 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         unreachable: "unreachable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
+      contentType: z.ZodOptional<z.ZodString>;
+      servesHtml: z.ZodOptional<z.ZodBoolean>;
       error: z.ZodOptional<z.ZodString>;
       sitemapUrls: z.ZodArray<z.ZodString>;
       contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -6575,6 +6623,8 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         unreachable: "unreachable";
       }>>;
       status: z.ZodOptional<z.ZodNumber>;
+      contentType: z.ZodOptional<z.ZodString>;
+      servesHtml: z.ZodOptional<z.ZodBoolean>;
       error: z.ZodOptional<z.ZodString>;
       links: z.ZodOptional<z.ZodObject<{
         found: z.ZodNumber;
@@ -6710,6 +6760,12 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       }, z.core.$strip>>;
       possiblyTruncated: z.ZodBoolean;
       warnings: z.ZodArray<z.ZodString>;
+      offHost: z.ZodOptional<z.ZodObject<{
+        count: z.ZodNumber;
+        localhost: z.ZodNumber;
+        hosts: z.ZodArray<z.ZodString>;
+        samples: z.ZodArray<z.ZodString>;
+      }, z.core.$strip>>;
     }, z.core.$strip>>;
   }, z.core.$strip>>;
   externalLinkVerification: z.ZodOptional<z.ZodObject<{
@@ -7045,15 +7101,15 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     skippedUrls: z.ZodNumber;
     skipReasons: z.ZodArray<z.ZodObject<{
       reason: z.ZodEnum<{
+        "invalid-url": "invalid-url";
+        "robots-disallowed": "robots-disallowed";
+        "origin-backpressure": "origin-backpressure";
         "asset-url": "asset-url";
         "configured-exclusion": "configured-exclusion";
         "duplicate-normalization": "duplicate-normalization";
-        "invalid-url": "invalid-url";
         "memory-pressure": "memory-pressure";
         "off-origin": "off-origin";
-        "origin-backpressure": "origin-backpressure";
         "queue-safety-limit": "queue-safety-limit";
-        "robots-disallowed": "robots-disallowed";
         "robots-uncertain": "robots-uncertain";
         "legacy-unclassified": "legacy-unclassified";
       }>;
@@ -7425,10 +7481,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
-        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
+        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -7854,6 +7910,8 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         unreachable: "unreachable";
       }>;
       status: z.ZodOptional<z.ZodNumber>;
+      contentType: z.ZodOptional<z.ZodString>;
+      servesHtml: z.ZodOptional<z.ZodBoolean>;
       error: z.ZodOptional<z.ZodString>;
       sitemapUrls: z.ZodArray<z.ZodString>;
       contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -7880,6 +7938,8 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         unreachable: "unreachable";
       }>>;
       status: z.ZodOptional<z.ZodNumber>;
+      contentType: z.ZodOptional<z.ZodString>;
+      servesHtml: z.ZodOptional<z.ZodBoolean>;
       error: z.ZodOptional<z.ZodString>;
       links: z.ZodOptional<z.ZodObject<{
         found: z.ZodNumber;
@@ -8015,6 +8075,12 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       }, z.core.$strip>>;
       possiblyTruncated: z.ZodBoolean;
       warnings: z.ZodArray<z.ZodString>;
+      offHost: z.ZodOptional<z.ZodObject<{
+        count: z.ZodNumber;
+        localhost: z.ZodNumber;
+        hosts: z.ZodArray<z.ZodString>;
+        samples: z.ZodArray<z.ZodString>;
+      }, z.core.$strip>>;
     }, z.core.$strip>>;
   }, z.core.$strip>>;
   externalLinkVerification: z.ZodOptional<z.ZodObject<{
@@ -8352,15 +8418,15 @@ export declare const crawlerSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
+          "invalid-url": "invalid-url";
+          "robots-disallowed": "robots-disallowed";
+          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
-          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
-          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
-          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -8732,10 +8798,10 @@ export declare const crawlerSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
-          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
+          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -9161,6 +9227,8 @@ export declare const crawlerSchemas: {
           unreachable: "unreachable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
+        contentType: z.ZodOptional<z.ZodString>;
+        servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
         sitemapUrls: z.ZodArray<z.ZodString>;
         contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -9187,6 +9255,8 @@ export declare const crawlerSchemas: {
           unreachable: "unreachable";
         }>>;
         status: z.ZodOptional<z.ZodNumber>;
+        contentType: z.ZodOptional<z.ZodString>;
+        servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
         links: z.ZodOptional<z.ZodObject<{
           found: z.ZodNumber;
@@ -9322,6 +9392,12 @@ export declare const crawlerSchemas: {
         }, z.core.$strip>>;
         possiblyTruncated: z.ZodBoolean;
         warnings: z.ZodArray<z.ZodString>;
+        offHost: z.ZodOptional<z.ZodObject<{
+          count: z.ZodNumber;
+          localhost: z.ZodNumber;
+          hosts: z.ZodArray<z.ZodString>;
+          samples: z.ZodArray<z.ZodString>;
+        }, z.core.$strip>>;
       }, z.core.$strip>>;
     }, z.core.$strip>>;
     externalLinkVerification: z.ZodOptional<z.ZodObject<{
@@ -9657,15 +9733,15 @@ export declare const crawlerSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
+          "invalid-url": "invalid-url";
+          "robots-disallowed": "robots-disallowed";
+          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
-          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
-          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
-          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -10037,10 +10113,10 @@ export declare const crawlerSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
-          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
+          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -10466,6 +10542,8 @@ export declare const crawlerSchemas: {
           unreachable: "unreachable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
+        contentType: z.ZodOptional<z.ZodString>;
+        servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
         sitemapUrls: z.ZodArray<z.ZodString>;
         contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -10492,6 +10570,8 @@ export declare const crawlerSchemas: {
           unreachable: "unreachable";
         }>>;
         status: z.ZodOptional<z.ZodNumber>;
+        contentType: z.ZodOptional<z.ZodString>;
+        servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
         links: z.ZodOptional<z.ZodObject<{
           found: z.ZodNumber;
@@ -10627,6 +10707,12 @@ export declare const crawlerSchemas: {
         }, z.core.$strip>>;
         possiblyTruncated: z.ZodBoolean;
         warnings: z.ZodArray<z.ZodString>;
+        offHost: z.ZodOptional<z.ZodObject<{
+          count: z.ZodNumber;
+          localhost: z.ZodNumber;
+          hosts: z.ZodArray<z.ZodString>;
+          samples: z.ZodArray<z.ZodString>;
+        }, z.core.$strip>>;
       }, z.core.$strip>>;
     }, z.core.$strip>>;
     externalLinkVerification: z.ZodOptional<z.ZodObject<{
@@ -10962,15 +11048,15 @@ export declare const crawlerSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
+          "invalid-url": "invalid-url";
+          "robots-disallowed": "robots-disallowed";
+          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
-          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
-          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
-          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -11342,10 +11428,10 @@ export declare const crawlerSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
-          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
+          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -11771,6 +11857,8 @@ export declare const crawlerSchemas: {
           unreachable: "unreachable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
+        contentType: z.ZodOptional<z.ZodString>;
+        servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
         sitemapUrls: z.ZodArray<z.ZodString>;
         contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -11797,6 +11885,8 @@ export declare const crawlerSchemas: {
           unreachable: "unreachable";
         }>>;
         status: z.ZodOptional<z.ZodNumber>;
+        contentType: z.ZodOptional<z.ZodString>;
+        servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
         links: z.ZodOptional<z.ZodObject<{
           found: z.ZodNumber;
@@ -11932,6 +12022,12 @@ export declare const crawlerSchemas: {
         }, z.core.$strip>>;
         possiblyTruncated: z.ZodBoolean;
         warnings: z.ZodArray<z.ZodString>;
+        offHost: z.ZodOptional<z.ZodObject<{
+          count: z.ZodNumber;
+          localhost: z.ZodNumber;
+          hosts: z.ZodArray<z.ZodString>;
+          samples: z.ZodArray<z.ZodString>;
+        }, z.core.$strip>>;
       }, z.core.$strip>>;
     }, z.core.$strip>>;
     externalLinkVerification: z.ZodOptional<z.ZodObject<{
@@ -12771,10 +12867,10 @@ export declare const crawlerSchemas: {
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
-        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
+        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -13195,15 +13291,15 @@ export declare const crawlerJsonSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
+          "invalid-url": "invalid-url";
+          "robots-disallowed": "robots-disallowed";
+          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
-          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
-          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
-          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -13575,10 +13671,10 @@ export declare const crawlerJsonSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
-          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
+          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -14004,6 +14100,8 @@ export declare const crawlerJsonSchemas: {
           unreachable: "unreachable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
+        contentType: z.ZodOptional<z.ZodString>;
+        servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
         sitemapUrls: z.ZodArray<z.ZodString>;
         contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -14030,6 +14128,8 @@ export declare const crawlerJsonSchemas: {
           unreachable: "unreachable";
         }>>;
         status: z.ZodOptional<z.ZodNumber>;
+        contentType: z.ZodOptional<z.ZodString>;
+        servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
         links: z.ZodOptional<z.ZodObject<{
           found: z.ZodNumber;
@@ -14165,6 +14265,12 @@ export declare const crawlerJsonSchemas: {
         }, z.core.$strip>>;
         possiblyTruncated: z.ZodBoolean;
         warnings: z.ZodArray<z.ZodString>;
+        offHost: z.ZodOptional<z.ZodObject<{
+          count: z.ZodNumber;
+          localhost: z.ZodNumber;
+          hosts: z.ZodArray<z.ZodString>;
+          samples: z.ZodArray<z.ZodString>;
+        }, z.core.$strip>>;
       }, z.core.$strip>>;
     }, z.core.$strip>>;
     externalLinkVerification: z.ZodOptional<z.ZodObject<{
@@ -14500,15 +14606,15 @@ export declare const crawlerJsonSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
+          "invalid-url": "invalid-url";
+          "robots-disallowed": "robots-disallowed";
+          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
-          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
-          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
-          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -14880,10 +14986,10 @@ export declare const crawlerJsonSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
-          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
+          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -15309,6 +15415,8 @@ export declare const crawlerJsonSchemas: {
           unreachable: "unreachable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
+        contentType: z.ZodOptional<z.ZodString>;
+        servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
         sitemapUrls: z.ZodArray<z.ZodString>;
         contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -15335,6 +15443,8 @@ export declare const crawlerJsonSchemas: {
           unreachable: "unreachable";
         }>>;
         status: z.ZodOptional<z.ZodNumber>;
+        contentType: z.ZodOptional<z.ZodString>;
+        servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
         links: z.ZodOptional<z.ZodObject<{
           found: z.ZodNumber;
@@ -15470,6 +15580,12 @@ export declare const crawlerJsonSchemas: {
         }, z.core.$strip>>;
         possiblyTruncated: z.ZodBoolean;
         warnings: z.ZodArray<z.ZodString>;
+        offHost: z.ZodOptional<z.ZodObject<{
+          count: z.ZodNumber;
+          localhost: z.ZodNumber;
+          hosts: z.ZodArray<z.ZodString>;
+          samples: z.ZodArray<z.ZodString>;
+        }, z.core.$strip>>;
       }, z.core.$strip>>;
     }, z.core.$strip>>;
     externalLinkVerification: z.ZodOptional<z.ZodObject<{
@@ -15805,15 +15921,15 @@ export declare const crawlerJsonSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
+          "invalid-url": "invalid-url";
+          "robots-disallowed": "robots-disallowed";
+          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
-          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
-          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
-          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -16185,10 +16301,10 @@ export declare const crawlerJsonSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
-          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
+          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -16614,6 +16730,8 @@ export declare const crawlerJsonSchemas: {
           unreachable: "unreachable";
         }>;
         status: z.ZodOptional<z.ZodNumber>;
+        contentType: z.ZodOptional<z.ZodString>;
+        servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
         sitemapUrls: z.ZodArray<z.ZodString>;
         contentSignals: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -16640,6 +16758,8 @@ export declare const crawlerJsonSchemas: {
           unreachable: "unreachable";
         }>>;
         status: z.ZodOptional<z.ZodNumber>;
+        contentType: z.ZodOptional<z.ZodString>;
+        servesHtml: z.ZodOptional<z.ZodBoolean>;
         error: z.ZodOptional<z.ZodString>;
         links: z.ZodOptional<z.ZodObject<{
           found: z.ZodNumber;
@@ -16775,6 +16895,12 @@ export declare const crawlerJsonSchemas: {
         }, z.core.$strip>>;
         possiblyTruncated: z.ZodBoolean;
         warnings: z.ZodArray<z.ZodString>;
+        offHost: z.ZodOptional<z.ZodObject<{
+          count: z.ZodNumber;
+          localhost: z.ZodNumber;
+          hosts: z.ZodArray<z.ZodString>;
+          samples: z.ZodArray<z.ZodString>;
+        }, z.core.$strip>>;
       }, z.core.$strip>>;
     }, z.core.$strip>>;
     externalLinkVerification: z.ZodOptional<z.ZodObject<{
@@ -17614,10 +17740,10 @@ export declare const crawlerJsonSchemas: {
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
-        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
+        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -19988,6 +20114,13 @@ interface CrawledPage {
     length: number;
   };
 }
+interface SentenceSource {
+  read(ref: {
+    offset: number;
+    length: number;
+  }): Promise<LinkSentence[]>;
+  close(): Promise<void>;
+}
 interface SiteCrawl {
   origin: string;
   method: 'sitemap' | 'links';
@@ -19995,7 +20128,7 @@ interface SiteCrawl {
   urls: string[];
   pageOfUrl: Map<number, number>;
   index: SiteIndex;
-  sentences: SentenceStore;
+  sentences: SentenceSource;
   genericAnchors: Array<{
     source: number;
     href: string;
@@ -20014,22 +20147,6 @@ interface SiteCrawl {
   };
   warnings: string[];
 }
-declare class SentenceStore {
-  private readonly dir;
-  private readonly handle;
-  private size;
-  private constructor();
-  static open(): Promise<SentenceStore>;
-  write(sentences: LinkSentence[]): Promise<{
-    offset: number;
-    length: number;
-  }>;
-  read(ref: {
-    offset: number;
-    length: number;
-  }): Promise<LinkSentence[]>;
-  close(): Promise<void>;
-}
 interface CrawlInput {
   startUrl: string;
   maxPages: number;
@@ -20037,7 +20154,6 @@ interface CrawlInput {
   refresh?: boolean;
   progress?: ProgressReporter;
 }
-declare function crawlForLinks(input: CrawlInput): Promise<SiteCrawl>;
 export declare const PAGE_TYPES: {
   readonly pillar_guide: "A long, broad guide that covers a whole topic and would naturally link out to many narrower pages";
   readonly support_article: "A focused article, post, tutorial, or explainer about one narrower subject";
@@ -20209,9 +20325,10 @@ export interface InternalLinksInput {
   refresh?: boolean;
 }
 export interface InternalLinksDependencies {
-  crawl: typeof crawlForLinks;
+  crawl: (input: CrawlInput) => Promise<SiteCrawl>;
   searchConsole: {
     property: string;
+    maxRows?: number;
     query: (request: SearchAnalyticsRequest) => Promise<{
       rows: GscRow[];
       rowsFetched: number;
@@ -20229,6 +20346,7 @@ export interface InternalLinksDependencies {
   progress?: ProgressReporter;
 }
 export declare function siteStartUrl(site: string): string;
+export declare function internalLinksReportWith(input: InternalLinksInput, dependencies: Partial<InternalLinksDependencies> & Pick<InternalLinksDependencies, 'crawl' | 'searchConsole' | 'decisionModel'>): Promise<InternalLinksReport>;
 export declare function internalLinksReport(input: InternalLinksInput, dependencies: Partial<InternalLinksDependencies> & Pick<InternalLinksDependencies, 'searchConsole' | 'decisionModel'>): Promise<InternalLinksReport>;
 type PseoTemplateCluster = {
   id: string;
@@ -21308,26 +21426,6 @@ type AuditAccess = {
   checks: (site: string, offset: number, limit: number) => Promise<AuditChecks | null>;
   add: (site: string) => Promise<'added' | 'exists' | 'full'>;
 };
-declare const ISSUE_MARKS: readonly ["open", "fixed", "ignored"];
-type IssueMark = (typeof ISSUE_MARKS)[number];
-type IssueSeen = 'found' | 'not-found' | 'not-checked';
-type StoredIssue = {
-  id: string;
-  kind: string;
-  subject: string;
-  evidence: string;
-  mark: IssueMark;
-  marked_at: string | null;
-  note: string | null;
-  first_found: string;
-  last_found: string | null;
-  seen: IssueSeen;
-  checked_at: string | null;
-};
-type IssueStore = {
-  read: (site: string) => Promise<StoredIssue[] | null>;
-  write: (site: string, issues: StoredIssue[]) => Promise<void>;
-};
 type RedirectKind = 'permanent' | 'temporary';
 type LiveCheck = {
   first: PageFacts;
@@ -21372,6 +21470,10 @@ declare const COMMANDS: {
     readonly where: "local";
     readonly summary: "Pages that could link to a target page.";
   };
+  readonly lint: {
+    readonly where: "anywhere";
+    readonly summary: "Check copy for patterns common in AI-written text, weak copy and title and description length.";
+  };
 };
 type CommandId = keyof typeof COMMANDS;
 type Caller = (command: CommandId, args?: Record<string, string | number | undefined>) => string;
@@ -21446,6 +21548,45 @@ type PageMarkdown = {
 } | {
   error: string;
 };
+declare const ISSUE_MARKS: readonly ["open", "fixed", "ignored"];
+type IssueMark = (typeof ISSUE_MARKS)[number];
+type IssueSeen = 'found' | 'not-found' | 'not-checked';
+type StoredIssue = {
+  id: string;
+  kind: string;
+  subject: string;
+  evidence: string;
+  mark: IssueMark;
+  marked_at: string | null;
+  note: string | null;
+  first_found: string;
+  last_found: string | null;
+  seen: IssueSeen;
+  checked_at: string | null;
+  measures?: IssueMeasure[];
+};
+declare const MEASURE_DAYS: readonly [28, 56];
+type MeasureDays = (typeof MEASURE_DAYS)[number];
+type MeasurePeriod = {
+  start: string;
+  end: string;
+  clicks: number;
+  impressions: number;
+  position: number | null;
+};
+type IssueMeasure = {
+  days: MeasureDays;
+  fixed_on: string;
+  scope: 'page' | 'query on page';
+  before: MeasurePeriod;
+  after: MeasurePeriod;
+  updates: string[] | null;
+  measured_at: string;
+};
+type IssueStore = {
+  read: (site: string) => Promise<StoredIssue[] | null>;
+  write: (site: string, issues: StoredIssue[]) => Promise<void>;
+};
 type WeekSite = {
   property: string;
   link: string | null;
@@ -21474,6 +21615,37 @@ type WeekSite = {
     clicks: number;
     previous: number;
   } | null;
+  opportunities?: WeekOpportunities | null;
+  measured?: {
+    total: number;
+    items: (IssueMeasure & {
+      subject: string;
+    })[];
+  };
+};
+type WeekOpportunities = {
+  checked_at: number | null;
+  competitors: string[];
+  blocked: string | null;
+  partial: boolean;
+  items: WeekOpportunity[];
+};
+type WeekOpportunity = {
+  keyword: string;
+  kind: 'page' | 'tool';
+  search_volume: number;
+  cpc: number;
+  intent: string;
+  competitors: {
+    domain: string;
+    position: number;
+    url: string;
+  }[];
+  site_dr: number;
+  low_dr: number;
+  top: number;
+  cluster: number;
+  relevance: number;
 };
 type WeekData = {
   start: string;
@@ -21521,6 +21693,13 @@ export declare function pendingCloudLogin(): Pending | null;
 export declare function finishCloudLogin(): Promise<'linked' | 'pending' | 'expired'>;
 export declare function cloudLogout(): Promise<boolean>;
 export declare function openCloudLink(url: string): Promise<void>;
+type LintSource = {
+  path: string;
+  text: string;
+} | {
+  path: string;
+  skipped: string;
+};
 export type TokenStorageMode = 'keychain' | 'file';
 export type TokenStorageStatus = {
   configured: TokenStorageMode;
@@ -21893,6 +22072,9 @@ export declare function readJson<T = unknown>(response: Response, label: string,
   maxBytes?: number;
 }): Promise<T>;
 export declare function readJsonOrUndefined<T = unknown>(response: Response, label: string): Promise<T | undefined>;
+export declare const LINT_MAX_FILES = 100;
+export declare function lintPaths(inputs: string[], cwd?: string): Promise<string[]>;
+export declare function readLintFiles(inputs: string[], cwd?: string): Promise<LintSource[]>;
 export declare function createLogger(runId: string): pino.Logger;
 export declare function makeRunId(): string;
 export declare function renderPresentationTablesMarkdown(tables: PresentationTable[]): string[];