seo 0.17.1 → 0.17.3

package/dist/index.d.ts

@@ -773,13 +773,13 @@ declare const RULE_DEFINITIONS: readonly [{
   readonly title: "Large HTML response";
   readonly category: "performance";
   readonly defaultSeverity: "low";
-  readonly whyItMatters: "Large HTML takes longer to download and parse before the browser can even start the rest of the page.";
-  readonly howToFix: "Trim duplicated markup, remove heavy inline data, split non-critical content, and move large scripts or styles out of the HTML response.";
-  readonly impactIfIgnored: "Pages can feel slow on mobile connections and crawlers spend more time processing each URL.";
-  readonly howToVerify: "Re-run the crawl and confirm sizeBytes is below the large HTML threshold for normal pages.";
+  readonly whyItMatters: "Googlebot reads only the first 2MB of uncompressed HTML for Google Search and indexes the page as if the file ended there. When the h1 or main element, or most of the visible text, sits past that cut, Google may index the page without its main content. Large HTML is also slow to download and parse.";
+  readonly howToFix: "Move the main content earlier and trim what comes before it: large inline CSS, inline SVG, JSON data and duplicated markup. Load non-critical styles and scripts as separate files.";
+  readonly impactIfIgnored: "Content past the 2MB cut is not indexed, and every page of the template carries the same weight on slow connections.";
+  readonly howToVerify: "Re-run the crawl and confirm sizeBytes is under 2,097,152, or that mainContentStartBytes is well before it and few visible words sit after it. The word split is a heuristic from the raw HTML.";
   readonly agentHints: {
-    readonly evidenceFields: ["page.sizeBytes", "issue.evidence.thresholdBytes"];
-    readonly suggestedCommands: ["seo crawl <url> --json"];
+    readonly evidenceFields: ["page.sizeBytes", "issue.evidence.thresholdBytes", "issue.evidence.mainContentStartBytes", "issue.evidence.bytesAfterLimit", "issue.evidence.visibleWordsAfterLimit", "issue.evidence.indexingRisk"];
+    readonly suggestedCommands: ["seo crawl <url> --mode page --json"];
   };
 }, {
   readonly id: "no_compression";
@@ -2548,233 +2548,6 @@ export declare function contentOptimizationReport(input: {
   refresh?: boolean;
   js?: boolean | 'auto';
 }): Promise<ContentOptimizationReport>;
-export type CrawlPageSnapshot = {
-  url: string;
-  finalUrl: string;
-  status: number;
-  contentType?: string;
-  responseHeaders?: Record<string, string>;
-  responseTimeMs?: number;
-  sizeBytes?: number;
-  usedJs?: boolean;
-  fetchSource?: 'cache' | 'network' | 'rendered';
-  cacheState?: 'hit' | 'miss' | 'bypass';
-  fetchDiagnostics?: PageFetchDiagnostics;
-  auditScope?: 'full' | 'status';
-  accessBlock?: AccessBlockEvidence;
-  blocked?: boolean;
-  contentAuditAllowed?: boolean;
-  crawlDepth?: number;
-  error?: string;
-  robotsTxt?: {
-    url: string;
-    allowed: boolean | null;
-    availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable' | 'unreadable';
-    status?: number;
-    error?: string;
-    matchedLine?: string;
-  };
-  title?: string;
-  metaDescription?: string;
-  canonical?: string;
-  canonicalRaw?: string;
-  canonicalStatus?: CanonicalEvidence['status'];
-  canonicalCandidates?: CanonicalCandidate[];
-  metaRobots?: string;
-  xRobotsTag?: string;
-  h1?: string;
-  h1Count?: number;
-  h2Count?: number;
-  h3Count?: number;
-  indexable: boolean;
-  indexability?: string;
-  declaredIndexability?: 'indexable-candidate' | 'noindex' | 'robots-blocked' | 'canonical-conflict' | 'canonical-hint-other' | 'meta-refresh' | 'not-html' | 'unknown';
-  extractionStatus?: 'complete' | 'failed' | 'not-applicable' | 'unknown-media-type';
-  extractionError?: string;
-  wordCount: number;
-  contentExtraction?: ContentExtractionDiagnostics;
-  warnings?: string[];
-  contentHash: string;
-  mainContentHash?: string;
-  textRatio?: number;
-  contentSample?: string;
-  contentSketch?: ContentSketch;
-  softAuthenticationGate?: {
-    kind: 'login-form';
-    indicators: string[];
-    formActionPath?: string;
-  };
-  metaRefresh?: {
-    targetUrl: string;
-    delaySeconds: number;
-  };
-  tabbedContent?: {
-    groups: number;
-    panels: number;
-    retainedPanels: number;
-    truncated: boolean;
-    panelSketches: Array<{
-      label?: string;
-      sketch: ContentSketch;
-    }>;
-  };
-  lang?: string;
-  hasViewport?: boolean;
-  isHttps?: boolean;
-  hasHsts?: boolean;
-  compression?: string;
-  hreflang?: Array<{
-    hreflang: string;
-    href: string;
-  }>;
-  mixedContentCount?: number;
-  mixedContentSamples?: string[];
-  imagesTotal?: number;
-  imagesMissingAlt?: number;
-  oversizedImageCandidates?: Array<{
-    src: string;
-    width?: number;
-    height?: number;
-    detectedFrom: string;
-  }>;
-  outgoingInternalCount: number;
-  outgoingExternalCount?: number;
-  internalInlinkCount?: number;
-  internalLinkAuthorityScore?: number;
-  sampleInternalLinks?: string[];
-  sampleExternalLinks?: string[];
-  internalAnchorSamples?: Array<{
-    href: string;
-    text: string;
-  }>;
-  externalAnchorSamples?: Array<{
-    href: string;
-    text: string;
-  }>;
-  markdownAlternates?: string[];
-  describedBy?: string[];
-  externalLinkChecks?: ExternalLinkCheck[];
-  schemaTypes?: string[];
-  structuredDataFormats?: Array<'json-ld' | 'microdata' | 'rdfa'>;
-  googleRichResults?: GoogleRichResultAssessment[];
-  googleRichResultsSelection?: GoogleRichResultAssessmentSelection;
-  schemaSameAs?: string[];
-  schemaSameAsEvidence?: Array<{
-    url: string;
-    block: number;
-    path: string;
-    subjectId?: string;
-    subjectTypes: string[];
-  }>;
-  invalidSchemaSameAs?: Array<{
-    block: number;
-    path: string;
-    value: string;
-  }>;
-  socialProfileLinks?: string[];
-  invalidJsonLdCount?: number;
-  invalidJsonLdSamples?: Array<{
-    snippet: string;
-    error: string;
-  }>;
-  unrecognizedJsonLdTypes?: Array<{
-    block: number;
-    path: string;
-    value: string;
-    reason: 'missing-schema-context' | 'unresolved-context' | 'unsupported-vocabulary';
-  }>;
-  openGraphTitle?: string;
-  openGraphDescription?: string;
-  openGraphImage?: string;
-  twitterCard?: string;
-  author?: string;
-  hasDate?: boolean;
-  geo?: {
-    semanticHtml: boolean;
-    structuredData: boolean;
-    hasAuthor: boolean;
-    hasDate: boolean;
-    questionHeadings: number;
-    listCount?: number;
-    tableCount?: number;
-    structuredBlocks: number;
-    answerable: boolean;
-    hasFaqSchema?: boolean;
-    hasQapageSchema?: boolean;
-    hasLlmsTxt?: boolean;
-    llmsTxtUrl?: string;
-    llmsTxtStatus?: number;
-  };
-  searchMetrics?: {
-    clicks: number;
-    impressions: number;
-    ctr: number;
-    position: number;
-  };
-  topQuery?: {
-    query: string;
-    clicks: number;
-    impressions: number;
-    ctr: number;
-    position: number;
-  };
-  analytics?: {
-    sessions: number;
-    totalUsers?: number;
-    conversions?: number;
-  };
-};
-export type ExternalLinkCheckState = 'available' | 'confirmed-broken' | 'transient' | 'provider-blocked' | 'rate-limited' | 'method-rejected' | 'unavailable';
-export type ExternalLinkCheckAttempt = {
-  method: 'HEAD' | 'GET';
-  status?: number;
-  error?: string;
-};
-export type ExternalLinkCheck = {
-  url: string;
-  status?: number;
-  error?: string;
-  state?: ExternalLinkCheckState;
-  attempts?: ExternalLinkCheckAttempt[];
-};
-export type CrawlResponseObservation = {
-  requestedUrl: string;
-  outcome: 'response';
-  finalUrl: string;
-  status: number;
-  contentType?: string;
-  durationMs?: number;
-  redirectChain?: PageFetchDiagnostics['redirectChain'];
-  accessBlock?: AccessBlockEvidence;
-  robotsTxt?: NonNullable<CrawlPageSnapshot['robotsTxt']>;
-} & ({
-  extraction: 'complete' | 'not-applicable' | 'unknown-media-type';
-} | {
-  extraction: 'failed';
-  extractionError: string;
-});
-export type CrawlRequestObservation = CrawlResponseObservation | {
-  requestedUrl: string;
-  outcome: 'skipped';
-  durationMs?: number;
-  reason: 'robots-disallowed' | 'robots-deferred';
-  robotsTxt: NonNullable<CrawlPageSnapshot['robotsTxt']>;
-  extraction: 'not-applicable';
-} | {
-  requestedUrl: string;
-  outcome: 'skipped';
-  durationMs?: number;
-  reason: 'origin-backpressure';
-  error: string;
-  extraction: 'not-applicable';
-} | {
-  requestedUrl: string;
-  outcome: 'failure';
-  durationMs?: number;
-  failureKind: 'dns' | 'tls' | 'timeout' | 'redirect-limit' | 'redirect-loop' | 'aborted' | 'unknown';
-  error: string;
-  extraction: 'not-applicable';
-};
 export type SitemapInvalidLoc = {
   sitemapUrl: string;
   kind: 'url' | 'sitemap';
@@ -3180,86 +2953,326 @@ export type CrawlReportSummary = {
   byStatus: Record<string, number>;
   byCategory: Record<string, number>;
 };
-export type CrawlAccessSummary = {
-  crawler: CrawlerIdentity;
-  blockedRequests: number;
-  providers: Partial<Record<AccessBlockEvidence['provider'], number>>;
-  samples: Array<{
-    url: string;
-    evidence: AccessBlockEvidence;
-  }>;
-  sampleLimit: number;
-  truncated: boolean;
+export type CrawlAccessSummary = {
+  crawler: CrawlerIdentity;
+  blockedRequests: number;
+  providers: Partial<Record<AccessBlockEvidence['provider'], number>>;
+  samples: Array<{
+    url: string;
+    evidence: AccessBlockEvidence;
+  }>;
+  sampleLimit: number;
+  truncated: boolean;
+};
+export type CrawlReport = {
+  id: string;
+  definitionId: string;
+  site?: string;
+  googleAnalyticsPropertyId?: string;
+  analyticsConnection?: AnalyticsConnection;
+  generatedAt: string;
+  status: 'completed' | 'partial' | 'failed';
+  configHash: string;
+  config: CrawlConfig;
+  access: CrawlAccessSummary;
+  summary: CrawlReportSummary;
+  requestEvidenceStatus: 'available' | 'partial' | 'unavailable';
+  requests: CrawlRequestObservation[];
+  pages: CrawlPageSnapshot[];
+  issues: CrawlIssue[];
+  issueGroups: CrawlIssueGroup[];
+  dataSources?: CrawlReportDataSources;
+  ai?: CrawlAiSignals;
+  sitemapDiscovery?: CrawlSitemapDiscovery;
+  externalLinkVerification?: CrawlExternalLinkVerification;
+  siteChecks?: CrawlSiteChecks;
+  warnings: string[];
+  caveats: string[];
+};
+export declare function normalizeCrawlConfig(input: CrawlConfigInput): CrawlConfig;
+export declare function assertCrawlConfigLimits(config: CrawlConfig): CrawlConfig;
+export declare function crawlConfigHash(config: CrawlConfigInput): string;
+export declare function crawlDefinitionId(input: {
+  config: CrawlConfigInput;
+  site?: string;
+  googleAnalyticsPropertyId?: string;
+  analyticsConnection?: AnalyticsConnection;
+}): string;
+export declare function crawlRunId(): string;
+export declare function groupCrawlIssues(issues: CrawlIssue[]): CrawlIssueGroup[];
+export declare function summarizeCrawlReport(input: {
+  pages: CrawlPageSnapshot[];
+  requests?: CrawlRequestObservation[];
+  requestEvidenceStatus?: CrawlReport['requestEvidenceStatus'];
+  issues: CrawlIssue[];
+  stats?: Partial<CrawlRunStats> & {
+    skipReasons?: CrawlSkipReasonCount[];
+  };
+}): CrawlReportSummary;
+export declare function createCrawlReport(input: {
+  id?: string;
+  config: CrawlConfigInput;
+  pages?: CrawlPageSnapshot[];
+  requests?: CrawlRequestObservation[];
+  requestEvidenceStatus?: CrawlReport['requestEvidenceStatus'];
+  issues?: CrawlIssue[];
+  additionalIssues?: CrawlIssue[];
+  linkGraph?: CrawlLinkGraph;
+  ai?: CrawlAiSignals;
+  site?: string;
+  googleAnalyticsPropertyId?: string;
+  analyticsConnection?: AnalyticsConnection;
+  dataSources?: CrawlReportDataSources;
+  sitemapDiscovery?: CrawlSitemapDiscovery;
+  externalLinkVerification?: CrawlExternalLinkVerification;
+  siteChecks?: CrawlSiteChecks;
+  status?: CrawlReport['status'];
+  warnings?: string[];
+  caveats?: string[];
+  stats?: Partial<CrawlRunStats>;
+  generatedAt?: string;
+}): CrawlReport;
+export declare function normalizeLoadedCrawlReport(report: CrawlReport): CrawlReport;
+type GooglebotCutEvidence = {
+  limitBytes: number;
+  bytesAfterLimit: number;
+  /** Byte offset of the first <h1> or <main>, whichever comes first. */
+  mainContentStartBytes?: number;
+  mainContentMarker?: 'h1' | 'main';
+  mainContentStart: 'before-limit' | 'near-limit' | 'after-limit' | 'not-found';
+  /** Heuristic: words of text outside tags, scripts and styles. */
+  visibleWordsBeforeLimit: number;
+  visibleWordsAfterLimit: number;
+};
+export type CrawlPageSnapshot = {
+  url: string;
+  finalUrl: string;
+  status: number;
+  contentType?: string;
+  responseHeaders?: Record<string, string>;
+  responseTimeMs?: number;
+  sizeBytes?: number;
+  /** Set only when the HTML is over Googlebot's 2MB limit. */
+  googlebotCut?: GooglebotCutEvidence;
+  usedJs?: boolean;
+  fetchSource?: 'cache' | 'network' | 'rendered';
+  cacheState?: 'hit' | 'miss' | 'bypass';
+  fetchDiagnostics?: PageFetchDiagnostics;
+  auditScope?: 'full' | 'status';
+  accessBlock?: AccessBlockEvidence;
+  blocked?: boolean;
+  contentAuditAllowed?: boolean;
+  crawlDepth?: number;
+  error?: string;
+  robotsTxt?: {
+    url: string;
+    allowed: boolean | null;
+    availability: 'available' | 'absent' | 'access-blocked' | 'rate-limited' | 'unreachable' | 'unreadable';
+    status?: number;
+    error?: string;
+    matchedLine?: string;
+  };
+  title?: string;
+  metaDescription?: string;
+  canonical?: string;
+  canonicalRaw?: string;
+  canonicalStatus?: CanonicalEvidence['status'];
+  canonicalCandidates?: CanonicalCandidate[];
+  metaRobots?: string;
+  xRobotsTag?: string;
+  h1?: string;
+  h1Count?: number;
+  h2Count?: number;
+  h3Count?: number;
+  indexable: boolean;
+  indexability?: string;
+  declaredIndexability?: 'indexable-candidate' | 'noindex' | 'robots-blocked' | 'canonical-conflict' | 'canonical-hint-other' | 'meta-refresh' | 'not-html' | 'unknown';
+  extractionStatus?: 'complete' | 'failed' | 'not-applicable' | 'unknown-media-type';
+  extractionError?: string;
+  wordCount: number;
+  contentExtraction?: ContentExtractionDiagnostics;
+  warnings?: string[];
+  contentHash: string;
+  mainContentHash?: string;
+  textRatio?: number;
+  contentSample?: string;
+  contentSketch?: ContentSketch;
+  softAuthenticationGate?: {
+    kind: 'login-form';
+    indicators: string[];
+    formActionPath?: string;
+  };
+  metaRefresh?: {
+    targetUrl: string;
+    delaySeconds: number;
+  };
+  tabbedContent?: {
+    groups: number;
+    panels: number;
+    retainedPanels: number;
+    truncated: boolean;
+    panelSketches: Array<{
+      label?: string;
+      sketch: ContentSketch;
+    }>;
+  };
+  lang?: string;
+  hasViewport?: boolean;
+  isHttps?: boolean;
+  hasHsts?: boolean;
+  compression?: string;
+  hreflang?: Array<{
+    hreflang: string;
+    href: string;
+  }>;
+  mixedContentCount?: number;
+  mixedContentSamples?: string[];
+  imagesTotal?: number;
+  imagesMissingAlt?: number;
+  oversizedImageCandidates?: Array<{
+    src: string;
+    width?: number;
+    height?: number;
+    detectedFrom: string;
+  }>;
+  outgoingInternalCount: number;
+  outgoingExternalCount?: number;
+  internalInlinkCount?: number;
+  internalLinkAuthorityScore?: number;
+  sampleInternalLinks?: string[];
+  sampleExternalLinks?: string[];
+  internalAnchorSamples?: Array<{
+    href: string;
+    text: string;
+  }>;
+  externalAnchorSamples?: Array<{
+    href: string;
+    text: string;
+  }>;
+  markdownAlternates?: string[];
+  describedBy?: string[];
+  externalLinkChecks?: ExternalLinkCheck[];
+  schemaTypes?: string[];
+  structuredDataFormats?: Array<'json-ld' | 'microdata' | 'rdfa'>;
+  googleRichResults?: GoogleRichResultAssessment[];
+  googleRichResultsSelection?: GoogleRichResultAssessmentSelection;
+  schemaSameAs?: string[];
+  schemaSameAsEvidence?: Array<{
+    url: string;
+    block: number;
+    path: string;
+    subjectId?: string;
+    subjectTypes: string[];
+  }>;
+  invalidSchemaSameAs?: Array<{
+    block: number;
+    path: string;
+    value: string;
+  }>;
+  socialProfileLinks?: string[];
+  invalidJsonLdCount?: number;
+  invalidJsonLdSamples?: Array<{
+    snippet: string;
+    error: string;
+  }>;
+  unrecognizedJsonLdTypes?: Array<{
+    block: number;
+    path: string;
+    value: string;
+    reason: 'missing-schema-context' | 'unresolved-context' | 'unsupported-vocabulary';
+  }>;
+  openGraphTitle?: string;
+  openGraphDescription?: string;
+  openGraphImage?: string;
+  twitterCard?: string;
+  author?: string;
+  hasDate?: boolean;
+  geo?: {
+    semanticHtml: boolean;
+    structuredData: boolean;
+    hasAuthor: boolean;
+    hasDate: boolean;
+    questionHeadings: number;
+    listCount?: number;
+    tableCount?: number;
+    structuredBlocks: number;
+    answerable: boolean;
+    hasFaqSchema?: boolean;
+    hasQapageSchema?: boolean;
+    hasLlmsTxt?: boolean;
+    llmsTxtUrl?: string;
+    llmsTxtStatus?: number;
+  };
+  searchMetrics?: {
+    clicks: number;
+    impressions: number;
+    ctr: number;
+    position: number;
+  };
+  topQuery?: {
+    query: string;
+    clicks: number;
+    impressions: number;
+    ctr: number;
+    position: number;
+  };
+  analytics?: {
+    sessions: number;
+    totalUsers?: number;
+    conversions?: number;
+  };
+};
+export type ExternalLinkCheckState = 'available' | 'confirmed-broken' | 'transient' | 'provider-blocked' | 'rate-limited' | 'method-rejected' | 'unavailable';
+export type ExternalLinkCheckAttempt = {
+  method: 'HEAD' | 'GET';
+  status?: number;
+  error?: string;
+};
+export type ExternalLinkCheck = {
+  url: string;
+  status?: number;
+  error?: string;
+  state?: ExternalLinkCheckState;
+  attempts?: ExternalLinkCheckAttempt[];
 };
-export type CrawlReport = {
-  id: string;
-  definitionId: string;
-  site?: string;
-  googleAnalyticsPropertyId?: string;
-  analyticsConnection?: AnalyticsConnection;
-  generatedAt: string;
-  status: 'completed' | 'partial' | 'failed';
-  configHash: string;
-  config: CrawlConfig;
-  access: CrawlAccessSummary;
-  summary: CrawlReportSummary;
-  requestEvidenceStatus: 'available' | 'partial' | 'unavailable';
-  requests: CrawlRequestObservation[];
-  pages: CrawlPageSnapshot[];
-  issues: CrawlIssue[];
-  issueGroups: CrawlIssueGroup[];
-  dataSources?: CrawlReportDataSources;
-  ai?: CrawlAiSignals;
-  sitemapDiscovery?: CrawlSitemapDiscovery;
-  externalLinkVerification?: CrawlExternalLinkVerification;
-  siteChecks?: CrawlSiteChecks;
-  warnings: string[];
-  caveats: string[];
+export type CrawlResponseObservation = {
+  requestedUrl: string;
+  outcome: 'response';
+  finalUrl: string;
+  status: number;
+  contentType?: string;
+  durationMs?: number;
+  redirectChain?: PageFetchDiagnostics['redirectChain'];
+  accessBlock?: AccessBlockEvidence;
+  robotsTxt?: NonNullable<CrawlPageSnapshot['robotsTxt']>;
+} & ({
+  extraction: 'complete' | 'not-applicable' | 'unknown-media-type';
+} | {
+  extraction: 'failed';
+  extractionError: string;
+});
+export type CrawlRequestObservation = CrawlResponseObservation | {
+  requestedUrl: string;
+  outcome: 'skipped';
+  durationMs?: number;
+  reason: 'robots-disallowed' | 'robots-deferred';
+  robotsTxt: NonNullable<CrawlPageSnapshot['robotsTxt']>;
+  extraction: 'not-applicable';
+} | {
+  requestedUrl: string;
+  outcome: 'skipped';
+  durationMs?: number;
+  reason: 'origin-backpressure';
+  error: string;
+  extraction: 'not-applicable';
+} | {
+  requestedUrl: string;
+  outcome: 'failure';
+  durationMs?: number;
+  failureKind: 'dns' | 'tls' | 'timeout' | 'redirect-limit' | 'redirect-loop' | 'aborted' | 'unknown';
+  error: string;
+  extraction: 'not-applicable';
 };
-export declare function normalizeCrawlConfig(input: CrawlConfigInput): CrawlConfig;
-export declare function assertCrawlConfigLimits(config: CrawlConfig): CrawlConfig;
-export declare function crawlConfigHash(config: CrawlConfigInput): string;
-export declare function crawlDefinitionId(input: {
-  config: CrawlConfigInput;
-  site?: string;
-  googleAnalyticsPropertyId?: string;
-  analyticsConnection?: AnalyticsConnection;
-}): string;
-export declare function crawlRunId(): string;
-export declare function groupCrawlIssues(issues: CrawlIssue[]): CrawlIssueGroup[];
-export declare function summarizeCrawlReport(input: {
-  pages: CrawlPageSnapshot[];
-  requests?: CrawlRequestObservation[];
-  requestEvidenceStatus?: CrawlReport['requestEvidenceStatus'];
-  issues: CrawlIssue[];
-  stats?: Partial<CrawlRunStats> & {
-    skipReasons?: CrawlSkipReasonCount[];
-  };
-}): CrawlReportSummary;
-export declare function createCrawlReport(input: {
-  id?: string;
-  config: CrawlConfigInput;
-  pages?: CrawlPageSnapshot[];
-  requests?: CrawlRequestObservation[];
-  requestEvidenceStatus?: CrawlReport['requestEvidenceStatus'];
-  issues?: CrawlIssue[];
-  additionalIssues?: CrawlIssue[];
-  linkGraph?: CrawlLinkGraph;
-  ai?: CrawlAiSignals;
-  site?: string;
-  googleAnalyticsPropertyId?: string;
-  analyticsConnection?: AnalyticsConnection;
-  dataSources?: CrawlReportDataSources;
-  sitemapDiscovery?: CrawlSitemapDiscovery;
-  externalLinkVerification?: CrawlExternalLinkVerification;
-  siteChecks?: CrawlSiteChecks;
-  status?: CrawlReport['status'];
-  warnings?: string[];
-  caveats?: string[];
-  stats?: Partial<CrawlRunStats>;
-  generatedAt?: string;
-}): CrawlReport;
-export declare function normalizeLoadedCrawlReport(report: CrawlReport): CrawlReport;
 export declare function auditCrawlRequests(requests: CrawlRequestObservation[]): CrawlIssue[];
 export declare function auditCrawlPages(pages: CrawlPageSnapshot[], opts?: {
   startUrl?: string;
@@ -3383,6 +3396,23 @@ export declare const crawlPageSnapshotSchema: z.ZodObject<{
   responseHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
   responseTimeMs: z.ZodOptional<z.ZodNumber>;
   sizeBytes: z.ZodOptional<z.ZodNumber>;
+  googlebotCut: z.ZodOptional<z.ZodObject<{
+    limitBytes: z.ZodNumber;
+    bytesAfterLimit: z.ZodNumber;
+    mainContentStartBytes: z.ZodOptional<z.ZodNumber>;
+    mainContentMarker: z.ZodOptional<z.ZodEnum<{
+      h1: "h1";
+      main: "main";
+    }>>;
+    mainContentStart: z.ZodEnum<{
+      "before-limit": "before-limit";
+      "near-limit": "near-limit";
+      "after-limit": "after-limit";
+      "not-found": "not-found";
+    }>;
+    visibleWordsBeforeLimit: z.ZodNumber;
+    visibleWordsAfterLimit: z.ZodNumber;
+  }, z.core.$strip>>;
   usedJs: z.ZodOptional<z.ZodBoolean>;
   fetchSource: z.ZodOptional<z.ZodEnum<{
     cache: "cache";
@@ -3719,10 +3749,10 @@ export declare const crawlPageSnapshotSchema: z.ZodObject<{
     raw: z.ZodString;
     resolved: z.ZodOptional<z.ZodString>;
     ignoredReason: z.ZodOptional<z.ZodEnum<{
-      "invalid-url": "invalid-url";
       "outside-head": "outside-head";
       "alternate-qualifier": "alternate-qualifier";
       fragment: "fragment";
+      "invalid-url": "invalid-url";
       "non-http-url": "non-http-url";
     }>>;
     streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -4360,17 +4390,17 @@ export declare const crawlReportSummarySchema: z.ZodObject<{
   skippedUrls: z.ZodNumber;
   skipReasons: z.ZodArray<z.ZodObject<{
     reason: z.ZodEnum<{
+      "invalid-url": "invalid-url";
+      "robots-disallowed": "robots-disallowed";
+      "origin-backpressure": "origin-backpressure";
       "asset-url": "asset-url";
       "cdn-utility-url": "cdn-utility-url";
       "configured-exclusion": "configured-exclusion";
       "duplicate-normalization": "duplicate-normalization";
-      "invalid-url": "invalid-url";
       "memory-pressure": "memory-pressure";
       "off-origin": "off-origin";
-      "origin-backpressure": "origin-backpressure";
       "queue-safety-limit": "queue-safety-limit";
       "query-variant-limit": "query-variant-limit";
-      "robots-disallowed": "robots-disallowed";
       "robots-uncertain": "robots-uncertain";
       "legacy-unclassified": "legacy-unclassified";
     }>;
@@ -4528,17 +4558,17 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     skippedUrls: z.ZodNumber;
     skipReasons: z.ZodArray<z.ZodObject<{
       reason: z.ZodEnum<{
+        "invalid-url": "invalid-url";
+        "robots-disallowed": "robots-disallowed";
+        "origin-backpressure": "origin-backpressure";
         "asset-url": "asset-url";
         "cdn-utility-url": "cdn-utility-url";
         "configured-exclusion": "configured-exclusion";
         "duplicate-normalization": "duplicate-normalization";
-        "invalid-url": "invalid-url";
         "memory-pressure": "memory-pressure";
         "off-origin": "off-origin";
-        "origin-backpressure": "origin-backpressure";
         "queue-safety-limit": "queue-safety-limit";
         "query-variant-limit": "query-variant-limit";
-        "robots-disallowed": "robots-disallowed";
         "robots-uncertain": "robots-uncertain";
         "legacy-unclassified": "legacy-unclassified";
       }>;
@@ -4577,6 +4607,23 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     responseHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     responseTimeMs: z.ZodOptional<z.ZodNumber>;
     sizeBytes: z.ZodOptional<z.ZodNumber>;
+    googlebotCut: z.ZodOptional<z.ZodObject<{
+      limitBytes: z.ZodNumber;
+      bytesAfterLimit: z.ZodNumber;
+      mainContentStartBytes: z.ZodOptional<z.ZodNumber>;
+      mainContentMarker: z.ZodOptional<z.ZodEnum<{
+        h1: "h1";
+        main: "main";
+      }>>;
+      mainContentStart: z.ZodEnum<{
+        "before-limit": "before-limit";
+        "near-limit": "near-limit";
+        "after-limit": "after-limit";
+        "not-found": "not-found";
+      }>;
+      visibleWordsBeforeLimit: z.ZodNumber;
+      visibleWordsAfterLimit: z.ZodNumber;
+    }, z.core.$strip>>;
     usedJs: z.ZodOptional<z.ZodBoolean>;
     fetchSource: z.ZodOptional<z.ZodEnum<{
       cache: "cache";
@@ -4913,10 +4960,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
-        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
+        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -5875,17 +5922,17 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     skippedUrls: z.ZodNumber;
     skipReasons: z.ZodArray<z.ZodObject<{
       reason: z.ZodEnum<{
+        "invalid-url": "invalid-url";
+        "robots-disallowed": "robots-disallowed";
+        "origin-backpressure": "origin-backpressure";
         "asset-url": "asset-url";
         "cdn-utility-url": "cdn-utility-url";
         "configured-exclusion": "configured-exclusion";
         "duplicate-normalization": "duplicate-normalization";
-        "invalid-url": "invalid-url";
         "memory-pressure": "memory-pressure";
         "off-origin": "off-origin";
-        "origin-backpressure": "origin-backpressure";
         "queue-safety-limit": "queue-safety-limit";
         "query-variant-limit": "query-variant-limit";
-        "robots-disallowed": "robots-disallowed";
         "robots-uncertain": "robots-uncertain";
         "legacy-unclassified": "legacy-unclassified";
       }>;
@@ -5924,6 +5971,23 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     responseHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     responseTimeMs: z.ZodOptional<z.ZodNumber>;
     sizeBytes: z.ZodOptional<z.ZodNumber>;
+    googlebotCut: z.ZodOptional<z.ZodObject<{
+      limitBytes: z.ZodNumber;
+      bytesAfterLimit: z.ZodNumber;
+      mainContentStartBytes: z.ZodOptional<z.ZodNumber>;
+      mainContentMarker: z.ZodOptional<z.ZodEnum<{
+        h1: "h1";
+        main: "main";
+      }>>;
+      mainContentStart: z.ZodEnum<{
+        "before-limit": "before-limit";
+        "near-limit": "near-limit";
+        "after-limit": "after-limit";
+        "not-found": "not-found";
+      }>;
+      visibleWordsBeforeLimit: z.ZodNumber;
+      visibleWordsAfterLimit: z.ZodNumber;
+    }, z.core.$strip>>;
     usedJs: z.ZodOptional<z.ZodBoolean>;
     fetchSource: z.ZodOptional<z.ZodEnum<{
       cache: "cache";
@@ -6260,10 +6324,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
-        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
+        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -7222,17 +7286,17 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     skippedUrls: z.ZodNumber;
     skipReasons: z.ZodArray<z.ZodObject<{
       reason: z.ZodEnum<{
+        "invalid-url": "invalid-url";
+        "robots-disallowed": "robots-disallowed";
+        "origin-backpressure": "origin-backpressure";
         "asset-url": "asset-url";
         "cdn-utility-url": "cdn-utility-url";
         "configured-exclusion": "configured-exclusion";
         "duplicate-normalization": "duplicate-normalization";
-        "invalid-url": "invalid-url";
         "memory-pressure": "memory-pressure";
         "off-origin": "off-origin";
-        "origin-backpressure": "origin-backpressure";
         "queue-safety-limit": "queue-safety-limit";
         "query-variant-limit": "query-variant-limit";
-        "robots-disallowed": "robots-disallowed";
         "robots-uncertain": "robots-uncertain";
         "legacy-unclassified": "legacy-unclassified";
       }>;
@@ -7271,6 +7335,23 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     responseHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     responseTimeMs: z.ZodOptional<z.ZodNumber>;
     sizeBytes: z.ZodOptional<z.ZodNumber>;
+    googlebotCut: z.ZodOptional<z.ZodObject<{
+      limitBytes: z.ZodNumber;
+      bytesAfterLimit: z.ZodNumber;
+      mainContentStartBytes: z.ZodOptional<z.ZodNumber>;
+      mainContentMarker: z.ZodOptional<z.ZodEnum<{
+        h1: "h1";
+        main: "main";
+      }>>;
+      mainContentStart: z.ZodEnum<{
+        "before-limit": "before-limit";
+        "near-limit": "near-limit";
+        "after-limit": "after-limit";
+        "not-found": "not-found";
+      }>;
+      visibleWordsBeforeLimit: z.ZodNumber;
+      visibleWordsAfterLimit: z.ZodNumber;
+    }, z.core.$strip>>;
     usedJs: z.ZodOptional<z.ZodBoolean>;
     fetchSource: z.ZodOptional<z.ZodEnum<{
       cache: "cache";
@@ -7607,10 +7688,10 @@ export declare const crawlReportSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
-        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
+        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -8571,17 +8652,17 @@ export declare const crawlerSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
+          "invalid-url": "invalid-url";
+          "robots-disallowed": "robots-disallowed";
+          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
           "cdn-utility-url": "cdn-utility-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
-          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
-          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
           "query-variant-limit": "query-variant-limit";
-          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -8620,6 +8701,23 @@ export declare const crawlerSchemas: {
       responseHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
       responseTimeMs: z.ZodOptional<z.ZodNumber>;
       sizeBytes: z.ZodOptional<z.ZodNumber>;
+      googlebotCut: z.ZodOptional<z.ZodObject<{
+        limitBytes: z.ZodNumber;
+        bytesAfterLimit: z.ZodNumber;
+        mainContentStartBytes: z.ZodOptional<z.ZodNumber>;
+        mainContentMarker: z.ZodOptional<z.ZodEnum<{
+          h1: "h1";
+          main: "main";
+        }>>;
+        mainContentStart: z.ZodEnum<{
+          "before-limit": "before-limit";
+          "near-limit": "near-limit";
+          "after-limit": "after-limit";
+          "not-found": "not-found";
+        }>;
+        visibleWordsBeforeLimit: z.ZodNumber;
+        visibleWordsAfterLimit: z.ZodNumber;
+      }, z.core.$strip>>;
       usedJs: z.ZodOptional<z.ZodBoolean>;
       fetchSource: z.ZodOptional<z.ZodEnum<{
         cache: "cache";
@@ -8956,10 +9054,10 @@ export declare const crawlerSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
-          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
+          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -9918,17 +10016,17 @@ export declare const crawlerSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
+          "invalid-url": "invalid-url";
+          "robots-disallowed": "robots-disallowed";
+          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
           "cdn-utility-url": "cdn-utility-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
-          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
-          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
           "query-variant-limit": "query-variant-limit";
-          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -9967,6 +10065,23 @@ export declare const crawlerSchemas: {
       responseHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
       responseTimeMs: z.ZodOptional<z.ZodNumber>;
       sizeBytes: z.ZodOptional<z.ZodNumber>;
+      googlebotCut: z.ZodOptional<z.ZodObject<{
+        limitBytes: z.ZodNumber;
+        bytesAfterLimit: z.ZodNumber;
+        mainContentStartBytes: z.ZodOptional<z.ZodNumber>;
+        mainContentMarker: z.ZodOptional<z.ZodEnum<{
+          h1: "h1";
+          main: "main";
+        }>>;
+        mainContentStart: z.ZodEnum<{
+          "before-limit": "before-limit";
+          "near-limit": "near-limit";
+          "after-limit": "after-limit";
+          "not-found": "not-found";
+        }>;
+        visibleWordsBeforeLimit: z.ZodNumber;
+        visibleWordsAfterLimit: z.ZodNumber;
+      }, z.core.$strip>>;
       usedJs: z.ZodOptional<z.ZodBoolean>;
       fetchSource: z.ZodOptional<z.ZodEnum<{
         cache: "cache";
@@ -10303,10 +10418,10 @@ export declare const crawlerSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
-          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
+          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -11265,17 +11380,17 @@ export declare const crawlerSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
+          "invalid-url": "invalid-url";
+          "robots-disallowed": "robots-disallowed";
+          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
           "cdn-utility-url": "cdn-utility-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
-          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
-          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
           "query-variant-limit": "query-variant-limit";
-          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -11314,6 +11429,23 @@ export declare const crawlerSchemas: {
       responseHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
       responseTimeMs: z.ZodOptional<z.ZodNumber>;
       sizeBytes: z.ZodOptional<z.ZodNumber>;
+      googlebotCut: z.ZodOptional<z.ZodObject<{
+        limitBytes: z.ZodNumber;
+        bytesAfterLimit: z.ZodNumber;
+        mainContentStartBytes: z.ZodOptional<z.ZodNumber>;
+        mainContentMarker: z.ZodOptional<z.ZodEnum<{
+          h1: "h1";
+          main: "main";
+        }>>;
+        mainContentStart: z.ZodEnum<{
+          "before-limit": "before-limit";
+          "near-limit": "near-limit";
+          "after-limit": "after-limit";
+          "not-found": "not-found";
+        }>;
+        visibleWordsBeforeLimit: z.ZodNumber;
+        visibleWordsAfterLimit: z.ZodNumber;
+      }, z.core.$strip>>;
       usedJs: z.ZodOptional<z.ZodBoolean>;
       fetchSource: z.ZodOptional<z.ZodEnum<{
         cache: "cache";
@@ -11650,10 +11782,10 @@ export declare const crawlerSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
-          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
+          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -12787,6 +12919,23 @@ export declare const crawlerSchemas: {
     responseHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     responseTimeMs: z.ZodOptional<z.ZodNumber>;
     sizeBytes: z.ZodOptional<z.ZodNumber>;
+    googlebotCut: z.ZodOptional<z.ZodObject<{
+      limitBytes: z.ZodNumber;
+      bytesAfterLimit: z.ZodNumber;
+      mainContentStartBytes: z.ZodOptional<z.ZodNumber>;
+      mainContentMarker: z.ZodOptional<z.ZodEnum<{
+        h1: "h1";
+        main: "main";
+      }>>;
+      mainContentStart: z.ZodEnum<{
+        "before-limit": "before-limit";
+        "near-limit": "near-limit";
+        "after-limit": "after-limit";
+        "not-found": "not-found";
+      }>;
+      visibleWordsBeforeLimit: z.ZodNumber;
+      visibleWordsAfterLimit: z.ZodNumber;
+    }, z.core.$strip>>;
     usedJs: z.ZodOptional<z.ZodBoolean>;
     fetchSource: z.ZodOptional<z.ZodEnum<{
       cache: "cache";
@@ -13123,10 +13272,10 @@ export declare const crawlerSchemas: {
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
-        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
+        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -13547,17 +13696,17 @@ export declare const crawlerJsonSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
+          "invalid-url": "invalid-url";
+          "robots-disallowed": "robots-disallowed";
+          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
           "cdn-utility-url": "cdn-utility-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
-          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
-          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
           "query-variant-limit": "query-variant-limit";
-          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -13596,6 +13745,23 @@ export declare const crawlerJsonSchemas: {
       responseHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
       responseTimeMs: z.ZodOptional<z.ZodNumber>;
       sizeBytes: z.ZodOptional<z.ZodNumber>;
+      googlebotCut: z.ZodOptional<z.ZodObject<{
+        limitBytes: z.ZodNumber;
+        bytesAfterLimit: z.ZodNumber;
+        mainContentStartBytes: z.ZodOptional<z.ZodNumber>;
+        mainContentMarker: z.ZodOptional<z.ZodEnum<{
+          h1: "h1";
+          main: "main";
+        }>>;
+        mainContentStart: z.ZodEnum<{
+          "before-limit": "before-limit";
+          "near-limit": "near-limit";
+          "after-limit": "after-limit";
+          "not-found": "not-found";
+        }>;
+        visibleWordsBeforeLimit: z.ZodNumber;
+        visibleWordsAfterLimit: z.ZodNumber;
+      }, z.core.$strip>>;
       usedJs: z.ZodOptional<z.ZodBoolean>;
       fetchSource: z.ZodOptional<z.ZodEnum<{
         cache: "cache";
@@ -13932,10 +14098,10 @@ export declare const crawlerJsonSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
-          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
+          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -14894,17 +15060,17 @@ export declare const crawlerJsonSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
+          "invalid-url": "invalid-url";
+          "robots-disallowed": "robots-disallowed";
+          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
           "cdn-utility-url": "cdn-utility-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
-          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
-          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
           "query-variant-limit": "query-variant-limit";
-          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -14943,6 +15109,23 @@ export declare const crawlerJsonSchemas: {
       responseHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
       responseTimeMs: z.ZodOptional<z.ZodNumber>;
       sizeBytes: z.ZodOptional<z.ZodNumber>;
+      googlebotCut: z.ZodOptional<z.ZodObject<{
+        limitBytes: z.ZodNumber;
+        bytesAfterLimit: z.ZodNumber;
+        mainContentStartBytes: z.ZodOptional<z.ZodNumber>;
+        mainContentMarker: z.ZodOptional<z.ZodEnum<{
+          h1: "h1";
+          main: "main";
+        }>>;
+        mainContentStart: z.ZodEnum<{
+          "before-limit": "before-limit";
+          "near-limit": "near-limit";
+          "after-limit": "after-limit";
+          "not-found": "not-found";
+        }>;
+        visibleWordsBeforeLimit: z.ZodNumber;
+        visibleWordsAfterLimit: z.ZodNumber;
+      }, z.core.$strip>>;
       usedJs: z.ZodOptional<z.ZodBoolean>;
       fetchSource: z.ZodOptional<z.ZodEnum<{
         cache: "cache";
@@ -15279,10 +15462,10 @@ export declare const crawlerJsonSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
-          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
+          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -16241,17 +16424,17 @@ export declare const crawlerJsonSchemas: {
       skippedUrls: z.ZodNumber;
       skipReasons: z.ZodArray<z.ZodObject<{
         reason: z.ZodEnum<{
+          "invalid-url": "invalid-url";
+          "robots-disallowed": "robots-disallowed";
+          "origin-backpressure": "origin-backpressure";
           "asset-url": "asset-url";
           "cdn-utility-url": "cdn-utility-url";
           "configured-exclusion": "configured-exclusion";
           "duplicate-normalization": "duplicate-normalization";
-          "invalid-url": "invalid-url";
           "memory-pressure": "memory-pressure";
           "off-origin": "off-origin";
-          "origin-backpressure": "origin-backpressure";
           "queue-safety-limit": "queue-safety-limit";
           "query-variant-limit": "query-variant-limit";
-          "robots-disallowed": "robots-disallowed";
           "robots-uncertain": "robots-uncertain";
           "legacy-unclassified": "legacy-unclassified";
         }>;
@@ -16290,6 +16473,23 @@ export declare const crawlerJsonSchemas: {
       responseHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
       responseTimeMs: z.ZodOptional<z.ZodNumber>;
       sizeBytes: z.ZodOptional<z.ZodNumber>;
+      googlebotCut: z.ZodOptional<z.ZodObject<{
+        limitBytes: z.ZodNumber;
+        bytesAfterLimit: z.ZodNumber;
+        mainContentStartBytes: z.ZodOptional<z.ZodNumber>;
+        mainContentMarker: z.ZodOptional<z.ZodEnum<{
+          h1: "h1";
+          main: "main";
+        }>>;
+        mainContentStart: z.ZodEnum<{
+          "before-limit": "before-limit";
+          "near-limit": "near-limit";
+          "after-limit": "after-limit";
+          "not-found": "not-found";
+        }>;
+        visibleWordsBeforeLimit: z.ZodNumber;
+        visibleWordsAfterLimit: z.ZodNumber;
+      }, z.core.$strip>>;
       usedJs: z.ZodOptional<z.ZodBoolean>;
       fetchSource: z.ZodOptional<z.ZodEnum<{
         cache: "cache";
@@ -16626,10 +16826,10 @@ export declare const crawlerJsonSchemas: {
         raw: z.ZodString;
         resolved: z.ZodOptional<z.ZodString>;
         ignoredReason: z.ZodOptional<z.ZodEnum<{
-          "invalid-url": "invalid-url";
           "outside-head": "outside-head";
           "alternate-qualifier": "alternate-qualifier";
           fragment: "fragment";
+          "invalid-url": "invalid-url";
           "non-http-url": "non-http-url";
         }>>;
         streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -17763,6 +17963,23 @@ export declare const crawlerJsonSchemas: {
     responseHeaders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     responseTimeMs: z.ZodOptional<z.ZodNumber>;
     sizeBytes: z.ZodOptional<z.ZodNumber>;
+    googlebotCut: z.ZodOptional<z.ZodObject<{
+      limitBytes: z.ZodNumber;
+      bytesAfterLimit: z.ZodNumber;
+      mainContentStartBytes: z.ZodOptional<z.ZodNumber>;
+      mainContentMarker: z.ZodOptional<z.ZodEnum<{
+        h1: "h1";
+        main: "main";
+      }>>;
+      mainContentStart: z.ZodEnum<{
+        "before-limit": "before-limit";
+        "near-limit": "near-limit";
+        "after-limit": "after-limit";
+        "not-found": "not-found";
+      }>;
+      visibleWordsBeforeLimit: z.ZodNumber;
+      visibleWordsAfterLimit: z.ZodNumber;
+    }, z.core.$strip>>;
     usedJs: z.ZodOptional<z.ZodBoolean>;
     fetchSource: z.ZodOptional<z.ZodEnum<{
       cache: "cache";
@@ -18099,10 +18316,10 @@ export declare const crawlerJsonSchemas: {
       raw: z.ZodString;
       resolved: z.ZodOptional<z.ZodString>;
       ignoredReason: z.ZodOptional<z.ZodEnum<{
-        "invalid-url": "invalid-url";
         "outside-head": "outside-head";
         "alternate-qualifier": "alternate-qualifier";
         fragment: "fragment";
+        "invalid-url": "invalid-url";
         "non-http-url": "non-http-url";
       }>>;
       streamedMetadata: z.ZodOptional<z.ZodLiteral<true>>;
@@ -22116,6 +22333,7 @@ type WeekData = {
   end: string;
   account: string;
   sites: WeekSite[];
+  first?: boolean;
 };
 type WeekGoogleUpdate = {
   name: string;
@@ -22204,10 +22422,63 @@ type LintSource = {
   path: string;
   skipped: string;
 };
+type AiOverview = {
+  keyword: string;
+  references: {
+    domain: string | null;
+    url: string | null;
+    title: string | null;
+  }[];
+};
+declare const RESEARCH_DEVICES: readonly ["desktop", "mobile"];
+type ResearchDevice = (typeof RESEARCH_DEVICES)[number];
+type Row$1 = Record<string, string | number | boolean | null>;
+type ResearchRows = {
+  rows: Row$1[];
+  costUsd: number | null;
+  partial: boolean;
+  missed: string[];
+  noData: string[];
+  floor?: {
+    field: string;
+    value: number;
+  };
+  leftOut?: string[];
+  available?: number;
+  siteTotal?: SiteTotal;
+  rankFailed?: boolean;
+  compared?: {
+    results: number;
+    withPage: number;
+    withSite: number;
+  };
+  aiOverviews?: AiOverview[];
+  warnings?: string[];
+};
+type SiteTotal = {
+  metric: 'etv' | 'org_traffic';
+  traffic: number;
+  keywords: number | null;
+};
 type ResearchStore = {
   get(key: string): Promise<string | null>;
   put(key: string, value: string, ttlSeconds: number): Promise<void>;
 };
+type Row = ResearchRows['rows'][number];
+type InstalledSerp = (input: {
+  provider: string;
+  keyword: string;
+  country: string;
+  language: string;
+  device: ResearchDevice;
+  depth: number;
+}) => Promise<{
+  rows: Row[];
+  costMicros: number | null;
+  partial: boolean;
+  warnings: string[];
+  depth: number;
+}>;
 export type TokenStorageMode = 'keychain' | 'file';
 export type TokenStorageStatus = {
   configured: TokenStorageMode;
@@ -22710,6 +22981,7 @@ export type ProviderInstallerOptions = {
 export declare function inspectProviderPackage(value: string, options?: ProviderInstallerOptions): Promise<ProviderPackageRelease>;
 export declare function installProviderPackage(input: ProviderPackageRelease, options?: ProviderInstallerOptions): Promise<InstalledProviderPackage>;
 export declare function uninstallProviderExtension(id: string, options?: ProviderInstallerOptions): Promise<InstalledProviderPackage | undefined>;
+export declare const installedProviderSerp: InstalledSerp;
 export declare function readInstalledProviderPackages(): InstalledProviderPackages;
 export declare function writeInstalledProviderPackages(value: InstalledProviderPackages): InstalledProviderPackages;
 export declare function saveInstalledProviderPackage(value: InstalledProviderPackage): InstalledProviderPackages;