@rankcli/mcp-server 0.0.6 → 0.0.8

package/dist/index.js

@@ -1,4 +1,8 @@
 #!/usr/bin/env node
+import {
+  ANALYSIS_TOOLS,
+  handleAnalysisTool
+} from "./chunk-JSSECRCS.js";
 
 // src/index.ts
 import { Server } from "@modelcontextprotocol/sdk/server/index.js";
@@ -8,271 +12,9 @@ import {
   ListToolsRequestSchema
 } from "@modelcontextprotocol/sdk/types.js";
 import Conf from "conf";
-import { analyzers } from "@rankcli/agent-runtime";
 var SUPABASE_URL = process.env.RANKCLI_SUPABASE_URL || "https://bspljbxwbjiqueeyzyat.supabase.co";
 var localConfig = new Conf({ projectName: "rankcli" });
-var TOOLS = [
-  {
-    name: "seo_analyze",
-    description: `Run comprehensive SEO analysis on a webpage. Returns scores and issues for:
-- GEO (AI Search Optimization) - Is the site visible to ChatGPT, Perplexity, Claude?
-- Core Web Vitals (LCP, CLS, INP) - Performance estimates
-- Structured Data - Schema.org validation
-- Security Headers - HTTPS, HSTS, CSP
-- Mobile SEO - Responsive design, touch targets
-- Images - Alt text, formats, dimensions
-- Internal Linking - Anchor text, orphan detection
-
-Use this for a complete SEO audit.`,
-    inputSchema: {
-      type: "object",
-      properties: {
-        url: {
-          type: "string",
-          description: "URL of the page to analyze"
-        },
-        html: {
-          type: "string",
-          description: "HTML content of the page (optional if URL is provided)"
-        },
-        robotsTxt: {
-          type: "string",
-          description: "robots.txt content for AI crawler analysis (optional)"
-        }
-      },
-      required: ["url"]
-    }
-  },
-  {
-    name: "seo_geo_check",
-    description: `Check if a website is optimized for AI search engines (GEO - Generative Engine Optimization).
-
-Analyzes:
-- AI crawler access (GPTBot, ClaudeBot, PerplexityBot, etc.)
-- robots.txt rules for AI crawlers
-- JS rendering requirements (can AI crawlers see content?)
-- Content structure for LLM consumption
-- Citation readiness (trust signals)
-- FAQ/entity extraction capability
-
-Critical for visibility in ChatGPT, Perplexity, Claude, and Gemini responses.`,
-    inputSchema: {
-      type: "object",
-      properties: {
-        url: {
-          type: "string",
-          description: "URL of the page to analyze"
-        },
-        html: {
-          type: "string",
-          description: "HTML content of the page"
-        },
-        robotsTxt: {
-          type: "string",
-          description: "robots.txt content"
-        }
-      },
-      required: ["url"]
-    }
-  },
-  {
-    name: "seo_robots_ai",
-    description: `Analyze robots.txt for AI crawler permissions. Shows which AI crawlers (GPTBot, ClaudeBot, PerplexityBot, etc.) are allowed or blocked.`,
-    inputSchema: {
-      type: "object",
-      properties: {
-        robotsTxt: {
-          type: "string",
-          description: "Content of robots.txt file"
-        }
-      },
-      required: ["robotsTxt"]
-    }
-  },
-  {
-    name: "seo_generate_robots",
-    description: `Generate an AI-friendly robots.txt that allows all major AI crawlers (GPTBot, ClaudeBot, PerplexityBot, Google-Extended, etc.)`,
-    inputSchema: {
-      type: "object",
-      properties: {
-        siteUrl: {
-          type: "string",
-          description: "Base URL of the site (e.g., https://example.com)"
-        }
-      },
-      required: ["siteUrl"]
-    }
-  },
-  {
-    name: "seo_core_web_vitals",
-    description: `Estimate Core Web Vitals (LCP, CLS, INP, TTFB) from HTML analysis. Identifies issues like:
-- Render-blocking resources
-- Images without dimensions
-- Large JavaScript bundles
-- Missing preload hints`,
-    inputSchema: {
-      type: "object",
-      properties: {
-        url: {
-          type: "string",
-          description: "URL of the page"
-        },
-        html: {
-          type: "string",
-          description: "HTML content of the page"
-        }
-      },
-      required: ["url", "html"]
-    }
-  },
-  {
-    name: "seo_structured_data",
-    description: `Validate JSON-LD structured data (Schema.org). Checks for:
-- Required properties per schema type
-- Article, Product, FAQ, HowTo, LocalBusiness schemas
-- Rich result eligibility
-- Common mistakes`,
-    inputSchema: {
-      type: "object",
-      properties: {
-        url: {
-          type: "string",
-          description: "URL of the page"
-        },
-        html: {
-          type: "string",
-          description: "HTML content with JSON-LD"
-        }
-      },
-      required: ["url", "html"]
-    }
-  },
-  {
-    name: "seo_generate_schema",
-    description: `Generate JSON-LD structured data template for a page type (article, product, faq, local-business, website).`,
-    inputSchema: {
-      type: "object",
-      properties: {
-        pageType: {
-          type: "string",
-          enum: ["article", "product", "faq", "local-business", "website"],
-          description: "Type of page"
-        },
-        siteName: {
-          type: "string",
-          description: "Name of the website"
-        },
-        siteUrl: {
-          type: "string",
-          description: "Base URL of the website"
-        },
-        authorName: {
-          type: "string",
-          description: "Default author name (for articles)"
-        },
-        organizationName: {
-          type: "string",
-          description: "Organization name"
-        }
-      },
-      required: ["pageType", "siteName", "siteUrl"]
-    }
-  },
-  {
-    name: "seo_security_headers",
-    description: `Analyze security headers (HTTPS, HSTS, CSP, X-Frame-Options, etc.). Returns a security grade A+ through F.`,
-    inputSchema: {
-      type: "object",
-      properties: {
-        url: {
-          type: "string",
-          description: "URL of the page"
-        },
-        headers: {
-          type: "object",
-          description: "HTTP response headers",
-          additionalProperties: { type: "string" }
-        }
-      },
-      required: ["url", "headers"]
-    }
-  },
-  {
-    name: "seo_generate_security_headers",
-    description: `Generate recommended security headers configuration for a site.`,
-    inputSchema: {
-      type: "object",
-      properties: {
-        siteUrl: {
-          type: "string",
-          description: "Base URL of the site"
-        }
-      },
-      required: ["siteUrl"]
-    }
-  },
-  {
-    name: "seo_images",
-    description: `Analyze images for SEO and performance. Checks alt text, dimensions, formats (WebP/AVIF), lazy loading, and responsive images.`,
-    inputSchema: {
-      type: "object",
-      properties: {
-        url: {
-          type: "string",
-          description: "URL of the page"
-        },
-        html: {
-          type: "string",
-          description: "HTML content of the page"
-        }
-      },
-      required: ["url", "html"]
-    }
-  },
-  {
-    name: "seo_internal_links",
-    description: `Analyze internal linking structure. Checks anchor text quality, orphan page risk, link distribution, and suggests linking opportunities.`,
-    inputSchema: {
-      type: "object",
-      properties: {
-        url: {
-          type: "string",
-          description: "URL of the page"
-        },
-        html: {
-          type: "string",
-          description: "HTML content of the page"
-        }
-      },
-      required: ["url", "html"]
-    }
-  },
-  {
-    name: "seo_mobile",
-    description: `Analyze mobile SEO. Checks viewport, touch targets, font sizes, content width, PWA readiness.`,
-    inputSchema: {
-      type: "object",
-      properties: {
-        url: {
-          type: "string",
-          description: "URL of the page"
-        },
-        html: {
-          type: "string",
-          description: "HTML content of the page"
-        }
-      },
-      required: ["url", "html"]
-    }
-  },
-  {
-    name: "seo_ai_crawlers",
-    description: `Get information about all known AI crawlers (GPTBot, ClaudeBot, PerplexityBot, Google-Extended, etc.) including their user agents and purposes.`,
-    inputSchema: {
-      type: "object",
-      properties: {}
-    }
-  },
+var ACCOUNT_TOOLS = [
   {
     name: "rankcli_connect",
     description: `Link this AI assistant to a RankCLI account (rankcli.dev). This is the only tool in this server that contacts rankcli.dev, and only when you call it - every other tool runs fully locally. Connecting unlocks GitHub auto-fix PRs, scheduled monitoring, and a dashboard with history across audits; it does not change how the other tools work. Opens a browser tab for the user to approve (or reuses an existing session if already logged in). Safe to call anytime - if already connected, it just reports who's connected.`,
@@ -290,6 +32,7 @@ Critical for visibility in ChatGPT, Perplexity, Claude, and Gemini responses.`,
     }
   }
 ];
+var TOOLS = [...ANALYSIS_TOOLS, ...ACCOUNT_TOOLS];
 var server = new Server(
   {
     name: "rankcli",
@@ -307,160 +50,9 @@ server.setRequestHandler(ListToolsRequestSchema, async () => {
 server.setRequestHandler(CallToolRequestSchema, async (request) => {
   const { name, arguments: args } = request.params;
   try {
+    const analysisResult = await handleAnalysisTool(name, args);
+    if (analysisResult) return analysisResult;
     switch (name) {
-      case "seo_analyze": {
-        const { url, html, robotsTxt } = args;
-        if (!html) {
-          return {
-            content: [
-              {
-                type: "text",
-                text: "HTML content is required for analysis. Please provide the HTML of the page."
-              }
-            ]
-          };
-        }
-        const result = await analyzers.analyzeComprehensive(html, url, { robotsTxt });
-        return {
-          content: [
-            {
-              type: "text",
-              text: formatComprehensiveResult(result)
-            }
-          ]
-        };
-      }
-      case "seo_geo_check": {
-        const { url, html, robotsTxt } = args;
-        if (!html) {
-          return {
-            content: [{ type: "text", text: "HTML content required for GEO analysis." }]
-          };
-        }
-        const result = await analyzers.analyzeGEO(html, url, robotsTxt);
-        return {
-          content: [{ type: "text", text: formatGEOResult(result) }]
-        };
-      }
-      case "seo_robots_ai": {
-        const { robotsTxt } = args;
-        const result = analyzers.analyzeRobotsTxtForAI(robotsTxt);
-        return {
-          content: [
-            {
-              type: "text",
-              text: `## AI Crawler Analysis
-
-**Allowed:** ${result.allowed.join(", ") || "None"}
-
-**Blocked:** ${result.blocked.join(", ") || "None"}
-
-**Recommendations:**
-${result.recommendations.map((r) => `- ${r}`).join("\n") || "- All good!"}`
-            }
-          ]
-        };
-      }
-      case "seo_generate_robots": {
-        const { siteUrl } = args;
-        const robotsTxt = analyzers.generateAIFriendlyRobotsTxt(siteUrl);
-        return {
-          content: [
-            {
-              type: "text",
-              text: `## AI-Friendly robots.txt
-
-\`\`\`
-${robotsTxt}\`\`\``
-            }
-          ]
-        };
-      }
-      case "seo_core_web_vitals": {
-        const { url, html } = args;
-        const result = analyzers.analyzeCoreWebVitals(html, url);
-        return {
-          content: [{ type: "text", text: formatCWVResult(result) }]
-        };
-      }
-      case "seo_structured_data": {
-        const { url, html } = args;
-        const result = analyzers.analyzeStructuredData(html, url);
-        return {
-          content: [{ type: "text", text: formatStructuredDataResult(result) }]
-        };
-      }
-      case "seo_generate_schema": {
-        const { pageType, siteName, siteUrl, authorName, organizationName } = args;
-        const schema = analyzers.generateSchemaTemplate(pageType, { siteName, siteUrl, authorName, organizationName });
-        return {
-          content: [
-            {
-              type: "text",
-              text: `## ${pageType} Schema Template
-
-\`\`\`json
-${schema}
-\`\`\`
-
-Replace {{placeholders}} with actual values.`
-            }
-          ]
-        };
-      }
-      case "seo_security_headers": {
-        const { url, headers } = args;
-        const result = analyzers.analyzeSecurityHeaders(headers, url);
-        return {
-          content: [{ type: "text", text: formatSecurityResult(result) }]
-        };
-      }
-      case "seo_generate_security_headers": {
-        const { siteUrl } = args;
-        const headers = analyzers.generateSecurityHeaders(siteUrl);
-        return {
-          content: [
-            {
-              type: "text",
-              text: `## Recommended Security Headers
-
-${Object.entries(headers).map(([k, v]) => `**${k}:**
-\`${v}\``).join("\n\n")}`
-            }
-          ]
-        };
-      }
-      case "seo_images": {
-        const { url, html } = args;
-        const result = analyzers.analyzeImages(html, url);
-        return {
-          content: [{ type: "text", text: formatImagesResult(result) }]
-        };
-      }
-      case "seo_internal_links": {
-        const { url, html } = args;
-        const result = analyzers.analyzeInternalLinking(html, url);
-        return {
-          content: [{ type: "text", text: formatInternalLinksResult(result) }]
-        };
-      }
-      case "seo_mobile": {
-        const { url, html } = args;
-        const result = analyzers.analyzeMobileSEO(html, url);
-        return {
-          content: [{ type: "text", text: formatMobileResult(result) }]
-        };
-      }
-      case "seo_ai_crawlers": {
-        return {
-          content: [
-            {
-              type: "text",
-              text: formatAICrawlersInfo()
-            }
-          ]
-        };
-      }
       case "rankcli_connect": {
         const result = await connectToRankCLI();
         return {
@@ -500,28 +92,25 @@ ${Object.entries(headers).map(([k, v]) => `**${k}:**
     };
   }
 });
-var BRIDGE_FOOTER = `
----
-*This ran locally with no signup. For GitHub auto-fix PRs, scheduled monitoring, and a dashboard with history across audits, call the rankcli_connect tool or create a free account at [rankcli.dev](https://rankcli.dev).*`;
 async function pollConnectStatus(connectId, timeoutMs) {
   const deadline = Date.now() + timeoutMs;
   while (Date.now() < deadline) {
-    await new Promise((resolve) => setTimeout(resolve, 2e3));
     try {
       const res = await fetch(`${SUPABASE_URL}/functions/v1/mcp-connect-status`, {
         method: "POST",
         headers: { "Content-Type": "application/json" },
         body: JSON.stringify({ connectId })
       });
-      const data = await res.json();
-      if (data.status === "claimed") {
-        return { email: data.email, apiKey: data.apiKey, apiKeyName: data.apiKeyName };
+      const status = await res.json();
+      if (status.status === "claimed" && status.apiKey) {
+        return { apiKey: status.apiKey, apiKeyName: status.apiKeyName, email: status.email };
       }
-      if (data.status === "expired" || data.status === "not_found") {
+      if (status.status === "expired" || status.status === "not_found") {
         return null;
       }
     } catch {
     }
+    await new Promise((resolve) => setTimeout(resolve, 2e3));
   }
   return null;
 }
@@ -611,265 +200,6 @@ ${url}
 Then run rankcli_connect again to finish (link expires in ${expiresMinutes} minutes).`
   };
 }
-function formatComprehensiveResult(result) {
-  const criticalIssues = result.allIssues.filter((i) => i.severity === "critical");
-  const warnings = result.allIssues.filter((i) => i.severity === "warning");
-  return `# SEO Analysis Report
-
-**URL:** ${result.url}
-**Overall Score:** ${result.overallScore}/100
-**Analyzed:** ${result.timestamp}
-
-## Scores
-
-| Category | Score |
-|----------|-------|
-| GEO (AI Search) | ${result.grades.geo}/100 |
-| Core Web Vitals | ${result.grades.coreWebVitals}/100 |
-| Security | ${result.grades.security} |
-| Structured Data | ${result.grades.structuredData}/100 |
-| Images | ${result.grades.images}/100 |
-| Internal Links | ${result.grades.internalLinking}/100 |
-| Mobile SEO | ${result.grades.mobile}/100 |
-
-## Critical Issues (${criticalIssues.length})
-
-${criticalIssues.map((i) => `### \u274C ${i.title}
-${i.description}
-
-**Fix:** ${i.howToFix}`).join("\n\n") || "None!"}
-
-## Warnings (${warnings.length})
-
-${warnings.slice(0, 5).map((i) => `- **${i.title}:** ${i.description}`).join("\n") || "None!"}
-
-## Priority Recommendations
-
-${result.prioritizedRecommendations.map((r, i) => `${i + 1}. ${r}`).join("\n")}
-${BRIDGE_FOOTER}
-`;
-}
-function formatGEOResult(result) {
-  return `# GEO Analysis (AI Search Optimization)
-
-**Score:** ${result.score}/100
-
-## AI Crawler Access
-
-| Status | Crawlers |
-|--------|----------|
-| \u2705 Allowed | ${result.aiCrawlerAccess.allowedCrawlers.join(", ") || "None"} |
-| \u274C Blocked | ${result.aiCrawlerAccess.blockedCrawlers.join(", ") || "None"} |
-
-**Server-Side Rendered:** ${result.aiCrawlerAccess.serverSideRendered ? "\u2705 Yes" : "\u274C No"}
-**JS Rendering Required:** ${result.aiCrawlerAccess.jsRenderingRequired ? "\u26A0\uFE0F Yes (AI crawlers may not see content)" : "\u2705 No"}
-
-## LLM Friendliness Scores
-
-| Signal | Score |
-|--------|-------|
-| Content Clarity | ${result.llmSignals.contentClarity}/100 |
-| Fact Density | ${result.llmSignals.factDensity}/100 |
-| Structure Quality | ${result.llmSignals.structureQuality}/100 |
-| Citation Quality | ${result.llmSignals.citationQuality}/100 |
-
-## Content Structure
-
-- Structured Data: ${result.contentStructure.hasStructuredData ? "\u2705" : "\u274C"}
-- FAQ Schema: ${result.contentStructure.hasFAQSchema ? "\u2705" : "\u274C"}
-- Article Schema: ${result.contentStructure.hasArticleSchema ? "\u2705" : "\u274C"}
-- Heading Hierarchy: ${result.contentStructure.headingHierarchy}
-
-## Citation Readiness
-
-Trust Signals: ${result.citationReadiness.trustSignals.join(", ") || "None detected"}
-
-## Recommendations
-
-${result.recommendations.map((r) => `- ${r}`).join("\n")}
-${BRIDGE_FOOTER}
-`;
-}
-function formatCWVResult(result) {
-  const emoji = (est) => est === "good" ? "\u{1F7E2}" : est === "needs-improvement" ? "\u{1F7E1}" : "\u{1F534}";
-  return `# Core Web Vitals Estimate
-
-**Overall Score:** ${result.overallScore}/100
-
-| Metric | Estimate | Issues |
-|--------|----------|--------|
-| LCP (Largest Contentful Paint) | ${emoji(result.lcp.estimate)} ${result.lcp.estimate} | ${result.lcp.issues.length} |
-| CLS (Cumulative Layout Shift) | ${emoji(result.cls.estimate)} ${result.cls.estimate} | ${result.cls.issues.length} |
-| INP (Interaction to Next Paint) | ${emoji(result.inp.estimate)} ${result.inp.estimate} | ${result.inp.issues.length} |
-| TTFB (Time to First Byte) | ${emoji(result.ttfb.estimate)} ${result.ttfb.estimate} | ${result.ttfb.issues.length} |
-
-## Issues
-
-${result.issues.map((i) => `- **${i.title}:** ${i.howToFix}`).join("\n") || "No critical issues!"}
-`;
-}
-function formatStructuredDataResult(result) {
-  return `# Structured Data Analysis
-
-**Score:** ${result.score}/100
-**Schemas Found:** ${result.schemas.length}
-
-## Schema Types
-
-| Type | Valid | Errors |
-|------|-------|--------|
-${result.schemas.map((s) => `| ${s.type} | ${s.isValid ? "\u2705" : "\u274C"} | ${s.errors.join("; ") || "-"} |`).join("\n") || "| None found | - | - |"}
-
-## Rich Result Eligibility
-
-- Organization: ${result.hasOrganization ? "\u2705" : "\u274C"}
-- WebSite: ${result.hasWebSite ? "\u2705" : "\u274C"}
-- Breadcrumb: ${result.hasBreadcrumb ? "\u2705" : "\u274C"}
-- Article: ${result.hasArticle ? "\u2705" : "\u274C"}
-- Product: ${result.hasProduct ? "\u2705" : "\u274C"}
-- FAQ: ${result.hasFAQ ? "\u2705" : "\u274C"}
-- HowTo: ${result.hasHowTo ? "\u2705" : "\u274C"}
-
-## Recommendations
-
-${result.recommendations.map((r) => `- ${r}`).join("\n")}
-`;
-}
-function formatSecurityResult(result) {
-  return `# Security Headers Analysis
-
-**Grade:** ${result.grade}
-**Score:** ${result.score}/100
-
-## Headers
-
-| Header | Status |
-|--------|--------|
-| HTTPS | ${result.https.enabled ? "\u2705" : "\u274C"} |
-| HSTS | ${result.https.hasHSTS ? "\u2705" : "\u274C"} |
-| CSP | ${result.contentSecurity.hasCSP ? "\u2705" : "\u274C"} |
-| X-Frame-Options | ${result.frameOptions.hasXFrameOptions ? "\u2705" : "\u274C"} |
-| X-Content-Type-Options | ${result.contentTypeOptions.hasXContentTypeOptions ? "\u2705" : "\u274C"} |
-| Referrer-Policy | ${result.referrerPolicy.hasReferrerPolicy ? "\u2705" : "\u274C"} |
-| Permissions-Policy | ${result.permissionsPolicy.hasPermissionsPolicy ? "\u2705" : "\u274C"} |
-
-## Issues
-
-${result.issues.map((i) => `- **${i.title}:** ${i.howToFix}`).join("\n") || "No issues!"}
-`;
-}
-function formatImagesResult(result) {
-  return `# Image Analysis
-
-**Score:** ${result.score}/100
-**Total Images:** ${result.totalImages}
-
-## Stats
-
-| Metric | Count |
-|--------|-------|
-| With Alt Text | ${result.imagesWithAlt} |
-| With Dimensions | ${result.imagesWithDimensions} |
-| Lazy Loading | ${result.imagesWithLazyLoading} |
-| Modern Formats | ${result.modernFormats} |
-| Legacy Formats | ${result.legacyFormats} |
-
-## Issues
-
-${result.issues.map((i) => `- **${i.title}:** ${i.howToFix}`).join("\n") || "No issues!"}
-
-## Recommendations
-
-${result.recommendations.map((r) => `- ${r}`).join("\n")}
-`;
-}
-function formatInternalLinksResult(result) {
-  return `# Internal Linking Analysis
-
-**Score:** ${result.score}/100
-
-## Stats
-
-| Metric | Count |
-|--------|-------|
-| Total Links | ${result.totalLinks} |
-| Internal Links | ${result.internalLinks} |
-| External Links | ${result.externalLinks} |
-| Navigation Links | ${result.navigationLinks} |
-| Content Links | ${result.contentLinks} |
-| Unique Internal Targets | ${result.uniqueInternalTargets} |
-
-## Anchor Text Quality
-
-- Descriptive: ${result.anchorTextAnalysis.descriptive}
-- Generic: ${result.anchorTextAnalysis.generic}
-- Empty: ${result.anchorTextAnalysis.empty}
-
-## Issues
-
-${result.issues.map((i) => `- **${i.title}:** ${i.howToFix}`).join("\n") || "No issues!"}
-
-## Recommendations
-
-${result.recommendations.map((r) => `- ${r}`).join("\n")}
-`;
-}
-function formatMobileResult(result) {
-  return `# Mobile SEO Analysis
-
-**Score:** ${result.score}/100
-
-## Viewport
-
-- Has Viewport: ${result.viewport.hasViewport ? "\u2705" : "\u274C"}
-- Responsive: ${result.viewport.isResponsive ? "\u2705" : "\u274C"}
-${result.viewport.viewportContent ? `- Content: \`${result.viewport.viewportContent}\`` : ""}
-
-## Touch Targets
-
-- Small Targets: ${result.touchTargets.smallTargets}
-- Proper Targets: ${result.touchTargets.properTargets}
-
-## Mobile Features
-
-- Apple Touch Icon: ${result.mobileSpecific.hasAppleTouchIcon ? "\u2705" : "\u274C"}
-- Theme Color: ${result.mobileSpecific.hasThemeColor ? "\u2705" : "\u274C"}
-- Web App Manifest: ${result.mobileSpecific.hasManifest ? "\u2705" : "\u274C"}
-- Responsive Images: ${result.mobileSpecific.hasMobileOptimizedImages ? "\u2705" : "\u274C"}
-
-## Issues
-
-${result.issues.map((i) => `- **${i.title}:** ${i.howToFix}`).join("\n") || "No issues!"}
-
-## Recommendations
-
-${result.recommendations.map((r) => `- ${r}`).join("\n")}
-`;
-}
-function formatAICrawlersInfo() {
-  const crawlers = Object.entries(analyzers.AI_CRAWLERS_INFO);
-  return `# Known AI Crawlers
-
-${crawlers.map(([name, info]) => `## ${name}
-- **User-Agent:** ${info.userAgent}
-- **Company:** ${info.company}
-- **Purpose:** ${info.purpose}
-`).join("\n")}
-
-## robots.txt Example
-
-\`\`\`
-User-agent: GPTBot
-Allow: /
-
-User-agent: Claude-Web
-Allow: /
-
-User-agent: PerplexityBot
-Allow: /
-\`\`\`
-`;
-}
 async function main() {
   const transport = new StdioServerTransport();
   await server.connect(transport);