firecrawl-mcp 1.5.0 → 1.6.0

package/dist/index.js

@@ -518,6 +518,28 @@ const DEEP_RESEARCH_TOOL = {
         required: ['query'],
     },
 };
+const GENERATE_LLMSTXT_TOOL = {
+    name: 'firecrawl_generate_llmstxt',
+    description: 'Generate standardized LLMs.txt file for a given URL, which provides context about how LLMs should interact with the website.',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            url: {
+                type: 'string',
+                description: 'The URL to generate LLMs.txt from',
+            },
+            maxUrls: {
+                type: 'number',
+                description: 'Maximum number of URLs to process (1-100, default: 10)',
+            },
+            showFullText: {
+                type: 'boolean',
+                description: 'Whether to show the full LLMs-full.txt in the response',
+            },
+        },
+        required: ['url'],
+    },
+};
 // Type guards
 function isScrapeOptions(args) {
     return (typeof args === 'object' &&
@@ -563,6 +585,12 @@ function isExtractOptions(args) {
     return (Array.isArray(urls) &&
         urls.every((url) => typeof url === 'string'));
 }
+function isGenerateLLMsTextOptions(args) {
+    return (typeof args === 'object' &&
+        args !== null &&
+        'url' in args &&
+        typeof args.url === 'string');
+}
 // Server implementation
 const server = new Server({
     name: 'firecrawl-mcp',
@@ -699,6 +727,7 @@ server.setRequestHandler(ListToolsRequestSchema, async () => ({
         SEARCH_TOOL,
         EXTRACT_TOOL,
         DEEP_RESEARCH_TOOL,
+        GENERATE_LLMSTXT_TOOL,
     ],
 }));
 server.setRequestHandler(CallToolRequestSchema, async (request) => {
@@ -1080,6 +1109,48 @@ ${result.markdown ? `\nContent:\n${result.markdown}` : ''}`)
                     };
                 }
             }
+            case 'firecrawl_generate_llmstxt': {
+                if (!isGenerateLLMsTextOptions(args)) {
+                    throw new Error('Invalid arguments for firecrawl_generate_llmstxt');
+                }
+                try {
+                    const { url, ...params } = args;
+                    const generateStartTime = Date.now();
+                    server.sendLoggingMessage({
+                        level: 'info',
+                        data: `Starting LLMs.txt generation for URL: ${url}`,
+                    });
+                    // Start the generation process
+                    const response = await withRetry(async () => client.generateLLMsText(url, params), 'LLMs.txt generation');
+                    if (!response.success) {
+                        throw new Error(response.error || 'LLMs.txt generation failed');
+                    }
+                    // Log performance metrics
+                    server.sendLoggingMessage({
+                        level: 'info',
+                        data: `LLMs.txt generation completed in ${Date.now() - generateStartTime}ms`,
+                    });
+                    // Format the response
+                    let resultText = '';
+                    if ('data' in response) {
+                        resultText = `LLMs.txt content:\n\n${response.data.llmstxt}`;
+                        if (args.showFullText && response.data.llmsfulltxt) {
+                            resultText += `\n\nLLMs-full.txt content:\n\n${response.data.llmsfulltxt}`;
+                        }
+                    }
+                    return {
+                        content: [{ type: 'text', text: resultText }],
+                        isError: false,
+                    };
+                }
+                catch (error) {
+                    const errorMessage = error instanceof Error ? error.message : String(error);
+                    return {
+                        content: [{ type: 'text', text: errorMessage }],
+                        isError: true,
+                    };
+                }
+            }
             default:
                 return {
                     content: [{ type: 'text', text: `Unknown tool: ${name}` }],
@@ -1128,6 +1199,10 @@ ${doc.metadata?.title ? `Title: ${doc.metadata.title}` : ''}`;
     })
         .join('\n\n');
 }
+// Add type guard for credit usage
+function hasCredits(response) {
+    return 'creditsUsed' in response && typeof response.creditsUsed === 'number';
+}
 // Server startup
 async function runServer() {
     try {
@@ -1154,7 +1229,3 @@ runServer().catch((error) => {
     console.error('Fatal error running server:', error);
     process.exit(1);
 });
-// Add type guard for credit usage
-function hasCredits(response) {
-    return 'creditsUsed' in response && typeof response.creditsUsed === 'number';
-}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "firecrawl-mcp",
-  "version": "1.5.0",
+  "version": "1.6.0",
   "description": "MCP server for FireCrawl web scraping integration. Supports both cloud and self-hosted instances. Features include web scraping, batch processing, structured data extraction, and LLM-powered content analysis.",
   "type": "module",
   "bin": {