firecrawl-mcp 2.0.1 → 2.1.0

package/dist/index.js

@@ -55,6 +55,7 @@ This is the most powerful, fastest and most reliable scraper tool, if available
                                 'links',
                                 'extract',
                                 'summary',
+                                'changeTracking',
                             ],
                         },
                         {
@@ -256,7 +257,7 @@ const CRAWL_TOOL = {
  **Best for:** Extracting content from multiple related pages, when you need comprehensive coverage.
  **Not recommended for:** Extracting content from a single page (use scrape); when token limits are a concern (use map + batch_scrape); when you need fast results (crawling can be slow).
  **Warning:** Crawl responses can be very large and may exceed token limits. Limit the crawl depth and number of pages, or use map + batch_scrape for better control.
- **Common mistakes:** Setting limit or maxDiscoveryDepth too high (causes token overflow); using crawl for a single page (use scrape instead).
+ **Common mistakes:** Setting limit or maxDiscoveryDepth too high (causes token overflow) or too low (causes missing pages); using crawl for a single page (use scrape instead). Using a /* wildcard is not recommended.
  **Prompt Example:** "Get all blog posts from the first two levels of example.com/blog."
  **Usage Example:**
  \`\`\`json
@@ -264,8 +265,8 @@ const CRAWL_TOOL = {
    "name": "firecrawl_crawl",
    "arguments": {
      "url": "https://example.com/blog/*",
-     "maxDiscoveryDepth": 2,
-     "limit": 100,
+     "maxDiscoveryDepth": 5,
+     "limit": 20,
      "allowExternalLinks": false,
      "deduplicateSimilarURLs": true,
      "sitemap": "include"
@@ -702,12 +703,6 @@ function isExtractOptions(args) {
     return (Array.isArray(urls) &&
         urls.every((url) => typeof url === 'string'));
 }
-function isGenerateLLMsTextOptions(args) {
-    return (typeof args === 'object' &&
-        args !== null &&
-        'url' in args &&
-        typeof args.url === 'string');
-}
 function removeEmptyTopLevel(obj) {
     const out = {};
     for (const [k, v] of Object.entries(obj)) {
@@ -905,7 +900,10 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
                 }
                 return {
                     content: [
-                        { type: 'text', text: trimResponseText(JSON.stringify(response.links, null, 2)) },
+                        {
+                            type: 'text',
+                            text: trimResponseText(JSON.stringify(response.links, null, 2)),
+                        },
                     ],
                     isError: false,
                 };
@@ -1040,44 +1038,6 @@ ${response.data.length > 0 ? '\nResults:\n' + formatResults(response.data) : ''}
                     };
                 }
             }
-            case 'firecrawl_generate_llmstxt': {
-                if (!isGenerateLLMsTextOptions(args)) {
-                    throw new Error('Invalid arguments for firecrawl_generate_llmstxt');
-                }
-                try {
-                    const { url, ...params } = args;
-                    const generateStartTime = Date.now();
-                    safeLog('info', `Starting LLMs.txt generation for URL: ${url}`);
-                    // Start the generation process
-                    const response = await withRetry(async () => 
-                    // @ts-expect-error Extended API options including origin
-                    client.generateLLMsText(url, { ...params, origin: 'mcp-server' }), 'LLMs.txt generation');
-                    if (!response.success) {
-                        throw new Error(response.error || 'LLMs.txt generation failed');
-                    }
-                    // Log performance metrics
-                    safeLog('info', `LLMs.txt generation completed in ${Date.now() - generateStartTime}ms`);
-                    // Format the response
-                    let resultText = '';
-                    if ('data' in response) {
-                        resultText = `LLMs.txt content:\n\n${response.data.llmstxt}`;
-                        if (args.showFullText && response.data.llmsfulltxt) {
-                            resultText += `\n\nLLMs-full.txt content:\n\n${response.data.llmsfulltxt}`;
-                        }
-                    }
-                    return {
-                        content: [{ type: 'text', text: trimResponseText(resultText) }],
-                        isError: false,
-                    };
-                }
-                catch (error) {
-                    const errorMessage = error instanceof Error ? error.message : String(error);
-                    return {
-                        content: [{ type: 'text', text: trimResponseText(errorMessage) }],
-                        isError: true,
-                    };
-                }
-            }
             default:
                 return {
                     content: [
@@ -1315,8 +1275,14 @@ async function runSSECloudServer() {
     });
 }
 if (process.env.CLOUD_SERVICE === 'true') {
-    runSSECloudServer().catch((error) => {
-        console.error('Fatal error running server:', error);
+    // Use versioned server for cloud service
+    import('./versioned-server.js').then(({ runVersionedSSECloudServer }) => {
+        runVersionedSSECloudServer().catch((error) => {
+            console.error('Fatal error running versioned server:', error);
+            process.exit(1);
+        });
+    }).catch((error) => {
+        console.error('Fatal error importing versioned server:', error);
         process.exit(1);
     });
 }