crawlforge-mcp-server 4.2.9 → 4.2.11

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crawlforge-mcp-server",
-  "version": "4.2.9",
+  "version": "4.2.11",
   "description": "CrawlForge MCP Server - Professional Model Context Protocol server with 23 web scraping, crawling, and content processing tools. Defaults to local Ollama for LLM extraction (no API key needed); OpenAI/Anthropic available as opt-in. v4.0 adds Markdown-first output, pre-built site templates, Camoufox stealth engine, and cost transparency.",
   "main": "server.js",
   "bin": {

package/src/core/StealthBrowserManager.js

@@ -1376,7 +1376,7 @@ export class StealthBrowserManager {
       });
       
       if (challengeDetected) {
-        console.log('CloudFlare challenge detected, attempting bypass...');
+        console.error('CloudFlare challenge detected, attempting bypass...');
         
         // Simulate human behavior during challenge
         if (this.humanBehaviorSimulator) {
@@ -1437,7 +1437,7 @@ export class StealthBrowserManager {
       });
       
       if (recaptchaDetected) {
-        console.log('reCAPTCHA detected, implementing human behavior...');
+        console.error('reCAPTCHA detected, implementing human behavior...');
         
         // Simulate human inspection of the reCAPTCHA
         if (this.humanBehaviorSimulator) {
@@ -1491,7 +1491,7 @@ export class StealthBrowserManager {
       this.proxyManager.currentProxy = proxies[this.proxyManager.proxyIndex];
       this.proxyManager.lastRotation = now;
       
-      console.log('Rotated to proxy:', this.proxyManager.currentProxy);
+      console.error('Rotated to proxy:', this.proxyManager.currentProxy);
     }
     
     return this.proxyManager.currentProxy;

package/src/core/WebhookDispatcher.js

@@ -74,7 +74,7 @@ export class WebhookDispatcher extends EventEmitter {
       onRetry: (error, attempt, delay, context) => {
         this.stats.retriedDeliveries++;
         if (this.enableLogging) {
-          console.log('Webhook retry ' + attempt + ' for ' + context.url + ' after ' + delay + 'ms: ' + error.message);
+          console.error('Webhook retry ' + attempt + ' for ' + context.url + ' after ' + delay + 'ms: ' + error.message);
         }
       }
     });

package/src/core/crawlers/BFSCrawler.js

@@ -142,13 +142,13 @@ export class BFSCrawler {
     });
     
     if (!filterDecision.allowed) {
-      console.log(`Domain filter blocks: ${normalizedUrl} - ${filterDecision.reason}`);
+      console.error(`Domain filter blocks: ${normalizedUrl} - ${filterDecision.reason}`);
       return;
     }
     
     // Backward compatibility: also check legacy patterns
     if (!this.shouldCrawlUrl(normalizedUrl)) {
-      console.log(`Legacy pattern blocks: ${normalizedUrl}`);
+      console.error(`Legacy pattern blocks: ${normalizedUrl}`);
       return;
     }
 
@@ -156,7 +156,7 @@ export class BFSCrawler {
     if (this.respectRobots && this.robotsChecker) {
       const canFetch = await this.robotsChecker.canFetch(normalizedUrl);
       if (!canFetch) {
-        console.log(`Robots.txt blocks: ${normalizedUrl}`);
+        console.error(`Robots.txt blocks: ${normalizedUrl}`);
         return;
       }
     }

package/src/tools/advanced/ScrapeWithActionsTool.js

@@ -253,7 +253,7 @@ export class ScrapeWithActionsTool extends EventEmitter {
       const startTime = Date.now();
 
       if (this.enableLogging) {
-        console.log(`Starting scrape session ${sessionId} with ${validated.actions.length} actions on ${validated.url}`);
+        console.error(`Starting scrape session ${sessionId} with ${validated.actions.length} actions on ${validated.url}`);
       }
 
       // Check concurrent sessions limit
@@ -734,7 +734,7 @@ export class ScrapeWithActionsTool extends EventEmitter {
 
   log(level, message) {
     if (this.enableLogging) {
-      console.log(`[ScrapeWithActionsTool:${level.toUpperCase()}] ${message}`);
+      console.error(`[ScrapeWithActionsTool:${level.toUpperCase()}] ${message}`);
     }
   }
 

package/src/tools/extract/extractContent.js

@@ -138,7 +138,7 @@ export class ExtractContentTool {
       const shouldUseJavaScript = options.requiresJavaScript || await this.shouldUseJavaScript(url);
       
       if (shouldUseJavaScript) {
-        console.log('Using browser rendering for JavaScript content...');
+        console.error('Using browser rendering for JavaScript content...');
         const browserResult = await this.browserProcessor.processURL({
           url,
           options: {

package/src/tools/extract/processDocument.js

@@ -250,7 +250,7 @@ export class ProcessDocumentTool {
     const shouldUseJavaScript = options.requiresJavaScript || await this.shouldUseJavaScript(source);
     
     if (shouldUseJavaScript) {
-      console.log('Using browser rendering for JavaScript content...');
+      console.error('Using browser rendering for JavaScript content...');
       const browserResult = await this.browserProcessor.processURL({
         url: source,
         options: {