crawlforge-mcp-server 3.0.14 → 3.0.16

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crawlforge-mcp-server",
-  "version": "3.0.14",
+  "version": "3.0.16",
   "description": "CrawlForge MCP Server - Professional Model Context Protocol server with 19 comprehensive web scraping, crawling, and content processing tools.",
   "main": "server.js",
   "bin": {

package/src/core/ResearchOrchestrator.js

@@ -508,23 +508,28 @@ export class ResearchOrchestrator extends EventEmitter {
 
             if (contentData && contentData.content) {
               this.metrics.contentExtracted++;
-              
+
+              // Normalize content to string (extract_content returns {text: "..."}, fallback returns string)
+              const contentText = typeof contentData.content === 'string'
+                ? contentData.content
+                : (contentData.content.text || JSON.stringify(contentData.content));
+
               // Enhance source with extracted content
               let enhancedSource = {
                 ...source,
-                extractedContent: contentData.content,
+                extractedContent: contentText,
                 metadata: contentData.metadata,
                 structuredData: contentData.structuredData,
                 extractedAt: new Date().toISOString(),
-                wordCount: contentData.content.split(' ').length,
-                readabilityScore: this.calculateReadabilityScore(contentData.content)
+                wordCount: contentText.split(' ').length,
+                readabilityScore: this.calculateReadabilityScore(contentText)
               };
 
               // LLM-powered relevance analysis
               if (this.enableLLMFeatures && topic) {
                 try {
                   const relevanceAnalysis = await this.llmManager.analyzeRelevance(
-                    contentData.content, 
+                    contentText,
                     topic,
                     { maxContentLength: 2000 }
                   );
@@ -546,11 +551,11 @@ export class ResearchOrchestrator extends EventEmitter {
                     error: llmError.message 
                   });
                   // Set default relevance score
-                  enhancedSource.relevanceScore = this.calculateTraditionalRelevance(contentData.content, topic);
+                  enhancedSource.relevanceScore = this.calculateTraditionalRelevance(contentText, topic);
                 }
               } else {
                 // Fallback relevance calculation
-                enhancedSource.relevanceScore = this.calculateTraditionalRelevance(contentData.content, topic);
+                enhancedSource.relevanceScore = this.calculateTraditionalRelevance(contentText, topic);
               }
 
               this.researchState.extractedContent.set(source.link, enhancedSource);
@@ -738,14 +743,16 @@ export class ResearchOrchestrator extends EventEmitter {
           }
         });
 
-        if (summary.keyPoints) {
-          summary.keyPoints.forEach((point, index) => {
+        // Handle both keypoints (tool output) and keyPoints (legacy) property names
+        const keyPoints = summary.keypoints || summary.keyPoints || [];
+        if (keyPoints.length > 0) {
+          keyPoints.forEach((point, index) => {
             claims.push({
               id: `${source.link}_claim_${index}`,
               claim: point,
               source: source.link,
               sourceTitle: source.title,
-              credibility: source.overallCredibility || 0.5,
+              credibility: source.overallCredibility || 0.65,
               context: summary.supporting?.[index] || '',
               extractedAt: new Date().toISOString()
             });
@@ -1080,7 +1087,7 @@ export class ResearchOrchestrator extends EventEmitter {
 
   generateKeyFindings(claimGroups, sources) {
     return claimGroups
-      .filter(group => group.avgCredibility >= 0.6)
+      .filter(group => group.avgCredibility >= 0.3)
       .sort((a, b) => b.consensusStrength - a.consensusStrength)
       .slice(0, 10)
       .map(group => ({
@@ -1093,7 +1100,7 @@ export class ResearchOrchestrator extends EventEmitter {
 
   compileSupportingEvidence(sources) {
     return sources
-      .filter(source => source.overallCredibility >= 0.7)
+      .filter(source => source.overallCredibility >= 0.3)
       .map(source => ({
         title: source.title,
         url: source.link,