crawlforge-mcp-server 3.0.13 → 3.0.15

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crawlforge-mcp-server",
-  "version": "3.0.13",
+  "version": "3.0.15",
   "description": "CrawlForge MCP Server - Professional Model Context Protocol server with 19 comprehensive web scraping, crawling, and content processing tools.",
   "main": "server.js",
   "bin": {

package/src/core/ResearchOrchestrator.js

@@ -738,14 +738,16 @@ export class ResearchOrchestrator extends EventEmitter {
           }
         });
 
-        if (summary.keyPoints) {
-          summary.keyPoints.forEach((point, index) => {
+        // Handle both keypoints (tool output) and keyPoints (legacy) property names
+        const keyPoints = summary.keypoints || summary.keyPoints || [];
+        if (keyPoints.length > 0) {
+          keyPoints.forEach((point, index) => {
             claims.push({
               id: `${source.link}_claim_${index}`,
               claim: point,
               source: source.link,
               sourceTitle: source.title,
-              credibility: source.overallCredibility || 0.5,
+              credibility: source.overallCredibility || 0.65,
               context: summary.supporting?.[index] || '',
               extractedAt: new Date().toISOString()
             });
@@ -1080,7 +1082,7 @@ export class ResearchOrchestrator extends EventEmitter {
 
   generateKeyFindings(claimGroups, sources) {
     return claimGroups
-      .filter(group => group.avgCredibility >= 0.6)
+      .filter(group => group.avgCredibility >= 0.3)
       .sort((a, b) => b.consensusStrength - a.consensusStrength)
       .slice(0, 10)
       .map(group => ({
@@ -1093,7 +1095,7 @@ export class ResearchOrchestrator extends EventEmitter {
 
   compileSupportingEvidence(sources) {
     return sources
-      .filter(source => source.overallCredibility >= 0.7)
+      .filter(source => source.overallCredibility >= 0.3)
       .map(source => ({
         title: source.title,
         url: source.link,

package/src/core/SnapshotManager.js

@@ -219,8 +219,8 @@ export class SnapshotManager extends EventEmitter {
       let isCompressed = false;
       let isDelta = false;
       
-      // Apply delta storage if similar snapshot found
-      if (deltaInfo && deltaInfo.similarity > this.retentionPolicy.deltaThreshold) {
+      // Apply delta storage if similar snapshot found (skip if base content is null, e.g. exact hash match)
+      if (deltaInfo && deltaInfo.content && deltaInfo.similarity > this.retentionPolicy.deltaThreshold) {
         const deltaData = this.createDelta(deltaInfo.content, content);
         if (deltaData.length < content.length * 0.7) { // Only use delta if it's significantly smaller
           finalContent = deltaData;

package/src/core/analysis/ContentAnalyzer.js

@@ -389,7 +389,7 @@ export class ContentAnalyzer {
         summarySentences = await this.createAbstractiveSummary(text, targetSentences);
       }
 
-      const summaryText = summarySentences.join('. ').trim() + '.';
+      const summaryText = summarySentences.map(s => s.replace(/[.!?]+$/, '').trim()).join('. ').trim() + '.';
       const compressionRatio = summaryText.length / text.length;
 
       return {
@@ -411,8 +411,8 @@ export class ContentAnalyzer {
         type: 'fallback',
         length: 'short',
         sentences: fallbackSentences,
-        text: fallbackSentences.join('. ').trim() + '.',
-        compressionRatio: fallbackSentences.join('. ').length / text.length
+        text: fallbackSentences.map(s => s.replace(/[.!?]+$/, '').trim()).join('. ').trim() + '.',
+        compressionRatio: fallbackSentences.map(s => s.replace(/[.!?]+$/, '').trim()).join('. ').length / text.length
       };
     }
   }