crawlforge-mcp-server 5.2.8 → 5.2.9

package/CLAUDE.md

@@ -62,7 +62,7 @@ These guidelines are working if: fewer unnecessary changes in diffs, fewer rewri
 
 CrawlForge MCP Server - A professional MCP (Model Context Protocol) server providing 28 web scraping, crawling, and content processing tools (5 inline + 23 advanced).
 
-**Current Version:** 5.2.8
+**Current Version:** 5.2.9
 
 ## Development Commands
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crawlforge-mcp-server",
-  "version": "5.2.8",
+  "version": "5.2.9",
   "mcpName": "io.github.mysleekdesigns/crawlforge-mcp-server",
   "description": "CrawlForge MCP Server - Professional Model Context Protocol server with 28 web scraping, crawling, deep-research, and autonomous-extraction tools. Returns clean Markdown and structured JSON for Claude, Cursor, and any MCP client. Defaults to local Ollama for LLM extraction (no API key needed); OpenAI/Anthropic available as opt-in. Includes a unified multi-format scrape tool, an autonomous agent, pre-built site templates, and Camoufox stealth browsing.",
   "main": "server.js",

package/server.js

@@ -100,7 +100,7 @@ const taskStore = createTaskStore({ logger });
 // Create the server
 const server = new McpServer({
   name: "crawlforge",
-  version: "5.2.8",
+  version: "5.2.9",
   description: "Production-ready MCP server with 28 web scraping, crawling, and content processing tools. Features MCP Resources (crawlforge://), Prompts, Sampling fallback, Elicitation, stealth browsing, deep research, structured extraction, real Google SERP rank tracking, Reddit search via community archives, change tracking, local-LLM extraction via Ollama, unified multi-format scrape, and autonomous agent tool.",
   homepage: "https://www.crawlforge.dev",
   icon: "https://www.crawlforge.dev/icon.png",

package/src/core/llm/LLMManager.js

@@ -259,7 +259,9 @@ Return a JSON object with:
   "keyPoints": ["point1", "point2", ...],
   "topicAlignment": "description of alignment",
   "credibilityIndicators": ["indicator1", "indicator2", ...]
-}`;
+}
+
+Be brief: at most 5 items per array, one short sentence each.`;
 
     const prompt = `Research Topic: "${topic}"
 
@@ -269,19 +271,48 @@ ${truncatedContent}
 Analyze the relevance of this content to the research topic:`;
 
     try {
-      const response = await this.generateCompletion(prompt, {
-        systemPrompt,
-        maxTokens: 500,
-        temperature: 0.3
-      });
-
-      const analysis = JSON.parse(response);
-      return {
-        relevanceScore: Math.max(0, Math.min(1, analysis.relevanceScore || 0.5)),
-        keyPoints: analysis.keyPoints || [],
-        topicAlignment: analysis.topicAlignment || '',
-        credibilityIndicators: analysis.credibilityIndicators || []
+      // Same discipline as synthesizeFindings: constrain the output shape
+      // (small local models otherwise wrap the JSON in markdown fences —
+      // the raw JSON.parse here failed on every Ollama run), strip fences,
+      // validate the load-bearing field, and retry a truncated response
+      // once before falling back.
+      const relevanceSchema = {
+        type: 'object',
+        properties: {
+          relevanceScore: { type: 'number' },
+          keyPoints: { type: 'array', items: { type: 'string' } },
+          topicAlignment: { type: 'string' },
+          credibilityIndicators: { type: 'array', items: { type: 'string' } }
+        },
+        required: ['relevanceScore']
       };
+
+      let lastError;
+      for (let attempt = 0; attempt < 2; attempt++) {
+        try {
+          const response = await this.generateCompletion(prompt, {
+            systemPrompt,
+            maxTokens: 800,
+            temperature: 0.3,
+            format: relevanceSchema
+          });
+
+          const cleaned = response.replace(/^```(?:json)?\n?/, '').replace(/\n?```$/, '').trim();
+          const analysis = JSON.parse(cleaned);
+          if (!analysis || typeof analysis.relevanceScore !== 'number') {
+            throw new Error('Relevance response missing relevanceScore');
+          }
+          return {
+            relevanceScore: Math.max(0, Math.min(1, analysis.relevanceScore)),
+            keyPoints: analysis.keyPoints || [],
+            topicAlignment: analysis.topicAlignment || '',
+            credibilityIndicators: analysis.credibilityIndicators || []
+          };
+        } catch (error) {
+          lastError = error;
+        }
+      }
+      throw lastError;
     } catch (error) {
       this.logger.warn('LLM relevance analysis failed, using fallback', { error: error.message });
       return this.fallbackRelevanceAnalysis(content, topic);