crawlforge-mcp-server 5.5.2 → 5.5.3

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "crawlforge-mcp-server",
-  "version": "5.5.2",
+  "version": "5.5.3",
   "mcpName": "io.github.mysleekdesigns/crawlforge-mcp-server",
   "description": "CrawlForge MCP Server - Professional Model Context Protocol server with 29 web scraping, crawling, deep-research, and autonomous-extraction tools. Returns clean Markdown and structured JSON for Claude, Cursor, and any MCP client. Defaults to local Ollama for LLM extraction (no API key needed); OpenAI/Anthropic available as opt-in. Includes a unified multi-format scrape tool, an autonomous agent, pre-built site templates, and Camoufox stealth browsing.",
   "main": "server.js",

package/server.js

@@ -105,7 +105,7 @@ const taskStore = createTaskStore({ logger });
 // Create the server
 const server = new McpServer({
   name: "crawlforge",
-  version: "5.5.2",
+  version: "5.5.3",
   description: "Production-ready MCP server with 29 web scraping, crawling, and content processing tools. Features MCP Resources (crawlforge://), Prompts, Sampling fallback, Elicitation, stealth browsing, deep research, structured extraction, embedded JavaScript state extraction, real Google SERP rank tracking, Reddit search via community archives, change tracking, local-LLM extraction via Ollama, unified multi-format scrape, and autonomous agent tool.",
   homepage: "https://www.crawlforge.dev",
   icon: "https://www.crawlforge.dev/icon.png",
@@ -1412,7 +1412,13 @@ registerToolIfEnabled("stealth_mode", {
         result = { disabled: true };
         break;
       case 'create_context': {
-        const contextData = await stealthBrowserManager.createStealthContext(stealthConfig);
+        // Forward the tool-level engine the same way operation:"scrape" does —
+        // without it, create_context always ran on chromium whatever the caller
+        // asked for ("playwright" is this tool's public name for chromium).
+        const contextData = await stealthBrowserManager.createStealthContext({
+          ...(stealthConfig || {}),
+          engine: engine === 'camoufox' ? 'camoufox' : 'chromium'
+        });
         // The full fingerprint is ~4 KB of canvas noise arrays and WebGL
         // extension lists no caller acts on. Summarise by default; verbose:true
         // still returns all of it for debugging a detection failure.

package/src/core/StealthBrowserManager.js

@@ -434,9 +434,11 @@ export class StealthBrowserManager {
   async createStealthContext(config = {}) {
     const validatedConfig = StealthConfigSchema.parse({ ...this.defaultConfig, ...config });
     
-    if (!this.browser) {
-      await this.launchStealthBrowser(validatedConfig);
-    }
+    // Always go through launchStealthBrowser: it returns the running browser
+    // when the engine matches, and closes + relaunches on an engine mismatch.
+    // Guarding on `!this.browser` here skipped that mismatch check, so a
+    // camoufox request silently reused an already-running chromium browser.
+    await this.launchStealthBrowser(validatedConfig);
 
     // Generate fingerprint for this context
     const fingerprint = this.generateAdvancedFingerprint(validatedConfig);

package/src/tools/extract/extractStructured.js

@@ -192,6 +192,14 @@ export class ExtractStructuredTool {
       // the model was shown would null every correct price.
       const fullSource = `${html}\n${textContent}`;
 
+      // A model that saw no answer sometimes fills a required field with a
+      // placeholder ("N/A", "unknown") instead of null. That carries no digits,
+      // so the provenance guard has nothing to check and the retry below never
+      // fired — git-scm.com is the case that found this: Readability drops the
+      // version box, the model answered "N/A", and the page plainly says 2.55.0.
+      const isPlaceholder = (v) => v == null ||
+        (typeof v === 'string' && (v.trim() === '' || /^(n\/?a|none|null|unknown|not (available|found|specified))$/i.test(v.trim())));
+
       /** Run the guard over one extraction and describe what it did. */
       const applyGuard = (result) => {
         const checked = verifyNumericProvenance(result.data || {}, fullSource);
@@ -201,9 +209,14 @@ export class ExtractStructuredTool {
         const nulledRequired = checked.unverified
           .map((entry) => entry.path)
           .filter((path) => (schema.required || []).includes(path));
+        // Retry currency: required fields with no usable answer, whether the
+        // guard nulled them or the model handed back a placeholder.
+        const missingRequired = (schema.required || [])
+          .filter((path) => nulledRequired.includes(path) || isPlaceholder(checked.data?.[path]));
         return {
           checked,
           nulledRequired,
+          missingRequired,
           result: {
             ...result,
             data: checked.data,
@@ -234,7 +247,7 @@ export class ExtractStructuredTool {
         // which is exactly what the guard will accept. Only a strictly better
         // result is kept, so a retry can never make the answer worse.
         const shownText = mainContentText($, html, url) || textContent;
-        if (guarded.nulledRequired.length > 0 && shownText !== textContent && textContent) {
+        if (guarded.missingRequired.length > 0 && shownText !== textContent && textContent) {
           try {
             const llm = this._ensureLLMManager(llmConfig || {});
             const retry = await llm.extractStructured(textContent, schema, {
@@ -243,7 +256,7 @@ export class ExtractStructuredTool {
             });
             if (retry?.method === 'llm') {
               const retryGuarded = applyGuard(retry);
-              if (retryGuarded.nulledRequired.length < guarded.nulledRequired.length) {
+              if (retryGuarded.missingRequired.length < guarded.missingRequired.length) {
                 guarded = retryGuarded;
               }
             }