real-browser-mcp-server 1.1.1 → 1.1.3

package/src/mcp/server.js

@@ -1,14 +1,3 @@
-/**
- * Brave Real Browser MCP Server
- * 
- * Model Context Protocol Server with STDIO Transport
- * Supports: Claude, Cursor, Copilot, and other MCP-compatible AI assistants
- */
-
-// CRITICAL: Redirect ALL console.log to STDERR before ANY imports
-// MCP uses STDIO transport — STDOUT must contain ONLY JSON-RPC messages.
-// Any console.log from this code or ANY dependency (puppeteer, blocker, etc.)
-// will corrupt the JSON-RPC stream and cause parsing errors.
 const _originalConsoleLog = console.log;
 console.log = function (...args) {
   console.error(...args);
@@ -26,6 +15,14 @@ const {
 const { TOOLS } = require('./tools.js');
 const { executeTool, cleanup } = require('./handlers.js');
 
+// Single source of truth: read version from package.json (avoids version drift)
+let PKG_VERSION = '0.0.0';
+try {
+  PKG_VERSION = require('../../package.json').version || PKG_VERSION;
+} catch (e) {
+  console.error('⚠️  Could not read version from package.json:', e.message);
+}
+
 /**
  * Create and configure MCP Server
  */
@@ -33,7 +30,7 @@ function createServer() {
   const server = new Server(
     {
       name: 'real-browser-mcp-server',
-      version: '2.48.36',
+      version: PKG_VERSION,
     },
     {
       capabilities: {

package/src/shared/tools.js

@@ -1,21 +1,3 @@
-/**
- * Brave Real Browser MCP Server - Shared Tool Definitions
- * 
- * OPTIMIZED: 22 tools (merged from 28)
- * 
- * Merges Applied:
- * - iframe_handler + stream_extractor + player_api_hook → media_extractor
- * - get_content + js_scrape → get_content (enhanced)
- * - search_regex + extract_json + scrape_meta_tags → extract_data
- * - solve_captcha + form_automator → solve_captcha (enhanced)
- * 
- * New Features:
- * - URL/Base64/AES Decoders built into media_extractor
- * - AI Auto-Healing Selectors
- * - Smart Retry Mechanisms
- * - Batch Operations
- */
-
 const TOOLS = [
   // 1. Browser Init
   {
@@ -59,7 +41,7 @@ const TOOLS = [
       type: 'object',
       properties: {
         url: { type: 'string' },
-        waitUntil: { type: 'string', enum: ['load', 'domcontentloaded', 'networkidle0', 'networkidle2'], default: 'networkidle2' },
+        waitUntil: { type: 'string', enum: ['load', 'domcontentloaded', 'networkidle', 'commit'], default: 'networkidle' },
         timeout: { type: 'number', default: 30000 },
         retries: { type: 'number', default: 3, description: 'Auto-retry on failures' },
         smartWait: { type: 'boolean', default: true, description: 'AI-powered smart waiting' }
@@ -575,6 +557,71 @@ const TOOLS = [
       },
       required: ['code']
     }
+  },
+
+  // 23. Screenshot
+  {
+    name: 'screenshot',
+    emoji: '📸',
+    description: 'Capture a screenshot of the viewport, the full scrollable page, or a specific element. Returns the image directly to the AI agent (base64) and can optionally save it to a file.',
+    descriptionHindi: 'स्क्रीनशॉट लेना — viewport, पूरा पेज, या किसी element का। Image सीधे AI को मिलती है + file में save हो सकती है।',
+    category: 'capture',
+    requiresBrowser: true,
+    requiresPage: true,
+    inputSchema: {
+      type: 'object',
+      properties: {
+        fullPage: { type: 'boolean', default: false, description: 'Capture the full scrollable page' },
+        selector: { type: 'string', description: 'CSS selector to screenshot a specific element only' },
+        format: { type: 'string', enum: ['png', 'jpeg'], default: 'png' },
+        quality: { type: 'number', description: 'JPEG quality 0-100 (jpeg only)' },
+        path: { type: 'string', description: 'Optional file path to save the screenshot' },
+        returnBase64: { type: 'boolean', default: true, description: 'Return image to AI as base64 (MCP image content)' },
+        omitBackground: { type: 'boolean', default: false, description: 'Transparent background (png only)' }
+      }
+    }
+  },
+
+  // 24. Save as PDF
+  {
+    name: 'save_as_pdf',
+    emoji: '📑',
+    description: 'Save the current page as a PDF file using Chromium print-to-PDF. Note: works only in headless mode.',
+    descriptionHindi: 'पेज को PDF में सेव करना (Chromium print-to-PDF)। ध्यान: सिर्फ़ headless mode में काम करता है।',
+    category: 'capture',
+    requiresBrowser: true,
+    requiresPage: true,
+    inputSchema: {
+      type: 'object',
+      properties: {
+        path: { type: 'string', default: './downloads/page.pdf', description: 'File path to save the PDF' },
+        format: { type: 'string', default: 'A4', description: 'Paper format: A4, Letter, Legal, etc.' },
+        landscape: { type: 'boolean', default: false },
+        printBackground: { type: 'boolean', default: true, description: 'Include background graphics' }
+      }
+    }
+  },
+
+  // 25. See Page (AI Vision — "eyes")
+  {
+    name: 'see_page',
+    emoji: '👁️',
+    description: 'AI VISION ("eyes"): Visually SEE the current page exactly like a human does. Captures a screenshot and returns the actual image to the AI agent so it can visually understand the layout, AND returns a "visual map" of all visible interactive elements (buttons, links, inputs) with their on-screen position (x/y/width/height), text label, and a click-ready selector. Use this to look at a page before deciding where to click/type.',
+    descriptionHindi: 'AI विज़न ("आँखें"): पेज को इंसान की तरह देखना। स्क्रीनशॉट image सीधे AI को भेजता है ताकि वह layout देख सके + सभी दिखने वाले clickable elements का visual map (position + text + selector) देता है — ताकि AI देखकर तय करे कहाँ क्लिक/टाइप करना है।',
+    category: 'vision',
+    requiresBrowser: true,
+    requiresPage: true,
+    inputSchema: {
+      type: 'object',
+      properties: {
+        fullPage: { type: 'boolean', default: false, description: 'See the entire scrollable page (true) or just the current viewport (false)' },
+        format: { type: 'string', enum: ['png', 'jpeg'], default: 'jpeg', description: 'Image format (jpeg = smaller, faster for vision)' },
+        quality: { type: 'number', default: 70, description: 'JPEG quality 0-100 (lower = smaller image to the AI)' },
+        includeElements: { type: 'boolean', default: true, description: 'Include the visual map of interactive elements' },
+        maxElements: { type: 'number', default: 60, description: 'Max number of interactive elements to map' },
+        path: { type: 'string', description: 'Optional file path to also save the captured image' }
+      }
+    }
   }
 ];
 
@@ -586,6 +633,8 @@ const CATEGORIES = {
   extraction: { name: 'Extraction', emoji: '📄', description: 'Content extraction and scraping' },
   network: { name: 'Network', emoji: '📡', description: 'Network operations' },
   analysis: { name: 'Analysis', emoji: '🧠', description: 'Page analysis' },
+  capture: { name: 'Capture', emoji: '📸', description: 'Screenshots and PDF capture' },
+  vision: { name: 'Vision', emoji: '👁️', description: 'AI visual perception (sees pages like human eyes)' },
   utility: { name: 'Utility', emoji: '🛠️', description: 'Utility tools' }
 };
 

package/test/cjs/test.js

@@ -30,6 +30,126 @@ test.after(async () => {
     }
 });
 
+test('Human-like Move & Click', async () => {
+    await page.goto("https://www.google.com", { timeout: 40000 });
+    const selector = 'textarea[name="q"], input[name="q"]';
+    await page.realCursor.move(selector);
+    await page.realClick(selector);
+    assert.ok(true);
+})
+
+test('Human-like Typing', async () => {
+    await page.goto("https://www.google.com", { timeout: 40000 });
+    const selector = 'textarea[name="q"], input[name="q"]';
+    await page.realCursor.move(selector);
+    await page.realClick(selector);
+    await page.type(selector, 'Real Browser MCP Server', { delay: 150 });
+    const val = await page.inputValue(selector);
+    assert.strictEqual(val, 'Real Browser MCP Server');
+})
+
+test('Human-like Scrolling', async () => {
+    await page.goto("https://www.google.com/search?q=Real+Browser+MCP+Server", { timeout: 40000, waitUntil: 'domcontentloaded' });
+    await new Promise(r => setTimeout(r, 2000));
+    
+    console.log('📜 Scrolling down smoothly and fast (400px)...');
+    await page.realScroll(400, 500);
+    await new Promise(r => setTimeout(r, 600));
+    
+    console.log('📜 Scrolling down smoothly and fast (300px)...');
+    await page.realScroll(300, 400);
+    await new Promise(r => setTimeout(r, 600));
+    
+    console.log('📜 Scrolling up smoothly and fast (-500px)...');
+    await page.realScroll(-500, 600);
+    await new Promise(r => setTimeout(r, 1000));
+    
+    assert.ok(true);
+})
+
+test('Form Automation Demonstration', async () => {
+  console.log('\n🎬 DEMO: Form Automation');
+  try {
+    await page.goto('https://httpbin.org/forms/post', { timeout: 30000 });
+    console.log('\n4️⃣ Filling out form...');
+    
+    // 1. Customer Name
+    await page.type('input[name="custname"]', 'John Doe', { delay: 100 });
+    console.log('✅ Customer Name filled');
+
+    // 2. Telephone
+    await page.type('input[name="custtel"]', '+1-555-0199', { delay: 100 });
+    console.log('✅ Telephone filled');
+
+    // 3. Email address
+    await page.type('input[name="custemail"]', 'john.doe@example.com', { delay: 100 });
+    console.log('✅ Email field filled');
+
+    // 4. Pizza Size (Radio Button)
+    await page.realClick('input[value="medium"]');
+    console.log('✅ Pizza Size selected (Medium)');
+
+    // 5. Pizza Toppings (Checkboxes)
+    await page.realClick('input[value="bacon"]');
+    await page.realClick('input[value="onion"]');
+    console.log('✅ Toppings selected (Bacon, Onion)');
+
+    // 6. Preferred Delivery Time
+    await page.type('input[name="delivery"]', '13:00', { delay: 100 });
+    console.log('✅ Delivery time filled');
+
+    // 7. Delivery Instructions (Comments)
+    await page.type('textarea[name="comments"]', 'Leave at the front door, please.', { delay: 100 });
+    console.log('✅ Delivery instructions filled');
+
+    // Wait 2 seconds for visual demonstration
+    await new Promise(resolve => setTimeout(resolve, 2000));
+
+    // 8. Submit Order
+    await page.realClick('form button');
+    console.log('✅ Form submitted successfully');
+    
+    await new Promise(resolve => setTimeout(resolve, 2000));
+    console.log('\n🎉 FORM AUTOMATION COMPLETE!');
+  } catch (error) {
+    console.error('❌ Form automation test failed:', error);
+    throw error;
+  }
+})
+
+test('Content Strategy Demonstration', async () => {
+  console.log('\n🎬 DEMO: Content Analysis & Token Management');
+  console.log('👀 Watch browser analyze content from different websites');
+  try {
+    const testSites = [
+      { url: 'https://httpbin.org/html', description: 'Simple HTML page' },
+      { url: 'https://example.com', description: 'Minimal content page' }
+    ];
+
+    for (const [index, site] of testSites.entries()) {
+      console.log(`\n${index + 2}️⃣ Testing ${site.description}: ${site.url}`);
+      await page.goto(site.url, { waitUntil: 'domcontentloaded', timeout: 30000 });
+      await new Promise(resolve => setTimeout(resolve, 2000));
+
+      console.log(`   📄 Getting HTML content...`);
+      const htmlContent = await page.content();
+      console.log(`   ✅ HTML analyzed: ${htmlContent.length} characters`);
+      
+      console.log(`   📝 Getting text content...`);
+      const textContent = await page.evaluate(() => document.body.innerText);
+      console.log(`   ✅ Text analyzed: ${textContent.length} characters`);
+      
+      assert.ok(htmlContent.length > 0);
+      assert.ok(textContent.length > 0);
+      await new Promise(resolve => setTimeout(resolve, 1500));
+    }
+    console.log('\n🎉 CONTENT ANALYSIS COMPLETE!');
+  } catch (error) {
+    console.error('❌ Content strategy test failed:', error);
+    throw error;
+  }
+})
+
 test('DrissionPage Detector', async () => {
     await page.goto("https://web.archive.org/web/20240913054632/https://drissionpage.pages.dev/", { timeout: 60000 });
     await page.realClick("#detector")
@@ -38,7 +158,7 @@ test('DrissionPage Detector', async () => {
 })
 
 test('Sannysoft WebDriver Detector', async () => {
-    await page.goto("https://bot.sannysoft.com/", { timeout: 60000 });
+    await page.goto("https://bot.sannysoft.com/", { timeout: 70000 });
     await new Promise(r => setTimeout(r, 3000));
     let result = await page.evaluate(() => {
         const webdriverEl = document.getElementById('webdriver-result');
@@ -48,7 +168,7 @@ test('Sannysoft WebDriver Detector', async () => {
 })
 
 test('Cloudflare WAF', async () => {
-    await page.goto("https://nopecha.com/demo/cloudflare", { timeout: 60000 });
+    await page.goto("https://nopecha.com/demo/cloudflare", { timeout: 70000 });
     let verify = null
     let startDate = Date.now()
     // Increased timeout to 60 seconds to allow turnstile to be solved
@@ -64,7 +184,7 @@ test('Cloudflare WAF', async () => {
 
 
 test('Cloudflare Turnstile', async () => {
-    await page.goto("https://2captcha.com/demo/cloudflare-turnstile", { timeout: 60000 });
+    await page.goto("https://2captcha.com/demo/cloudflare-turnstile", { timeout: 70000 });
     await page.waitForSelector('.cf-turnstile')
     let token = null
     let startDate = Date.now()
@@ -86,7 +206,7 @@ test('Cloudflare Turnstile', async () => {
 
 test('Fingerprint JS Bot Detector', async () => {
     // Use domcontentloaded + higher timeout to avoid timeout on heavy pages
-    await page.goto("https://fingerprint.com/products/bot-detection/", { waitUntil: 'domcontentloaded', timeout: 60000 });
+    await page.goto("https://fingerprint.com/products/bot-detection/", { waitUntil: 'domcontentloaded', timeout: 70000 });
     await new Promise(r => setTimeout(r, 5000));
     const detect = await page.evaluate(() => {
         // Check for bot detection result in page content
@@ -126,39 +246,11 @@ test('Fingerprint JS Bot Detector', async () => {
     assert.strictEqual(detect, true, "Fingerprint JS Bot Detector test failed!")
 })
 
-
-// Datadome Bot Detector - Tests against a real Datadome-protected website (hermes.com)
-test('Datadome Bot Detector', async (t) => {
-    // Navigate to hermes.com which is protected by Datadome
-    await page.goto("https://www.hermes.com/us/en/", { waitUntil: 'domcontentloaded', timeout: 60000 });
-    await new Promise(r => setTimeout(r, 2000 + Math.random() * 1000));
-
-    // Human-like behavior on the page
-    await page.realCursor.move('body', { paddingPercentage: 20 });
-    await new Promise(r => setTimeout(r, 500 + Math.random() * 500));
-    await page.mouse.wheel({ deltaY: 100 + Math.random() * 100 });
-    await new Promise(r => setTimeout(r, 500 + Math.random() * 500));
-
-    // Check if main page content loaded (Datadome bypass successful)
-    // Look for Hermès logo or main navigation elements that only appear after Datadome clears
-    const check = await page.evaluate(() => {
-        // Check for Hermès header/logo/navigation elements
-        const hasLogo = !!document.querySelector('a[href*="hermes"]') || !!document.querySelector('[class*="logo"]');
-        const hasNav = !!document.querySelector('nav') || !!document.querySelector('[class*="header"]') || !!document.querySelector('[class*="navigation"]');
-        const hasContent = document.body.innerText.length > 500; // Real page has significant content
-        const notBlocked = !document.body.innerText.toLowerCase().includes('blocked') &&
-                          !document.body.innerText.toLowerCase().includes('captcha');
-        return (hasLogo || hasNav) && hasContent && notBlocked;
-    }).catch(() => false);
-
-    assert.strictEqual(check, true, "Datadome Bot Detector test failed! [This may also be because your ip address has a high spam score. Please try with a clean ip address.]");
-})
-
 // If this test fails, please first check if you can access https://antcpt.com/score_detector/
 // Note: ReCAPTCHA V3 score depends heavily on IP reputation, browser history, and Google's algorithms.
 // A score >= 0.3 indicates the browser is not detected as an obvious bot.
 test('Recaptcha V3 Score', async () => {
-    await page.goto("https://antcpt.com/score_detector/", { timeout: 60000 });
+    await page.goto("https://antcpt.com/score_detector/", { timeout: 70000 });
 
     // Human-like warm-up interactions before clicking
     // 1. Random mouse movements using realCursor (Bézier curves via ghost-cursor)
@@ -166,7 +258,7 @@ test('Recaptcha V3 Score', async () => {
     await new Promise(r => setTimeout(r, 500 + Math.random() * 500));
 
     // 2. Scroll down a bit to simulate reading
-    await page.mouse.wheel({ deltaY: 100 + Math.random() * 100 });
+    await page.mouse.wheel(0, 100 + Math.random() * 100);
     await new Promise(r => setTimeout(r, 800 + Math.random() * 400));
 
     // 3. Move mouse towards button area naturally
@@ -187,7 +279,7 @@ test('Recaptcha V3 Score', async () => {
 // Pixelscan Fingerprint Consistency Check
 // Checks browser fingerprint consistency, automation detection, and proxy detection
 test('Pixelscan Fingerprint Check', async () => {
-    await page.goto("https://pixelscan.net/fingerprint-check", { waitUntil: 'domcontentloaded', timeout: 60000 });
+    await page.goto("https://pixelscan.net/fingerprint-check", { waitUntil: 'domcontentloaded', timeout: 70000 });
 
     // Poll for the final status. We look specifically at the green header and the fingerprint checker card.
     let result = false;
@@ -217,43 +309,28 @@ test('Pixelscan Fingerprint Check', async () => {
         if (!result) await new Promise(r => setTimeout(r, 1000));
     }
 
+    // Capture diagnostic info before asserting
+    const debugInfo = await page.evaluate(() => {
+        const statusBar = document.querySelector('.status-content');
+        const cards = Array.from(document.querySelectorAll('.checker-card'));
+        return {
+            statusBarExists: !!statusBar,
+            statusText: statusBar ? statusBar.innerText : 'NOT FOUND',
+            cardCount: cards.length,
+            cardTexts: cards.map(c => c.innerText.substring(0, 200)),
+            pageTitle: document.title,
+            bodySnippet: document.body.innerText.substring(0, 500)
+        };
+    }).catch(e => ({ error: e.message }));
+    console.log('🔍 Pixelscan Debug Info:', JSON.stringify(debugInfo, null, 2));
+
     // Wait 10 seconds so the user can clearly see the final green scan results on screen
     await new Promise(r => setTimeout(r, 10000));
 
-    assert.strictEqual(result, true, "Pixelscan Fingerprint Check failed! Browser fingerprint is inconsistent or masking was detected.")
+    assert.strictEqual(result, true, "Pixelscan Fingerprint Check failed! Browser fingerprint is inconsistent or masking was detected.");
 })
 
-// CreepJS Deep Fingerprint Analysis
-// The most comprehensive fingerprint analyzer - checks lies, headless, stealth, trust score
-test('CreepJS Fingerprint Analysis', async () => {
-    await page.goto("https://abrahamjuliot.github.io/creepjs/", { waitUntil: 'domcontentloaded', timeout: 60000 });
-    await new Promise(r => setTimeout(r, 15000)); // CreepJS needs time to run all checks
-
-    const result = await page.evaluate(() => {
-        const pageText = document.body.innerText;
 
-        // Check headless detection section
-        // Look for "0% headless" which means not detected as headless
-        const headlessSection = pageText.match(/(\d+)%\s*headless/i);
-        const headlessPercent = headlessSection ? parseInt(headlessSection[1]) : 100;
 
-        // Check stealth detection
-        const stealthSection = pageText.match(/(\d+)%\s*stealth/i);
-        const stealthPercent = stealthSection ? parseInt(stealthSection[1]) : 100;
 
-        // Check lies detection - "0 lies" or low count is good
-        const liesMatch = pageText.match(/(\d+)\s*lie/i);
-        const liesCount = liesMatch ? parseInt(liesMatch[1]) : 0;
-
-        return {
-            headlessPercent,
-            stealthPercent,
-            liesCount,
-            // Pass if: 0% headless, 0% stealth, and lies count is low
-            passed: headlessPercent === 0 && stealthPercent === 0 && liesCount <= 2
-        };
-    }).catch(() => ({ passed: false, headlessPercent: -1, stealthPercent: -1, liesCount: -1 }));
 
-    assert.strictEqual(result.passed, true,
-        `CreepJS Fingerprint Analysis failed! Headless: ${result.headlessPercent}%, Stealth: ${result.stealthPercent}%, Lies: ${result.liesCount}`)
-})