real-browser-mcp-server 1.1.1

package/lib/cjs/index.js

@@ -0,0 +1,249 @@
+const { PlaywrightBlocker } = require("@ghostery/adblocker-playwright");
+const { pageController } = require("./module/pageController.js");
+
+// Dynamically load pure ESM playwright-ghost to be fully compatible with CommonJS
+const playwrightGhostPromise = import("playwright-ghost/patchright");
+const recommendedPromise = import("playwright-ghost/plugins/recommended");
+const fs = require('fs');
+const path = require('path');
+
+let adBlockerInstance = null;
+let adBlockerPromise = null;
+function getAdBlocker() {
+  if (!adBlockerPromise) {
+    const cachePath = path.join(__dirname, 'adblocker.bin');
+    adBlockerPromise = PlaywrightBlocker.fromPrebuiltAdsAndTracking(fetch, {
+      path: cachePath,
+      read: fs.promises.readFile,
+      write: fs.promises.writeFile,
+    }).then(blocker => {
+      adBlockerInstance = blocker;
+      return blocker;
+    }).catch(err => {
+      console.error('[adblocker] Failed to initialize adblocker:', err.message);
+      return null;
+    });
+  }
+  return adBlockerPromise;
+}
+
+function loadEnvFile() {
+  const envPaths = [
+    path.join(process.cwd(), '.env'),
+  ];
+
+  let currentDir = process.cwd();
+  for (let i = 0; i < 5; i++) {
+    const envPath = path.join(currentDir, '.env');
+    if (fs.existsSync(envPath) && !envPaths.includes(envPath)) {
+      envPaths.push(envPath);
+    }
+    const parentDir = path.dirname(currentDir);
+    if (parentDir === currentDir) break;
+    currentDir = parentDir;
+  }
+
+  for (const envPath of envPaths) {
+    try {
+      if (fs.existsSync(envPath)) {
+        const envContent = fs.readFileSync(envPath, 'utf-8');
+        envContent.split('\n').forEach(line => {
+          const trimmed = line.trim();
+          if (trimmed && !trimmed.startsWith('#')) {
+            const [key, ...valueParts] = trimmed.split('=');
+            const value = valueParts.join('=').replace(/^["']|["']$/g, '');
+            if (key && !process.env[key]) {
+              process.env[key] = value;
+            }
+          }
+        });
+        break;
+      }
+    } catch (error) {
+      // Silently ignore .env loading errors
+    }
+  }
+}
+
+loadEnvFile();
+
+function getDefaultHeadless() {
+  const envHeadless = (process.env.HEADLESS || '').toLowerCase();
+  return envHeadless === 'true';
+}
+
+function applyPuppeteerShims(browser, page) {
+  if (page._shimsApplied) return page;
+  page._shimsApplied = true;
+
+  // Enable ad blocker
+  if (adBlockerInstance) {
+    adBlockerInstance.enableBlockingInPage(page).catch(() => {});
+  } else {
+    getAdBlocker().then(blocker => {
+      if (blocker) {
+        blocker.enableBlockingInPage(page).catch(() => {});
+      }
+    });
+  }
+
+  // Cookie shims (Puppeteer → Playwright context)
+  if (!page.cookies) {
+    page.cookies = async (urls) => {
+      return await page.context().cookies(urls ? (Array.isArray(urls) ? urls : [urls]) : []);
+    };
+  }
+
+  if (!page.setCookie) {
+    page.setCookie = async (...cookies) => {
+      const formatted = cookies.map(c => ({
+        name: c.name,
+        value: c.value,
+        domain: c.domain || new URL(page.url()).hostname,
+        path: c.path || '/',
+        expires: c.expires || undefined,
+        httpOnly: c.httpOnly,
+        secure: c.secure,
+        sameSite: c.sameSite
+      }));
+      await page.context().addCookies(formatted);
+    };
+  }
+
+  if (!page.deleteCookie) {
+    page.deleteCookie = async (...cookies) => {
+      await page.context().clearCookies();
+    };
+  }
+
+  // Navigation shims
+  if (!page.waitForNetworkIdle) {
+    page.waitForNetworkIdle = async (options = {}) => {
+      try {
+        await page.waitForLoadState('networkidle', { timeout: options.timeout });
+      } catch (e) {
+        // Ignore networkidle timeouts if they are non-fatal
+      }
+    };
+  }
+
+  if (!page.evaluateOnNewDocument) {
+    page.evaluateOnNewDocument = async (fn, ...args) => {
+      return await page.addInitScript(fn, ...args);
+    };
+  }
+
+  // Ghost Cursor integration via playwright-ghost auto-hooking
+  page.realCursor = {
+    move: async (selector, options = {}) => {
+      try {
+        await page.hover(selector, options);
+      } catch (e) {
+        // Silently fallback if element is not found
+      }
+    }
+  };
+  page.realClick = async (selector, options = {}) => {
+    await page.click(selector, options);
+  };
+
+  // Mouse wheel shim (Puppeteer object → Playwright positional args)
+  if (page.mouse && page.mouse.wheel) {
+    const originalWheel = page.mouse.wheel.bind(page.mouse);
+    page.mouse.wheel = async (x, y) => {
+      if (typeof x === 'object' && x !== null) {
+        const deltaX = x.deltaX || 0;
+        const deltaY = x.deltaY || 0;
+        return await originalWheel(deltaX, deltaY);
+      }
+      return await originalWheel(x, y);
+    };
+  }
+
+  // Browser shims
+  if (!browser.process) {
+    browser.process = () => ({
+      pid: browser._childProcess?.pid || 1337
+    });
+  }
+
+  if (!browser.pages) {
+    browser.pages = async () => {
+      return browser.contexts().flatMap(c => c.pages());
+    };
+  }
+
+  return page;
+}
+
+async function connect({
+  args = [],
+  headless = getDefaultHeadless(),
+  proxy = {},
+  turnstile = false,
+} = {}) {
+  let playwrightProxy = undefined;
+  if (proxy && proxy.host && proxy.port) {
+    playwrightProxy = {
+      server: `${proxy.host}:${proxy.port}`
+    };
+    if (proxy.username && proxy.password) {
+      playwrightProxy.username = proxy.username;
+      playwrightProxy.password = proxy.password;
+    }
+  }
+
+  const chromiumArgs = [
+    '--disable-blink-features=AutomationControlled',
+    '--no-sandbox',
+    '--disable-setuid-sandbox',
+    ...args
+  ];
+
+  // Load the dynamic ES Module imports
+  const { default: playwright } = await playwrightGhostPromise;
+  const { default: recommended } = await recommendedPromise;
+  const { chromium } = playwright;
+
+  const browser = await chromium.launch({
+    headless,
+    args: chromiumArgs,
+    proxy: playwrightProxy,
+    plugins: [recommended()]
+  });
+
+  // Ensure ad blocker is ready
+  await getAdBlocker();
+
+  const context = await browser.newContext({
+    viewport: null,
+  });
+
+  let page = await context.newPage();
+
+  applyPuppeteerShims(browser, page);
+
+  page = await pageController({
+    browser,
+    page,
+    proxy,
+    turnstile,
+  });
+
+  context.on('page', async (newPage) => {
+    applyPuppeteerShims(browser, newPage);
+    await pageController({
+      browser,
+      page: newPage,
+      proxy,
+      turnstile,
+    });
+  });
+
+  return {
+    browser,
+    page,
+  };
+}
+
+module.exports = { connect };

package/lib/cjs/module/pageController.js

@@ -0,0 +1,70 @@
+const { checkTurnstile } = require('./turnstile.js');
+
+async function pageController({ browser, page, proxy, turnstile }) {
+    if (page._pageControllerApplied) return page;
+    page._pageControllerApplied = true;
+
+    let solveStatus = turnstile;
+
+    page.on('close', () => {
+        solveStatus = false;
+    });
+
+    async function turnstileSolver() {
+        while (solveStatus) {
+            await checkTurnstile({ page }).catch(() => { });
+            await new Promise(r => setTimeout(r, 1000));
+        }
+        return;
+    }
+
+    if (solveStatus) {
+        turnstileSolver();
+    }
+
+    // === POPUP AD BLOCKING ===
+    const context = page.context();
+    context.on('page', async (newPage) => {
+        try {
+            const opener = await newPage.opener();
+            if (opener) {
+                const url = newPage.url();
+                const isAdPopup = url === 'about:blank' ||
+                    url.includes('ad') ||
+                    url.includes('pop') ||
+                    url.includes('click') ||
+                    url.includes('redirect') ||
+                    url.includes('track');
+                if (isAdPopup) {
+                    await newPage.close().catch(() => { });
+                    console.error('[popup-blocker] Blocked popup ad:', url.substring(0, 50));
+                }
+            }
+        } catch (e) {
+            // Ignore errors
+        }
+    });
+
+    // NOTE: JS stealth overrides are commented out because Patchright natively handles automation hiding.
+    // Manual JS overrides trigger Pixelscan fingerprint masking detectors.
+    /*
+    await page.addInitScript(() => {
+        // ========== HARDWARE CONCURRENCY & DEVICE MEMORY FIX ==========
+        Object.defineProperty(navigator, 'hardwareConcurrency', {
+            get: () => 8,
+            configurable: true
+        });
+
+        if ('deviceMemory' in navigator) {
+            Object.defineProperty(navigator, 'deviceMemory', {
+                get: () => 8,
+                configurable: true
+            });
+        }
+    });
+    */
+
+    return page;
+}
+
+module.exports = { pageController };

package/lib/cjs/module/turnstile.js

@@ -0,0 +1,62 @@
+const checkTurnstile = async ({ page }) => {
+    try {
+        const elements = await page.locator('[name="cf-turnstile-response"]').all();
+        if (elements.length <= 0) {
+            const coordinates = await page.evaluate(() => {
+                let coordinates = [];
+                document.querySelectorAll('div').forEach(item => {
+                    try {
+                        let itemCoordinates = item.getBoundingClientRect();
+                        let itemCss = window.getComputedStyle(item);
+                        if (itemCss.margin == "0px" && itemCss.padding == "0px" && itemCoordinates.width > 290 && itemCoordinates.width <= 310 && !item.querySelector('*')) {
+                            coordinates.push({ x: itemCoordinates.x, y: item.getBoundingClientRect().y, w: item.getBoundingClientRect().width, h: item.getBoundingClientRect().height });
+                        }
+                    } catch (err) { }
+                });
+
+                if (coordinates.length <= 0) {
+                    document.querySelectorAll('div').forEach(item => {
+                        try {
+                            let itemCoordinates = item.getBoundingClientRect();
+                            if (itemCoordinates.width > 290 && itemCoordinates.width <= 310 && !item.querySelector('*')) {
+                                coordinates.push({ x: itemCoordinates.x, y: item.getBoundingClientRect().y, w: item.getBoundingClientRect().width, h: item.getBoundingClientRect().height });
+                            }
+                        } catch (err) { }
+                    });
+                }
+                return coordinates;
+            });
+
+            for (const item of coordinates) {
+                try {
+                    let x = item.x + 30;
+                    let y = item.y + item.h / 2;
+                    await page.mouse.click(x, y);
+                } catch (err) { }
+            }
+            return true;
+        }
+
+        for (const element of elements) {
+            try {
+                // Get the parent element bounding box
+                const box = await element.evaluate(el => {
+                    const parent = el.parentElement;
+                    if (!parent) return null;
+                    const rect = parent.getBoundingClientRect();
+                    return { x: rect.x, y: rect.y, width: rect.width, height: rect.height };
+                });
+                if (box) {
+                    let x = box.x + 30;
+                    let y = box.y + box.height / 2;
+                    await page.mouse.click(x, y);
+                }
+            } catch (err) { }
+        }
+        return true;
+    } catch (err) {
+        return false;
+    }
+}
+
+module.exports = { checkTurnstile };

package/lib/esm/index.mjs

@@ -0,0 +1,245 @@
+import playwright from "playwright-ghost/patchright";
+import recommended from "playwright-ghost/plugins/recommended";
+const { chromium } = playwright;
+import { PlaywrightBlocker } from "@ghostery/adblocker-playwright";
+import { pageController } from "./module/pageController.mjs";
+import { fileURLToPath } from 'url';
+import * as fs from 'fs';
+import * as path from 'path';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+let adBlockerInstance = null;
+let adBlockerPromise = null;
+function getAdBlocker() {
+  if (!adBlockerPromise) {
+    const cachePath = path.join(__dirname, 'adblocker.bin');
+    adBlockerPromise = PlaywrightBlocker.fromPrebuiltAdsAndTracking(fetch, {
+      path: cachePath,
+      read: fs.promises.readFile,
+      write: fs.promises.writeFile,
+    }).then(blocker => {
+      adBlockerInstance = blocker;
+      return blocker;
+    }).catch(err => {
+      console.error('[adblocker] Failed to initialize adblocker:', err.message);
+      return null;
+    });
+  }
+  return adBlockerPromise;
+}
+
+function loadEnvFile() {
+  const envPaths = [
+    path.join(process.cwd(), '.env'),
+  ];
+
+  let currentDir = process.cwd();
+  for (let i = 0; i < 5; i++) {
+    const envPath = path.join(currentDir, '.env');
+    if (fs.existsSync(envPath) && !envPaths.includes(envPath)) {
+      envPaths.push(envPath);
+    }
+    const parentDir = path.dirname(currentDir);
+    if (parentDir === currentDir) break;
+    currentDir = parentDir;
+  }
+
+  for (const envPath of envPaths) {
+    try {
+      if (fs.existsSync(envPath)) {
+        const envContent = fs.readFileSync(envPath, 'utf-8');
+        envContent.split('\n').forEach(line => {
+          const trimmed = line.trim();
+          if (trimmed && !trimmed.startsWith('#')) {
+            const [key, ...valueParts] = trimmed.split('=');
+            const value = valueParts.join('=').replace(/^["']|["']$/g, '');
+            if (key && !process.env[key]) {
+              process.env[key] = value;
+            }
+          }
+        });
+        break;
+      }
+    } catch (error) {
+      // Silently ignore .env loading errors
+    }
+  }
+}
+
+loadEnvFile();
+
+function getDefaultHeadless() {
+  const envHeadless = (process.env.HEADLESS || '').toLowerCase();
+  return envHeadless === 'true';
+}
+
+function applyPuppeteerShims(browser, page) {
+  if (page._shimsApplied) return page;
+  page._shimsApplied = true;
+
+  // Enable ad blocker
+  if (adBlockerInstance) {
+    adBlockerInstance.enableBlockingInPage(page).catch(() => {});
+  } else {
+    getAdBlocker().then(blocker => {
+      if (blocker) {
+        blocker.enableBlockingInPage(page).catch(() => {});
+      }
+    });
+  }
+
+  // Cookie shims (Puppeteer → Playwright context)
+  if (!page.cookies) {
+    page.cookies = async (urls) => {
+      return await page.context().cookies(urls ? (Array.isArray(urls) ? urls : [urls]) : []);
+    };
+  }
+
+  if (!page.setCookie) {
+    page.setCookie = async (...cookies) => {
+      const formatted = cookies.map(c => ({
+        name: c.name,
+        value: c.value,
+        domain: c.domain || new URL(page.url()).hostname,
+        path: c.path || '/',
+        expires: c.expires || undefined,
+        httpOnly: c.httpOnly,
+        secure: c.secure,
+        sameSite: c.sameSite
+      }));
+      await page.context().addCookies(formatted);
+    };
+  }
+
+  if (!page.deleteCookie) {
+    page.deleteCookie = async (...cookies) => {
+      await page.context().clearCookies();
+    };
+  }
+
+  // Navigation shims
+  if (!page.waitForNetworkIdle) {
+    page.waitForNetworkIdle = async (options = {}) => {
+      try {
+        await page.waitForLoadState('networkidle', { timeout: options.timeout });
+      } catch (e) {
+        // Ignore networkidle timeouts if they are non-fatal
+      }
+    };
+  }
+
+  if (!page.evaluateOnNewDocument) {
+    page.evaluateOnNewDocument = async (fn, ...args) => {
+      return await page.addInitScript(fn, ...args);
+    };
+  }
+
+  // Ghost Cursor integration via playwright-ghost auto-hooking
+  page.realCursor = {
+    move: async (selector, options = {}) => {
+      try {
+        await page.hover(selector, options);
+      } catch (e) {
+        // Silently fallback if element is not found
+      }
+    }
+  };
+  page.realClick = async (selector, options = {}) => {
+    await page.click(selector, options);
+  };
+
+  // Mouse wheel shim (Puppeteer object → Playwright positional args)
+  if (page.mouse && page.mouse.wheel) {
+    const originalWheel = page.mouse.wheel.bind(page.mouse);
+    page.mouse.wheel = async (x, y) => {
+      if (typeof x === 'object' && x !== null) {
+        const deltaX = x.deltaX || 0;
+        const deltaY = x.deltaY || 0;
+        return await originalWheel(deltaX, deltaY);
+      }
+      return await originalWheel(x, y);
+    };
+  }
+
+  // Browser shims
+  if (!browser.process) {
+    browser.process = () => ({
+      pid: browser._childProcess?.pid || 1337
+    });
+  }
+
+  if (!browser.pages) {
+    browser.pages = async () => {
+      return browser.contexts().flatMap(c => c.pages());
+    };
+  }
+
+  return page;
+}
+
+export async function connect({
+  args = [],
+  headless = getDefaultHeadless(),
+  proxy = {},
+  turnstile = false,
+} = {}) {
+  let playwrightProxy = undefined;
+  if (proxy && proxy.host && proxy.port) {
+    playwrightProxy = {
+      server: `${proxy.host}:${proxy.port}`
+    };
+    if (proxy.username && proxy.password) {
+      playwrightProxy.username = proxy.username;
+      playwrightProxy.password = proxy.password;
+    }
+  }
+
+  const chromiumArgs = [
+    '--disable-blink-features=AutomationControlled',
+    '--no-sandbox',
+    '--disable-setuid-sandbox',
+    ...args
+  ];
+
+  const browser = await chromium.launch({
+    headless,
+    args: chromiumArgs,
+    proxy: playwrightProxy,
+    plugins: [recommended()]
+  });
+
+  // Ensure ad blocker is ready
+  await getAdBlocker();
+
+  const context = await browser.newContext({
+    viewport: null,
+  });
+
+  let page = await context.newPage();
+
+  applyPuppeteerShims(browser, page);
+
+  page = await pageController({
+    browser,
+    page,
+    proxy,
+    turnstile,
+  });
+
+  context.on('page', async (newPage) => {
+    applyPuppeteerShims(browser, newPage);
+    await pageController({
+      browser,
+      page: newPage,
+      proxy,
+      turnstile,
+    });
+  });
+
+  return {
+    browser,
+    page,
+  };
+}

package/lib/esm/module/pageController.mjs

@@ -0,0 +1,68 @@
+import { checkTurnstile } from './turnstile.mjs';
+
+export async function pageController({ browser, page, proxy, turnstile }) {
+    if (page._pageControllerApplied) return page;
+    page._pageControllerApplied = true;
+
+    let solveStatus = turnstile;
+
+    page.on('close', () => {
+        solveStatus = false;
+    });
+
+    async function turnstileSolver() {
+        while (solveStatus) {
+            await checkTurnstile({ page }).catch(() => { });
+            await new Promise(r => setTimeout(r, 1000));
+        }
+        return;
+    }
+
+    if (solveStatus) {
+        turnstileSolver();
+    }
+
+    // === POPUP AD BLOCKING ===
+    const context = page.context();
+    context.on('page', async (newPage) => {
+        try {
+            const opener = await newPage.opener();
+            if (opener) {
+                const url = newPage.url();
+                const isAdPopup = url === 'about:blank' ||
+                    url.includes('ad') ||
+                    url.includes('pop') ||
+                    url.includes('click') ||
+                    url.includes('redirect') ||
+                    url.includes('track');
+                if (isAdPopup) {
+                    await newPage.close().catch(() => { });
+                    console.error('[popup-blocker] Blocked popup ad:', url.substring(0, 50));
+                }
+            }
+        } catch (e) {
+            // Ignore errors
+        }
+    });
+
+    // NOTE: JS stealth overrides are commented out because Patchright natively handles automation hiding.
+    // Manual JS overrides trigger Pixelscan fingerprint masking detectors.
+    /*
+    await page.addInitScript(() => {
+        // ========== HARDWARE CONCURRENCY & DEVICE MEMORY FIX ==========
+        Object.defineProperty(navigator, 'hardwareConcurrency', {
+            get: () => 8,
+            configurable: true
+        });
+
+        if ('deviceMemory' in navigator) {
+            Object.defineProperty(navigator, 'deviceMemory', {
+                get: () => 8,
+                configurable: true
+            });
+        }
+    });
+    */
+
+    return page;
+}