brave-real-browser 1.5.1

package/lib/cjs/module/pageController.js

@@ -0,0 +1,69 @@
+const { createCursor } = require('ghost-cursor');
+const { checkTurnstile } = require('./turnstile.js');
+const kill = require('tree-kill');
+
+function getRandomInt(min, max) {
+    min = Math.ceil(min);
+    max = Math.floor(max);
+    return Math.floor(Math.random() * (max - min + 1)) + min;
+}
+
+async function pageController({ browser, page, proxy, turnstile, xvfbsession, pid, plugins, killProcess = false, chrome }) {
+
+    let solveStatus = turnstile
+
+    page.on('close', () => {
+        solveStatus = false
+    });
+
+
+    browser.on('disconnected', async () => {
+        solveStatus = false
+        if (killProcess === true) {
+            if (xvfbsession) try { xvfbsession.stopSync() } catch (err) { }
+            if (chrome) try { chrome.kill() } catch (err) { console.log(err); }
+            if (pid) try { kill(pid, 'SIGKILL', () => { }) } catch (err) { }
+        }
+    });
+
+    async function turnstileSolver() {
+        while (solveStatus) {
+            await checkTurnstile({ page }).catch(() => { });
+            await new Promise(r => setTimeout(r, 1000));
+        }
+        return
+    }
+
+    turnstileSolver()
+
+    if (proxy.username && proxy.password) await page.authenticate({ username: proxy.username, password: proxy.password });
+
+    if (plugins.length > 0) {
+        for (const plugin of plugins) {
+            plugin.onPageCreated(page)
+        }
+    }
+
+    await page.evaluateOnNewDocument(() => {
+        Object.defineProperty(MouseEvent.prototype, 'screenX', {
+            get: function () {
+                return this.clientX + window.screenX;
+            }
+        });
+
+        Object.defineProperty(MouseEvent.prototype, 'screenY', {
+            get: function () {
+                return this.clientY + window.screenY;
+            }
+        });
+
+    });
+
+    const cursor = createCursor(page);
+    page.realCursor = cursor
+    page.realClick = cursor.click
+
+    return page
+}
+
+module.exports = { pageController }

package/lib/cjs/module/turnstile.js

@@ -0,0 +1,63 @@
+const checkTurnstile = ({ page }) => {
+    return new Promise(async (resolve, reject) => {
+        var waitInterval = setTimeout(() => { clearInterval(waitInterval); resolve(false) }, 5000);
+        try {
+            const elements = await page.$$('[name="cf-turnstile-response"]');
+            if (elements.length <= 0) {
+
+                const coordinates = await page.evaluate(() => {
+                    let coordinates = [];
+                    document.querySelectorAll('div').forEach(item => {
+                        try {
+                            let itemCoordinates = item.getBoundingClientRect()
+                            let itemCss = window.getComputedStyle(item)
+                            if (itemCss.margin == "0px" && itemCss.padding == "0px" && itemCoordinates.width > 290 && itemCoordinates.width <= 310 && !item.querySelector('*')) {
+                                coordinates.push({ x: itemCoordinates.x, y: item.getBoundingClientRect().y, w: item.getBoundingClientRect().width, h: item.getBoundingClientRect().height })
+                            }
+                        } catch (err) { }
+                    });
+
+                    if (coordinates.length <= 0) {
+                        document.querySelectorAll('div').forEach(item => {
+                            try {
+                                let itemCoordinates = item.getBoundingClientRect()
+                                if (itemCoordinates.width > 290 && itemCoordinates.width <= 310 && !item.querySelector('*')) {
+                                    coordinates.push({ x: itemCoordinates.x, y: item.getBoundingClientRect().y, w: item.getBoundingClientRect().width, h: item.getBoundingClientRect().height })
+                                }
+                            } catch (err) { }
+                        });
+
+                    }
+
+                    return coordinates
+                })
+
+                for (const item of coordinates) {
+                    try {
+                        let x = item.x + 30;
+                        let y = item.y + item.h / 2;
+                        await page.mouse.click(x, y);
+                    } catch (err) { }
+                }
+                return resolve(true)
+            }
+
+            for (const element of elements) {
+                try {
+                    const parentElement = await element.evaluateHandle(el => el.parentElement);
+                    const box = await parentElement.boundingBox();
+                    let x = box.x + 30;
+                    let y = box.y + box.height / 2;
+                    await page.mouse.click(x, y);
+                } catch (err) { }
+            }
+            clearInterval(waitInterval)
+            resolve(true)
+        } catch (err) {
+            clearInterval(waitInterval)
+            resolve(false)
+        }
+    })
+}
+
+module.exports = { checkTurnstile }

package/lib/esm/index.mjs

@@ -0,0 +1,116 @@
+import { launch, DEFAULT_FLAGS } from "brave-real-launcher";
+import puppeteer from "brave-real-puppeteer-core";
+import { pageController } from "./module/pageController.mjs";
+
+// process.env.REBROWSER_PATCHES_DEBUG=1
+export async function connect({
+  args = [],
+  headless = false,
+  customConfig = {},
+  proxy = {},
+  turnstile = false,
+  connectOption = {},
+  disableXvfb = false,
+  plugins = [],
+  ignoreAllFlags = false,
+} = {}) {
+  let xvfbsession = null;
+  if (headless == "auto") headless = false;
+
+  if (process.platform === "linux" && disableXvfb === false) {
+    try {
+      const { default: Xvfb } = await import("xvfb");
+      xvfbsession = new Xvfb({
+        silent: true,
+        xvfb_args: ["-screen", "0", "1920x1080x24", "-ac"],
+      });
+      xvfbsession.startSync();
+    } catch (err) {
+      console.log(
+        "You are running on a Linux platform but do not have xvfb installed. The browser can be captured. Please install it with the following command\n\nsudo apt-get install xvfb\n\n" +
+          err.message
+      );
+    }
+  }
+
+  let chromeFlags;
+  if (ignoreAllFlags === true) {
+    chromeFlags = [
+      ...args,
+      ...(headless !== false ? [`--headless=${headless}`] : []),
+      ...(proxy && proxy.host && proxy.port
+        ? [`--proxy-server=${proxy.host}:${proxy.port}`]
+        : []),
+    ];
+  } else {
+    // Default flags: https://github.com/codeiva4u/Brave-Real-Launcher/blob/main/src/flags.ts
+    const flags = [...DEFAULT_FLAGS];
+    // Add AutomationControlled to "disable-features" flag
+    const indexDisableFeatures = flags.findIndex((flag) => flag.startsWith('--disable-features'));
+    flags[indexDisableFeatures] = `${flags[indexDisableFeatures]},AutomationControlled`;
+    // Remove "disable-component-update" flag
+    const indexComponentUpdateFlag = flags.findIndex((flag) => flag.startsWith('--disable-component-update'));
+    flags.splice(indexComponentUpdateFlag, 1);
+    chromeFlags = [
+      ...flags,
+      ...args,
+      ...(headless !== false ? [`--headless=${headless}`] : []),
+      ...(proxy && proxy.host && proxy.port
+        ? [`--proxy-server=${proxy.host}:${proxy.port}`]
+        : []),
+      "--no-sandbox",
+      "--disable-dev-shm-usage",
+    ];
+  }
+  const chrome = await launch({
+    ignoreDefaultFlags: true,
+    chromeFlags,
+    ...customConfig,
+  });
+  let pextra = null;
+  if (plugins.length > 0) {
+    const { addExtra } = await import("puppeteer-extra");
+
+    pextra = addExtra(puppeteer);
+
+    for (const item of plugins) {
+      pextra.use(item);
+    }
+  }
+
+  const browser = await (pextra ? pextra : puppeteer).connect({
+    browserURL: `http://127.0.0.1:${chrome.port}`,
+    ...connectOption,
+  });
+
+  let [page] = await browser.pages();
+
+  let pageControllerConfig = {
+    browser,
+    page,
+    proxy,
+    turnstile,
+    xvfbsession,
+    pid: chrome.pid,
+    plugins,
+  };
+
+  page = await pageController({
+    ...pageControllerConfig,
+    chrome,
+    killProcess: true,
+  });
+
+  browser.on("targetcreated", async (target) => {
+    if (target.type() === "page") {
+      let newPage = await target.page();
+      pageControllerConfig.page = newPage;
+      newPage = await pageController(pageControllerConfig);
+    }
+  });
+
+  return {
+    browser,
+    page,
+  };
+}

package/lib/esm/module/pageController.mjs

@@ -0,0 +1,66 @@
+import { createCursor } from 'ghost-cursor';
+import { checkTurnstile } from './turnstile.mjs';
+import kill from 'tree-kill';
+
+function getRandomInt(min, max) {
+    min = Math.ceil(min);
+    max = Math.floor(max);
+    return Math.floor(Math.random() * (max - min + 1)) + min;
+}
+
+export async function pageController({ browser, page, proxy, turnstile, xvfbsession, pid, plugins, killProcess = false, chrome }) {
+
+    let solveStatus = turnstile
+
+    page.on('close', () => {
+        solveStatus = false
+    });
+
+
+    browser.on('disconnected', async () => {
+        solveStatus = false
+        if (killProcess === true) {
+            if (xvfbsession) try { xvfbsession.stopSync() } catch (err) { }
+            if (chrome) try { chrome.kill() } catch (err) { console.log(err); }
+            if (pid) try { kill(pid, 'SIGKILL', () => { }) } catch (err) { }
+        }
+    });
+
+    async function turnstileSolver() {
+        while (solveStatus) {
+            await checkTurnstile({ page }).catch(() => { });
+            await new Promise(r => setTimeout(r, 1000));
+        }
+        return
+    }
+
+    turnstileSolver()
+
+    if (proxy.username && proxy.password) await page.authenticate({ username: proxy.username, password: proxy.password });
+
+    if (plugins.length > 0) {
+        for (const plugin of plugins) {
+            plugin.onPageCreated(page)
+        }
+    }
+
+    await page.evaluateOnNewDocument(() => {
+        Object.defineProperty(MouseEvent.prototype, 'screenX', {
+            get: function () {
+                return this.clientX + window.screenX;
+            }
+        });
+
+        Object.defineProperty(MouseEvent.prototype, 'screenY', {
+            get: function () {
+                return this.clientY + window.screenY;
+            }
+        });
+
+    });
+
+    const cursor = createCursor(page);
+    page.realCursor = cursor
+    page.realClick = cursor.click
+    return page
+}

package/lib/esm/module/turnstile.mjs

@@ -0,0 +1,62 @@
+export const checkTurnstile = ({ page }) => {
+    return new Promise(async (resolve, reject) => {
+        var waitInterval = setTimeout(() => { clearInterval(waitInterval); resolve(false) }, 5000);
+
+        try {
+            const elements = await page.$$('[name="cf-turnstile-response"]');
+            if (elements.length <= 0) {
+
+                const coordinates = await page.evaluate(() => {
+                    let coordinates = [];
+                    document.querySelectorAll('div').forEach(item => {
+                        try {
+                            let itemCoordinates = item.getBoundingClientRect()
+                            let itemCss = window.getComputedStyle(item)
+                            if (itemCss.margin == "0px" && itemCss.padding == "0px" && itemCoordinates.width > 290 && itemCoordinates.width <= 310 && !item.querySelector('*')) {
+                                coordinates.push({ x: itemCoordinates.x, y: item.getBoundingClientRect().y, w: item.getBoundingClientRect().width, h: item.getBoundingClientRect().height })
+                            }
+                        } catch (err) { }
+                    });
+
+                    if (coordinates.length <= 0) {
+                        document.querySelectorAll('div').forEach(item => {
+                            try {
+                                let itemCoordinates = item.getBoundingClientRect()
+                                if (itemCoordinates.width > 290 && itemCoordinates.width <= 310 && !item.querySelector('*')) {
+                                    coordinates.push({ x: itemCoordinates.x, y: item.getBoundingClientRect().y, w: item.getBoundingClientRect().width, h: item.getBoundingClientRect().height })
+                                }
+                            } catch (err) { }
+                        });
+
+                    }
+
+                    return coordinates
+                })
+
+                for (const item of coordinates) {
+                    try {
+                        let x = item.x + 30;
+                        let y = item.y + item.h / 2;
+                        await page.mouse.click(x, y);
+                    } catch (err) { }
+                }
+                return resolve(true)
+            }
+
+            for (const element of elements) {
+                try {
+                    const parentElement = await element.evaluateHandle(el => el.parentElement);
+                    const box = await parentElement.boundingBox();
+                    let x = box.x + 30;
+                    let y = box.y + box.height / 2;
+                    await page.mouse.click(x, y);
+                } catch (err) { }
+            }
+            clearInterval(waitInterval)
+            resolve(true)
+        } catch (err) {
+            clearInterval(waitInterval)
+            resolve(false)
+        }
+    })
+}

package/package.json

@@ -0,0 +1,54 @@
+{
+  "name": "brave-real-browser",
+  "version": "1.5.1",
+  "description": "This package is designed to bypass puppeteer's bot-detecting captchas such as Cloudflare. It acts like a real browser and can be managed with puppeteer.",
+  "main": "lib/cjs/index.js",
+  "module": "lib/esm/index.mjs",
+  "exports": {
+    ".": {
+      "require": "./lib/cjs/index.js",
+      "import": "./lib/esm/index.mjs",
+      "types": "./typings.d.ts"
+    }
+  },
+  "typings": "typings.d.ts",
+  "scripts": {
+    "esm_test": "node ./test/esm/test.js",
+    "cjs_test": "node ./test/cjs/test.js"
+  },
+  "keywords": [
+    "cf-bypass",
+    "cloudflare-bypass",
+    "puppeteer-fingerprint",
+    "puppeteer-cloudflare",
+    "puppeteer-real-browser",
+    "undetectable-puppeteer",
+    "undetect",
+    "undetectable",
+    "puppeteer-undetectable",
+    "puppeteer-undetect",
+    "puppeteer-undetectable-bypass",
+    "puppeteer-undetect-bypass",
+    "puppeteer-undetectable-cloudflare",
+    "puppeteer-undetect-cloudflare",
+    "puppeteer-undetectable-cf",
+    "puppeteer-undetect-cf",
+    "puppeteer-undetectable-cf-bypass"
+  ],
+  "author": "zfc-software",
+  "license": "ISC",
+  "dependencies": {
+    "brave-real-launcher": "^1.2.8",
+    "brave-real-puppeteer-core": "^24.22.0",
+    "ghost-cursor": "^1.4.1 ",
+    "puppeteer-extra": "^3.3.6",
+    "tree-kill": "^1.2.2",
+    "xvfb": "^0.4.0"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/zfcsoftware/puppeteer-real-browser"
+  },
+  "readme": "README.md",
+  "homepage": "https://github.com/zfcsoftware/puppeteer-real-browser"
+}

package/test/cjs/test.js

@@ -0,0 +1,120 @@
+const test = require('node:test');
+const assert = require('node:assert');
+const { connect } = require('../../lib/cjs/index.js');
+
+
+const realBrowserOption = {
+    args: ["--start-maximized"],
+    turnstile: true,
+    headless: false,
+    // disableXvfb: true,
+    customConfig: {},
+    connectOption: {
+        defaultViewport: null
+    },
+    plugins: []
+}
+
+// test('Puppeteer Extra Plugin', async () => {
+//     /*
+//     Run with:
+//     npm i puppeteer-extra-plugin-click-and-wait
+//     */
+//     realBrowserOption.plugins = [
+//         require('puppeteer-extra-plugin-click-and-wait')()
+//     ]
+//     const { page, browser } = await connect(realBrowserOption)
+//     await page.goto("https://google.com", { waitUntil: "domcontentloaded" })
+//     await page.clickAndWaitForNavigation('body')
+//     await browser.close()
+// })
+
+test('DrissionPage Detector', async () => {
+    const { page, browser } = await connect(realBrowserOption)
+    await page.goto("https://web.archive.org/web/20240913054632/https://drissionpage.pages.dev/");
+    await page.realClick("#detector")
+    let result = await page.evaluate(() => { return document.querySelector('#isBot span').textContent.includes("not") ? true : false })
+    await browser.close()
+    assert.strictEqual(result, true, "DrissionPage Detector test failed!")
+})
+
+test('Brotector, a webdriver detector', async () => {
+    const { page, browser } = await connect(realBrowserOption)
+    await page.goto("https://kaliiiiiiiiii.github.io/brotector/");
+    await new Promise(r => setTimeout(r, 3000));
+    let result = await page.evaluate(() => { return document.querySelector('#table-keys').getAttribute('bgcolor') })
+    await browser.close()
+    assert.strictEqual(result === "darkgreen", true, "Brotector, a webdriver detector test failed!")
+})
+
+test('Cloudflare WAF', async () => {
+    const { page, browser } = await connect(realBrowserOption)
+    await page.goto("https://nopecha.com/demo/cloudflare");
+    let verify = null
+    let startDate = Date.now()
+    while (!verify && (Date.now() - startDate) < 30000) {
+        verify = await page.evaluate(() => { return document.querySelector('.link_row') ? true : null }).catch(() => null)
+        await new Promise(r => setTimeout(r, 1000));
+    }
+    await browser.close()
+    assert.strictEqual(verify === true, true, "Cloudflare WAF test failed!")
+})
+
+
+test('Cloudflare Turnstile', async () => {
+    const { page, browser } = await connect(realBrowserOption)
+    await page.goto("https://turnstile.zeroclover.io/");
+    await page.waitForSelector('[type="submit"]')
+    let token = null
+    let startDate = Date.now()
+    while (!token && (Date.now() - startDate) < 30000) {
+        token = await page.evaluate(() => {
+            try {
+                let item = document.querySelector('[name="cf-turnstile-response"]').value
+                return item && item.length > 20 ? item : null
+            } catch (e) {
+                return null
+            }
+        })
+        await new Promise(r => setTimeout(r, 1000));
+    }
+    await browser.close()
+    // if (token !== null) console.log('Cloudflare Turnstile Token: ' + token);
+    assert.strictEqual(token !== null, true, "Cloudflare turnstile test failed!")
+})
+
+
+test('Fingerprint JS Bot Detector', async () => {
+    const { page, browser } = await connect(realBrowserOption)
+    await page.goto("https://fingerprint.com/products/bot-detection/");
+    await new Promise(r => setTimeout(r, 5000));
+    const detect = await page.evaluate(() => {
+        return document.querySelector('.HeroSection-module--botSubTitle--2711e').textContent.includes("not") ? true : false
+    })
+    await browser.close()
+    assert.strictEqual(detect, true, "Fingerprint JS Bot Detector test failed!")
+})
+
+
+// If you fail this test, your ip address probably has a high spam score. Please use a mobile or clean ip address.
+test('Datadome Bot Detector', async (t) => {
+    const { page, browser } = await connect(realBrowserOption)
+    await page.goto("https://antoinevastel.com/bots/datadome");
+    const check = await page.waitForSelector('nav #navbarCollapse').catch(() => null)
+    await browser.close()
+    assert.strictEqual(check ? true : false, true, "Datadome Bot Detector test failed! [This may also be because your ip address has a high spam score. Please try with a clean ip address.]")
+})
+
+// If this test fails, please first check if you can access https://antcpt.com/score_detector/
+test('Recaptcha V3 Score (hard)', async () => {
+    const { page, browser } = await connect(realBrowserOption)
+    await page.goto("https://antcpt.com/score_detector/");
+    await page.realClick("button")
+    await new Promise(r => setTimeout(r, 5000));
+    const score = await page.evaluate(() => {
+        return document.querySelector('big').textContent.replace(/[^0-9.]/g, '')
+    })
+    await browser.close()
+    // if (Number(score) >= 0.7) console.log('Recaptcha V3 Score: ' + score);
+    assert.strictEqual(Number(score) >= 0.7, true, "(please first check if you can access https://antcpt.com/score_detector/.) Recaptcha V3 Score (hard) should be >=0.7. Score Result: " + score)
+})

package/test/esm/package.json

@@ -0,0 +1,13 @@
+{
+  "name": "test",
+  "type": "module",
+  "version": "1.0.0",
+  "main": "index.js",
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "ISC",
+  "description": ""
+}