brave-real-browser-mcp-server 2.11.4 → 2.11.6

package/dist/browser-manager.js

@@ -3,6 +3,9 @@ import * as fs from 'fs';
 import * as path from 'path';
 import * as net from 'net';
 import { execSync, spawn } from 'child_process';
+import { config as dotenvConfig } from 'dotenv';
+// Load environment variables from .env file
+dotenvConfig();
 // Browser error categorization
 export var BrowserErrorType;
 (function (BrowserErrorType) {
@@ -461,7 +464,7 @@ export async function initializeBrowser(options) {
             braveConfig.chromePath = detectedBravePath;
         }
         const connectOptions = {
-            headless: options?.headless ?? false,
+            headless: options?.headless ?? (process.env.HEADLESS === 'true'),
             customConfig: braveConfig,
             turnstile: true,
             disableXvfb: options?.disableXvfb ?? true,
@@ -512,7 +515,7 @@ export async function initializeBrowser(options) {
             strategyName: 'User-Defined Configuration',
             strategy: {
                 executablePath: detectedBravePath,
-                headless: options?.headless ?? false,
+                headless: options?.headless ?? (process.env.HEADLESS === 'true'),
                 turnstile: true,
                 args: [
                     "--start-maximized"

package/dist/handlers/advanced-video-media-handlers.js

@@ -15,13 +15,15 @@ export async function handleVideoLinkFinder(args) {
         });
         const page = getCurrentPage();
         const includeEmbedded = args.includeEmbedded !== false;
-        const videoLinks = await page.evaluate((includeEmbedded) => {
+        const captureDuration = typeof args.captureDuration === 'number' ? args.captureDuration : 7000;
+        // 1) Collect DOM-based links quickly
+        const domLinks = await page.evaluate((includeEmbedded) => {
             const results = [];
             // Direct video links
             const videoExtensions = ['.mp4', '.webm', '.ogg', '.mov', '.avi', '.mkv', '.m3u8', '.mpd'];
             const allLinks = document.querySelectorAll('a[href]');
             allLinks.forEach((link, idx) => {
-                const href = link.href.toLowerCase();
+                const href = (link.href || '').toLowerCase();
                 videoExtensions.forEach(ext => {
                     if (href.includes(ext)) {
                         results.push({
@@ -46,23 +48,64 @@ export async function handleVideoLinkFinder(args) {
                     });
                 }
             });
-            // Embedded videos
+            // Embedded videos (iframes)
             if (includeEmbedded) {
-                document.querySelectorAll('iframe[src*="video"], iframe[src*="player"]').forEach((iframe, idx) => {
-                    results.push({
-                        index: idx,
-                        url: iframe.src,
-                        type: 'embedded_video',
-                        title: iframe.title || '',
-                    });
+                document.querySelectorAll('iframe').forEach((iframe, idx) => {
+                    if (iframe.src) {
+                        results.push({
+                            index: idx,
+                            url: iframe.src,
+                            type: 'embedded_video',
+                            title: iframe.title || '',
+                        });
+                    }
                 });
             }
             return results;
         }, includeEmbedded);
+        // 2) Network sniff for streaming links (.m3u8/.mpd/.ts/.vtt)
+        const streamingLinks = [];
+        const respHandler = (response) => {
+            try {
+                const url = response.url();
+                const ct = (response.headers()['content-type'] || '').toLowerCase();
+                const isStream = /\.m3u8(\?|$)|\.mpd(\?|$)|\.ts(\?|$)|\.vtt(\?|$)/i.test(url) ||
+                    ct.includes('application/vnd.apple.mpegurl') || ct.includes('application/x-mpegurl');
+                if (isStream) {
+                    streamingLinks.push({ url, contentType: ct, status: response.status() });
+                }
+            }
+            catch { }
+        };
+        page.on('response', respHandler);
+        // Try to "play" iframe/player so network requests fire
+        try {
+            const clickPoint = await page.evaluate(() => {
+                const iframe = document.querySelector('iframe');
+                if (!iframe)
+                    return null;
+                const r = iframe.getBoundingClientRect();
+                return { x: r.left + r.width / 2, y: r.top + r.height / 2 };
+            });
+            if (clickPoint && typeof clickPoint.x === 'number') {
+                await page.mouse.click(clickPoint.x, clickPoint.y, { clickCount: 1 });
+            }
+        }
+        catch { }
+        await sleep(captureDuration);
+        page.off('response', respHandler);
+        // Dedupe by URL
+        const uniqueStreams = Array.from(new Map(streamingLinks.map(i => [i.url, i])).values());
+        const resultSummary = {
+            domLinksCount: domLinks.length,
+            networkStreamsCount: uniqueStreams.length,
+            domLinks,
+            streamingLinks: uniqueStreams,
+        };
         return {
             content: [{
                     type: 'text',
-                    text: `✅ Found ${videoLinks.length} video links\n\n${JSON.stringify(videoLinks, null, 2)}`,
+                    text: `✅ Video links (DOM + Network)\n\n${JSON.stringify(resultSummary, null, 2)}`,
                 }],
         };
     }, 'Failed to find video links');
@@ -402,13 +445,17 @@ export async function handleNetworkRecordingFinder(args) {
                     console.log(`[Network Recording] Processed ${totalResponses} responses, ${matchedResponses} matched`);
                 }
                 let shouldRecord = false;
-                if (filterType === 'video' && (contentType.includes('video') || resourceType === 'media')) {
+                const urlLower = url.toLowerCase();
+                const isStreamAsset = /\.m3u8(\?|$)|\.mpd(\?|$)|\.ts(\?|$)|\.vtt(\?|$)|\.mp4(\?|$)|\.webm(\?|$)/i.test(urlLower) ||
+                    contentType.includes('application/vnd.apple.mpegurl') ||
+                    contentType.includes('application/x-mpegurl');
+                if (filterType === 'video' && (contentType.includes('video') || resourceType === 'media' || isStreamAsset)) {
                     shouldRecord = true;
                 }
                 else if (filterType === 'audio' && contentType.includes('audio')) {
                     shouldRecord = true;
                 }
-                else if (filterType === 'media' && (contentType.includes('video') || contentType.includes('audio'))) {
+                else if (filterType === 'media' && (contentType.includes('video') || contentType.includes('audio') || isStreamAsset)) {
                     shouldRecord = true;
                 }
                 if (shouldRecord) {
@@ -611,6 +658,8 @@ export async function handleVideoLinksFinders(args) {
             requirePage: true,
         });
         const page = getCurrentPage();
+        const captureDuration = typeof args.captureDuration === 'number' ? args.captureDuration : 7000;
+        // DOM discovery first
         const videoLinks = await page.evaluate(() => {
             const results = {
                 directLinks: [],
@@ -620,7 +669,7 @@ export async function handleVideoLinksFinders(args) {
             };
             // Direct video links
             document.querySelectorAll('a[href]').forEach((link) => {
-                const href = link.href.toLowerCase();
+                const href = (link.href || '').toLowerCase();
                 if (href.includes('.mp4') || href.includes('.webm') || href.includes('.mov')) {
                     results.directLinks.push({
                         url: link.href,
@@ -630,25 +679,24 @@ export async function handleVideoLinksFinders(args) {
             });
             // Embedded iframes
             document.querySelectorAll('iframe').forEach((iframe) => {
-                const src = iframe.src.toLowerCase();
-                if (src.includes('youtube') || src.includes('vimeo') || src.includes('video')) {
+                if (iframe.src) {
                     results.embeddedLinks.push({
                         url: iframe.src,
                         title: iframe.title,
                     });
                 }
             });
-            // Streaming manifests
+            // Streaming manifests present in inline scripts
             const scripts = Array.from(document.querySelectorAll('script'));
             scripts.forEach(script => {
                 const content = script.textContent || '';
                 const m3u8Match = content.match(/https?:\/\/[^\s"']+\.m3u8/g);
                 const mpdMatch = content.match(/https?:\/\/[^\s"']+\.mpd/g);
                 if (m3u8Match) {
-                    m3u8Match.forEach(url => results.streamingLinks.push({ url, type: 'HLS' }));
+                    m3u8Match.forEach(url => results.streamingLinks.push({ url, type: 'HLS', source: 'inline' }));
                 }
                 if (mpdMatch) {
-                    mpdMatch.forEach(url => results.streamingLinks.push({ url, type: 'DASH' }));
+                    mpdMatch.forEach(url => results.streamingLinks.push({ url, type: 'DASH', source: 'inline' }));
                 }
             });
             // Video player links
@@ -663,10 +711,46 @@ export async function handleVideoLinksFinders(args) {
             });
             return results;
         });
+        // Network enrichment (m3u8/mpd/ts/vtt)
+        const networkStreams = [];
+        const respHandler = (response) => {
+            try {
+                const url = response.url();
+                const ct = (response.headers()['content-type'] || '').toLowerCase();
+                if (/\.m3u8(\?|$)|\.mpd(\?|$)|\.ts(\?|$)|\.vtt(\?|$)/i.test(url) ||
+                    ct.includes('application/vnd.apple.mpegurl') || ct.includes('application/x-mpegurl')) {
+                    const type = url.includes('.mpd') ? 'DASH' : url.includes('.m3u8') ? 'HLS' : 'segment';
+                    networkStreams.push({ url, type, contentType: ct, status: response.status(), source: 'network' });
+                }
+            }
+            catch { }
+        };
+        page.on('response', respHandler);
+        // Nudge the player by clicking the visible iframe center (if any)
+        try {
+            const clickPoint = await page.evaluate(() => {
+                const iframe = document.querySelector('iframe');
+                if (!iframe)
+                    return null;
+                const r = iframe.getBoundingClientRect();
+                return { x: r.left + r.width / 2, y: r.top + r.height / 2 };
+            });
+            if (clickPoint && typeof clickPoint.x === 'number') {
+                await page.mouse.click(clickPoint.x, clickPoint.y, { clickCount: 1 });
+            }
+        }
+        catch { }
+        await sleep(captureDuration);
+        page.off('response', respHandler);
+        // Merge + dedupe
+        const merged = {
+            ...videoLinks,
+            streamingLinks: Array.from(new Map([...videoLinks.streamingLinks, ...networkStreams].map((i) => [i.url, i])).values()),
+        };
         return {
             content: [{
                     type: 'text',
-                    text: `✅ Video Links Found\n\n${JSON.stringify(videoLinks, null, 2)}`,
+                    text: `✅ Video Links Found\n\n${JSON.stringify(merged, null, 2)}`,
                 }],
         };
     }, 'Failed to find video links');

package/dist/handlers/smart-data-extractors.js

@@ -317,8 +317,9 @@ export async function handleApiFinder(args) {
             requirePage: true,
         });
         const page = getCurrentPage();
-        const deepScan = args.deepScan !== false;
-        const apis = await page.evaluate(({ deepScan }) => {
+        const captureDuration = typeof args.duration === 'number' ? args.duration : 8000;
+        // From inline scripts
+        const scriptApis = await page.evaluate(() => {
             const results = [];
             const scripts = Array.from(document.querySelectorAll('script'));
             const apiPatterns = [
@@ -333,32 +334,35 @@ export async function handleApiFinder(args) {
                 apiPatterns.forEach(pattern => {
                     const matches = content.match(pattern);
                     if (matches) {
-                        matches.forEach(match => results.push({
-                            url: match,
-                            source: 'script',
-                        }));
+                        matches.forEach(match => results.push({ url: match, source: 'script' }));
                     }
                 });
             });
-            // Deep scan: also check HTML content for API references
-            if (deepScan) {
-                const htmlContent = document.body.innerHTML;
-                apiPatterns.forEach(pattern => {
-                    const matches = htmlContent.match(pattern);
-                    if (matches) {
-                        matches.forEach(match => results.push({
-                            url: match,
-                            source: 'html_content',
-                        }));
-                    }
-                });
+            return results;
+        });
+        // From network (XHR/fetch)
+        const networkApis = [];
+        const respHandler = async (response) => {
+            try {
+                const req = response.request();
+                const rt = req.resourceType();
+                const url = response.url();
+                const ct = (response.headers()['content-type'] || '').toLowerCase();
+                if ((rt === 'xhr' || rt === 'fetch') && (ct.includes('json') || /\/api\//.test(url))) {
+                    networkApis.push({ url, status: response.status(), method: req.method(), source: 'network' });
+                }
             }
-            return [...new Set(results.map(r => r.url))].map(url => ({ url, source: 'script' }));
-        }, { deepScan });
+            catch { }
+        };
+        page.on('response', respHandler);
+        await sleep(captureDuration);
+        page.off('response', respHandler);
+        const all = [...scriptApis, ...networkApis];
+        const dedup = Array.from(new Map(all.map(i => [i.url, i])).values());
         return {
             content: [{
                     type: 'text',
-                    text: `✅ Found ${apis.length} API endpoints\n\n${JSON.stringify(apis, null, 2)}`,
+                    text: `✅ Found ${dedup.length} API endpoints\n\n${JSON.stringify(dedup, null, 2)}`,
                 }],
         };
     }, 'Failed to find APIs');
@@ -518,6 +522,8 @@ export async function handleVideoSourceExtractor(args) {
             requirePage: true,
         });
         const page = getCurrentPage();
+        const captureDuration = typeof args.captureDuration === 'number' ? args.captureDuration : 6000;
+        // DOM video elements
         const videos = await page.evaluate(() => {
             const videoElements = document.querySelectorAll('video');
             const results = [];
@@ -545,10 +551,44 @@ export async function handleVideoSourceExtractor(args) {
             });
             return results;
         });
+        // Network capture for manifests and segments
+        const manifests = [];
+        const segments = [];
+        const respHandler = async (response) => {
+            try {
+                const url = response.url();
+                const ct = (response.headers()['content-type'] || '').toLowerCase();
+                if (/\.m3u8(\?|$)|\.mpd(\?|$)/i.test(url) || ct.includes('application/vnd.apple.mpegurl') || ct.includes('application/x-mpegurl')) {
+                    const content = await response.text().catch(() => '');
+                    manifests.push({ url, type: url.includes('.mpd') ? 'DASH' : 'HLS', status: response.status(), content: content.slice(0, 2000) });
+                }
+                else if (/\.ts(\?|$)|\.m4s(\?|$)|\.mp4(\?|$)/i.test(url)) {
+                    segments.push({ url, status: response.status(), size: response.headers()['content-length'] });
+                }
+            }
+            catch { }
+        };
+        page.on('response', respHandler);
+        // Best-effort: click center of first iframe to trigger playback
+        try {
+            const pt = await page.evaluate(() => {
+                const ifr = document.querySelector('iframe');
+                if (!ifr)
+                    return null;
+                const r = ifr.getBoundingClientRect();
+                return { x: r.left + r.width / 2, y: r.top + r.height / 2 };
+            });
+            if (pt)
+                await page.mouse.click(pt.x, pt.y);
+        }
+        catch { }
+        await sleep(captureDuration);
+        page.off('response', respHandler);
+        const result = { videos, manifests, segments };
         return {
             content: [{
                     type: 'text',
-                    text: `✅ Extracted ${videos.length} video sources\n\n${JSON.stringify(videos, null, 2)}`,
+                    text: `✅ Extracted video sources\n\n${JSON.stringify(result, null, 2)}`,
                 }],
         };
     }, 'Failed to extract video sources');
@@ -655,6 +695,7 @@ export async function handleOriginalVideoHosterFinder(args) {
             requirePage: true,
         });
         const page = getCurrentPage();
+        const captureDuration = typeof args.captureDuration === 'number' ? args.captureDuration : 6000;
         const videoData = await page.evaluate(() => {
             const results = {
                 directVideos: [],
@@ -665,33 +706,58 @@ export async function handleOriginalVideoHosterFinder(args) {
             document.querySelectorAll('video').forEach((video) => {
                 const src = video.src || video.currentSrc;
                 if (src) {
-                    results.directVideos.push({
-                        src,
-                        type: 'direct',
-                        poster: video.poster,
-                    });
+                    results.directVideos.push({ src, type: 'direct', poster: video.poster });
                 }
                 video.querySelectorAll('source').forEach((source) => {
-                    results.directVideos.push({
-                        src: source.src,
-                        type: source.type,
-                        quality: source.dataset.quality || 'unknown',
-                    });
+                    if (source.src) {
+                        results.directVideos.push({ src: source.src, type: source.type, quality: source.dataset.quality || 'unknown' });
+                    }
                 });
             });
             // Iframe videos
-            document.querySelectorAll('iframe[src*="video"], iframe[src*="player"]').forEach((iframe) => {
-                results.iframeVideos.push({
-                    src: iframe.src,
-                    type: 'iframe',
-                });
+            document.querySelectorAll('iframe').forEach((iframe) => {
+                if (iframe.src) {
+                    results.iframeVideos.push({ src: iframe.src, type: 'iframe' });
+                }
             });
             return results;
         });
+        // Network-derived hosts (m3u8/mpd)
+        const hosts = new Set();
+        const respHandler = (response) => {
+            try {
+                const url = response.url();
+                if (/\.m3u8(\?|$)|\.mpd(\?|$)/i.test(url)) {
+                    try {
+                        hosts.add(new URL(url).hostname);
+                    }
+                    catch { }
+                }
+            }
+            catch { }
+        };
+        page.on('response', respHandler);
+        // Kick the player once
+        try {
+            const pt = await page.evaluate(() => {
+                const ifr = document.querySelector('iframe');
+                if (!ifr)
+                    return null;
+                const r = ifr.getBoundingClientRect();
+                return { x: r.left + r.width / 2, y: r.top + r.height / 2 };
+            });
+            if (pt)
+                await page.mouse.click(pt.x, pt.y);
+        }
+        catch { }
+        await sleep(captureDuration);
+        page.off('response', respHandler);
+        const possibleSources = Array.from(hosts).map(h => ({ host: h }));
+        const enriched = { ...videoData, possibleSources };
         return {
             content: [{
                     type: 'text',
-                    text: `✅ Video sources found\n\n${JSON.stringify(videoData, null, 2)}`,
+                    text: `✅ Video sources found\n\n${JSON.stringify(enriched, null, 2)}`,
                 }],
         };
     }, 'Failed to find original video hoster');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "brave-real-browser-mcp-server",
-  "version": "2.11.4",
+  "version": "2.11.6",
   "description": "MCP server for brave-real-browser",
   "type": "module",
   "main": "dist/index.js",
@@ -41,6 +41,7 @@
     "cheerio": "^1.0.0-rc.12",
     "chrono-node": "^2.7.0",
     "compromise": "^14.13.0",
+    "dotenv": "^17.2.3",
     "franc": "^6.2.0",
     "libphonenumber-js": "^1.10.51",
     "natural": "^6.12.0",