brave-real-browser-mcp-server 2.10.0 → 2.11.1

package/dist/handlers/advanced-extraction-handlers.js

@@ -14,7 +14,7 @@ export async function handleAdvancedVideoExtraction(args) {
             requirePage: true,
         });
         const page = getCurrentPage();
-        const waitTime = args.waitTime || 10000;
+        const waitTime = args.waitTime || 20000;
         // Collect all video-related data
         const videoData = {
             directVideoUrls: [],
@@ -183,7 +183,11 @@ export async function handleAdvancedVideoExtraction(args) {
                 'button[data-download]',
                 'a[href*=".mp4"]',
                 'a[href*=".mkv"]',
-                'a[class*="download"]'
+                'a[class*="download"]',
+                'a[href*=".webm"]',
+                '.download-btn',
+                '.btn-download',
+                '[class*="download"]'
             ];
             downloadSelectors.forEach(selector => {
                 document.querySelectorAll(selector).forEach((el) => {

package/dist/handlers/advanced-video-media-handlers.js

@@ -387,12 +387,20 @@ export async function handleNetworkRecordingFinder(args) {
         const page = getCurrentPage();
         const duration = args.duration || 10000;
         const filterType = args.filterType || 'video'; // video, audio, media
+        const navigateTo = args.navigateTo; // Optional URL to navigate to
+        const verbose = args.verbose !== false; // Default true for detailed logging
         const recordings = [];
+        let totalResponses = 0;
+        let matchedResponses = 0;
         const responseHandler = async (response) => {
             try {
+                totalResponses++;
                 const url = response.url();
                 const contentType = response.headers()['content-type'] || '';
                 const resourceType = response.request().resourceType();
+                if (verbose && totalResponses % 10 === 0) {
+                    console.log(`[Network Recording] Processed ${totalResponses} responses, ${matchedResponses} matched`);
+                }
                 let shouldRecord = false;
                 if (filterType === 'video' && (contentType.includes('video') || resourceType === 'media')) {
                     shouldRecord = true;
@@ -404,6 +412,10 @@ export async function handleNetworkRecordingFinder(args) {
                     shouldRecord = true;
                 }
                 if (shouldRecord) {
+                    matchedResponses++;
+                    if (verbose) {
+                        console.log(`[Network Recording] ✅ Matched ${filterType}: ${url.substring(0, 100)}`);
+                    }
                     try {
                         const buffer = await response.buffer();
                         recordings.push({
@@ -428,21 +440,33 @@ export async function handleNetworkRecordingFinder(args) {
                 // Ignore individual response errors
             }
         };
+        console.log(`[Network Recording] 🎬 Starting monitoring for ${filterType} (${duration}ms)${navigateTo ? ` + navigating to ${navigateTo}` : ''}`);
         page.on('response', responseHandler);
+        // If navigateTo is provided, navigate first, then wait
+        if (navigateTo) {
+            try {
+                await page.goto(navigateTo, { waitUntil: 'networkidle2', timeout: 30000 });
+                console.log(`[Network Recording] ✅ Navigation complete, continuing monitoring...`);
+            }
+            catch (e) {
+                console.log(`[Network Recording] ⚠️ Navigation error (continuing anyway): ${e}`);
+            }
+        }
         await sleep(duration);
         page.off('response', responseHandler);
+        console.log(`[Network Recording] 🛑 Monitoring stopped. Total: ${totalResponses}, Matched: ${matchedResponses}, Recorded: ${recordings.length}`);
         if (recordings.length === 0) {
             return {
                 content: [{
                         type: 'text',
-                        text: `ℹ️ No ${filterType} recordings found during ${duration}ms monitoring period.\n\n💡 Note: Network monitoring starts AFTER this tool is called. To capture video/media requests:\n  1. Start monitoring before navigating to the page\n  2. Or trigger video playback after monitoring starts\n  3. Consider using 'advanced_video_extraction' for comprehensive detection`,
+                        text: `ℹ️ No ${filterType} recordings found\n\n📊 Statistics:\n  • Total responses checked: ${totalResponses}\n  • Matched ${filterType} responses: ${matchedResponses}\n  • Duration: ${duration}ms\n  • Navigation: ${navigateTo || 'None'}\n\n💡 Suggestions:\n  ${navigateTo ? '• Try longer duration if page loads slowly\n  • Check if page actually has video/media content' : '• Use navigateTo parameter to capture requests during page load\n  • Example: {"navigateTo": "https://example.com", "duration": 15000}'}\n  • Consider 'advanced_video_extraction' for analyzing loaded content`,
                     }],
             };
         }
         return {
             content: [{
                     type: 'text',
-                    text: `✅ Network Recordings Found: ${recordings.length}\n\n${JSON.stringify(recordings, null, 2)}`,
+                    text: `✅ Network Recordings Found: ${recordings.length}\n\n📊 Statistics:\n  • Total responses: ${totalResponses}\n  • Matched: ${matchedResponses}\n  • Recorded: ${recordings.length}\n\n${JSON.stringify(recordings, null, 2)}`,
                 }],
         };
     }
@@ -476,18 +500,24 @@ export async function handleNetworkRecordingExtractors(args) {
         }
         const page = getCurrentPage();
         const duration = args.duration || 10000;
+        const navigateTo = args.navigateTo; // Optional URL to navigate to
+        const verbose = args.verbose !== false; // Default true
         const extractedData = {
             videos: [],
             audio: [],
             manifests: [],
             apis: [],
         };
+        let totalResponses = 0;
         const responseHandler = async (response) => {
+            totalResponses++;
             const url = response.url();
             const contentType = response.headers()['content-type'] || '';
             try {
                 // Video files
                 if (contentType.includes('video') || url.includes('.mp4') || url.includes('.webm')) {
+                    if (verbose)
+                        console.log(`[Extractor] 🎥 Video found: ${url.substring(0, 80)}`);
                     extractedData.videos.push({
                         url,
                         contentType,
@@ -496,6 +526,8 @@ export async function handleNetworkRecordingExtractors(args) {
                 }
                 // Audio files
                 if (contentType.includes('audio') || url.includes('.mp3') || url.includes('.m4a')) {
+                    if (verbose)
+                        console.log(`[Extractor] 🎵 Audio found: ${url.substring(0, 80)}`);
                     extractedData.audio.push({
                         url,
                         contentType,
@@ -503,6 +535,8 @@ export async function handleNetworkRecordingExtractors(args) {
                 }
                 // Manifest files (HLS, DASH)
                 if (url.includes('.m3u8') || url.includes('.mpd')) {
+                    if (verbose)
+                        console.log(`[Extractor] 📜 Manifest found: ${url.substring(0, 80)}`);
                     const text = await response.text();
                     extractedData.manifests.push({
                         url,
@@ -512,6 +546,8 @@ export async function handleNetworkRecordingExtractors(args) {
                 }
                 // API responses with video data
                 if (contentType.includes('json') && (url.includes('video') || url.includes('media'))) {
+                    if (verbose)
+                        console.log(`[Extractor] 📡 API found: ${url.substring(0, 80)}`);
                     const json = await response.json();
                     extractedData.apis.push({
                         url,
@@ -523,23 +559,35 @@ export async function handleNetworkRecordingExtractors(args) {
                 // Response not available
             }
         };
+        console.log(`[Extractor] 🎬 Starting extraction (${duration}ms)${navigateTo ? ` + navigating to ${navigateTo}` : ''}`);
         page.on('response', responseHandler);
+        // If navigateTo is provided, navigate first, then wait
+        if (navigateTo) {
+            try {
+                await page.goto(navigateTo, { waitUntil: 'networkidle2', timeout: 30000 });
+                console.log(`[Extractor] ✅ Navigation complete, continuing extraction...`);
+            }
+            catch (e) {
+                console.log(`[Extractor] ⚠️ Navigation error (continuing): ${e}`);
+            }
+        }
         await sleep(duration);
         page.off('response', responseHandler);
         const totalFound = extractedData.videos.length + extractedData.audio.length +
             extractedData.manifests.length + extractedData.apis.length;
+        console.log(`[Extractor] 🛑 Extraction complete. Total responses: ${totalResponses}, Extracted: ${totalFound}`);
         if (totalFound === 0) {
             return {
                 content: [{
                         type: 'text',
-                        text: `ℹ️ No media content extracted during ${duration}ms monitoring.\n\n💡 Suggestions:\n  • Network monitoring captures requests made AFTER the tool starts\n  • Try starting monitoring before page navigation\n  • Use 'advanced_video_extraction' for analyzing already-loaded content\n  • Consider longer duration if content loads slowly`,
+                        text: `ℹ️ No media content extracted\n\n📊 Statistics:\n  • Total responses checked: ${totalResponses}\n  • Duration: ${duration}ms\n  • Navigation: ${navigateTo || 'None'}\n\n💡 Suggestions:\n  ${navigateTo ? '• Try longer duration (15000-20000ms)\n  • Verify page actually contains video/media' : '• Add navigateTo parameter: {"navigateTo": "https://example.com", "duration": 15000}'}\n  • Use 'advanced_video_extraction' for analyzing loaded content\n  • Check browser console logs for detailed monitoring`,
                     }],
             };
         }
         return {
             content: [{
                     type: 'text',
-                    text: `✅ Network Recording Extraction Complete\n\nVideos: ${extractedData.videos.length}\nAudio: ${extractedData.audio.length}\nManifests: ${extractedData.manifests.length}\nAPIs: ${extractedData.apis.length}\n\n${JSON.stringify(extractedData, null, 2)}`,
+                    text: `✅ Network Recording Extraction Complete\n\n📊 Results:\n  • Videos: ${extractedData.videos.length}\n  • Audio: ${extractedData.audio.length}\n  • Manifests: ${extractedData.manifests.length}\n  • APIs: ${extractedData.apis.length}\n  • Total responses: ${totalResponses}\n\n${JSON.stringify(extractedData, null, 2)}`,
                 }],
         };
     }

package/dist/handlers/api-integration-handlers.js

@@ -6,7 +6,7 @@ import { sleep } from '../system-utils.js';
  * REST API Endpoint Finder - Discover REST API endpoints
  */
 export async function handleRESTAPIEndpointFinder(args) {
-    const { url, analyzeNetworkRequests = true, scanDuration = 5000 } = args;
+    const { url, analyzeNetworkRequests = true, scanDuration = 10000 } = args;
     try {
         const page = getPageInstance();
         if (!page) {

package/dist/handlers/data-extraction-handlers.js

@@ -195,7 +195,8 @@ export async function handleExtractJSON(args) {
             const results = [];
             // Extract JSON from script tags
             if (source === 'script' || source === 'all') {
-                const scripts = document.querySelectorAll('script[type="application/json"], script[type="application/ld+json"]');
+                const defaultSelector = selector || 'script[type="application/json"], script[type="application/ld+json"], script';
+                const scripts = document.querySelectorAll(defaultSelector);
                 scripts.forEach((script, index) => {
                     try {
                         const content = script.textContent || '';
@@ -346,7 +347,7 @@ export async function handleExtractSchema(args) {
         });
         const page = getCurrentPage();
         const format = args.format || 'all';
-        const schemaType = args.schemaType;
+        const schemaType = args.schemaType || ['WebPage', 'Organization', 'Product', 'BreadcrumbList'];
         const schemaData = await page.evaluate(({ format, schemaType }) => {
             const results = [];
             // Extract JSON-LD
@@ -358,7 +359,9 @@ export async function handleExtractSchema(args) {
                         // Filter by schema type if specified
                         if (schemaType) {
                             const type = data['@type'] || '';
-                            if (!type.toLowerCase().includes(schemaType.toLowerCase())) {
+                            const types = Array.isArray(schemaType) ? schemaType : [schemaType];
+                            const typeMatch = types.some(t => type.toLowerCase().includes(t.toLowerCase()));
+                            if (!typeMatch) {
                                 return;
                             }
                         }
@@ -378,8 +381,12 @@ export async function handleExtractSchema(args) {
                 const items = document.querySelectorAll('[itemscope]');
                 items.forEach((item) => {
                     const itemType = item.getAttribute('itemtype') || '';
-                    if (schemaType && !itemType.toLowerCase().includes(schemaType.toLowerCase())) {
-                        return;
+                    if (schemaType) {
+                        const types = Array.isArray(schemaType) ? schemaType : [schemaType];
+                        const typeMatch = types.some(t => itemType.toLowerCase().includes(t.toLowerCase()));
+                        if (!typeMatch) {
+                            return;
+                        }
                     }
                     const properties = {};
                     const props = item.querySelectorAll('[itemprop]');

package/dist/handlers/smart-data-extractors.js

@@ -184,7 +184,7 @@ export async function handleAjaxExtractor(args) {
             requirePage: true,
         });
         const page = getCurrentPage();
-        const duration = args.duration || 5000;
+        const duration = args.duration || 15000;
         const url = args.url;
         const requests = [];
         const requestHandler = (request) => {
@@ -223,7 +223,7 @@ export async function handleFetchXHR(args) {
             requirePage: true,
         });
         const page = getCurrentPage();
-        const duration = args.duration || 5000;
+        const duration = args.duration || 15000;
         const xhrData = [];
         const responseHandler = async (response) => {
             const request = response.request();
@@ -267,8 +267,8 @@ export async function handleNetworkRecorder(args) {
             requirePage: true,
         });
         const page = getCurrentPage();
-        const duration = args.duration || 10000;
-        const filterTypes = args.filterTypes || ['all'];
+        const duration = args.duration || 20000;
+        const filterTypes = args.filterTypes || ['video', 'xhr', 'fetch', 'media'];
         const networkActivity = [];
         const requestHandler = (request) => {
             const resourceType = request.resourceType();
@@ -317,13 +317,16 @@ export async function handleApiFinder(args) {
             requirePage: true,
         });
         const page = getCurrentPage();
-        const apis = await page.evaluate(() => {
+        const deepScan = args.deepScan !== false;
+        const apis = await page.evaluate(({ deepScan }) => {
             const results = [];
             const scripts = Array.from(document.querySelectorAll('script'));
             const apiPatterns = [
                 /https?:\/\/[^"'\s]+\/api\/[^"'\s]*/gi,
                 /https?:\/\/api\.[^"'\s]+/gi,
                 /\/api\/v?\d*\/[^"'\s]*/gi,
+                /graphql/gi,
+                /rest\/v?\d*/gi,
             ];
             scripts.forEach(script => {
                 const content = script.textContent || '';
@@ -337,8 +340,21 @@ export async function handleApiFinder(args) {
                     }
                 });
             });
+            // Deep scan: also check HTML content for API references
+            if (deepScan) {
+                const htmlContent = document.body.innerHTML;
+                apiPatterns.forEach(pattern => {
+                    const matches = htmlContent.match(pattern);
+                    if (matches) {
+                        matches.forEach(match => results.push({
+                            url: match,
+                            source: 'html_content',
+                        }));
+                    }
+                });
+            }
             return [...new Set(results.map(r => r.url))].map(url => ({ url, source: 'script' }));
-        });
+        }, { deepScan });
         return {
             content: [{
                     type: 'text',

package/dist/tool-definitions.js

@@ -942,7 +942,7 @@ export const TOOLS = [
             properties: {
                 url: { type: 'string' },
                 analyzeNetworkRequests: { type: 'boolean', default: true },
-                scanDuration: { type: 'number', default: 5000 },
+                scanDuration: { type: 'number', default: 10000 },
             },
         },
     },
@@ -1024,7 +1024,7 @@ export const TOOLS = [
         inputSchema: {
             type: 'object',
             properties: {
-                duration: { type: 'number', default: 5000 },
+                duration: { type: 'number', default: 15000 },
                 url: { type: 'string' },
             },
         },
@@ -1035,7 +1035,7 @@ export const TOOLS = [
         inputSchema: {
             type: 'object',
             properties: {
-                duration: { type: 'number', default: 5000 },
+                duration: { type: 'number', default: 15000 },
             },
         },
     },
@@ -1045,8 +1045,8 @@ export const TOOLS = [
         inputSchema: {
             type: 'object',
             properties: {
-                duration: { type: 'number', default: 10000 },
-                filterTypes: { type: 'array', items: { type: 'string' }, default: ['all'] },
+                duration: { type: 'number', default: 20000 },
+                filterTypes: { type: 'array', items: { type: 'string' }, default: ['video', 'xhr', 'fetch', 'media'] },
             },
         },
     },
@@ -1055,7 +1055,9 @@ export const TOOLS = [
         description: 'Discover API endpoints on page',
         inputSchema: {
             type: 'object',
-            properties: {},
+            properties: {
+                deepScan: { type: 'boolean', default: true },
+            },
         },
     },
     {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "brave-real-browser-mcp-server",
-  "version": "2.10.0",
+  "version": "2.11.1",
   "description": "MCP server for brave-real-browser",
   "type": "module",
   "main": "dist/index.js",