@dyyz1993/agent-browser 0.11.5 → 0.13.0

package/dist/browser.js

@@ -26,6 +26,9 @@ export class BrowserManager {
     trackedRequests = [];
     isRequestTrackingEnabled = false;
     isResponseCaptureEnabled = false;
+    get trackingEnabled() {
+        return this.isRequestTrackingEnabled;
+    }
     // Map to track requests for response matching (instance variable for cross-listener access)
     pendingRequests = new Map();
     // Store request listener references for proper cleanup
@@ -34,10 +37,17 @@ export class BrowserManager {
     routes = new Map();
     consoleMessages = [];
     pageErrors = [];
+    trackedWebSockets = [];
+    isWebSocketTrackingEnabled = false;
+    wsListener = null;
+    get wsTrackingEnabled() {
+        return this.isWebSocketTrackingEnabled;
+    }
     isRecordingHar = false;
     refMap = {};
     lastSnapshot = '';
     scopedHeaderRoutes = new Map();
+    commandHistory = [];
     // CDP session for screencast and input injection
     cdpSession = null;
     screencastActive = false;
@@ -91,6 +101,19 @@ export class BrowserManager {
     getRefMap() {
         return this.refMap;
     }
+    recordCommand(action, selector, value, success) {
+        this.commandHistory.push({ action, selector, value, success, timestamp: Date.now() });
+    }
+    getHistory(filter) {
+        let history = this.commandHistory;
+        if (filter) {
+            history = history.filter((h) => h.selector.includes(filter) || h.action.includes(filter));
+        }
+        return history;
+    }
+    clearHistory() {
+        this.commandHistory = [];
+    }
     /**
      * Get a locator from a ref (e.g., "e1", "@e1", "ref=e1")
      * Returns null if ref doesn't exist or is invalid
@@ -191,9 +214,12 @@ export class BrowserManager {
                     name: f.name(),
                     url: f.url(),
                 }));
+                const suggestion = childFrames.length > 0
+                    ? ` Use 'agent-browser frames' to list all iframes, or try: ${childFrames.map((f, idx) => `--in-frame "${idx}"`).join(', ')}`
+                    : '';
                 throw new Error(`Frame not found for selector "${selector}" at path position ${i + 1}. ` +
                     `Path: "${framePath}". ` +
-                    `Available child frames: ${JSON.stringify(availableInfo, null, 2)}`);
+                    `Available child frames: ${JSON.stringify(availableInfo, null, 2)}.${suggestion}`);
             }
             current = matchedFrame;
         }
@@ -228,6 +254,23 @@ export class BrowserManager {
             return urlPathMatch;
         return undefined;
     }
+    listFrames() {
+        const page = this.getPage();
+        const result = [];
+        const walk = (frame, pathSoFar) => {
+            const children = frame.childFrames();
+            for (let i = 0; i < children.length; i++) {
+                const child = children[i];
+                const name = child.name() || '';
+                const segment = name || String(i);
+                const childPath = pathSoFar ? `${pathSoFar}/${segment}` : segment;
+                result.push({ name, url: child.url(), path: childPath });
+                walk(child, childPath);
+            }
+        };
+        walk(page.mainFrame(), '');
+        return result;
+    }
     /**
      * Set up dialog handler
      */
@@ -364,6 +407,57 @@ export class BrowserManager {
     clearRequests() {
         this.trackedRequests = [];
     }
+    startWebSocketTracking() {
+        const page = this.getPage();
+        if (this.isWebSocketTrackingEnabled)
+            return;
+        this.isWebSocketTrackingEnabled = true;
+        this.wsListener = (ws) => {
+            const id = `ws_${Date.now()}_${Math.random().toString(36).slice(2, 6)}`;
+            const tracked = {
+                id,
+                url: ws.url(),
+                openedAt: Date.now(),
+                frames: [],
+            };
+            this.trackedWebSockets.push(tracked);
+            ws.on('framesent', (frame) => {
+                tracked.frames.push({
+                    direction: 'send',
+                    data: typeof frame.payload === 'string'
+                        ? frame.payload
+                        : `[binary ${frame.payload.byteLength}B]`,
+                    timestamp: Date.now(),
+                });
+            });
+            ws.on('framereceived', (frame) => {
+                tracked.frames.push({
+                    direction: 'recv',
+                    data: typeof frame.payload === 'string'
+                        ? frame.payload
+                        : `[binary ${frame.payload.byteLength}B]`,
+                    timestamp: Date.now(),
+                });
+            });
+            ws.on('socketerror', (err) => {
+                tracked.error = err;
+            });
+            ws.on('close', () => {
+                tracked.closedAt = Date.now();
+            });
+        };
+        page.on('websocket', this.wsListener);
+    }
+    getWebSockets(filter) {
+        let sockets = this.trackedWebSockets;
+        if (filter) {
+            sockets = sockets.filter((ws) => ws.url.includes(filter));
+        }
+        return sockets;
+    }
+    clearWebSockets() {
+        this.trackedWebSockets = [];
+    }
     /**
      * Save tracked requests to a directory
      * @param outputDir - Directory path to save requests
@@ -748,24 +842,16 @@ export class BrowserManager {
      * by verifying we can access browser contexts and that at least one has pages
      */
     isCdpConnectionAlive() {
-        console.log('[DEBUG isCdpConnectionAlive] browser exists:', !!this.browser);
         if (!this.browser)
             return false;
         try {
             const contexts = this.browser.contexts();
-            console.log('[DEBUG isCdpConnectionAlive] contexts count:', contexts.length);
             if (contexts.length === 0) {
-                console.log('[DEBUG isCdpConnectionAlive] returning false: no contexts');
                 return false;
             }
-            const pagesPerContext = contexts.map((context) => context.pages().length);
-            console.log('[DEBUG isCdpConnectionAlive] pages per context:', pagesPerContext);
-            const hasPages = contexts.some((context) => context.pages().length > 0);
-            console.log('[DEBUG isCdpConnectionAlive] hasPages:', hasPages);
-            return hasPages;
+            return contexts.some((context) => context.pages().length > 0);
         }
-        catch (e) {
-            console.log('[DEBUG isCdpConnectionAlive] exception:', e);
+        catch (_e) {
             return false;
         }
     }
@@ -773,25 +859,15 @@ export class BrowserManager {
      * Check if CDP connection needs to be re-established
      */
     needsCdpReconnect(cdpEndpoint) {
-        const isConnected = this.browser?.isConnected();
-        const endpointMatch = this.cdpEndpoint === cdpEndpoint;
-        const isAlive = this.isCdpConnectionAlive();
-        console.log('[DEBUG needsCdpReconnect] isConnected:', isConnected);
-        console.log('[DEBUG needsCdpReconnect] endpointMatch:', endpointMatch, '(this:', this.cdpEndpoint, 'vs param:', cdpEndpoint, ')');
-        console.log('[DEBUG needsCdpReconnect] isCdpConnectionAlive:', isAlive);
-        if (!isConnected) {
-            console.log('[DEBUG needsCdpReconnect] returning true: not connected');
+        if (!this.browser?.isConnected()) {
             return true;
         }
-        if (!endpointMatch) {
-            console.log('[DEBUG needsCdpReconnect] returning true: endpoint mismatch');
+        if (this.cdpEndpoint !== cdpEndpoint) {
             return true;
         }
-        if (!isAlive) {
-            console.log('[DEBUG needsCdpReconnect] returning true: not alive');
+        if (!this.isCdpConnectionAlive()) {
             return true;
         }
-        console.log('[DEBUG needsCdpReconnect] returning false: all checks passed');
         return false;
     }
     /**
@@ -1259,8 +1335,6 @@ export class BrowserManager {
         context.setDefaultTimeout(60000);
         this.contexts.push(context);
         this.setupContextTracking(context);
-        // Set up context tracking to catch window.open() popups
-        this.setupContextTracking(context);
         const page = context.pages()[0] ?? (await context.newPage());
         // Only add if not already tracked (setupContextTracking may have already added it via 'page' event)
         if (!this.pages.includes(page)) {
@@ -1434,8 +1508,6 @@ export class BrowserManager {
             this.setupPageTracking(page);
         }
         this.activePageIndex = this.pages.length - 1;
-        // Set up tracking for the new page
-        this.setupPageTracking(page);
         // Trigger tab created event callback
         const callbacks = getEventCallbacks();
         if (callbacks.onTabCreated) {
@@ -1468,8 +1540,6 @@ export class BrowserManager {
             this.setupPageTracking(page);
         }
         this.activePageIndex = this.pages.length - 1;
-        // Set up tracking for the new page
-        this.setupPageTracking(page);
         // Trigger tab created event callback
         const callbacks = getEventCallbacks();
         if (callbacks.onTabCreated) {
@@ -2705,6 +2775,22 @@ export class BrowserManager {
                     return `agent-browser click "xpath=${escapeShell(step.xpath)}"`;
                 }
                 return null;
+            case 'check':
+                if (step.selector) {
+                    return `agent-browser check "${escapeShell(step.selector)}"`;
+                }
+                if (step.xpath) {
+                    return `agent-browser check "xpath=${escapeShell(step.xpath)}"`;
+                }
+                return null;
+            case 'uncheck':
+                if (step.selector) {
+                    return `agent-browser uncheck "${escapeShell(step.selector)}"`;
+                }
+                if (step.xpath) {
+                    return `agent-browser uncheck "xpath=${escapeShell(step.xpath)}"`;
+                }
+                return null;
             case 'fill':
                 if (step.value !== undefined) {
                     if (step.selector) {
@@ -2845,6 +2931,15 @@ export class BrowserManager {
         this.pendingRequests.clear();
         this.isRequestTrackingEnabled = false;
         this.isResponseCaptureEnabled = false;
+        if (this.wsListener) {
+            try {
+                page?.off('websocket', this.wsListener);
+            }
+            catch { }
+            this.wsListener = null;
+        }
+        this.isWebSocketTrackingEnabled = false;
+        this.trackedWebSockets = [];
         this.routes.clear();
         this.consoleMessages = [];
         this.pageErrors = [];