@dyyz1993/agent-browser 0.12.0 → 0.13.0

package/dist/actions.d.ts

@@ -1,5 +1,5 @@
 import type { BrowserManager, ScreencastFrame } from './browser.js';
-import type { AnyCommand, Response } from './types.js';
+import type { AnyCommand, Response, AddInitScriptCommand } from './types.js';
 /**
  * Set the callback for screencast frames
  * This is called by the daemon to set up frame streaming
@@ -47,4 +47,5 @@ export declare function toAIFriendlyError(error: unknown, selector: string): Err
  * Execute a command and return a response
  */
 export declare function executeCommand(command: AnyCommand, browser: BrowserManager): Promise<Response>;
+export declare function handleAddInitScript(command: AddInitScriptCommand, browser: BrowserManager): Promise<Response>;
 //# sourceMappingURL=actions.d.ts.map

package/dist/actions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"actions.d.ts","sourceRoot":"","sources":["../src/actions.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAyBpE,OAAO,KAAK,EAEV,UAAU,EACV,QAAQ,EA4HT,MAAM,YAAY,CAAC;AAMpB;;;GAGG;AACH,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,CAAC,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,CAAC,GAAG,IAAI,GAClD,IAAI,CAEN;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IACpC,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IAC9E,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACxE,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACxE,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CAChE;AAKD;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,qBAAqB,GAAG,IAAI,CAExE;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,IAAI,qBAAqB,CAEzD;AA+BD;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,GAAG,KAAK,CAkEzE;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,UAAU,EACnB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,CAiRnB"}
+{"version":3,"file":"actions.d.ts","sourceRoot":"","sources":["../src/actions.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAyBpE,OAAO,KAAK,EAEV,UAAU,EACV,QAAQ,EAyFR,oBAAoB,EAoCrB,MAAM,YAAY,CAAC;AAMpB;;;GAGG;AACH,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,CAAC,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,CAAC,GAAG,IAAI,GAClD,IAAI,CAEN;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IACpC,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IAC9E,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACxE,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACxE,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CAChE;AAKD;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,qBAAqB,GAAG,IAAI,CAExE;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,IAAI,qBAAqB,CAEzD;AA+BD;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,GAAG,KAAK,CAkEzE;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,UAAU,EACnB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,CAuRnB;AAy9DD,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,oBAAoB,EAC7B,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,CAcnB"}

package/dist/actions.js

@@ -154,6 +154,8 @@ export async function executeCommand(command, browser) {
                 return await handleTabNew(cmd, browser);
             case 'tab_list':
                 return await handleTabList(cmd, browser);
+            case 'frames':
+                return await handleFrames(cmd, browser);
             case 'tab_switch':
                 return await handleTabSwitch(cmd, browser);
             case 'tab_close':
@@ -182,6 +184,8 @@ export async function executeCommand(command, browser) {
                 return await handleUnroute(cmd, browser);
             case 'requests':
                 return await handleRequests(cmd, browser);
+            case 'websockets':
+                return await handleWebSockets(cmd, browser);
             case 'download':
                 return await handleDownload(cmd, browser);
             case 'geolocation':
@@ -360,6 +364,8 @@ export async function executeCommand(command, browser) {
                 return await handleAsk(cmd, browser);
             case 'config':
                 return handleConfig(cmd);
+            case 'history':
+                return await handleHistory(cmd, browser);
             default: {
                 const unknownCommand = cmd;
                 return errorResponse(unknownCommand.id, `Unknown action: ${unknownCommand.action}`);
@@ -426,6 +432,7 @@ async function handleClick(command, browser) {
             result.diff = diffResult.output;
             result.diffScope = diffResult.diff.scope;
         }
+        browser.recordCommand('click', command.selector, undefined, true);
         return successResponse(command.id, result);
     }
     const diffResult = await performDiff(locator, command.diffScope, async () => {
@@ -446,6 +453,7 @@ async function handleClick(command, browser) {
         result.diff = diffResult.output;
         result.diffScope = diffResult.diff.scope;
     }
+    browser.recordCommand('click', command.selector, undefined, true);
     return successResponse(command.id, result);
 }
 async function handleType(command, browser) {
@@ -476,6 +484,7 @@ async function handleType(command, browser) {
             result.diff = diffResult.output;
             result.diffScope = diffResult.diff.scope;
         }
+        browser.recordCommand('type', command.selector, command.text, true);
         return successResponse(command.id, result);
     }
     const diffResult = await performDiff(locator, command.diffScope, async () => {
@@ -499,6 +508,7 @@ async function handleType(command, browser) {
         result.diff = diffResult.output;
         result.diffScope = diffResult.diff.scope;
     }
+    browser.recordCommand('type', command.selector, command.text, true);
     return successResponse(command.id, result);
 }
 async function handlePress(command, browser) {
@@ -612,7 +622,6 @@ async function handleScreenshot(command, browser) {
 async function handleSnapshot(command, browser) {
     let effectiveSelector = command.selector;
     let detectionResult = null;
-    // 如果未指定 selector，自动检测主体区域
     if (!command.selector) {
         const page = browser.getPage();
         detectionResult = await detectMainContent(page);
@@ -627,6 +636,8 @@ async function handleSnapshot(command, browser) {
         framePath: command.inFrame,
         path: command.path,
         attrs: command.attrs,
+        selectors: command.selectors,
+        all: command.all,
     });
     const simpleRefs = {};
     const refs = snapshot.refs || {};
@@ -670,9 +681,12 @@ async function handleEvaluate(command, browser) {
             const page = browser.getPage();
             result = await page.evaluate(script);
         }
+        browser.recordCommand('eval', 'javascript', script.length > 200 ? script.substring(0, 200) + '...' : script, true);
         return successResponse(command.id, { result });
     }
     catch (error) {
+        const script = command.script || command.file || '';
+        browser.recordCommand('eval', 'javascript', script.length > 200 ? script.substring(0, 200) + '...' : script, false);
         console.error('Error in handleEvaluate:', error);
         return errorResponse(command.id, error instanceof Error ? error.message : String(error));
     }
@@ -774,6 +788,7 @@ async function handleSelect(command, browser) {
         result.diff = diffResult.output;
         result.diffScope = diffResult.diff.scope;
     }
+    browser.recordCommand('select', command.selector, values.join(','), true);
     return successResponse(command.id, result);
 }
 async function handleHover(command, browser) {
@@ -850,6 +865,16 @@ async function handleTabList(command, browser) {
         active: browser.getActiveIndex(),
     });
 }
+async function handleFrames(command, browser) {
+    const frames = browser.listFrames();
+    if (frames.length === 0) {
+        return successResponse(command.id, {
+            frames: [],
+            tip: 'No iframes found on this page.',
+        });
+    }
+    return successResponse(command.id, { frames });
+}
 async function handleTabSwitch(command, browser) {
     const result = await browser.switchTo(command.index);
     const page = browser.getPage();
@@ -898,6 +923,7 @@ async function handleFill(command, browser) {
             result.diff = diffResult.output;
             result.diffScope = diffResult.diff.scope;
         }
+        browser.recordCommand('fill', command.selector, command.value, true);
         return successResponse(command.id, result);
     }
     const diffResult = await performDiff(locator, command.diffScope, async () => {
@@ -925,6 +951,7 @@ async function handleFill(command, browser) {
         result.diff = diffResult.output;
         result.diffScope = diffResult.diff.scope;
     }
+    browser.recordCommand('fill', command.selector, command.value, true);
     return successResponse(command.id, result);
 }
 async function handleCheck(command, browser) {
@@ -948,6 +975,7 @@ async function handleCheck(command, browser) {
         result.diff = diffResult.output;
         result.diffScope = diffResult.diff.scope;
     }
+    browser.recordCommand('check', command.selector, undefined, true);
     return successResponse(command.id, result);
 }
 async function handleUncheck(command, browser) {
@@ -971,6 +999,7 @@ async function handleUncheck(command, browser) {
         result.diff = diffResult.output;
         result.diffScope = diffResult.diff.scope;
     }
+    browser.recordCommand('uncheck', command.selector, undefined, true);
     return successResponse(command.id, result);
 }
 async function handleUpload(command, browser) {
@@ -1069,32 +1098,85 @@ async function handleGetByRole(command, browser) {
         name: command.name,
         exact: command.exact,
     });
-    switch (command.subaction) {
-        case 'click':
-            await locator.click();
-            return successResponse(command.id, { clicked: true });
-        case 'fill':
-            await locator.fill(command.value ?? '');
-            return successResponse(command.id, { filled: true });
-        case 'check':
-            await locator.check();
-            return successResponse(command.id, { checked: true });
-        case 'hover':
-            await locator.hover();
-            return successResponse(command.id, { hovered: true });
+    try {
+        switch (command.subaction) {
+            case 'click':
+                await locator.click();
+                return successResponse(command.id, { clicked: true });
+            case 'fill':
+                await locator.fill(command.value ?? '');
+                return successResponse(command.id, { filled: true });
+            case 'check':
+                await locator.check();
+                return successResponse(command.id, { checked: true });
+            case 'hover':
+                await locator.hover();
+                return successResponse(command.id, { hovered: true });
+        }
     }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : String(error);
+        if (msg.includes('strict mode violation')) {
+            const countMatch = msg.match(/resolved to (\d+) elements/);
+            const count = countMatch ? countMatch[1] : 'multiple';
+            const first = locator.first();
+            const warning = `Matched ${count} elements, used first match. Use 'find nth <index> role "${command.role}" --click' for a specific match.`;
+            switch (command.subaction) {
+                case 'click':
+                    await first.click();
+                    return successResponse(command.id, { clicked: true, warning });
+                case 'fill':
+                    await first.fill(command.value ?? '');
+                    return successResponse(command.id, { filled: true, warning });
+                case 'check':
+                    await first.check();
+                    return successResponse(command.id, { checked: true, warning });
+                case 'hover':
+                    await first.hover();
+                    return successResponse(command.id, { hovered: true, warning });
+            }
+        }
+        throw error;
+    }
+    return successResponse(command.id, {});
 }
 async function handleGetByText(command, browser) {
     const frame = browser.getFrame(command.inFrame);
     const locator = frame.getByText(command.text, { exact: command.exact });
-    switch (command.subaction) {
-        case 'click':
-            await locator.click();
-            return successResponse(command.id, { clicked: true });
-        case 'hover':
-            await locator.hover();
-            return successResponse(command.id, { hovered: true });
+    try {
+        switch (command.subaction) {
+            case 'click':
+                await locator.click();
+                return successResponse(command.id, { clicked: true });
+            case 'hover':
+                await locator.hover();
+                return successResponse(command.id, { hovered: true });
+        }
     }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : String(error);
+        if (msg.includes('strict mode violation')) {
+            const countMatch = msg.match(/resolved to (\d+) elements/);
+            const count = countMatch ? countMatch[1] : 'multiple';
+            const first = locator.first();
+            switch (command.subaction) {
+                case 'click':
+                    await first.click();
+                    return successResponse(command.id, {
+                        clicked: true,
+                        warning: `Matched ${count} elements, used first match. Use 'find nth <index> text "${command.text}" --click' for a specific match.`,
+                    });
+                case 'hover':
+                    await first.hover();
+                    return successResponse(command.id, {
+                        hovered: true,
+                        warning: `Matched ${count} elements, used first match. Use 'find nth <index> text "${command.text}" --hover' for a specific match.`,
+                    });
+            }
+        }
+        throw error;
+    }
+    return successResponse(command.id, {});
 }
 async function handleGetByLabel(command, browser) {
     const frame = browser.getFrame(command.inFrame);
@@ -1234,6 +1316,20 @@ async function handleRequests(command, browser) {
     }
     return successResponse(command.id, result);
 }
+async function handleWebSockets(command, browser) {
+    if (command.clear) {
+        browser.clearWebSockets();
+        return successResponse(command.id, { cleared: true });
+    }
+    const wasTracking = browser.wsTrackingEnabled;
+    browser.startWebSocketTracking();
+    const sockets = browser.getWebSockets(command.filter);
+    const result = { websockets: sockets };
+    if (sockets.length === 0 && !wasTracking) {
+        result.hint = 'WebSocket tracking just activated. Reload or navigate to capture connections.';
+    }
+    return successResponse(command.id, result);
+}
 async function handleDownload(command, browser) {
     const page = browser.getPage();
     const locator = browser.getLocator(command.selector, command.inFrame);
@@ -1807,10 +1903,19 @@ async function handleScrollIntoView(command, browser) {
     await page.locator(command.selector).scrollIntoViewIfNeeded();
     return successResponse(command.id, { scrolled: true });
 }
-async function handleAddInitScript(command, browser) {
-    const context = browser.getPage().context();
+export async function handleAddInitScript(command, browser) {
+    const page = browser.getPage();
+    const context = page.context();
     await context.addInitScript(command.script);
-    return successResponse(command.id, { added: true });
+    const tips = [];
+    try {
+        await page.evaluate(command.script);
+    }
+    catch (e) {
+        const msg = e instanceof Error ? e.message : String(e);
+        tips.push(`Init script error on current page: ${msg}. Script will work on next navigation.`);
+    }
+    return successResponse(command.id, { added: true }, tips.length ? tips : undefined);
 }
 async function handleKeyDown(command, browser) {
     const page = browser.getPage();
@@ -2257,4 +2362,12 @@ function handleConfig(command) {
     ];
     return successResponse(command.id, { config, output: lines.join('\n') });
 }
+async function handleHistory(command, browser) {
+    if (command.clear) {
+        browser.clearHistory();
+        return successResponse(command.id, { cleared: true });
+    }
+    const history = browser.getHistory(command.filter);
+    return successResponse(command.id, { history });
+}
 //# sourceMappingURL=actions.js.map