@dyyz1993/agent-browser 0.25.0 → 0.26.0

package/dist/actions/interact.js

@@ -0,0 +1,162 @@
+import { successResponse } from '../protocol.js';
+import * as fs from 'fs';
+import * as path from 'path';
+async function executeStep(step, browser) {
+    const page = browser.getPage();
+    try {
+        switch (step.action) {
+            case 'navigate': {
+                await page.goto(step.url);
+                return { action: 'navigate', success: true };
+            }
+            case 'click': {
+                const locator = browser.getLocator(step.selector);
+                await locator.click();
+                return { action: 'click', success: true };
+            }
+            case 'fill': {
+                const locator = browser.getLocator(step.selector);
+                await locator.fill(step.value);
+                return { action: 'fill', success: true };
+            }
+            case 'type': {
+                const locator = browser.getLocator(step.selector);
+                await locator.type(step.text);
+                return { action: 'type', success: true };
+            }
+            case 'press': {
+                await page.keyboard.press(step.key);
+                return { action: 'press', success: true };
+            }
+            case 'get': {
+                let data;
+                switch (step.type) {
+                    case 'url':
+                        data = page.url();
+                        break;
+                    case 'title':
+                        data = await page.title();
+                        break;
+                    case 'text':
+                        if (step.selector) {
+                            const locator = browser.getLocator(step.selector);
+                            data = await locator.textContent();
+                        }
+                        else {
+                            data = await page.textContent('body');
+                        }
+                        break;
+                    case 'html':
+                        if (step.selector) {
+                            const locator = browser.getLocator(step.selector);
+                            data = await locator.innerHTML();
+                        }
+                        else {
+                            data = await page.content();
+                        }
+                        break;
+                    case 'value':
+                        if (step.selector) {
+                            const locator = browser.getLocator(step.selector);
+                            data = await locator.inputValue();
+                        }
+                        break;
+                }
+                return { action: 'get', success: true, data };
+            }
+            case 'wait': {
+                if (step.selector) {
+                    const locator = browser.getLocator(step.selector);
+                    await locator.waitFor({
+                        state: step.state ?? 'attached',
+                        timeout: step.timeout,
+                    });
+                }
+                else {
+                    await page.waitForTimeout(step.timeout ?? 1000);
+                }
+                return { action: 'wait', success: true };
+            }
+            case 'screenshot': {
+                const screenshotPath = step.path
+                    ? path.resolve(step.path)
+                    : path.join(process.cwd(), `screenshot-${Date.now()}.png`);
+                await page.screenshot({
+                    path: screenshotPath,
+                    fullPage: step.fullPage ?? false,
+                });
+                return { action: 'screenshot', success: true, data: { path: screenshotPath } };
+            }
+            default:
+                return {
+                    action: step.action,
+                    success: false,
+                    error: 'Unknown step action',
+                };
+        }
+    }
+    catch (error) {
+        return {
+            action: step.action,
+            success: false,
+            error: error instanceof Error ? error.message : String(error),
+        };
+    }
+}
+export async function handleInteract(command, browser) {
+    if (!browser.isLaunched()) {
+        await browser.launch({
+            id: 'auto',
+            action: 'launch',
+            headless: command.headless ?? true,
+        });
+    }
+    try {
+        let steps;
+        if (command.file) {
+            const filePath = path.resolve(command.file);
+            const content = fs.readFileSync(filePath, 'utf-8');
+            steps = JSON.parse(content);
+        }
+        else if (command.steps) {
+            steps = command.steps;
+        }
+        else {
+            return {
+                id: command.id,
+                success: false,
+                error: 'No steps provided. Use --file <path> or pass steps as JSON',
+            };
+        }
+        const results = [];
+        let allSuccess = true;
+        for (const step of steps) {
+            const result = await executeStep(step, browser);
+            results.push(result);
+            if (!result.success) {
+                allSuccess = false;
+                break;
+            }
+        }
+        const page = browser.getPage();
+        const interactResult = {
+            success: allSuccess,
+            steps: results,
+            finalUrl: page.url(),
+            finalTitle: await page.title(),
+        };
+        const lastResult = results[results.length - 1];
+        if (lastResult?.action === 'get' && lastResult.data) {
+            interactResult.output = lastResult.data;
+        }
+        return successResponse(command.id, interactResult);
+    }
+    catch (error) {
+        return {
+            id: command.id,
+            success: false,
+            error: error instanceof Error ? error.message : String(error),
+        };
+    }
+}
+//# sourceMappingURL=interact.js.map

package/dist/actions/interact.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interact.js","sourceRoot":"","sources":["../../src/actions/interact.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,KAAK,UAAU,WAAW,CAAC,IAAkB,EAAE,OAAuB;IACpE,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAE/B,IAAI,CAAC;QACH,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;YACpB,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC1B,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC/C,CAAC;YAED,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAClD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBACtB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC5C,CAAC;YAED,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAClD,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC/B,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3C,CAAC;YAED,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAClD,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3C,CAAC;YAED,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC5C,CAAC;YAED,KAAK,KAAK,CAAC,CAAC,CAAC;gBACX,IAAI,IAAS,CAAC;gBAEd,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;oBAClB,KAAK,KAAK;wBACR,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBAClB,MAAM;oBACR,KAAK,OAAO;wBACV,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;wBAC1B,MAAM;oBACR,KAAK,MAAM;wBACT,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;4BAClB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;4BAClD,IAAI,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;wBACrC,CAAC;6BAAM,CAAC;4BACN,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;wBACxC,CAAC;wBACD,MAAM;oBACR,KAAK,MAAM;wBACT,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;4BAClB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;4BAClD,IAAI,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC;wBACnC,CAAC;6BAAM,CAAC;4BACN,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;wBAC9B,CAAC;wBACD,MAAM;oBACR,KAAK,OAAO;wBACV,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;4BAClB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;4BAClD,IAAI,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;wBACpC,CAAC;wBACD,MAAM;gBACV,CAAC;gBAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAChD,CAAC;YAED,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAClB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAClD,MAAM,OAAO,CAAC,OAAO,CAAC;wBACpB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,UAAU;wBAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;qBACtB,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC;gBAClD,CAAC;gBACD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3C,CAAC;YAED,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI;oBAC9B,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBACzB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,cAAc,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAE7D,MAAM,IAAI,CAAC,UAAU,CAAC;oBACpB,IAAI,EAAE,cAAc;oBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,KAAK;iBACjC,CAAC,CAAC;gBAEH,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,CAAC;YACjF,CAAC;YAED;gBACE,OAAO;oBACL,MAAM,EAAG,IAAY,CAAC,MAAM;oBAC5B,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,qBAAqB;iBAC7B,CAAC;QACN,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,MAAM,EAAG,IAAY,CAAC,MAAM;YAC5B,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAwB,EACxB,OAAuB;IAEvB,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;QAC1B,MAAM,OAAO,CAAC,MAAM,CAAC;YACnB,EAAE,EAAE,MAAM;YACV,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;SACnC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC;QACH,IAAI,KAAqB,CAAC;QAE1B,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACnD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;aAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACzB,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,OAAO;gBACL,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,4DAA4D;aACpE,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,IAAI,UAAU,GAAG,IAAI,CAAC;QAEtB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAErB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,UAAU,GAAG,KAAK,CAAC;gBACnB,MAAM;YACR,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,cAAc,GAAmB;YACrC,OAAO,EAAE,UAAU;YACnB,KAAK,EAAE,OAAO;YACd,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE;YACpB,UAAU,EAAE,MAAM,IAAI,CAAC,KAAK,EAAE;SAC/B,CAAC;QAEF,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC/C,IAAI,UAAU,EAAE,MAAM,KAAK,KAAK,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;YACpD,cAAc,CAAC,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC;QAC1C,CAAC;QAED,OAAO,eAAe,CAAC,OAAO,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/actions/interaction.d.ts

@@ -0,0 +1,31 @@
+import type { BrowserManager } from '../browser/index.js';
+import type { Command, Response, NavigateCommand, NavigateData, ClickCommand, TypeCommand, PressCommand, ScreenshotCommand, ScreenshotData, EvaluateCommand, WaitCommand, ScrollCommand, SelectCommand, HoverCommand, ContentCommand, ContentData } from '../types.js';
+import { type SnapshotData } from './utils.js';
+export declare function handleLaunch(command: Command & {
+    action: 'launch';
+}, browser: BrowserManager): Promise<Response>;
+export declare function handleNavigate(command: NavigateCommand, browser: BrowserManager): Promise<Response<NavigateData>>;
+export declare function handleClick(command: ClickCommand, browser: BrowserManager): Promise<Response>;
+export declare function handleType(command: TypeCommand, browser: BrowserManager): Promise<Response>;
+export declare function handlePress(command: PressCommand, browser: BrowserManager): Promise<Response>;
+export declare function handleScreenshot(command: ScreenshotCommand, browser: BrowserManager): Promise<Response<ScreenshotData>>;
+export declare function handleSnapshot(command: Command & {
+    action: 'snapshot';
+    interactive?: boolean;
+    cursor?: boolean;
+    maxDepth?: number;
+    compact?: boolean;
+    selector?: string;
+    inFrame?: string;
+    path?: boolean;
+    attrs?: boolean;
+    selectors?: boolean;
+    all?: boolean;
+}, browser: BrowserManager): Promise<Response<SnapshotData>>;
+export declare function handleEvaluate(command: EvaluateCommand, browser: BrowserManager): Promise<Response>;
+export declare function handleWait(command: WaitCommand, browser: BrowserManager): Promise<Response>;
+export declare function handleScroll(command: ScrollCommand, browser: BrowserManager): Promise<Response>;
+export declare function handleSelect(command: SelectCommand, browser: BrowserManager): Promise<Response>;
+export declare function handleHover(command: HoverCommand, browser: BrowserManager): Promise<Response>;
+export declare function handleContent(command: ContentCommand, browser: BrowserManager): Promise<Response<ContentData>>;
+//# sourceMappingURL=interaction.d.ts.map

package/dist/actions/interaction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interaction.d.ts","sourceRoot":"","sources":["../../src/actions/interaction.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAc1D,OAAO,KAAK,EACV,OAAO,EACP,QAAQ,EACR,eAAe,EACf,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,WAAW,EACX,aAAa,EACb,aAAa,EACb,YAAY,EACZ,cAAc,EACd,WAAW,EACZ,MAAM,aAAa,CAAC;AAErB,OAAO,EAA0C,KAAK,YAAY,EAAE,MAAM,YAAY,CAAC;AAEvF,wBAAsB,YAAY,CAChC,OAAO,EAAE,OAAO,GAAG;IAAE,MAAM,EAAE,QAAQ,CAAA;CAAE,EACvC,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,CAQnB;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,eAAe,EACxB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAoBjC;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,YAAY,EACrB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,CAwDnB;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,CA4DjG;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,YAAY,EACrB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,CA+DnB;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,iBAAiB,EAC1B,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CA4CnC;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,OAAO,GAAG;IACjB,MAAM,EAAE,UAAU,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,GAAG,CAAC,EAAE,OAAO,CAAC;CACf,EACD,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAsDjC;AAED,wBAAsB,cAAc,CAClC,OAAO,EAAE,eAAe,EACxB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,CAiDnB;AAED,wBAAsB,UAAU,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,CAoCjG;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,CAgDnB;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,aAAa,EACtB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,CAuBnB;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,YAAY,EACrB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,CA8CnB;AAED,wBAAsB,aAAa,CACjC,OAAO,EAAE,cAAc,EACvB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAWhC"}

package/dist/actions/interaction.js

@@ -0,0 +1,477 @@
+import { mkdirSync, existsSync, readFileSync } from 'node:fs';
+import path from 'node:path';
+import { getInstanceId, getAppDir } from '../daemon.js';
+import { performDiff } from '../diff.js';
+import { detectMainContent, generateContentTips } from '../content-detection.js';
+import { humanClick, humanType, humanWander, humanMoveTo, getHumanConfigFromEnv, } from '../human-mouse.js';
+import { getViewerUrl } from '../rc-config.js';
+import { successResponse, errorResponse } from '../protocol.js';
+import { assertElementExists, toAIFriendlyError } from './utils.js';
+export async function handleLaunch(command, browser) {
+    await browser.launch(command);
+    const instanceId = getInstanceId();
+    return successResponse(command.id, {
+        launched: true,
+        instanceId,
+        viewerUrl: getViewerUrl(instanceId),
+    });
+}
+export async function handleNavigate(command, browser) {
+    const page = browser.getPage();
+    if (command.headers && Object.keys(command.headers).length > 0) {
+        await browser.setScopedHeaders(command.url, command.headers);
+    }
+    await page.goto(command.url, {
+        waitUntil: command.waitUntil ?? 'domcontentloaded',
+        timeout: command.timeout ?? 30000,
+    });
+    if (browser.isRecordingSession()) {
+        await browser.injectRecorderIfNeeded();
+    }
+    return successResponse(command.id, {
+        url: page.url(),
+        title: await page.title(),
+    });
+}
+export async function handleClick(command, browser) {
+    const locator = browser.getLocator(command.selector, command.inFrame);
+    const isRef = browser.isRef(command.selector);
+    await assertElementExists(locator, command.selector, isRef);
+    if (command.human?.enabled) {
+        const diffResult = await performDiff(locator, command.diffScope, async () => {
+            try {
+                const page = browser.getPage();
+                const box = await locator.boundingBox();
+                if (!box) {
+                    throw new Error(`Element not visible: ${command.selector}`);
+                }
+                const targetX = box.x + box.width / 2;
+                const targetY = box.y + box.height / 2;
+                await humanClick(page, targetX, targetY, command.human, {
+                    button: command.button,
+                    clickCount: command.clickCount,
+                });
+            }
+            catch (error) {
+                throw toAIFriendlyError(error, command.selector);
+            }
+        });
+        const result = { clicked: true, human: true };
+        if (diffResult) {
+            result.diff = diffResult.output;
+            result.diffScope = diffResult.diff.scope;
+        }
+        browser.recordCommand('click', command.selector, undefined, true);
+        return successResponse(command.id, result);
+    }
+    const diffResult = await performDiff(locator, command.diffScope, async () => {
+        try {
+            await locator.click({
+                button: command.button,
+                clickCount: command.clickCount,
+                delay: command.delay,
+                timeout: command.timeout || 5000,
+            });
+        }
+        catch (error) {
+            throw toAIFriendlyError(error, command.selector);
+        }
+    });
+    const result = { clicked: true };
+    if (diffResult) {
+        result.diff = diffResult.output;
+        result.diffScope = diffResult.diff.scope;
+    }
+    browser.recordCommand('click', command.selector, undefined, true);
+    return successResponse(command.id, result);
+}
+export async function handleType(command, browser) {
+    const locator = browser.getLocator(command.selector, command.inFrame);
+    const isRef = browser.isRef(command.selector);
+    await assertElementExists(locator, command.selector, isRef);
+    if (command.human?.enabled) {
+        const diffResult = await performDiff(locator, command.diffScope, async () => {
+            try {
+                const page = browser.getPage();
+                const box = await locator.boundingBox();
+                if (!box) {
+                    throw new Error(`Element not visible: ${command.selector}`);
+                }
+                const targetX = box.x + box.width / 2;
+                const targetY = box.y + box.height / 2;
+                await humanClick(page, targetX, targetY, command.human);
+                await locator.focus();
+                await humanType(page, command.text, command.human);
+            }
+            catch (error) {
+                throw toAIFriendlyError(error, command.selector);
+            }
+        });
+        const result = { typed: true, human: true };
+        if (diffResult) {
+            result.diff = diffResult.output;
+            result.diffScope = diffResult.diff.scope;
+        }
+        browser.recordCommand('type', command.selector, command.text, true);
+        return successResponse(command.id, result);
+    }
+    const diffResult = await performDiff(locator, command.diffScope, async () => {
+        try {
+            if (command.clear) {
+                await locator.fill('');
+            }
+            await locator.pressSequentially(command.text, {
+                delay: command.delay,
+            });
+            await locator.evaluate((el) => {
+                el.dispatchEvent(new Event('input', { bubbles: true }));
+            });
+        }
+        catch (error) {
+            throw toAIFriendlyError(error, command.selector);
+        }
+    });
+    const result = { typed: true };
+    if (diffResult) {
+        result.diff = diffResult.output;
+        result.diffScope = diffResult.diff.scope;
+    }
+    browser.recordCommand('type', command.selector, command.text, true);
+    return successResponse(command.id, result);
+}
+export async function handlePress(command, browser) {
+    const page = browser.getPage();
+    let locator = page.locator('body');
+    if (command.inFrame && command.selector) {
+        const frameLocator = browser.getFrame(command.inFrame);
+        locator = frameLocator.locator(command.selector);
+    }
+    else if (command.selector) {
+        locator = page.locator(command.selector);
+    }
+    const diffResult = await performDiff(locator, command.diffScope, async () => {
+        if (command.inFrame && command.selector) {
+            const frameLocator = browser.getFrame(command.inFrame);
+            await frameLocator.locator(command.selector).press(command.key);
+        }
+        else {
+            if (command.selector) {
+                await page.press(command.selector, command.key);
+            }
+            else {
+                await page.keyboard.press(command.key);
+            }
+        }
+        await page.evaluate((key) => {
+            const specialKeys = [
+                'Enter',
+                'Tab',
+                'Escape',
+                'Backspace',
+                'ArrowUp',
+                'ArrowDown',
+                'ArrowLeft',
+                'ArrowRight',
+            ];
+            const keyParts = key.split('+');
+            const mainKey = keyParts[keyParts.length - 1];
+            const hasCtrl = keyParts.includes('Control') || keyParts.includes('Ctrl');
+            const hasMeta = keyParts.includes('Meta') || keyParts.includes('Command');
+            const hasAlt = keyParts.includes('Alt');
+            const hasShift = keyParts.includes('Shift');
+            if (specialKeys.includes(mainKey) || hasCtrl || hasMeta || hasAlt) {
+                const event = new KeyboardEvent('keydown', {
+                    key: mainKey,
+                    code: mainKey.length === 1 ? `Key${mainKey.toUpperCase()}` : mainKey,
+                    ctrlKey: hasCtrl,
+                    metaKey: hasMeta,
+                    altKey: hasAlt,
+                    shiftKey: hasShift,
+                    bubbles: true,
+                });
+                document.activeElement?.dispatchEvent(event);
+            }
+        }, command.key);
+    });
+    const result = { pressed: true };
+    if (diffResult) {
+        result.diff = diffResult.output;
+        result.diffScope = diffResult.diff.scope;
+    }
+    return successResponse(command.id, result);
+}
+export async function handleScreenshot(command, browser) {
+    const page = browser.getPage();
+    const options = {
+        fullPage: command.fullPage,
+        type: command.format ?? 'png',
+    };
+    if (command.format === 'jpeg' && command.quality !== undefined) {
+        options.quality = command.quality;
+    }
+    let target = page;
+    if (command.inFrame) {
+        const frameLocator = browser.getFrame(command.inFrame);
+        if (command.selector) {
+            target = frameLocator.locator(command.selector);
+        }
+        else {
+            target = frameLocator.locator(':root');
+        }
+    }
+    else if (command.selector) {
+        target = browser.getLocator(command.selector);
+    }
+    try {
+        let savePath = command.path;
+        if (!savePath) {
+            const ext = command.format === 'jpeg' ? 'jpg' : 'png';
+            const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
+            const random = Math.random().toString(36).substring(2, 8);
+            const filename = `screenshot-${timestamp}-${random}.${ext}`;
+            const screenshotDir = path.join(getAppDir(), 'tmp', 'screenshots');
+            mkdirSync(screenshotDir, { recursive: true });
+            savePath = path.join(screenshotDir, filename);
+        }
+        await target.screenshot({ ...options, path: savePath });
+        return successResponse(command.id, { path: savePath });
+    }
+    catch (error) {
+        if (command.selector) {
+            throw toAIFriendlyError(error, command.selector);
+        }
+        throw error;
+    }
+}
+export async function handleSnapshot(command, browser) {
+    let effectiveSelector = command.selector;
+    let detectionResult = null;
+    if (!command.selector) {
+        const page = browser.getPage();
+        detectionResult = await detectMainContent(page);
+        effectiveSelector = detectionResult.selector;
+    }
+    const snapshot = await browser.getSnapshot({
+        interactive: command.interactive,
+        cursor: command.cursor,
+        maxDepth: command.maxDepth,
+        compact: command.compact,
+        selector: effectiveSelector,
+        framePath: command.inFrame,
+        path: command.path,
+        attrs: command.attrs,
+        selectors: command.selectors,
+        all: command.all,
+    });
+    const simpleRefs = {};
+    const refs = snapshot.refs || {};
+    for (const [ref, data] of Object.entries(refs)) {
+        simpleRefs[ref] = {
+            role: data.role,
+            name: data.name,
+            ...(data.xpath && { xpath: data.xpath }),
+            ...(data.cssPath && { cssPath: data.cssPath }),
+            ...(data.attributes && { attributes: data.attributes }),
+        };
+    }
+    const tips = detectionResult ? generateContentTips(detectionResult) : undefined;
+    return successResponse(command.id, {
+        snapshot: snapshot.tree || 'Empty page',
+        refs: Object.keys(simpleRefs).length > 0 ? simpleRefs : undefined,
+    }, tips ?? undefined);
+}
+export async function handleEvaluate(command, browser) {
+    try {
+        let script;
+        if (command.file) {
+            const resolvedPath = path.resolve(command.file);
+            const cwd = process.cwd();
+            if (!resolvedPath.startsWith(cwd)) {
+                throw new Error(`Security: file path must be within project directory. Got: ${resolvedPath}`);
+            }
+            if (!existsSync(resolvedPath)) {
+                throw new Error(`Script file not found: ${resolvedPath}`);
+            }
+            script = readFileSync(resolvedPath, 'utf-8');
+        }
+        else if (command.script) {
+            script = command.script;
+        }
+        else {
+            throw new Error('Either script or file must be provided for evaluate command');
+        }
+        let result;
+        if (command.inFrame) {
+            const frameLocator = browser.getFrame(command.inFrame);
+            result = await frameLocator.locator(':root').evaluate(script);
+        }
+        else {
+            const page = browser.getPage();
+            result = await page.evaluate(script);
+        }
+        browser.recordCommand('eval', 'javascript', script.length > 200 ? script.substring(0, 200) + '...' : script, true);
+        return successResponse(command.id, { result });
+    }
+    catch (error) {
+        const script = command.script || command.file || '';
+        browser.recordCommand('eval', 'javascript', script.length > 200 ? script.substring(0, 200) + '...' : script, false);
+        console.error('Error in handleEvaluate:', error);
+        return errorResponse(command.id, error instanceof Error ? error.message : String(error));
+    }
+}
+export async function handleWait(command, browser) {
+    const humanConfig = getHumanConfigFromEnv();
+    const page = browser.getPage();
+    if (humanConfig.enabled && command.timeout && !command.selector) {
+        await humanWander(page, humanConfig, { duration: command.timeout });
+        return successResponse(command.id, { waited: true, wandered: true });
+    }
+    if (command.inFrame) {
+        const frame = browser.getFrame(command.inFrame);
+        if (command.selector) {
+            await frame.waitForSelector(command.selector, {
+                state: command.state ?? 'visible',
+                timeout: command.timeout,
+            });
+        }
+        else if (command.timeout) {
+            await frame.waitForTimeout(command.timeout);
+        }
+        else {
+            await frame.waitForLoadState('load');
+        }
+    }
+    else {
+        const frame = browser.getFrame();
+        if (command.selector) {
+            await frame.waitForSelector(command.selector, {
+                state: command.state ?? 'visible',
+                timeout: command.timeout,
+            });
+        }
+        else if (command.timeout) {
+            await frame.waitForTimeout(command.timeout);
+        }
+        else {
+            await frame.waitForLoadState('load');
+        }
+    }
+    return successResponse(command.id, { waited: true });
+}
+export async function handleScroll(command, browser) {
+    const page = browser.getPage();
+    if (command.selector) {
+        const element = page.locator(command.selector);
+        await element.scrollIntoViewIfNeeded();
+        if (command.x !== undefined || command.y !== undefined) {
+            await element.evaluate((el, { x, y }) => {
+                if ('scrollBy' in el) {
+                    el.scrollBy(x ?? 0, y ?? 0);
+                }
+            }, { x: command.x, y: command.y });
+        }
+    }
+    else {
+        let deltaX = command.x ?? 0;
+        let deltaY = command.y ?? 0;
+        if (command.direction) {
+            const amount = command.amount ?? 100;
+            switch (command.direction) {
+                case 'up':
+                    deltaY = -amount;
+                    break;
+                case 'down':
+                    deltaY = amount;
+                    break;
+                case 'left':
+                    deltaX = -amount;
+                    break;
+                case 'right':
+                    deltaX = amount;
+                    break;
+            }
+        }
+        const safeDeltaX = Number(deltaX) || 0;
+        const safeDeltaY = Number(deltaY) || 0;
+        await page.evaluate(({ dx, dy }) => window.scrollBy(dx, dy), {
+            dx: safeDeltaX,
+            dy: safeDeltaY,
+        });
+    }
+    return successResponse(command.id, { scrolled: true });
+}
+export async function handleSelect(command, browser) {
+    const values = Array.isArray(command.values) ? command.values : [command.values];
+    const locator = browser.getLocator(command.selector, command.inFrame);
+    const isRef = browser.isRef(command.selector);
+    await assertElementExists(locator, command.selector, isRef);
+    const diffResult = await performDiff(locator, command.diffScope, async () => {
+        try {
+            await locator.selectOption(values);
+        }
+        catch (error) {
+            throw toAIFriendlyError(error, command.selector);
+        }
+    });
+    const result = { selected: values };
+    if (diffResult) {
+        result.diff = diffResult.output;
+        result.diffScope = diffResult.diff.scope;
+    }
+    browser.recordCommand('select', command.selector, values.join(','), true);
+    return successResponse(command.id, result);
+}
+export async function handleHover(command, browser) {
+    const locator = browser.getLocator(command.selector, command.inFrame);
+    const isRef = browser.isRef(command.selector);
+    await assertElementExists(locator, command.selector, isRef);
+    if (command.human?.enabled) {
+        const diffResult = await performDiff(locator, command.diffScope, async () => {
+            try {
+                const page = browser.getPage();
+                const box = await locator.boundingBox();
+                if (!box) {
+                    throw new Error(`Element not visible: ${command.selector}`);
+                }
+                const targetX = box.x + box.width / 2;
+                const targetY = box.y + box.height / 2;
+                await humanMoveTo(page, { x: targetX, y: targetY }, command.human);
+            }
+            catch (error) {
+                throw toAIFriendlyError(error, command.selector);
+            }
+        });
+        const result = { hovered: true, human: true };
+        if (diffResult) {
+            result.diff = diffResult.output;
+            result.diffScope = diffResult.diff.scope;
+        }
+        return successResponse(command.id, result);
+    }
+    const diffResult = await performDiff(locator, command.diffScope, async () => {
+        try {
+            await locator.hover();
+        }
+        catch (error) {
+            throw toAIFriendlyError(error, command.selector);
+        }
+    });
+    const result = { hovered: true };
+    if (diffResult) {
+        result.diff = diffResult.output;
+        result.diffScope = diffResult.diff.scope;
+    }
+    return successResponse(command.id, result);
+}
+export async function handleContent(command, browser) {
+    const page = browser.getPage();
+    let html;
+    if (command.selector) {
+        html = await page.locator(command.selector).innerHTML();
+    }
+    else {
+        html = await page.content();
+    }
+    return successResponse(command.id, { html });
+}
+//# sourceMappingURL=interaction.js.map