@browserbasehq/orca 3.4.0-preview-3 → 3.4.0-preview-5

package/dist/esm/tests/unit/agent-captcha-hooks.test.js

@@ -1,339 +0,0 @@
-import { beforeEach, describe, expect, it, vi } from "vitest";
-import { CaptchaSolver } from "../../lib/v3/agent/utils/captchaSolver.js";
-import { V3AgentHandler } from "../../lib/v3/handlers/v3AgentHandler.js";
-const SOLVING_STARTED = "browserbase-solving-started";
-const SOLVING_FINISHED = "browserbase-solving-finished";
-const SOLVING_ERRORED = "browserbase-solving-errored";
-class MockPage {
-    listeners = new Set();
-    captchaBoxes = [];
-    on(event, listener) {
-        if (event === "console") {
-            this.listeners.add(listener);
-        }
-    }
-    off(event, listener) {
-        if (event === "console") {
-            this.listeners.delete(listener);
-        }
-    }
-    emitConsole(text) {
-        const message = { text: () => text };
-        for (const listener of this.listeners) {
-            listener(message);
-        }
-    }
-    url() {
-        return "https://example.com";
-    }
-    async screenshot() {
-        return Buffer.from("fake-image");
-    }
-    async evaluate() {
-        return this.captchaBoxes;
-    }
-    mainFrame() {
-        return {
-            evaluate: async () => ({ w: 1288, h: 711 }),
-        };
-    }
-}
-class FakeCuaClient {
-    contextNotes = [];
-    preStepHook;
-    actionHandler;
-    executeImpl = vi.fn(async (options) => {
-        void options;
-        return {
-            success: true,
-            message: "ok",
-            actions: [],
-            completed: true,
-        };
-    });
-    captureScreenshot = vi.fn(async () => null);
-    setViewport = vi.fn();
-    setCurrentUrl = vi.fn();
-    setScreenshotProvider = vi.fn();
-    setSafetyConfirmationHandler = vi.fn();
-    setActionHandler(handler) {
-        this.actionHandler = handler;
-    }
-    setPreStepHook(handler) {
-        this.preStepHook = handler;
-    }
-    addContextNote(note) {
-        this.contextNotes.push(note);
-    }
-    async execute(options) {
-        return this.executeImpl(options);
-    }
-}
-let fakeCuaClient;
-vi.mock("../../lib/v3/agent/AgentProvider", () => ({
-    AgentProvider: class {
-        constructor(logger) {
-            void logger;
-        }
-        getClient() {
-            return fakeCuaClient;
-        }
-    },
-}));
-import { V3CuaAgentHandler } from "../../lib/v3/handlers/v3CuaAgentHandler.js";
-function collectUserMessages(messages) {
-    return messages.filter((message) => message.role === "user" && typeof message.content === "string");
-}
-describe("agent captcha hooks", () => {
-    let page;
-    let logs;
-    let logger;
-    beforeEach(() => {
-        page = new MockPage();
-        logs = [];
-        logger = (line) => {
-            logs.push(line);
-        };
-        fakeCuaClient = new FakeCuaClient();
-    });
-    it("blocks regular agent prepareStep until the solver finishes and injects one solved message", async () => {
-        const handler = new V3AgentHandler({
-            isCaptchaAutoSolveEnabled: true,
-        }, logger, {});
-        const solver = new CaptchaSolver();
-        solver.init(async () => page);
-        const userCallback = vi.fn(async (options) => options);
-        const prepareStep = handler.createPrepareStep(userCallback, solver);
-        const options = {
-            messages: [{ role: "user", content: "start" }],
-        };
-        await prepareStep(options);
-        page.emitConsole(SOLVING_STARTED);
-        const secondCall = prepareStep(options);
-        await Promise.resolve();
-        expect(userCallback).toHaveBeenCalledTimes(1);
-        page.emitConsole(SOLVING_FINISHED);
-        await secondCall;
-        expect(userCallback).toHaveBeenCalledTimes(2);
-        expect(collectUserMessages(options.messages).filter((message) => message.content.includes("automatically detected and solved"))).toHaveLength(1);
-    });
-    it("injects one error message when the regular agent solver errors", async () => {
-        const handler = new V3AgentHandler({
-            isCaptchaAutoSolveEnabled: true,
-        }, logger, {});
-        const solver = new CaptchaSolver();
-        solver.init(async () => page);
-        const prepareStep = handler.createPrepareStep(undefined, solver);
-        const options = {
-            messages: [{ role: "user", content: "start" }],
-        };
-        await prepareStep(options);
-        page.emitConsole(SOLVING_STARTED);
-        const pending = prepareStep(options);
-        page.emitConsole(SOLVING_ERRORED);
-        await pending;
-        expect(collectUserMessages(options.messages).filter((message) => message.content.includes("automatic captcha solver failed"))).toHaveLength(1);
-    });
-    it("pauses the CUA loop at prepareStep while Browserbase solves a captcha", async () => {
-        let secondPrepareStarted = false;
-        fakeCuaClient.executeImpl = vi.fn(async () => {
-            await fakeCuaClient.preStepHook?.();
-            page.emitConsole(SOLVING_STARTED);
-            const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();
-            secondPrepareStarted = true;
-            await blockedPrepare;
-            return {
-                success: true,
-                message: "ok",
-                actions: [],
-                completed: true,
-            };
-        });
-        const handler = new V3CuaAgentHandler({
-            context: {
-                awaitActivePage: async () => page,
-            },
-            bus: { emit: vi.fn() },
-            isCaptchaAutoSolveEnabled: true,
-            isAdvancedStealth: false,
-            configuredViewport: { width: 1288, height: 711 },
-            isAgentReplayActive: () => false,
-            updateMetrics: vi.fn(),
-        }, logger, {
-            modelName: "anthropic/claude-haiku-4-5-20251001",
-            clientOptions: { waitBetweenActions: 1 },
-        });
-        const execution = handler.execute({
-            instruction: "Describe the page briefly.",
-            highlightCursor: false,
-        });
-        await vi.waitFor(() => {
-            expect(secondPrepareStarted).toBe(true);
-            expect(logs.some((line) => line.message.includes("waiting for Browserbase to solve"))).toBe(true);
-        });
-        expect(logs.some((line) => line.message.includes("Captcha solved"))).toBe(false);
-        page.emitConsole(SOLVING_FINISHED);
-        await execution;
-        expect(fakeCuaClient.contextNotes).toEqual([
-            expect.stringContaining("automatically detected and solved"),
-        ]);
-        expect(logs.some((line) => line.message.includes("Captcha solved"))).toBe(true);
-    });
-    it("pauses CUA actions until the captcha solver finishes", async () => {
-        let actionStarted = false;
-        fakeCuaClient.executeImpl = vi.fn(async () => {
-            await fakeCuaClient.preStepHook?.();
-            page.emitConsole(SOLVING_STARTED);
-            const pendingAction = fakeCuaClient.actionHandler?.({ type: "screenshot" }) ??
-                Promise.resolve();
-            actionStarted = true;
-            await pendingAction;
-            return {
-                success: true,
-                message: "ok",
-                actions: [],
-                completed: true,
-            };
-        });
-        const handler = new V3CuaAgentHandler({
-            context: {
-                awaitActivePage: async () => page,
-            },
-            bus: { emit: vi.fn() },
-            isCaptchaAutoSolveEnabled: true,
-            isAdvancedStealth: false,
-            configuredViewport: { width: 1288, height: 711 },
-            isAgentReplayActive: () => false,
-            updateMetrics: vi.fn(),
-        }, logger, {
-            modelName: "anthropic/claude-haiku-4-5-20251001",
-            clientOptions: { waitBetweenActions: 1 },
-        });
-        const executeActionSpy = vi
-            .spyOn(handler, "executeAction")
-            .mockResolvedValue({ success: true });
-        vi.spyOn(handler, "captureAndSendScreenshot").mockResolvedValue(null);
-        const execution = handler.execute({
-            instruction: "Describe the page briefly.",
-            highlightCursor: false,
-        });
-        await vi.waitFor(() => {
-            expect(actionStarted).toBe(true);
-        });
-        expect(executeActionSpy).not.toHaveBeenCalled();
-        page.emitConsole(SOLVING_FINISHED);
-        await execution;
-        expect(executeActionSpy).toHaveBeenCalledTimes(1);
-        expect(fakeCuaClient.contextNotes).toEqual([
-            expect.stringContaining("automatically detected and solved"),
-        ]);
-        expect(logs.some((line) => line.message.includes("Captcha solved"))).toBe(true);
-    });
-    it("skips post-solve clicks on the captcha widget and injects another note", async () => {
-        page.captchaBoxes = [{ left: 0, top: 400, right: 140, bottom: 470 }];
-        fakeCuaClient.executeImpl = vi.fn(async () => {
-            await fakeCuaClient.preStepHook?.();
-            page.emitConsole(SOLVING_STARTED);
-            const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();
-            page.emitConsole(SOLVING_FINISHED);
-            await blockedPrepare;
-            await fakeCuaClient.actionHandler?.({
-                type: "click",
-                button: "left",
-                x: 63,
-                y: 436,
-            });
-            return {
-                success: true,
-                message: "ok",
-                actions: [],
-                completed: true,
-            };
-        });
-        const handler = new V3CuaAgentHandler({
-            context: {
-                awaitActivePage: async () => page,
-            },
-            bus: { emit: vi.fn() },
-            isCaptchaAutoSolveEnabled: true,
-            isAdvancedStealth: false,
-            configuredViewport: { width: 1288, height: 711 },
-            isAgentReplayActive: () => false,
-            updateMetrics: vi.fn(),
-        }, logger, {
-            modelName: "anthropic/claude-haiku-4-5-20251001",
-            clientOptions: { waitBetweenActions: 1 },
-        });
-        const executeActionSpy = vi
-            .spyOn(handler, "executeAction")
-            .mockResolvedValue({ success: true });
-        vi.spyOn(handler, "captureAndSendScreenshot").mockResolvedValue(null);
-        await handler.execute({
-            instruction: "Describe the page briefly.",
-            highlightCursor: false,
-        });
-        expect(executeActionSpy).not.toHaveBeenCalled();
-        expect(fakeCuaClient.contextNotes).toEqual([
-            expect.stringContaining("automatically detected and solved"),
-            expect.stringContaining("Original task: Describe the page briefly."),
-        ]);
-        expect(logs.some((line) => line.message.includes("Skipped click on solved captcha widget"))).toBe(true);
-    });
-});
-describe("v3 cua handler screenshot behavior", () => {
-    let page;
-    let logs;
-    let logger;
-    beforeEach(() => {
-        page = new MockPage();
-        logs = [];
-        logger = (line) => {
-            logs.push(line);
-        };
-        fakeCuaClient = new FakeCuaClient();
-    });
-    it("does not take per-action screenshots when a batch of actions runs", async () => {
-        const screenshotSpy = vi.spyOn(page, "screenshot");
-        const batchSize = 4;
-        fakeCuaClient.executeImpl = vi.fn(async () => {
-            for (let i = 0; i < batchSize; i += 1) {
-                await fakeCuaClient.actionHandler?.({
-                    type: "scroll",
-                    x: 0,
-                    y: 0,
-                    scroll_x: 0,
-                    scroll_y: 100,
-                });
-            }
-            return {
-                success: true,
-                message: "ok",
-                actions: [],
-                completed: true,
-            };
-        });
-        const handler = new V3CuaAgentHandler({
-            context: {
-                awaitActivePage: async () => page,
-            },
-            bus: { emit: vi.fn() },
-            isCaptchaAutoSolveEnabled: false,
-            isAdvancedStealth: false,
-            configuredViewport: { width: 1288, height: 711 },
-            isAgentReplayActive: () => false,
-            updateMetrics: vi.fn(),
-        }, logger, {
-            modelName: "openai/gpt-5.4",
-            clientOptions: { waitBetweenActions: 1 },
-        });
-        vi.spyOn(handler, "executeAction").mockResolvedValue({ success: true });
-        await handler.execute({
-            instruction: "scroll to the bottom",
-            highlightCursor: false,
-        });
-        // The handler must not call page.screenshot for each action in a batch —
-        // the CUA client takes a single screenshot after all actions itself.
-        expect(screenshotSpy).not.toHaveBeenCalled();
-    });
-});
-//# sourceMappingURL=agent-captcha-hooks.test.js.map

package/dist/esm/tests/unit/agent-captcha-hooks.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent-captcha-hooks.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-captcha-hooks.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9D,OAAO,EAAE,aAAa,EAAE,MAAM,2CAA2C,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,yCAAyC,CAAC;AAEzE,MAAM,eAAe,GAAG,6BAA6B,CAAC;AACtD,MAAM,gBAAgB,GAAG,8BAA8B,CAAC;AACxD,MAAM,eAAe,GAAG,6BAA6B,CAAC;AAItD,MAAM,QAAQ;IACJ,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAC;IACxC,YAAY,GAKd,EAAE,CAAC;IAER,EAAE,CAAC,KAAa,EAAE,QAAyB;QACzC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,GAAG,CAAC,KAAa,EAAE,QAAyB;QAC1C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;QACrC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,GAAG;QACD,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,OAAO,IAAI,CAAC,YAAiB,CAAC;IAChC,CAAC;IAED,SAAS;QACP,OAAO;YACL,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;SAC5C,CAAC;IACJ,CAAC;CACF;AAED,MAAM,aAAa;IACV,YAAY,GAAa,EAAE,CAAC;IAC5B,WAAW,CAAuB;IAClC,aAAa,CAAsD;IACnE,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,OAAgB,EAAE,EAAE;QACpD,KAAK,OAAO,CAAC;QACb,OAAO;YACL,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC,CAAC,CAAC;IACI,iBAAiB,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;IAC5C,WAAW,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IACtB,aAAa,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IACxB,qBAAqB,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAChC,4BAA4B,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAE9C,gBAAgB,CACd,OAA2D;QAE3D,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IAC/B,CAAC;IAED,cAAc,CAAC,OAA4B;QACzC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAgB;QAM5B,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;CACF;AAED,IAAI,aAA4B,CAAC;AAEjC,EAAE,CAAC,IAAI,CAAC,kCAAkC,EAAE,GAAG,EAAE,CAAC,CAAC;IACjD,aAAa,EAAE;QACb,YAAY,MAAe;YACzB,KAAK,MAAM,CAAC;QACd,CAAC;QAED,SAAS;YACP,OAAO,aAAa,CAAC;QACvB,CAAC;KACF;CACF,CAAC,CAAC,CAAC;AAEJ,OAAO,EAAE,iBAAiB,EAAE,MAAM,4CAA4C,CAAC;AAE/E,SAAS,mBAAmB,CAC1B,QAAmD;IAEnD,OAAO,QAAQ,CAAC,MAAM,CACpB,CAAC,OAAO,EAAgD,EAAE,CACxD,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CACjE,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAI,IAAc,CAAC;IACnB,IAAI,IAAe,CAAC;IACpB,IAAI,MAA+B,CAAC;IAEpC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QACtB,IAAI,GAAG,EAAE,CAAC;QACV,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE;YAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC,CAAC;QACF,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2FAA2F,EAAE,KAAK,IAAI,EAAE;QACzG,MAAM,OAAO,GAAG,IAAI,cAAc,CAChC;YACE,yBAAyB,EAAE,IAAI;SACvB,EACV,MAAM,EACN,EAAW,CACZ,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAa,CAAC,CAAC;QAEvC,MAAM,YAAY,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,WAAW,GACf,OAMD,CAAC,iBAAiB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAE1C,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC;QAEF,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAElC,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAE9C,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,UAAU,CAAC;QAEjB,MAAM,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CACJ,mBAAmB,CACjB,OAAO,CAAC,QAAqD,CAC9D,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CACnB,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,mCAAmC,CAAC,CAC9D,CACF,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,OAAO,GAAG,IAAI,cAAc,CAChC;YACE,yBAAyB,EAAE,IAAI;SACvB,EACV,MAAM,EACN,EAAW,CACZ,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAa,CAAC,CAAC;QAEvC,MAAM,WAAW,GACf,OAMD,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAEvC,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC;QAEF,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAElC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAClC,MAAM,OAAO,CAAC;QAEd,MAAM,CACJ,mBAAmB,CACjB,OAAO,CAAC,QAAqD,CAC9D,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CACnB,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAC5D,CACF,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACrF,IAAI,oBAAoB,GAAG,KAAK,CAAC;QAEjC,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,cAAc,GAAG,aAAa,CAAC,WAAW,EAAE,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1E,oBAAoB,GAAG,IAAI,CAAC;YAC5B,MAAM,cAAc,CAAC;YAErB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QAEF,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAChC,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpB,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,CACJ,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAC1D,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,KAAK,CACN,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,SAAS,CAAC;QAEhB,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;SAC7D,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,IAAI,aAAa,GAAG,KAAK,CAAC;QAE1B,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,aAAa,GACjB,aAAa,CAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;gBACrD,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,aAAa,GAAG,IAAI,CAAC;YACrB,MAAM,aAAa,CAAC;YAEpB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QACF,MAAM,gBAAgB,GAAG,EAAE;aACxB,KAAK,CACJ,OAEC,EACD,eAAe,CAChB;aACA,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEtE,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAChC,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpB,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChD,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,SAAS,CAAC;QAEhB,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;SAC7D,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QACtF,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAErE,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,cAAc,GAAG,aAAa,CAAC,WAAW,EAAE,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1E,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACnC,MAAM,cAAc,CAAC;YAErB,MAAM,aAAa,CAAC,aAAa,EAAE,CAAC;gBAClC,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,MAAM;gBACd,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,GAAG;aACP,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QACF,MAAM,gBAAgB,GAAG,EAAE;aACxB,KAAK,CACJ,OAEC,EACD,eAAe,CAChB;aACA,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEtE,MAAM,OAAO,CAAC,OAAO,CAAC;YACpB,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChD,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;YAC5D,MAAM,CAAC,gBAAgB,CAAC,2CAA2C,CAAC;SACrE,CAAC,CAAC;QACH,MAAM,CACJ,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,wCAAwC,CAAC,CAChE,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oCAAoC,EAAE,GAAG,EAAE;IAClD,IAAI,IAAc,CAAC;IACnB,IAAI,IAAe,CAAC;IACpB,IAAI,MAA+B,CAAC;IAEpC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QACtB,IAAI,GAAG,EAAE,CAAC;QACV,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE;YAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC,CAAC;QACF,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,aAAa,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,CAAC,CAAC;QAEpB,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,aAAa,CAAC,aAAa,EAAE,CAAC;oBAClC,IAAI,EAAE,QAAQ;oBACd,CAAC,EAAE,CAAC;oBACJ,CAAC,EAAE,CAAC;oBACJ,QAAQ,EAAE,CAAC;oBACX,QAAQ,EAAE,GAAG;iBACd,CAAC,CAAC;YACL,CAAC;YACD,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,KAAK;YAChC,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,gBAAgB;YAC3B,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QAEF,EAAE,CAAC,KAAK,CACN,OAEC,EACD,eAAe,CAChB,CAAC,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvC,MAAM,OAAO,CAAC,OAAO,CAAC;YACpB,WAAW,EAAE,sBAAsB;YACnC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,yEAAyE;QACzE,qEAAqE;QACrE,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { beforeEach, describe, expect, it, vi } from \"vitest\";\nimport type { LogLine } from \"../../lib/v3/types/public/logs.js\";\nimport { CaptchaSolver } from \"../../lib/v3/agent/utils/captchaSolver.js\";\nimport { V3AgentHandler } from \"../../lib/v3/handlers/v3AgentHandler.js\";\n\nconst SOLVING_STARTED = \"browserbase-solving-started\";\nconst SOLVING_FINISHED = \"browserbase-solving-finished\";\nconst SOLVING_ERRORED = \"browserbase-solving-errored\";\n\ntype ConsoleListener = (message: { text: () => string }) => void;\n\nclass MockPage {\n  private listeners = new Set<ConsoleListener>();\n  public captchaBoxes: Array<{\n    left: number;\n    top: number;\n    right: number;\n    bottom: number;\n  }> = [];\n\n  on(event: string, listener: ConsoleListener): void {\n    if (event === \"console\") {\n      this.listeners.add(listener);\n    }\n  }\n\n  off(event: string, listener: ConsoleListener): void {\n    if (event === \"console\") {\n      this.listeners.delete(listener);\n    }\n  }\n\n  emitConsole(text: string): void {\n    const message = { text: () => text };\n    for (const listener of this.listeners) {\n      listener(message);\n    }\n  }\n\n  url(): string {\n    return \"https://example.com\";\n  }\n\n  async screenshot(): Promise<Buffer> {\n    return Buffer.from(\"fake-image\");\n  }\n\n  async evaluate<T>(): Promise<T> {\n    return this.captchaBoxes as T;\n  }\n\n  mainFrame(): { evaluate: () => Promise<{ w: number; h: number }> } {\n    return {\n      evaluate: async () => ({ w: 1288, h: 711 }),\n    };\n  }\n}\n\nclass FakeCuaClient {\n  public contextNotes: string[] = [];\n  public preStepHook?: () => Promise<void>;\n  public actionHandler?: (action: Record<string, unknown>) => Promise<void>;\n  public executeImpl = vi.fn(async (options: unknown) => {\n    void options;\n    return {\n      success: true,\n      message: \"ok\",\n      actions: [],\n      completed: true,\n    };\n  });\n  public captureScreenshot = vi.fn(async () => null);\n  public setViewport = vi.fn();\n  public setCurrentUrl = vi.fn();\n  public setScreenshotProvider = vi.fn();\n  public setSafetyConfirmationHandler = vi.fn();\n\n  setActionHandler(\n    handler: (action: Record<string, unknown>) => Promise<void>,\n  ): void {\n    this.actionHandler = handler;\n  }\n\n  setPreStepHook(handler: () => Promise<void>): void {\n    this.preStepHook = handler;\n  }\n\n  addContextNote(note: string): void {\n    this.contextNotes.push(note);\n  }\n\n  async execute(options: unknown): Promise<{\n    success: boolean;\n    message: string;\n    actions: unknown[];\n    completed: boolean;\n  }> {\n    return this.executeImpl(options);\n  }\n}\n\nlet fakeCuaClient: FakeCuaClient;\n\nvi.mock(\"../../lib/v3/agent/AgentProvider\", () => ({\n  AgentProvider: class {\n    constructor(logger: unknown) {\n      void logger;\n    }\n\n    getClient(): FakeCuaClient {\n      return fakeCuaClient;\n    }\n  },\n}));\n\nimport { V3CuaAgentHandler } from \"../../lib/v3/handlers/v3CuaAgentHandler.js\";\n\nfunction collectUserMessages(\n  messages: Array<{ role: string; content: unknown }>,\n): Array<{ role: \"user\"; content: string }> {\n  return messages.filter(\n    (message): message is { role: \"user\"; content: string } =>\n      message.role === \"user\" && typeof message.content === \"string\",\n  );\n}\n\ndescribe(\"agent captcha hooks\", () => {\n  let page: MockPage;\n  let logs: LogLine[];\n  let logger: (line: LogLine) => void;\n\n  beforeEach(() => {\n    page = new MockPage();\n    logs = [];\n    logger = (line) => {\n      logs.push(line);\n    };\n    fakeCuaClient = new FakeCuaClient();\n  });\n\n  it(\"blocks regular agent prepareStep until the solver finishes and injects one solved message\", async () => {\n    const handler = new V3AgentHandler(\n      {\n        isCaptchaAutoSolveEnabled: true,\n      } as never,\n      logger,\n      {} as never,\n    );\n    const solver = new CaptchaSolver();\n    solver.init(async () => page as never);\n\n    const userCallback = vi.fn(async (options) => options);\n    const prepareStep = (\n      handler as unknown as {\n        createPrepareStep: (\n          callback?: (options: Record<string, unknown>) => Promise<unknown>,\n          captchaSolver?: CaptchaSolver,\n        ) => (options: Record<string, unknown>) => Promise<unknown>;\n      }\n    ).createPrepareStep(userCallback, solver);\n\n    const options = {\n      messages: [{ role: \"user\", content: \"start\" }],\n    };\n\n    await prepareStep(options);\n    page.emitConsole(SOLVING_STARTED);\n\n    const secondCall = prepareStep(options);\n    await Promise.resolve();\n    expect(userCallback).toHaveBeenCalledTimes(1);\n\n    page.emitConsole(SOLVING_FINISHED);\n    await secondCall;\n\n    expect(userCallback).toHaveBeenCalledTimes(2);\n    expect(\n      collectUserMessages(\n        options.messages as Array<{ role: string; content: unknown }>,\n      ).filter((message) =>\n        message.content.includes(\"automatically detected and solved\"),\n      ),\n    ).toHaveLength(1);\n  });\n\n  it(\"injects one error message when the regular agent solver errors\", async () => {\n    const handler = new V3AgentHandler(\n      {\n        isCaptchaAutoSolveEnabled: true,\n      } as never,\n      logger,\n      {} as never,\n    );\n    const solver = new CaptchaSolver();\n    solver.init(async () => page as never);\n\n    const prepareStep = (\n      handler as unknown as {\n        createPrepareStep: (\n          callback?: (options: Record<string, unknown>) => Promise<unknown>,\n          captchaSolver?: CaptchaSolver,\n        ) => (options: Record<string, unknown>) => Promise<unknown>;\n      }\n    ).createPrepareStep(undefined, solver);\n\n    const options = {\n      messages: [{ role: \"user\", content: \"start\" }],\n    };\n\n    await prepareStep(options);\n    page.emitConsole(SOLVING_STARTED);\n\n    const pending = prepareStep(options);\n    page.emitConsole(SOLVING_ERRORED);\n    await pending;\n\n    expect(\n      collectUserMessages(\n        options.messages as Array<{ role: string; content: unknown }>,\n      ).filter((message) =>\n        message.content.includes(\"automatic captcha solver failed\"),\n      ),\n    ).toHaveLength(1);\n  });\n\n  it(\"pauses the CUA loop at prepareStep while Browserbase solves a captcha\", async () => {\n    let secondPrepareStarted = false;\n\n    fakeCuaClient.executeImpl = vi.fn(async () => {\n      await fakeCuaClient.preStepHook?.();\n      page.emitConsole(SOLVING_STARTED);\n\n      const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();\n      secondPrepareStarted = true;\n      await blockedPrepare;\n\n      return {\n        success: true,\n        message: \"ok\",\n        actions: [],\n        completed: true,\n      };\n    });\n\n    const handler = new V3CuaAgentHandler(\n      {\n        context: {\n          awaitActivePage: async () => page,\n        },\n        bus: { emit: vi.fn() },\n        isCaptchaAutoSolveEnabled: true,\n        isAdvancedStealth: false,\n        configuredViewport: { width: 1288, height: 711 },\n        isAgentReplayActive: () => false,\n        updateMetrics: vi.fn(),\n      } as never,\n      logger,\n      {\n        modelName: \"anthropic/claude-haiku-4-5-20251001\",\n        clientOptions: { waitBetweenActions: 1 },\n      } as never,\n    );\n\n    const execution = handler.execute({\n      instruction: \"Describe the page briefly.\",\n      highlightCursor: false,\n    });\n\n    await vi.waitFor(() => {\n      expect(secondPrepareStarted).toBe(true);\n      expect(\n        logs.some((line) =>\n          line.message.includes(\"waiting for Browserbase to solve\"),\n        ),\n      ).toBe(true);\n    });\n\n    expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n      false,\n    );\n\n    page.emitConsole(SOLVING_FINISHED);\n    await execution;\n\n    expect(fakeCuaClient.contextNotes).toEqual([\n      expect.stringContaining(\"automatically detected and solved\"),\n    ]);\n    expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n      true,\n    );\n  });\n\n  it(\"pauses CUA actions until the captcha solver finishes\", async () => {\n    let actionStarted = false;\n\n    fakeCuaClient.executeImpl = vi.fn(async () => {\n      await fakeCuaClient.preStepHook?.();\n      page.emitConsole(SOLVING_STARTED);\n\n      const pendingAction =\n        fakeCuaClient.actionHandler?.({ type: \"screenshot\" }) ??\n        Promise.resolve();\n      actionStarted = true;\n      await pendingAction;\n\n      return {\n        success: true,\n        message: \"ok\",\n        actions: [],\n        completed: true,\n      };\n    });\n\n    const handler = new V3CuaAgentHandler(\n      {\n        context: {\n          awaitActivePage: async () => page,\n        },\n        bus: { emit: vi.fn() },\n        isCaptchaAutoSolveEnabled: true,\n        isAdvancedStealth: false,\n        configuredViewport: { width: 1288, height: 711 },\n        isAgentReplayActive: () => false,\n        updateMetrics: vi.fn(),\n      } as never,\n      logger,\n      {\n        modelName: \"anthropic/claude-haiku-4-5-20251001\",\n        clientOptions: { waitBetweenActions: 1 },\n      } as never,\n    );\n    const executeActionSpy = vi\n      .spyOn(\n        handler as unknown as {\n          executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n        },\n        \"executeAction\",\n      )\n      .mockResolvedValue({ success: true });\n    vi.spyOn(handler, \"captureAndSendScreenshot\").mockResolvedValue(null);\n\n    const execution = handler.execute({\n      instruction: \"Describe the page briefly.\",\n      highlightCursor: false,\n    });\n\n    await vi.waitFor(() => {\n      expect(actionStarted).toBe(true);\n    });\n\n    expect(executeActionSpy).not.toHaveBeenCalled();\n    page.emitConsole(SOLVING_FINISHED);\n    await execution;\n\n    expect(executeActionSpy).toHaveBeenCalledTimes(1);\n    expect(fakeCuaClient.contextNotes).toEqual([\n      expect.stringContaining(\"automatically detected and solved\"),\n    ]);\n    expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n      true,\n    );\n  });\n\n  it(\"skips post-solve clicks on the captcha widget and injects another note\", async () => {\n    page.captchaBoxes = [{ left: 0, top: 400, right: 140, bottom: 470 }];\n\n    fakeCuaClient.executeImpl = vi.fn(async () => {\n      await fakeCuaClient.preStepHook?.();\n      page.emitConsole(SOLVING_STARTED);\n\n      const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();\n      page.emitConsole(SOLVING_FINISHED);\n      await blockedPrepare;\n\n      await fakeCuaClient.actionHandler?.({\n        type: \"click\",\n        button: \"left\",\n        x: 63,\n        y: 436,\n      });\n\n      return {\n        success: true,\n        message: \"ok\",\n        actions: [],\n        completed: true,\n      };\n    });\n\n    const handler = new V3CuaAgentHandler(\n      {\n        context: {\n          awaitActivePage: async () => page,\n        },\n        bus: { emit: vi.fn() },\n        isCaptchaAutoSolveEnabled: true,\n        isAdvancedStealth: false,\n        configuredViewport: { width: 1288, height: 711 },\n        isAgentReplayActive: () => false,\n        updateMetrics: vi.fn(),\n      } as never,\n      logger,\n      {\n        modelName: \"anthropic/claude-haiku-4-5-20251001\",\n        clientOptions: { waitBetweenActions: 1 },\n      } as never,\n    );\n    const executeActionSpy = vi\n      .spyOn(\n        handler as unknown as {\n          executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n        },\n        \"executeAction\",\n      )\n      .mockResolvedValue({ success: true });\n    vi.spyOn(handler, \"captureAndSendScreenshot\").mockResolvedValue(null);\n\n    await handler.execute({\n      instruction: \"Describe the page briefly.\",\n      highlightCursor: false,\n    });\n\n    expect(executeActionSpy).not.toHaveBeenCalled();\n    expect(fakeCuaClient.contextNotes).toEqual([\n      expect.stringContaining(\"automatically detected and solved\"),\n      expect.stringContaining(\"Original task: Describe the page briefly.\"),\n    ]);\n    expect(\n      logs.some((line) =>\n        line.message.includes(\"Skipped click on solved captcha widget\"),\n      ),\n    ).toBe(true);\n  });\n});\n\ndescribe(\"v3 cua handler screenshot behavior\", () => {\n  let page: MockPage;\n  let logs: LogLine[];\n  let logger: (line: LogLine) => void;\n\n  beforeEach(() => {\n    page = new MockPage();\n    logs = [];\n    logger = (line) => {\n      logs.push(line);\n    };\n    fakeCuaClient = new FakeCuaClient();\n  });\n\n  it(\"does not take per-action screenshots when a batch of actions runs\", async () => {\n    const screenshotSpy = vi.spyOn(page, \"screenshot\");\n    const batchSize = 4;\n\n    fakeCuaClient.executeImpl = vi.fn(async () => {\n      for (let i = 0; i < batchSize; i += 1) {\n        await fakeCuaClient.actionHandler?.({\n          type: \"scroll\",\n          x: 0,\n          y: 0,\n          scroll_x: 0,\n          scroll_y: 100,\n        });\n      }\n      return {\n        success: true,\n        message: \"ok\",\n        actions: [],\n        completed: true,\n      };\n    });\n\n    const handler = new V3CuaAgentHandler(\n      {\n        context: {\n          awaitActivePage: async () => page,\n        },\n        bus: { emit: vi.fn() },\n        isCaptchaAutoSolveEnabled: false,\n        isAdvancedStealth: false,\n        configuredViewport: { width: 1288, height: 711 },\n        isAgentReplayActive: () => false,\n        updateMetrics: vi.fn(),\n      } as never,\n      logger,\n      {\n        modelName: \"openai/gpt-5.4\",\n        clientOptions: { waitBetweenActions: 1 },\n      } as never,\n    );\n\n    vi.spyOn(\n      handler as unknown as {\n        executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n      },\n      \"executeAction\",\n    ).mockResolvedValue({ success: true });\n\n    await handler.execute({\n      instruction: \"scroll to the bottom\",\n      highlightCursor: false,\n    });\n\n    // The handler must not call page.screenshot for each action in a batch —\n    // the CUA client takes a single screenshot after all actions itself.\n    expect(screenshotSpy).not.toHaveBeenCalled();\n  });\n});\n"]}

package/dist/esm/tests/unit/agent-execution-model.test.d.ts

@@ -1 +0,0 @@
-export {};

package/dist/esm/tests/unit/agent-execution-model.test.js

@@ -1,148 +0,0 @@
-import { describe, expect, it, vi } from "vitest";
-import { actTool } from "../../lib/v3/agent/tools/act.js";
-import { extractTool } from "../../lib/v3/agent/tools/extract.js";
-import { fillFormTool } from "../../lib/v3/agent/tools/fillform.js";
-/**
- * Minimal mock of V3 that captures how tools pass `model` options
- * into v3.act(), v3.extract(), and v3.observe(), plus observe variables.
- */
-function createMockV3() {
-    const calls = [];
-    const mock = {
-        logger: vi.fn(),
-        recordAgentReplayStep: vi.fn(),
-        act: vi.fn(async (_instruction, options) => {
-            calls.push({ method: "act", model: options?.model });
-            return {
-                success: true,
-                message: "ok",
-                actionDescription: "clicked",
-                actions: [],
-            };
-        }),
-        extract: vi.fn(async (_instruction, _schema, options) => {
-            calls.push({ method: "extract", model: options?.model });
-            return { extraction: "data" };
-        }),
-        observe: vi.fn(async (_instruction, options) => {
-            calls.push({
-                method: "observe",
-                model: options?.model,
-                variables: options?.variables,
-            });
-            return [];
-        }),
-        calls,
-    };
-    return mock;
-}
-describe("agent tools pass full executionModel config to v3 methods", () => {
-    const modelConfig = {
-        modelName: "openai/gpt-4o-mini",
-        apiKey: "sk-test-key",
-        baseURL: "https://custom.api",
-    };
-    it("actTool passes AgentModelConfig object to v3.act()", async () => {
-        const v3 = createMockV3();
-        const tool = actTool(v3, modelConfig);
-        await tool.execute({ action: "click the button" }, {
-            toolCallId: "t1",
-            messages: [],
-            abortSignal: new AbortController().signal,
-        });
-        expect(v3.calls).toHaveLength(1);
-        expect(v3.calls[0].method).toBe("act");
-        expect(v3.calls[0].model).toBe(modelConfig);
-    });
-    it("extractTool passes AgentModelConfig object to v3.extract()", async () => {
-        const v3 = createMockV3();
-        const tool = extractTool(v3, modelConfig);
-        await tool.execute({ instruction: "get the title", schema: undefined }, {
-            toolCallId: "t2",
-            messages: [],
-            abortSignal: new AbortController().signal,
-        });
-        expect(v3.calls).toHaveLength(1);
-        expect(v3.calls[0].method).toBe("extract");
-        expect(v3.calls[0].model).toBe(modelConfig);
-    });
-    it("fillFormTool passes AgentModelConfig object to v3.observe()", async () => {
-        const v3 = createMockV3();
-        const tool = fillFormTool(v3, modelConfig);
-        await tool.execute({ fields: [{ action: "type hello into name" }] }, {
-            toolCallId: "t3",
-            messages: [],
-            abortSignal: new AbortController().signal,
-        });
-        expect(v3.calls).toHaveLength(1);
-        expect(v3.calls[0].method).toBe("observe");
-        expect(v3.calls[0].model).toBe(modelConfig);
-    });
-    it("fillFormTool passes variables through to v3.observe()", async () => {
-        const v3 = createMockV3();
-        const variables = {
-            username: {
-                value: "john@example.com",
-                description: "The login email",
-            },
-        };
-        const tool = fillFormTool(v3, undefined, variables);
-        await tool.execute({ fields: [{ action: "type %username% into the email field" }] }, {
-            toolCallId: "t3-variables",
-            messages: [],
-            abortSignal: new AbortController().signal,
-        });
-        expect(v3.calls).toHaveLength(1);
-        expect(v3.calls[0].method).toBe("observe");
-        expect(v3.calls[0].variables).toBe(variables);
-    });
-    it("actTool passes undefined when no executionModel is set", async () => {
-        const v3 = createMockV3();
-        const tool = actTool(v3, undefined);
-        await tool.execute({ action: "click the button" }, {
-            toolCallId: "t4",
-            messages: [],
-            abortSignal: new AbortController().signal,
-        });
-        expect(v3.calls).toHaveLength(1);
-        expect(v3.calls[0].model).toBeUndefined();
-    });
-    it("actTool passes plain string executionModel to v3.act()", async () => {
-        const v3 = createMockV3();
-        const tool = actTool(v3, "openai/gpt-4o-mini");
-        await tool.execute({ action: "click the button" }, {
-            toolCallId: "t5",
-            messages: [],
-            abortSignal: new AbortController().signal,
-        });
-        expect(v3.calls).toHaveLength(1);
-        expect(v3.calls[0].model).toBe("openai/gpt-4o-mini");
-    });
-});
-describe("executionModel fallback logic", () => {
-    // This mirrors the resolution in V3.prepareAgentExecution (v3.ts:1682):
-    //   const resolvedExecutionModel = options?.executionModel ?? options?.model;
-    function resolveExecutionModel(options) {
-        return options?.executionModel ?? options?.model;
-    }
-    it("prefers explicit executionModel over model", () => {
-        const result = resolveExecutionModel({
-            executionModel: "openai/gpt-4o-mini",
-            model: "anthropic/claude-sonnet-4-20250514",
-        });
-        expect(result).toBe("openai/gpt-4o-mini");
-    });
-    it("falls back to model when executionModel is not set", () => {
-        const modelConfig = {
-            modelName: "anthropic/claude-sonnet-4-20250514",
-            apiKey: "sk-test",
-        };
-        const result = resolveExecutionModel({ model: modelConfig });
-        expect(result).toBe(modelConfig);
-    });
-    it("returns undefined when neither is set", () => {
-        expect(resolveExecutionModel({})).toBeUndefined();
-        expect(resolveExecutionModel(undefined)).toBeUndefined();
-    });
-});
-//# sourceMappingURL=agent-execution-model.test.js.map

package/dist/esm/tests/unit/agent-execution-model.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent-execution-model.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-execution-model.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAGpE;;;GAGG;AACH,SAAS,YAAY;IACnB,MAAM,KAAK,GAA8D,EAAE,CAAC;IAE5E,MAAM,IAAI,GAAG;QACX,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;QACf,qBAAqB,EAAE,EAAE,CAAC,EAAE,EAAE;QAC9B,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,YAAqB,EAAE,OAA6B,EAAE,EAAE;YACxE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACrD,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,iBAAiB,EAAE,SAAS;gBAC5B,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC,CAAC;QACF,OAAO,EAAE,EAAE,CAAC,EAAE,CACZ,KAAK,EACH,YAAqB,EACrB,OAAgB,EAChB,OAA6B,EAC7B,EAAE;YACF,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAChC,CAAC,CACF;QACD,OAAO,EAAE,EAAE,CAAC,EAAE,CACZ,KAAK,EACH,YAAqB,EACrB,OAAkD,EAClD,EAAE;YACF,KAAK,CAAC,IAAI,CAAC;gBACT,MAAM,EAAE,SAAS;gBACjB,KAAK,EAAE,OAAO,EAAE,KAAK;gBACrB,SAAS,EAAE,OAAO,EAAE,SAAS;aAC9B,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC,CACF;QACD,KAAK;KACN,CAAC;IAEF,OAAO,IAA+C,CAAC;AACzD,CAAC;AAED,QAAQ,CAAC,2DAA2D,EAAE,GAAG,EAAE;IACzE,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,oBAAoB;QAC/B,MAAM,EAAE,aAAa;QACrB,OAAO,EAAE,oBAAoB;KAC9B,CAAC;IAEF,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QACtC,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,WAAW,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,SAAS,EAAE,EACnD;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC3C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,EAAE,EAChD;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,SAAS,GAAG;YAChB,QAAQ,EAAE;gBACR,KAAK,EAAE,kBAAkB;gBACzB,WAAW,EAAE,iBAAiB;aAC/B;SACF,CAAC;QACF,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC,EAAE,EAChE;YACE,UAAU,EAAE,cAAc;YAC1B,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACpC,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,aAAa,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAC/C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,wEAAwE;IACxE,8EAA8E;IAC9E,SAAS,qBAAqB,CAAC,OAG9B;QACC,OAAO,OAAO,EAAE,cAAc,IAAI,OAAO,EAAE,KAAK,CAAC;IACnD,CAAC;IAED,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC;YACnC,cAAc,EAAE,oBAAoB;YACpC,KAAK,EAAE,oCAAoC;SAC5C,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,WAAW,GAAG;YAClB,SAAS,EAAE,oCAAoC;YAC/C,MAAM,EAAE,SAAS;SAClB,CAAC;QACF,MAAM,MAAM,GAAG,qBAAqB,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC7D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;IAC3D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { describe, expect, it, vi } from \"vitest\";\nimport { actTool } from \"../../lib/v3/agent/tools/act.js\";\nimport { extractTool } from \"../../lib/v3/agent/tools/extract.js\";\nimport { fillFormTool } from \"../../lib/v3/agent/tools/fillform.js\";\nimport type { V3 } from \"../../lib/v3/v3.js\";\n\n/**\n * Minimal mock of V3 that captures how tools pass `model` options\n * into v3.act(), v3.extract(), and v3.observe(), plus observe variables.\n */\nfunction createMockV3() {\n  const calls: { method: string; model: unknown; variables?: unknown }[] = [];\n\n  const mock = {\n    logger: vi.fn(),\n    recordAgentReplayStep: vi.fn(),\n    act: vi.fn(async (_instruction: unknown, options?: { model?: unknown }) => {\n      calls.push({ method: \"act\", model: options?.model });\n      return {\n        success: true,\n        message: \"ok\",\n        actionDescription: \"clicked\",\n        actions: [],\n      };\n    }),\n    extract: vi.fn(\n      async (\n        _instruction: unknown,\n        _schema: unknown,\n        options?: { model?: unknown },\n      ) => {\n        calls.push({ method: \"extract\", model: options?.model });\n        return { extraction: \"data\" };\n      },\n    ),\n    observe: vi.fn(\n      async (\n        _instruction: unknown,\n        options?: { model?: unknown; variables?: unknown },\n      ) => {\n        calls.push({\n          method: \"observe\",\n          model: options?.model,\n          variables: options?.variables,\n        });\n        return [];\n      },\n    ),\n    calls,\n  };\n\n  return mock as unknown as V3 & { calls: typeof calls };\n}\n\ndescribe(\"agent tools pass full executionModel config to v3 methods\", () => {\n  const modelConfig = {\n    modelName: \"openai/gpt-4o-mini\",\n    apiKey: \"sk-test-key\",\n    baseURL: \"https://custom.api\",\n  };\n\n  it(\"actTool passes AgentModelConfig object to v3.act()\", async () => {\n    const v3 = createMockV3();\n    const tool = actTool(v3, modelConfig);\n    await tool.execute!(\n      { action: \"click the button\" },\n      {\n        toolCallId: \"t1\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].method).toBe(\"act\");\n    expect(v3.calls[0].model).toBe(modelConfig);\n  });\n\n  it(\"extractTool passes AgentModelConfig object to v3.extract()\", async () => {\n    const v3 = createMockV3();\n    const tool = extractTool(v3, modelConfig);\n    await tool.execute!(\n      { instruction: \"get the title\", schema: undefined },\n      {\n        toolCallId: \"t2\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].method).toBe(\"extract\");\n    expect(v3.calls[0].model).toBe(modelConfig);\n  });\n\n  it(\"fillFormTool passes AgentModelConfig object to v3.observe()\", async () => {\n    const v3 = createMockV3();\n    const tool = fillFormTool(v3, modelConfig);\n    await tool.execute!(\n      { fields: [{ action: \"type hello into name\" }] },\n      {\n        toolCallId: \"t3\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].method).toBe(\"observe\");\n    expect(v3.calls[0].model).toBe(modelConfig);\n  });\n\n  it(\"fillFormTool passes variables through to v3.observe()\", async () => {\n    const v3 = createMockV3();\n    const variables = {\n      username: {\n        value: \"john@example.com\",\n        description: \"The login email\",\n      },\n    };\n    const tool = fillFormTool(v3, undefined, variables);\n    await tool.execute!(\n      { fields: [{ action: \"type %username% into the email field\" }] },\n      {\n        toolCallId: \"t3-variables\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].method).toBe(\"observe\");\n    expect(v3.calls[0].variables).toBe(variables);\n  });\n\n  it(\"actTool passes undefined when no executionModel is set\", async () => {\n    const v3 = createMockV3();\n    const tool = actTool(v3, undefined);\n    await tool.execute!(\n      { action: \"click the button\" },\n      {\n        toolCallId: \"t4\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].model).toBeUndefined();\n  });\n\n  it(\"actTool passes plain string executionModel to v3.act()\", async () => {\n    const v3 = createMockV3();\n    const tool = actTool(v3, \"openai/gpt-4o-mini\");\n    await tool.execute!(\n      { action: \"click the button\" },\n      {\n        toolCallId: \"t5\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].model).toBe(\"openai/gpt-4o-mini\");\n  });\n});\n\ndescribe(\"executionModel fallback logic\", () => {\n  // This mirrors the resolution in V3.prepareAgentExecution (v3.ts:1682):\n  //   const resolvedExecutionModel = options?.executionModel ?? options?.model;\n  function resolveExecutionModel(options?: {\n    executionModel?: string | { modelName: string };\n    model?: string | { modelName: string };\n  }) {\n    return options?.executionModel ?? options?.model;\n  }\n\n  it(\"prefers explicit executionModel over model\", () => {\n    const result = resolveExecutionModel({\n      executionModel: \"openai/gpt-4o-mini\",\n      model: \"anthropic/claude-sonnet-4-20250514\",\n    });\n    expect(result).toBe(\"openai/gpt-4o-mini\");\n  });\n\n  it(\"falls back to model when executionModel is not set\", () => {\n    const modelConfig = {\n      modelName: \"anthropic/claude-sonnet-4-20250514\",\n      apiKey: \"sk-test\",\n    };\n    const result = resolveExecutionModel({ model: modelConfig });\n    expect(result).toBe(modelConfig);\n  });\n\n  it(\"returns undefined when neither is set\", () => {\n    expect(resolveExecutionModel({})).toBeUndefined();\n    expect(resolveExecutionModel(undefined)).toBeUndefined();\n  });\n});\n"]}

package/dist/esm/tests/unit/agent-metrics.test.d.ts

@@ -1 +0,0 @@
-export {};