@browserbasehq/orca 3.2.0-preview.3 → 3.2.0-preview.5

package/dist/esm/tests/unit/agent-captcha-hooks.test.js

@@ -0,0 +1,283 @@
+import { beforeEach, describe, expect, it, vi } from "vitest";
+import { CaptchaSolver } from "../../lib/v3/agent/utils/captchaSolver.js";
+import { V3AgentHandler } from "../../lib/v3/handlers/v3AgentHandler.js";
+const SOLVING_STARTED = "browserbase-solving-started";
+const SOLVING_FINISHED = "browserbase-solving-finished";
+const SOLVING_ERRORED = "browserbase-solving-errored";
+class MockPage {
+    listeners = new Set();
+    captchaBoxes = [];
+    on(event, listener) {
+        if (event === "console") {
+            this.listeners.add(listener);
+        }
+    }
+    off(event, listener) {
+        if (event === "console") {
+            this.listeners.delete(listener);
+        }
+    }
+    emitConsole(text) {
+        const message = { text: () => text };
+        for (const listener of this.listeners) {
+            listener(message);
+        }
+    }
+    url() {
+        return "https://example.com";
+    }
+    async screenshot() {
+        return Buffer.from("fake-image");
+    }
+    async evaluate() {
+        return this.captchaBoxes;
+    }
+    mainFrame() {
+        return {
+            evaluate: async () => ({ w: 1288, h: 711 }),
+        };
+    }
+}
+class FakeCuaClient {
+    contextNotes = [];
+    preStepHook;
+    actionHandler;
+    executeImpl = vi.fn(async (options) => {
+        void options;
+        return {
+            success: true,
+            message: "ok",
+            actions: [],
+            completed: true,
+        };
+    });
+    captureScreenshot = vi.fn(async () => null);
+    setViewport = vi.fn();
+    setCurrentUrl = vi.fn();
+    setScreenshotProvider = vi.fn();
+    setSafetyConfirmationHandler = vi.fn();
+    setActionHandler(handler) {
+        this.actionHandler = handler;
+    }
+    setPreStepHook(handler) {
+        this.preStepHook = handler;
+    }
+    addContextNote(note) {
+        this.contextNotes.push(note);
+    }
+    async execute(options) {
+        return this.executeImpl(options);
+    }
+}
+let fakeCuaClient;
+vi.mock("../../lib/v3/agent/AgentProvider", () => ({
+    AgentProvider: class {
+        constructor(logger) {
+            void logger;
+        }
+        getClient() {
+            return fakeCuaClient;
+        }
+    },
+}));
+import { V3CuaAgentHandler } from "../../lib/v3/handlers/v3CuaAgentHandler.js";
+function collectUserMessages(messages) {
+    return messages.filter((message) => message.role === "user" && typeof message.content === "string");
+}
+describe("agent captcha hooks", () => {
+    let page;
+    let logs;
+    let logger;
+    beforeEach(() => {
+        page = new MockPage();
+        logs = [];
+        logger = (line) => {
+            logs.push(line);
+        };
+        fakeCuaClient = new FakeCuaClient();
+    });
+    it("blocks regular agent prepareStep until the solver finishes and injects one solved message", async () => {
+        const handler = new V3AgentHandler({
+            isCaptchaAutoSolveEnabled: true,
+        }, logger, {});
+        const solver = new CaptchaSolver();
+        solver.init(async () => page);
+        const userCallback = vi.fn(async (options) => options);
+        const prepareStep = handler.createPrepareStep(userCallback, solver);
+        const options = {
+            messages: [{ role: "user", content: "start" }],
+        };
+        await prepareStep(options);
+        page.emitConsole(SOLVING_STARTED);
+        const secondCall = prepareStep(options);
+        await Promise.resolve();
+        expect(userCallback).toHaveBeenCalledTimes(1);
+        page.emitConsole(SOLVING_FINISHED);
+        await secondCall;
+        expect(userCallback).toHaveBeenCalledTimes(2);
+        expect(collectUserMessages(options.messages).filter((message) => message.content.includes("automatically detected and solved"))).toHaveLength(1);
+    });
+    it("injects one error message when the regular agent solver errors", async () => {
+        const handler = new V3AgentHandler({
+            isCaptchaAutoSolveEnabled: true,
+        }, logger, {});
+        const solver = new CaptchaSolver();
+        solver.init(async () => page);
+        const prepareStep = handler.createPrepareStep(undefined, solver);
+        const options = {
+            messages: [{ role: "user", content: "start" }],
+        };
+        await prepareStep(options);
+        page.emitConsole(SOLVING_STARTED);
+        const pending = prepareStep(options);
+        page.emitConsole(SOLVING_ERRORED);
+        await pending;
+        expect(collectUserMessages(options.messages).filter((message) => message.content.includes("automatic captcha solver failed"))).toHaveLength(1);
+    });
+    it("pauses the CUA loop at prepareStep while Browserbase solves a captcha", async () => {
+        let secondPrepareStarted = false;
+        fakeCuaClient.executeImpl = vi.fn(async () => {
+            await fakeCuaClient.preStepHook?.();
+            page.emitConsole(SOLVING_STARTED);
+            const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();
+            secondPrepareStarted = true;
+            await blockedPrepare;
+            return {
+                success: true,
+                message: "ok",
+                actions: [],
+                completed: true,
+            };
+        });
+        const handler = new V3CuaAgentHandler({
+            context: {
+                awaitActivePage: async () => page,
+            },
+            bus: { emit: vi.fn() },
+            isCaptchaAutoSolveEnabled: true,
+            isAdvancedStealth: false,
+            configuredViewport: { width: 1288, height: 711 },
+            isAgentReplayActive: () => false,
+            updateMetrics: vi.fn(),
+        }, logger, {
+            modelName: "anthropic/claude-haiku-4-5-20251001",
+            clientOptions: { waitBetweenActions: 1 },
+        });
+        const execution = handler.execute({
+            instruction: "Describe the page briefly.",
+            highlightCursor: false,
+        });
+        await vi.waitFor(() => {
+            expect(secondPrepareStarted).toBe(true);
+            expect(logs.some((line) => line.message.includes("waiting for Browserbase to solve"))).toBe(true);
+        });
+        expect(logs.some((line) => line.message.includes("Captcha solved"))).toBe(false);
+        page.emitConsole(SOLVING_FINISHED);
+        await execution;
+        expect(fakeCuaClient.contextNotes).toEqual([
+            expect.stringContaining("automatically detected and solved"),
+        ]);
+        expect(logs.some((line) => line.message.includes("Captcha solved"))).toBe(true);
+    });
+    it("pauses CUA actions until the captcha solver finishes", async () => {
+        let actionStarted = false;
+        fakeCuaClient.executeImpl = vi.fn(async () => {
+            await fakeCuaClient.preStepHook?.();
+            page.emitConsole(SOLVING_STARTED);
+            const pendingAction = fakeCuaClient.actionHandler?.({ type: "screenshot" }) ??
+                Promise.resolve();
+            actionStarted = true;
+            await pendingAction;
+            return {
+                success: true,
+                message: "ok",
+                actions: [],
+                completed: true,
+            };
+        });
+        const handler = new V3CuaAgentHandler({
+            context: {
+                awaitActivePage: async () => page,
+            },
+            bus: { emit: vi.fn() },
+            isCaptchaAutoSolveEnabled: true,
+            isAdvancedStealth: false,
+            configuredViewport: { width: 1288, height: 711 },
+            isAgentReplayActive: () => false,
+            updateMetrics: vi.fn(),
+        }, logger, {
+            modelName: "anthropic/claude-haiku-4-5-20251001",
+            clientOptions: { waitBetweenActions: 1 },
+        });
+        const executeActionSpy = vi
+            .spyOn(handler, "executeAction")
+            .mockResolvedValue({ success: true });
+        vi.spyOn(handler, "captureAndSendScreenshot").mockResolvedValue(null);
+        const execution = handler.execute({
+            instruction: "Describe the page briefly.",
+            highlightCursor: false,
+        });
+        await vi.waitFor(() => {
+            expect(actionStarted).toBe(true);
+        });
+        expect(executeActionSpy).not.toHaveBeenCalled();
+        page.emitConsole(SOLVING_FINISHED);
+        await execution;
+        expect(executeActionSpy).toHaveBeenCalledTimes(1);
+        expect(fakeCuaClient.contextNotes).toEqual([
+            expect.stringContaining("automatically detected and solved"),
+        ]);
+        expect(logs.some((line) => line.message.includes("Captcha solved"))).toBe(true);
+    });
+    it("skips post-solve clicks on the captcha widget and injects another note", async () => {
+        page.captchaBoxes = [{ left: 0, top: 400, right: 140, bottom: 470 }];
+        fakeCuaClient.executeImpl = vi.fn(async () => {
+            await fakeCuaClient.preStepHook?.();
+            page.emitConsole(SOLVING_STARTED);
+            const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();
+            page.emitConsole(SOLVING_FINISHED);
+            await blockedPrepare;
+            await fakeCuaClient.actionHandler?.({
+                type: "click",
+                button: "left",
+                x: 63,
+                y: 436,
+            });
+            return {
+                success: true,
+                message: "ok",
+                actions: [],
+                completed: true,
+            };
+        });
+        const handler = new V3CuaAgentHandler({
+            context: {
+                awaitActivePage: async () => page,
+            },
+            bus: { emit: vi.fn() },
+            isCaptchaAutoSolveEnabled: true,
+            isAdvancedStealth: false,
+            configuredViewport: { width: 1288, height: 711 },
+            isAgentReplayActive: () => false,
+            updateMetrics: vi.fn(),
+        }, logger, {
+            modelName: "anthropic/claude-haiku-4-5-20251001",
+            clientOptions: { waitBetweenActions: 1 },
+        });
+        const executeActionSpy = vi
+            .spyOn(handler, "executeAction")
+            .mockResolvedValue({ success: true });
+        vi.spyOn(handler, "captureAndSendScreenshot").mockResolvedValue(null);
+        await handler.execute({
+            instruction: "Describe the page briefly.",
+            highlightCursor: false,
+        });
+        expect(executeActionSpy).not.toHaveBeenCalled();
+        expect(fakeCuaClient.contextNotes).toEqual([
+            expect.stringContaining("automatically detected and solved"),
+            expect.stringContaining("Original task: Describe the page briefly."),
+        ]);
+        expect(logs.some((line) => line.message.includes("Skipped click on solved captcha widget"))).toBe(true);
+    });
+});
+//# sourceMappingURL=agent-captcha-hooks.test.js.map

package/dist/esm/tests/unit/agent-captcha-hooks.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-captcha-hooks.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-captcha-hooks.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9D,OAAO,EAAE,aAAa,EAAE,MAAM,2CAA2C,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,yCAAyC,CAAC;AAEzE,MAAM,eAAe,GAAG,6BAA6B,CAAC;AACtD,MAAM,gBAAgB,GAAG,8BAA8B,CAAC;AACxD,MAAM,eAAe,GAAG,6BAA6B,CAAC;AAItD,MAAM,QAAQ;IACJ,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAC;IACxC,YAAY,GAKd,EAAE,CAAC;IAER,EAAE,CAAC,KAAa,EAAE,QAAyB;QACzC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,GAAG,CAAC,KAAa,EAAE,QAAyB;QAC1C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;QACrC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,GAAG;QACD,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,OAAO,IAAI,CAAC,YAAiB,CAAC;IAChC,CAAC;IAED,SAAS;QACP,OAAO;YACL,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;SAC5C,CAAC;IACJ,CAAC;CACF;AAED,MAAM,aAAa;IACV,YAAY,GAAa,EAAE,CAAC;IAC5B,WAAW,CAAuB;IAClC,aAAa,CAAsD;IACnE,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,OAAgB,EAAE,EAAE;QACpD,KAAK,OAAO,CAAC;QACb,OAAO;YACL,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC,CAAC,CAAC;IACI,iBAAiB,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;IAC5C,WAAW,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IACtB,aAAa,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IACxB,qBAAqB,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAChC,4BAA4B,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAE9C,gBAAgB,CACd,OAA2D;QAE3D,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IAC/B,CAAC;IAED,cAAc,CAAC,OAA4B;QACzC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAgB;QAM5B,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;CACF;AAED,IAAI,aAA4B,CAAC;AAEjC,EAAE,CAAC,IAAI,CAAC,kCAAkC,EAAE,GAAG,EAAE,CAAC,CAAC;IACjD,aAAa,EAAE;QACb,YAAY,MAAe;YACzB,KAAK,MAAM,CAAC;QACd,CAAC;QAED,SAAS;YACP,OAAO,aAAa,CAAC;QACvB,CAAC;KACF;CACF,CAAC,CAAC,CAAC;AAEJ,OAAO,EAAE,iBAAiB,EAAE,MAAM,4CAA4C,CAAC;AAE/E,SAAS,mBAAmB,CAC1B,QAAmD;IAEnD,OAAO,QAAQ,CAAC,MAAM,CACpB,CAAC,OAAO,EAAgD,EAAE,CACxD,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CACjE,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAI,IAAc,CAAC;IACnB,IAAI,IAAe,CAAC;IACpB,IAAI,MAA+B,CAAC;IAEpC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QACtB,IAAI,GAAG,EAAE,CAAC;QACV,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE;YAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC,CAAC;QACF,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2FAA2F,EAAE,KAAK,IAAI,EAAE;QACzG,MAAM,OAAO,GAAG,IAAI,cAAc,CAChC;YACE,yBAAyB,EAAE,IAAI;SACvB,EACV,MAAM,EACN,EAAW,CACZ,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAa,CAAC,CAAC;QAEvC,MAAM,YAAY,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,WAAW,GACf,OAMD,CAAC,iBAAiB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAE1C,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC;QAEF,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAElC,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAE9C,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,UAAU,CAAC;QAEjB,MAAM,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CACJ,mBAAmB,CACjB,OAAO,CAAC,QAAqD,CAC9D,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CACnB,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,mCAAmC,CAAC,CAC9D,CACF,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,OAAO,GAAG,IAAI,cAAc,CAChC;YACE,yBAAyB,EAAE,IAAI;SACvB,EACV,MAAM,EACN,EAAW,CACZ,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAa,CAAC,CAAC;QAEvC,MAAM,WAAW,GACf,OAMD,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAEvC,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC;QAEF,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAElC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAClC,MAAM,OAAO,CAAC;QAEd,MAAM,CACJ,mBAAmB,CACjB,OAAO,CAAC,QAAqD,CAC9D,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CACnB,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAC5D,CACF,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACrF,IAAI,oBAAoB,GAAG,KAAK,CAAC;QAEjC,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,cAAc,GAAG,aAAa,CAAC,WAAW,EAAE,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1E,oBAAoB,GAAG,IAAI,CAAC;YAC5B,MAAM,cAAc,CAAC;YAErB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QAEF,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAChC,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpB,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,CACJ,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAC1D,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,KAAK,CACN,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,SAAS,CAAC;QAEhB,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;SAC7D,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,IAAI,aAAa,GAAG,KAAK,CAAC;QAE1B,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,aAAa,GACjB,aAAa,CAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;gBACrD,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,aAAa,GAAG,IAAI,CAAC;YACrB,MAAM,aAAa,CAAC;YAEpB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QACF,MAAM,gBAAgB,GAAG,EAAE;aACxB,KAAK,CACJ,OAEC,EACD,eAAe,CAChB;aACA,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEtE,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAChC,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpB,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChD,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,SAAS,CAAC;QAEhB,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;SAC7D,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QACtF,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAErE,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,cAAc,GAAG,aAAa,CAAC,WAAW,EAAE,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1E,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACnC,MAAM,cAAc,CAAC;YAErB,MAAM,aAAa,CAAC,aAAa,EAAE,CAAC;gBAClC,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,MAAM;gBACd,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,GAAG;aACP,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QACF,MAAM,gBAAgB,GAAG,EAAE;aACxB,KAAK,CACJ,OAEC,EACD,eAAe,CAChB;aACA,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEtE,MAAM,OAAO,CAAC,OAAO,CAAC;YACpB,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChD,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;YAC5D,MAAM,CAAC,gBAAgB,CAAC,2CAA2C,CAAC;SACrE,CAAC,CAAC;QACH,MAAM,CACJ,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,wCAAwC,CAAC,CAChE,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { beforeEach, describe, expect, it, vi } from \"vitest\";\nimport type { LogLine } from \"../../lib/v3/types/public/logs.js\";\nimport { CaptchaSolver } from \"../../lib/v3/agent/utils/captchaSolver.js\";\nimport { V3AgentHandler } from \"../../lib/v3/handlers/v3AgentHandler.js\";\n\nconst SOLVING_STARTED = \"browserbase-solving-started\";\nconst SOLVING_FINISHED = \"browserbase-solving-finished\";\nconst SOLVING_ERRORED = \"browserbase-solving-errored\";\n\ntype ConsoleListener = (message: { text: () => string }) => void;\n\nclass MockPage {\n  private listeners = new Set<ConsoleListener>();\n  public captchaBoxes: Array<{\n    left: number;\n    top: number;\n    right: number;\n    bottom: number;\n  }> = [];\n\n  on(event: string, listener: ConsoleListener): void {\n    if (event === \"console\") {\n      this.listeners.add(listener);\n    }\n  }\n\n  off(event: string, listener: ConsoleListener): void {\n    if (event === \"console\") {\n      this.listeners.delete(listener);\n    }\n  }\n\n  emitConsole(text: string): void {\n    const message = { text: () => text };\n    for (const listener of this.listeners) {\n      listener(message);\n    }\n  }\n\n  url(): string {\n    return \"https://example.com\";\n  }\n\n  async screenshot(): Promise<Buffer> {\n    return Buffer.from(\"fake-image\");\n  }\n\n  async evaluate<T>(): Promise<T> {\n    return this.captchaBoxes as T;\n  }\n\n  mainFrame(): { evaluate: () => Promise<{ w: number; h: number }> } {\n    return {\n      evaluate: async () => ({ w: 1288, h: 711 }),\n    };\n  }\n}\n\nclass FakeCuaClient {\n  public contextNotes: string[] = [];\n  public preStepHook?: () => Promise<void>;\n  public actionHandler?: (action: Record<string, unknown>) => Promise<void>;\n  public executeImpl = vi.fn(async (options: unknown) => {\n    void options;\n    return {\n      success: true,\n      message: \"ok\",\n      actions: [],\n      completed: true,\n    };\n  });\n  public captureScreenshot = vi.fn(async () => null);\n  public setViewport = vi.fn();\n  public setCurrentUrl = vi.fn();\n  public setScreenshotProvider = vi.fn();\n  public setSafetyConfirmationHandler = vi.fn();\n\n  setActionHandler(\n    handler: (action: Record<string, unknown>) => Promise<void>,\n  ): void {\n    this.actionHandler = handler;\n  }\n\n  setPreStepHook(handler: () => Promise<void>): void {\n    this.preStepHook = handler;\n  }\n\n  addContextNote(note: string): void {\n    this.contextNotes.push(note);\n  }\n\n  async execute(options: unknown): Promise<{\n    success: boolean;\n    message: string;\n    actions: unknown[];\n    completed: boolean;\n  }> {\n    return this.executeImpl(options);\n  }\n}\n\nlet fakeCuaClient: FakeCuaClient;\n\nvi.mock(\"../../lib/v3/agent/AgentProvider\", () => ({\n  AgentProvider: class {\n    constructor(logger: unknown) {\n      void logger;\n    }\n\n    getClient(): FakeCuaClient {\n      return fakeCuaClient;\n    }\n  },\n}));\n\nimport { V3CuaAgentHandler } from \"../../lib/v3/handlers/v3CuaAgentHandler.js\";\n\nfunction collectUserMessages(\n  messages: Array<{ role: string; content: unknown }>,\n): Array<{ role: \"user\"; content: string }> {\n  return messages.filter(\n    (message): message is { role: \"user\"; content: string } =>\n      message.role === \"user\" && typeof message.content === \"string\",\n  );\n}\n\ndescribe(\"agent captcha hooks\", () => {\n  let page: MockPage;\n  let logs: LogLine[];\n  let logger: (line: LogLine) => void;\n\n  beforeEach(() => {\n    page = new MockPage();\n    logs = [];\n    logger = (line) => {\n      logs.push(line);\n    };\n    fakeCuaClient = new FakeCuaClient();\n  });\n\n  it(\"blocks regular agent prepareStep until the solver finishes and injects one solved message\", async () => {\n    const handler = new V3AgentHandler(\n      {\n        isCaptchaAutoSolveEnabled: true,\n      } as never,\n      logger,\n      {} as never,\n    );\n    const solver = new CaptchaSolver();\n    solver.init(async () => page as never);\n\n    const userCallback = vi.fn(async (options) => options);\n    const prepareStep = (\n      handler as unknown as {\n        createPrepareStep: (\n          callback?: (options: Record<string, unknown>) => Promise<unknown>,\n          captchaSolver?: CaptchaSolver,\n        ) => (options: Record<string, unknown>) => Promise<unknown>;\n      }\n    ).createPrepareStep(userCallback, solver);\n\n    const options = {\n      messages: [{ role: \"user\", content: \"start\" }],\n    };\n\n    await prepareStep(options);\n    page.emitConsole(SOLVING_STARTED);\n\n    const secondCall = prepareStep(options);\n    await Promise.resolve();\n    expect(userCallback).toHaveBeenCalledTimes(1);\n\n    page.emitConsole(SOLVING_FINISHED);\n    await secondCall;\n\n    expect(userCallback).toHaveBeenCalledTimes(2);\n    expect(\n      collectUserMessages(\n        options.messages as Array<{ role: string; content: unknown }>,\n      ).filter((message) =>\n        message.content.includes(\"automatically detected and solved\"),\n      ),\n    ).toHaveLength(1);\n  });\n\n  it(\"injects one error message when the regular agent solver errors\", async () => {\n    const handler = new V3AgentHandler(\n      {\n        isCaptchaAutoSolveEnabled: true,\n      } as never,\n      logger,\n      {} as never,\n    );\n    const solver = new CaptchaSolver();\n    solver.init(async () => page as never);\n\n    const prepareStep = (\n      handler as unknown as {\n        createPrepareStep: (\n          callback?: (options: Record<string, unknown>) => Promise<unknown>,\n          captchaSolver?: CaptchaSolver,\n        ) => (options: Record<string, unknown>) => Promise<unknown>;\n      }\n    ).createPrepareStep(undefined, solver);\n\n    const options = {\n      messages: [{ role: \"user\", content: \"start\" }],\n    };\n\n    await prepareStep(options);\n    page.emitConsole(SOLVING_STARTED);\n\n    const pending = prepareStep(options);\n    page.emitConsole(SOLVING_ERRORED);\n    await pending;\n\n    expect(\n      collectUserMessages(\n        options.messages as Array<{ role: string; content: unknown }>,\n      ).filter((message) =>\n        message.content.includes(\"automatic captcha solver failed\"),\n      ),\n    ).toHaveLength(1);\n  });\n\n  it(\"pauses the CUA loop at prepareStep while Browserbase solves a captcha\", async () => {\n    let secondPrepareStarted = false;\n\n    fakeCuaClient.executeImpl = vi.fn(async () => {\n      await fakeCuaClient.preStepHook?.();\n      page.emitConsole(SOLVING_STARTED);\n\n      const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();\n      secondPrepareStarted = true;\n      await blockedPrepare;\n\n      return {\n        success: true,\n        message: \"ok\",\n        actions: [],\n        completed: true,\n      };\n    });\n\n    const handler = new V3CuaAgentHandler(\n      {\n        context: {\n          awaitActivePage: async () => page,\n        },\n        bus: { emit: vi.fn() },\n        isCaptchaAutoSolveEnabled: true,\n        isAdvancedStealth: false,\n        configuredViewport: { width: 1288, height: 711 },\n        isAgentReplayActive: () => false,\n        updateMetrics: vi.fn(),\n      } as never,\n      logger,\n      {\n        modelName: \"anthropic/claude-haiku-4-5-20251001\",\n        clientOptions: { waitBetweenActions: 1 },\n      } as never,\n    );\n\n    const execution = handler.execute({\n      instruction: \"Describe the page briefly.\",\n      highlightCursor: false,\n    });\n\n    await vi.waitFor(() => {\n      expect(secondPrepareStarted).toBe(true);\n      expect(\n        logs.some((line) =>\n          line.message.includes(\"waiting for Browserbase to solve\"),\n        ),\n      ).toBe(true);\n    });\n\n    expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n      false,\n    );\n\n    page.emitConsole(SOLVING_FINISHED);\n    await execution;\n\n    expect(fakeCuaClient.contextNotes).toEqual([\n      expect.stringContaining(\"automatically detected and solved\"),\n    ]);\n    expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n      true,\n    );\n  });\n\n  it(\"pauses CUA actions until the captcha solver finishes\", async () => {\n    let actionStarted = false;\n\n    fakeCuaClient.executeImpl = vi.fn(async () => {\n      await fakeCuaClient.preStepHook?.();\n      page.emitConsole(SOLVING_STARTED);\n\n      const pendingAction =\n        fakeCuaClient.actionHandler?.({ type: \"screenshot\" }) ??\n        Promise.resolve();\n      actionStarted = true;\n      await pendingAction;\n\n      return {\n        success: true,\n        message: \"ok\",\n        actions: [],\n        completed: true,\n      };\n    });\n\n    const handler = new V3CuaAgentHandler(\n      {\n        context: {\n          awaitActivePage: async () => page,\n        },\n        bus: { emit: vi.fn() },\n        isCaptchaAutoSolveEnabled: true,\n        isAdvancedStealth: false,\n        configuredViewport: { width: 1288, height: 711 },\n        isAgentReplayActive: () => false,\n        updateMetrics: vi.fn(),\n      } as never,\n      logger,\n      {\n        modelName: \"anthropic/claude-haiku-4-5-20251001\",\n        clientOptions: { waitBetweenActions: 1 },\n      } as never,\n    );\n    const executeActionSpy = vi\n      .spyOn(\n        handler as unknown as {\n          executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n        },\n        \"executeAction\",\n      )\n      .mockResolvedValue({ success: true });\n    vi.spyOn(handler, \"captureAndSendScreenshot\").mockResolvedValue(null);\n\n    const execution = handler.execute({\n      instruction: \"Describe the page briefly.\",\n      highlightCursor: false,\n    });\n\n    await vi.waitFor(() => {\n      expect(actionStarted).toBe(true);\n    });\n\n    expect(executeActionSpy).not.toHaveBeenCalled();\n    page.emitConsole(SOLVING_FINISHED);\n    await execution;\n\n    expect(executeActionSpy).toHaveBeenCalledTimes(1);\n    expect(fakeCuaClient.contextNotes).toEqual([\n      expect.stringContaining(\"automatically detected and solved\"),\n    ]);\n    expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n      true,\n    );\n  });\n\n  it(\"skips post-solve clicks on the captcha widget and injects another note\", async () => {\n    page.captchaBoxes = [{ left: 0, top: 400, right: 140, bottom: 470 }];\n\n    fakeCuaClient.executeImpl = vi.fn(async () => {\n      await fakeCuaClient.preStepHook?.();\n      page.emitConsole(SOLVING_STARTED);\n\n      const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();\n      page.emitConsole(SOLVING_FINISHED);\n      await blockedPrepare;\n\n      await fakeCuaClient.actionHandler?.({\n        type: \"click\",\n        button: \"left\",\n        x: 63,\n        y: 436,\n      });\n\n      return {\n        success: true,\n        message: \"ok\",\n        actions: [],\n        completed: true,\n      };\n    });\n\n    const handler = new V3CuaAgentHandler(\n      {\n        context: {\n          awaitActivePage: async () => page,\n        },\n        bus: { emit: vi.fn() },\n        isCaptchaAutoSolveEnabled: true,\n        isAdvancedStealth: false,\n        configuredViewport: { width: 1288, height: 711 },\n        isAgentReplayActive: () => false,\n        updateMetrics: vi.fn(),\n      } as never,\n      logger,\n      {\n        modelName: \"anthropic/claude-haiku-4-5-20251001\",\n        clientOptions: { waitBetweenActions: 1 },\n      } as never,\n    );\n    const executeActionSpy = vi\n      .spyOn(\n        handler as unknown as {\n          executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n        },\n        \"executeAction\",\n      )\n      .mockResolvedValue({ success: true });\n    vi.spyOn(handler, \"captureAndSendScreenshot\").mockResolvedValue(null);\n\n    await handler.execute({\n      instruction: \"Describe the page briefly.\",\n      highlightCursor: false,\n    });\n\n    expect(executeActionSpy).not.toHaveBeenCalled();\n    expect(fakeCuaClient.contextNotes).toEqual([\n      expect.stringContaining(\"automatically detected and solved\"),\n      expect.stringContaining(\"Original task: Describe the page briefly.\"),\n    ]);\n    expect(\n      logs.some((line) =>\n        line.message.includes(\"Skipped click on solved captcha widget\"),\n      ),\n    ).toBe(true);\n  });\n});\n"]}

package/dist/esm/tests/unit/agent-execution-model.test.js

@@ -4,7 +4,7 @@ import { extractTool } from "../../lib/v3/agent/tools/extract.js";
 import { fillFormTool } from "../../lib/v3/agent/tools/fillform.js";
 /**
  * Minimal mock of V3 that captures how tools pass `model` options
- * into v3.act(), v3.extract(), and v3.observe().
+ * into v3.act(), v3.extract(), and v3.observe(), plus observe variables.
  */
 function createMockV3() {
     const calls = [];
@@ -25,7 +25,11 @@ function createMockV3() {
             return { extraction: "data" };
         }),
         observe: vi.fn(async (_instruction, options) => {
-            calls.push({ method: "observe", model: options?.model });
+            calls.push({
+                method: "observe",
+                model: options?.model,
+                variables: options?.variables,
+            });
             return [];
         }),
         calls,
@@ -65,7 +69,7 @@ describe("agent tools pass full executionModel config to v3 methods", () => {
     it("fillFormTool passes AgentModelConfig object to v3.observe()", async () => {
         const v3 = createMockV3();
         const tool = fillFormTool(v3, modelConfig);
-        await tool.execute({ fields: [{ action: "type hello into name", value: "hello" }] }, {
+        await tool.execute({ fields: [{ action: "type hello into name" }] }, {
             toolCallId: "t3",
             messages: [],
             abortSignal: new AbortController().signal,
@@ -74,6 +78,24 @@ describe("agent tools pass full executionModel config to v3 methods", () => {
         expect(v3.calls[0].method).toBe("observe");
         expect(v3.calls[0].model).toBe(modelConfig);
     });
+    it("fillFormTool passes variables through to v3.observe()", async () => {
+        const v3 = createMockV3();
+        const variables = {
+            username: {
+                value: "john@example.com",
+                description: "The login email",
+            },
+        };
+        const tool = fillFormTool(v3, undefined, variables);
+        await tool.execute({ fields: [{ action: "type %username% into the email field" }] }, {
+            toolCallId: "t3-variables",
+            messages: [],
+            abortSignal: new AbortController().signal,
+        });
+        expect(v3.calls).toHaveLength(1);
+        expect(v3.calls[0].method).toBe("observe");
+        expect(v3.calls[0].variables).toBe(variables);
+    });
     it("actTool passes undefined when no executionModel is set", async () => {
         const v3 = createMockV3();
         const tool = actTool(v3, undefined);

package/dist/esm/tests/unit/agent-execution-model.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-execution-model.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-execution-model.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAGpE;;;GAGG;AACH,SAAS,YAAY;IACnB,MAAM,KAAK,GAAyC,EAAE,CAAC;IAEvD,MAAM,IAAI,GAAG;QACX,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;QACf,qBAAqB,EAAE,EAAE,CAAC,EAAE,EAAE;QAC9B,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,YAAqB,EAAE,OAA6B,EAAE,EAAE;YACxE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACrD,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,iBAAiB,EAAE,SAAS;gBAC5B,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC,CAAC;QACF,OAAO,EAAE,EAAE,CAAC,EAAE,CACZ,KAAK,EACH,YAAqB,EACrB,OAAgB,EAChB,OAA6B,EAC7B,EAAE;YACF,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAChC,CAAC,CACF;QACD,OAAO,EAAE,EAAE,CAAC,EAAE,CACZ,KAAK,EAAE,YAAqB,EAAE,OAA6B,EAAE,EAAE;YAC7D,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,OAAO,EAAE,CAAC;QACZ,CAAC,CACF;QACD,KAAK;KACN,CAAC;IAEF,OAAO,IAA+C,CAAC;AACzD,CAAC;AAED,QAAQ,CAAC,2DAA2D,EAAE,GAAG,EAAE;IACzE,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,oBAAoB;QAC/B,MAAM,EAAE,aAAa;QACrB,OAAO,EAAE,oBAAoB;KAC9B,CAAC;IAEF,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QACtC,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,WAAW,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,SAAS,EAAE,EACnD;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC3C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,EAChE;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACpC,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,aAAa,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAC/C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,wEAAwE;IACxE,8EAA8E;IAC9E,SAAS,qBAAqB,CAAC,OAG9B;QACC,OAAO,OAAO,EAAE,cAAc,IAAI,OAAO,EAAE,KAAK,CAAC;IACnD,CAAC;IAED,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC;YACnC,cAAc,EAAE,oBAAoB;YACpC,KAAK,EAAE,oCAAoC;SAC5C,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,WAAW,GAAG;YAClB,SAAS,EAAE,oCAAoC;YAC/C,MAAM,EAAE,SAAS;SAClB,CAAC;QACF,MAAM,MAAM,GAAG,qBAAqB,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC7D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;IAC3D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { describe, expect, it, vi } from \"vitest\";\nimport { actTool } from \"../../lib/v3/agent/tools/act.js\";\nimport { extractTool } from \"../../lib/v3/agent/tools/extract.js\";\nimport { fillFormTool } from \"../../lib/v3/agent/tools/fillform.js\";\nimport type { V3 } from \"../../lib/v3/v3.js\";\n\n/**\n * Minimal mock of V3 that captures how tools pass `model` options\n * into v3.act(), v3.extract(), and v3.observe().\n */\nfunction createMockV3() {\n  const calls: { method: string; model: unknown }[] = [];\n\n  const mock = {\n    logger: vi.fn(),\n    recordAgentReplayStep: vi.fn(),\n    act: vi.fn(async (_instruction: unknown, options?: { model?: unknown }) => {\n      calls.push({ method: \"act\", model: options?.model });\n      return {\n        success: true,\n        message: \"ok\",\n        actionDescription: \"clicked\",\n        actions: [],\n      };\n    }),\n    extract: vi.fn(\n      async (\n        _instruction: unknown,\n        _schema: unknown,\n        options?: { model?: unknown },\n      ) => {\n        calls.push({ method: \"extract\", model: options?.model });\n        return { extraction: \"data\" };\n      },\n    ),\n    observe: vi.fn(\n      async (_instruction: unknown, options?: { model?: unknown }) => {\n        calls.push({ method: \"observe\", model: options?.model });\n        return [];\n      },\n    ),\n    calls,\n  };\n\n  return mock as unknown as V3 & { calls: typeof calls };\n}\n\ndescribe(\"agent tools pass full executionModel config to v3 methods\", () => {\n  const modelConfig = {\n    modelName: \"openai/gpt-4o-mini\",\n    apiKey: \"sk-test-key\",\n    baseURL: \"https://custom.api\",\n  };\n\n  it(\"actTool passes AgentModelConfig object to v3.act()\", async () => {\n    const v3 = createMockV3();\n    const tool = actTool(v3, modelConfig);\n    await tool.execute!(\n      { action: \"click the button\" },\n      {\n        toolCallId: \"t1\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].method).toBe(\"act\");\n    expect(v3.calls[0].model).toBe(modelConfig);\n  });\n\n  it(\"extractTool passes AgentModelConfig object to v3.extract()\", async () => {\n    const v3 = createMockV3();\n    const tool = extractTool(v3, modelConfig);\n    await tool.execute!(\n      { instruction: \"get the title\", schema: undefined },\n      {\n        toolCallId: \"t2\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].method).toBe(\"extract\");\n    expect(v3.calls[0].model).toBe(modelConfig);\n  });\n\n  it(\"fillFormTool passes AgentModelConfig object to v3.observe()\", async () => {\n    const v3 = createMockV3();\n    const tool = fillFormTool(v3, modelConfig);\n    await tool.execute!(\n      { fields: [{ action: \"type hello into name\", value: \"hello\" }] },\n      {\n        toolCallId: \"t3\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].method).toBe(\"observe\");\n    expect(v3.calls[0].model).toBe(modelConfig);\n  });\n\n  it(\"actTool passes undefined when no executionModel is set\", async () => {\n    const v3 = createMockV3();\n    const tool = actTool(v3, undefined);\n    await tool.execute!(\n      { action: \"click the button\" },\n      {\n        toolCallId: \"t4\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].model).toBeUndefined();\n  });\n\n  it(\"actTool passes plain string executionModel to v3.act()\", async () => {\n    const v3 = createMockV3();\n    const tool = actTool(v3, \"openai/gpt-4o-mini\");\n    await tool.execute!(\n      { action: \"click the button\" },\n      {\n        toolCallId: \"t5\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].model).toBe(\"openai/gpt-4o-mini\");\n  });\n});\n\ndescribe(\"executionModel fallback logic\", () => {\n  // This mirrors the resolution in V3.prepareAgentExecution (v3.ts:1682):\n  //   const resolvedExecutionModel = options?.executionModel ?? options?.model;\n  function resolveExecutionModel(options?: {\n    executionModel?: string | { modelName: string };\n    model?: string | { modelName: string };\n  }) {\n    return options?.executionModel ?? options?.model;\n  }\n\n  it(\"prefers explicit executionModel over model\", () => {\n    const result = resolveExecutionModel({\n      executionModel: \"openai/gpt-4o-mini\",\n      model: \"anthropic/claude-sonnet-4-20250514\",\n    });\n    expect(result).toBe(\"openai/gpt-4o-mini\");\n  });\n\n  it(\"falls back to model when executionModel is not set\", () => {\n    const modelConfig = {\n      modelName: \"anthropic/claude-sonnet-4-20250514\",\n      apiKey: \"sk-test\",\n    };\n    const result = resolveExecutionModel({ model: modelConfig });\n    expect(result).toBe(modelConfig);\n  });\n\n  it(\"returns undefined when neither is set\", () => {\n    expect(resolveExecutionModel({})).toBeUndefined();\n    expect(resolveExecutionModel(undefined)).toBeUndefined();\n  });\n});\n"]}
+{"version":3,"file":"agent-execution-model.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-execution-model.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AAGpE;;;GAGG;AACH,SAAS,YAAY;IACnB,MAAM,KAAK,GAA8D,EAAE,CAAC;IAE5E,MAAM,IAAI,GAAG;QACX,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;QACf,qBAAqB,EAAE,EAAE,CAAC,EAAE,EAAE;QAC9B,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,YAAqB,EAAE,OAA6B,EAAE,EAAE;YACxE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACrD,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,iBAAiB,EAAE,SAAS;gBAC5B,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC,CAAC;QACF,OAAO,EAAE,EAAE,CAAC,EAAE,CACZ,KAAK,EACH,YAAqB,EACrB,OAAgB,EAChB,OAA6B,EAC7B,EAAE;YACF,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAChC,CAAC,CACF;QACD,OAAO,EAAE,EAAE,CAAC,EAAE,CACZ,KAAK,EACH,YAAqB,EACrB,OAAkD,EAClD,EAAE;YACF,KAAK,CAAC,IAAI,CAAC;gBACT,MAAM,EAAE,SAAS;gBACjB,KAAK,EAAE,OAAO,EAAE,KAAK;gBACrB,SAAS,EAAE,OAAO,EAAE,SAAS;aAC9B,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC,CACF;QACD,KAAK;KACN,CAAC;IAEF,OAAO,IAA+C,CAAC;AACzD,CAAC;AAED,QAAQ,CAAC,2DAA2D,EAAE,GAAG,EAAE;IACzE,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,oBAAoB;QAC/B,MAAM,EAAE,aAAa;QACrB,OAAO,EAAE,oBAAoB;KAC9B,CAAC;IAEF,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QACtC,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,WAAW,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,SAAS,EAAE,EACnD;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC3C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,EAAE,EAChD;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,SAAS,GAAG;YAChB,QAAQ,EAAE;gBACR,KAAK,EAAE,kBAAkB;gBACzB,WAAW,EAAE,iBAAiB;aAC/B;SACF,CAAC;QACF,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC,EAAE,EAChE;YACE,UAAU,EAAE,cAAc;YAC1B,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACpC,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,aAAa,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAC/C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,wEAAwE;IACxE,8EAA8E;IAC9E,SAAS,qBAAqB,CAAC,OAG9B;QACC,OAAO,OAAO,EAAE,cAAc,IAAI,OAAO,EAAE,KAAK,CAAC;IACnD,CAAC;IAED,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC;YACnC,cAAc,EAAE,oBAAoB;YACpC,KAAK,EAAE,oCAAoC;SAC5C,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,WAAW,GAAG;YAClB,SAAS,EAAE,oCAAoC;YAC/C,MAAM,EAAE,SAAS;SAClB,CAAC;QACF,MAAM,MAAM,GAAG,qBAAqB,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC7D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QAClD,MAAM,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;IAC3D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { describe, expect, it, vi } from \"vitest\";\nimport { actTool } from \"../../lib/v3/agent/tools/act.js\";\nimport { extractTool } from \"../../lib/v3/agent/tools/extract.js\";\nimport { fillFormTool } from \"../../lib/v3/agent/tools/fillform.js\";\nimport type { V3 } from \"../../lib/v3/v3.js\";\n\n/**\n * Minimal mock of V3 that captures how tools pass `model` options\n * into v3.act(), v3.extract(), and v3.observe(), plus observe variables.\n */\nfunction createMockV3() {\n  const calls: { method: string; model: unknown; variables?: unknown }[] = [];\n\n  const mock = {\n    logger: vi.fn(),\n    recordAgentReplayStep: vi.fn(),\n    act: vi.fn(async (_instruction: unknown, options?: { model?: unknown }) => {\n      calls.push({ method: \"act\", model: options?.model });\n      return {\n        success: true,\n        message: \"ok\",\n        actionDescription: \"clicked\",\n        actions: [],\n      };\n    }),\n    extract: vi.fn(\n      async (\n        _instruction: unknown,\n        _schema: unknown,\n        options?: { model?: unknown },\n      ) => {\n        calls.push({ method: \"extract\", model: options?.model });\n        return { extraction: \"data\" };\n      },\n    ),\n    observe: vi.fn(\n      async (\n        _instruction: unknown,\n        options?: { model?: unknown; variables?: unknown },\n      ) => {\n        calls.push({\n          method: \"observe\",\n          model: options?.model,\n          variables: options?.variables,\n        });\n        return [];\n      },\n    ),\n    calls,\n  };\n\n  return mock as unknown as V3 & { calls: typeof calls };\n}\n\ndescribe(\"agent tools pass full executionModel config to v3 methods\", () => {\n  const modelConfig = {\n    modelName: \"openai/gpt-4o-mini\",\n    apiKey: \"sk-test-key\",\n    baseURL: \"https://custom.api\",\n  };\n\n  it(\"actTool passes AgentModelConfig object to v3.act()\", async () => {\n    const v3 = createMockV3();\n    const tool = actTool(v3, modelConfig);\n    await tool.execute!(\n      { action: \"click the button\" },\n      {\n        toolCallId: \"t1\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].method).toBe(\"act\");\n    expect(v3.calls[0].model).toBe(modelConfig);\n  });\n\n  it(\"extractTool passes AgentModelConfig object to v3.extract()\", async () => {\n    const v3 = createMockV3();\n    const tool = extractTool(v3, modelConfig);\n    await tool.execute!(\n      { instruction: \"get the title\", schema: undefined },\n      {\n        toolCallId: \"t2\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].method).toBe(\"extract\");\n    expect(v3.calls[0].model).toBe(modelConfig);\n  });\n\n  it(\"fillFormTool passes AgentModelConfig object to v3.observe()\", async () => {\n    const v3 = createMockV3();\n    const tool = fillFormTool(v3, modelConfig);\n    await tool.execute!(\n      { fields: [{ action: \"type hello into name\" }] },\n      {\n        toolCallId: \"t3\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].method).toBe(\"observe\");\n    expect(v3.calls[0].model).toBe(modelConfig);\n  });\n\n  it(\"fillFormTool passes variables through to v3.observe()\", async () => {\n    const v3 = createMockV3();\n    const variables = {\n      username: {\n        value: \"john@example.com\",\n        description: \"The login email\",\n      },\n    };\n    const tool = fillFormTool(v3, undefined, variables);\n    await tool.execute!(\n      { fields: [{ action: \"type %username% into the email field\" }] },\n      {\n        toolCallId: \"t3-variables\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].method).toBe(\"observe\");\n    expect(v3.calls[0].variables).toBe(variables);\n  });\n\n  it(\"actTool passes undefined when no executionModel is set\", async () => {\n    const v3 = createMockV3();\n    const tool = actTool(v3, undefined);\n    await tool.execute!(\n      { action: \"click the button\" },\n      {\n        toolCallId: \"t4\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].model).toBeUndefined();\n  });\n\n  it(\"actTool passes plain string executionModel to v3.act()\", async () => {\n    const v3 = createMockV3();\n    const tool = actTool(v3, \"openai/gpt-4o-mini\");\n    await tool.execute!(\n      { action: \"click the button\" },\n      {\n        toolCallId: \"t5\",\n        messages: [],\n        abortSignal: new AbortController().signal,\n      },\n    );\n\n    expect(v3.calls).toHaveLength(1);\n    expect(v3.calls[0].model).toBe(\"openai/gpt-4o-mini\");\n  });\n});\n\ndescribe(\"executionModel fallback logic\", () => {\n  // This mirrors the resolution in V3.prepareAgentExecution (v3.ts:1682):\n  //   const resolvedExecutionModel = options?.executionModel ?? options?.model;\n  function resolveExecutionModel(options?: {\n    executionModel?: string | { modelName: string };\n    model?: string | { modelName: string };\n  }) {\n    return options?.executionModel ?? options?.model;\n  }\n\n  it(\"prefers explicit executionModel over model\", () => {\n    const result = resolveExecutionModel({\n      executionModel: \"openai/gpt-4o-mini\",\n      model: \"anthropic/claude-sonnet-4-20250514\",\n    });\n    expect(result).toBe(\"openai/gpt-4o-mini\");\n  });\n\n  it(\"falls back to model when executionModel is not set\", () => {\n    const modelConfig = {\n      modelName: \"anthropic/claude-sonnet-4-20250514\",\n      apiKey: \"sk-test\",\n    };\n    const result = resolveExecutionModel({ model: modelConfig });\n    expect(result).toBe(modelConfig);\n  });\n\n  it(\"returns undefined when neither is set\", () => {\n    expect(resolveExecutionModel({})).toBeUndefined();\n    expect(resolveExecutionModel(undefined)).toBeUndefined();\n  });\n});\n"]}

package/dist/esm/tests/unit/agent-system-prompt-variables.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/esm/tests/unit/agent-system-prompt-variables.test.js

@@ -0,0 +1,21 @@
+import { describe, expect, it } from "vitest";
+import { buildAgentSystemPrompt } from "../../lib/v3/agent/prompts/agentSystemPrompt.js";
+describe("buildAgentSystemPrompt variables", () => {
+    it("includes variable descriptions when present", () => {
+        const prompt = buildAgentSystemPrompt({
+            url: "https://example.com",
+            executionInstruction: "Fill the form",
+            mode: "dom",
+            variables: {
+                username: {
+                    value: "john@example.com",
+                    description: "The login email",
+                },
+                password: "secret123",
+            },
+        });
+        expect(prompt).toContain('<variable name="username">The login email</variable>');
+        expect(prompt).toContain('<variable name="password" />');
+    });
+});
+//# sourceMappingURL=agent-system-prompt-variables.test.js.map

package/dist/esm/tests/unit/agent-system-prompt-variables.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-system-prompt-variables.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-system-prompt-variables.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,MAAM,iDAAiD,CAAC;AAEzF,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;IAChD,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,MAAM,GAAG,sBAAsB,CAAC;YACpC,GAAG,EAAE,qBAAqB;YAC1B,oBAAoB,EAAE,eAAe;YACrC,IAAI,EAAE,KAAK;YACX,SAAS,EAAE;gBACT,QAAQ,EAAE;oBACR,KAAK,EAAE,kBAAkB;oBACzB,WAAW,EAAE,iBAAiB;iBAC/B;gBACD,QAAQ,EAAE,WAAW;aACtB;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CACtB,sDAAsD,CACvD,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,8BAA8B,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { describe, expect, it } from \"vitest\";\nimport { buildAgentSystemPrompt } from \"../../lib/v3/agent/prompts/agentSystemPrompt.js\";\n\ndescribe(\"buildAgentSystemPrompt variables\", () => {\n  it(\"includes variable descriptions when present\", () => {\n    const prompt = buildAgentSystemPrompt({\n      url: \"https://example.com\",\n      executionInstruction: \"Fill the form\",\n      mode: \"dom\",\n      variables: {\n        username: {\n          value: \"john@example.com\",\n          description: \"The login email\",\n        },\n        password: \"secret123\",\n      },\n    });\n\n    expect(prompt).toContain(\n      '<variable name=\"username\">The login email</variable>',\n    );\n    expect(prompt).toContain('<variable name=\"password\" />');\n  });\n});\n"]}

package/dist/esm/tests/unit/api-client-observe-variables.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/esm/tests/unit/api-client-observe-variables.test.js

@@ -0,0 +1,84 @@
+import { describe, expect, it, vi } from "vitest";
+import { StagehandAPIClient } from "../../lib/v3/api.js";
+describe("StagehandAPIClient variable serialization", () => {
+    it("preserves rich variables when sending the act request", async () => {
+        const client = new StagehandAPIClient({
+            apiKey: "bb-test",
+            logger: vi.fn(),
+        });
+        const executeMock = vi.fn().mockResolvedValue({
+            success: true,
+            message: "ok",
+            actionDescription: "typed",
+            actions: [],
+        });
+        client.execute = executeMock;
+        await client.act({
+            input: "type %username% into the email field",
+            options: {
+                variables: {
+                    username: {
+                        value: "john@example.com",
+                        description: "The login email",
+                    },
+                    password: "secret",
+                },
+            },
+        });
+        expect(executeMock).toHaveBeenCalledWith({
+            method: "act",
+            args: {
+                input: "type %username% into the email field",
+                options: {
+                    variables: {
+                        username: {
+                            value: "john@example.com",
+                            description: "The login email",
+                        },
+                        password: "secret",
+                    },
+                },
+                frameId: undefined,
+            },
+            serverCache: undefined,
+        });
+    });
+    it("preserves rich variables when sending the observe request", async () => {
+        const client = new StagehandAPIClient({
+            apiKey: "bb-test",
+            logger: vi.fn(),
+        });
+        const executeMock = vi.fn().mockResolvedValue([]);
+        client.execute = executeMock;
+        await client.observe({
+            instruction: "find the field where %username% should be entered",
+            options: {
+                variables: {
+                    username: {
+                        value: "john@example.com",
+                        description: "The login email",
+                    },
+                    password: "secret",
+                },
+            },
+        });
+        expect(executeMock).toHaveBeenCalledWith({
+            method: "observe",
+            args: {
+                instruction: "find the field where %username% should be entered",
+                options: {
+                    variables: {
+                        username: {
+                            value: "john@example.com",
+                            description: "The login email",
+                        },
+                        password: "secret",
+                    },
+                },
+                frameId: undefined,
+            },
+            serverCache: undefined,
+        });
+    });
+});
+//# sourceMappingURL=api-client-observe-variables.test.js.map

package/dist/esm/tests/unit/api-client-observe-variables.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-client-observe-variables.test.js","sourceRoot":"","sources":["../../../../tests/unit/api-client-observe-variables.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAEzD,QAAQ,CAAC,2CAA2C,EAAE,GAAG,EAAE;IACzD,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC;YACpC,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;SAChB,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YAC5C,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,IAAI;YACb,iBAAiB,EAAE,OAAO;YAC1B,OAAO,EAAE,EAAE;SACZ,CAAC,CAAC;QAGD,MAGD,CAAC,OAAO,GAAG,WAAW,CAAC;QAExB,MAAM,MAAM,CAAC,GAAG,CAAC;YACf,KAAK,EAAE,sCAAsC;YAC7C,OAAO,EAAE;gBACP,SAAS,EAAE;oBACT,QAAQ,EAAE;wBACR,KAAK,EAAE,kBAAkB;wBACzB,WAAW,EAAE,iBAAiB;qBAC/B;oBACD,QAAQ,EAAE,QAAQ;iBACnB;aACF;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC;YACvC,MAAM,EAAE,KAAK;YACb,IAAI,EAAE;gBACJ,KAAK,EAAE,sCAAsC;gBAC7C,OAAO,EAAE;oBACP,SAAS,EAAE;wBACT,QAAQ,EAAE;4BACR,KAAK,EAAE,kBAAkB;4BACzB,WAAW,EAAE,iBAAiB;yBAC/B;wBACD,QAAQ,EAAE,QAAQ;qBACnB;iBACF;gBACD,OAAO,EAAE,SAAS;aACnB;YACD,WAAW,EAAE,SAAS;SACvB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC;YACpC,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;SAChB,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAGhD,MAGD,CAAC,OAAO,GAAG,WAAW,CAAC;QAExB,MAAM,MAAM,CAAC,OAAO,CAAC;YACnB,WAAW,EAAE,mDAAmD;YAChE,OAAO,EAAE;gBACP,SAAS,EAAE;oBACT,QAAQ,EAAE;wBACR,KAAK,EAAE,kBAAkB;wBACzB,WAAW,EAAE,iBAAiB;qBAC/B;oBACD,QAAQ,EAAE,QAAQ;iBACnB;aACF;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CAAC;YACvC,MAAM,EAAE,SAAS;YACjB,IAAI,EAAE;gBACJ,WAAW,EAAE,mDAAmD;gBAChE,OAAO,EAAE;oBACP,SAAS,EAAE;wBACT,QAAQ,EAAE;4BACR,KAAK,EAAE,kBAAkB;4BACzB,WAAW,EAAE,iBAAiB;yBAC/B;wBACD,QAAQ,EAAE,QAAQ;qBACnB;iBACF;gBACD,OAAO,EAAE,SAAS;aACnB;YACD,WAAW,EAAE,SAAS;SACvB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { describe, expect, it, vi } from \"vitest\";\nimport { StagehandAPIClient } from \"../../lib/v3/api.js\";\n\ndescribe(\"StagehandAPIClient variable serialization\", () => {\n  it(\"preserves rich variables when sending the act request\", async () => {\n    const client = new StagehandAPIClient({\n      apiKey: \"bb-test\",\n      logger: vi.fn(),\n    });\n    const executeMock = vi.fn().mockResolvedValue({\n      success: true,\n      message: \"ok\",\n      actionDescription: \"typed\",\n      actions: [],\n    });\n\n    (\n      client as unknown as {\n        execute: typeof executeMock;\n      }\n    ).execute = executeMock;\n\n    await client.act({\n      input: \"type %username% into the email field\",\n      options: {\n        variables: {\n          username: {\n            value: \"john@example.com\",\n            description: \"The login email\",\n          },\n          password: \"secret\",\n        },\n      },\n    });\n\n    expect(executeMock).toHaveBeenCalledWith({\n      method: \"act\",\n      args: {\n        input: \"type %username% into the email field\",\n        options: {\n          variables: {\n            username: {\n              value: \"john@example.com\",\n              description: \"The login email\",\n            },\n            password: \"secret\",\n          },\n        },\n        frameId: undefined,\n      },\n      serverCache: undefined,\n    });\n  });\n\n  it(\"preserves rich variables when sending the observe request\", async () => {\n    const client = new StagehandAPIClient({\n      apiKey: \"bb-test\",\n      logger: vi.fn(),\n    });\n    const executeMock = vi.fn().mockResolvedValue([]);\n\n    (\n      client as unknown as {\n        execute: typeof executeMock;\n      }\n    ).execute = executeMock;\n\n    await client.observe({\n      instruction: \"find the field where %username% should be entered\",\n      options: {\n        variables: {\n          username: {\n            value: \"john@example.com\",\n            description: \"The login email\",\n          },\n          password: \"secret\",\n        },\n      },\n    });\n\n    expect(executeMock).toHaveBeenCalledWith({\n      method: \"observe\",\n      args: {\n        instruction: \"find the field where %username% should be entered\",\n        options: {\n          variables: {\n            username: {\n              value: \"john@example.com\",\n              description: \"The login email\",\n            },\n            password: \"secret\",\n          },\n        },\n        frameId: undefined,\n      },\n      serverCache: undefined,\n    });\n  });\n});\n"]}

package/dist/esm/tests/unit/api-variables-schema.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/esm/tests/unit/api-variables-schema.test.js

@@ -0,0 +1,35 @@
+import { describe, expect, it } from "vitest";
+import { Api } from "../../lib/v3/types/public/index.js";
+describe("API variable schemas", () => {
+    it("accepts rich variables for act requests", () => {
+        const result = Api.ActRequestSchema.safeParse({
+            input: "type %username% into the email field",
+            options: {
+                variables: {
+                    username: {
+                        value: "john@example.com",
+                        description: "The login email",
+                    },
+                    rememberMe: true,
+                },
+            },
+        });
+        expect(result.success).toBe(true);
+    });
+    it("accepts rich variables for observe requests", () => {
+        const result = Api.ObserveRequestSchema.safeParse({
+            instruction: "find the field where %username% should be entered",
+            options: {
+                variables: {
+                    username: {
+                        value: "john@example.com",
+                        description: "The login email",
+                    },
+                    rememberMe: true,
+                },
+            },
+        });
+        expect(result.success).toBe(true);
+    });
+});
+//# sourceMappingURL=api-variables-schema.test.js.map

package/dist/esm/tests/unit/api-variables-schema.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-variables-schema.test.js","sourceRoot":"","sources":["../../../../tests/unit/api-variables-schema.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,GAAG,EAAE,MAAM,oCAAoC,CAAC;AAEzD,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAAG,GAAG,CAAC,gBAAgB,CAAC,SAAS,CAAC;YAC5C,KAAK,EAAE,sCAAsC;YAC7C,OAAO,EAAE;gBACP,SAAS,EAAE;oBACT,QAAQ,EAAE;wBACR,KAAK,EAAE,kBAAkB;wBACzB,WAAW,EAAE,iBAAiB;qBAC/B;oBACD,UAAU,EAAE,IAAI;iBACjB;aACF;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,MAAM,GAAG,GAAG,CAAC,oBAAoB,CAAC,SAAS,CAAC;YAChD,WAAW,EAAE,mDAAmD;YAChE,OAAO,EAAE;gBACP,SAAS,EAAE;oBACT,QAAQ,EAAE;wBACR,KAAK,EAAE,kBAAkB;wBACzB,WAAW,EAAE,iBAAiB;qBAC/B;oBACD,UAAU,EAAE,IAAI;iBACjB;aACF;SACF,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { describe, expect, it } from \"vitest\";\nimport { Api } from \"../../lib/v3/types/public/index.js\";\n\ndescribe(\"API variable schemas\", () => {\n  it(\"accepts rich variables for act requests\", () => {\n    const result = Api.ActRequestSchema.safeParse({\n      input: \"type %username% into the email field\",\n      options: {\n        variables: {\n          username: {\n            value: \"john@example.com\",\n            description: \"The login email\",\n          },\n          rememberMe: true,\n        },\n      },\n    });\n\n    expect(result.success).toBe(true);\n  });\n\n  it(\"accepts rich variables for observe requests\", () => {\n    const result = Api.ObserveRequestSchema.safeParse({\n      instruction: \"find the field where %username% should be entered\",\n      options: {\n        variables: {\n          username: {\n            value: \"john@example.com\",\n            description: \"The login email\",\n          },\n          rememberMe: true,\n        },\n      },\n    });\n\n    expect(result.success).toBe(true);\n  });\n});\n"]}