npm - @browserbasehq/orca - Versions diffs - 3.2.0-preview.4 → 3.2.1-preview.0 - Mend

@browserbasehq/orca 3.2.0-preview.4 → 3.2.1-preview.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (308) hide show

package/dist/cjs/tests/unit/agent-captcha-hooks.test.js ADDED Viewed

@@ -0,0 +1,341 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+const captchaSolver_js_1 = require("../../lib/v3/agent/utils/captchaSolver.js");
+const v3AgentHandler_js_1 = require("../../lib/v3/handlers/v3AgentHandler.js");
+const SOLVING_STARTED = "browserbase-solving-started";
+const SOLVING_FINISHED = "browserbase-solving-finished";
+const SOLVING_ERRORED = "browserbase-solving-errored";
+class MockPage {
+    listeners = new Set();
+    captchaBoxes = [];
+    on(event, listener) {
+        if (event === "console") {
+            this.listeners.add(listener);
+        }
+    }
+    off(event, listener) {
+        if (event === "console") {
+            this.listeners.delete(listener);
+        }
+    }
+    emitConsole(text) {
+        const message = { text: () => text };
+        for (const listener of this.listeners) {
+            listener(message);
+        }
+    }
+    url() {
+        return "https://example.com";
+    }
+    async screenshot() {
+        return Buffer.from("fake-image");
+    }
+    async evaluate() {
+        return this.captchaBoxes;
+    }
+    mainFrame() {
+        return {
+            evaluate: async () => ({ w: 1288, h: 711 }),
+        };
+    }
+}
+class FakeCuaClient {
+    contextNotes = [];
+    preStepHook;
+    actionHandler;
+    executeImpl = vitest_1.vi.fn(async (options) => {
+        void options;
+        return {
+            success: true,
+            message: "ok",
+            actions: [],
+            completed: true,
+        };
+    });
+    captureScreenshot = vitest_1.vi.fn(async () => null);
+    setViewport = vitest_1.vi.fn();
+    setCurrentUrl = vitest_1.vi.fn();
+    setScreenshotProvider = vitest_1.vi.fn();
+    setSafetyConfirmationHandler = vitest_1.vi.fn();
+    setActionHandler(handler) {
+        this.actionHandler = handler;
+    }
+    setPreStepHook(handler) {
+        this.preStepHook = handler;
+    }
+    addContextNote(note) {
+        this.contextNotes.push(note);
+    }
+    async execute(options) {
+        return this.executeImpl(options);
+    }
+}
+let fakeCuaClient;
+vitest_1.vi.mock("../../lib/v3/agent/AgentProvider", () => ({
+    AgentProvider: class {
+        constructor(logger) {
+            void logger;
+        }
+        getClient() {
+            return fakeCuaClient;
+        }
+    },
+}));
+const v3CuaAgentHandler_js_1 = require("../../lib/v3/handlers/v3CuaAgentHandler.js");
+function collectUserMessages(messages) {
+    return messages.filter((message) => message.role === "user" && typeof message.content === "string");
+}
+(0, vitest_1.describe)("agent captcha hooks", () => {
+    let page;
+    let logs;
+    let logger;
+    (0, vitest_1.beforeEach)(() => {
+        page = new MockPage();
+        logs = [];
+        logger = (line) => {
+            logs.push(line);
+        };
+        fakeCuaClient = new FakeCuaClient();
+    });
+    (0, vitest_1.it)("blocks regular agent prepareStep until the solver finishes and injects one solved message", async () => {
+        const handler = new v3AgentHandler_js_1.V3AgentHandler({
+            isCaptchaAutoSolveEnabled: true,
+        }, logger, {});
+        const solver = new captchaSolver_js_1.CaptchaSolver();
+        solver.init(async () => page);
+        const userCallback = vitest_1.vi.fn(async (options) => options);
+        const prepareStep = handler.createPrepareStep(userCallback, solver);
+        const options = {
+            messages: [{ role: "user", content: "start" }],
+        };
+        await prepareStep(options);
+        page.emitConsole(SOLVING_STARTED);
+        const secondCall = prepareStep(options);
+        await Promise.resolve();
+        (0, vitest_1.expect)(userCallback).toHaveBeenCalledTimes(1);
+        page.emitConsole(SOLVING_FINISHED);
+        await secondCall;
+        (0, vitest_1.expect)(userCallback).toHaveBeenCalledTimes(2);
+        (0, vitest_1.expect)(collectUserMessages(options.messages).filter((message) => message.content.includes("automatically detected and solved"))).toHaveLength(1);
+    });
+    (0, vitest_1.it)("injects one error message when the regular agent solver errors", async () => {
+        const handler = new v3AgentHandler_js_1.V3AgentHandler({
+            isCaptchaAutoSolveEnabled: true,
+        }, logger, {});
+        const solver = new captchaSolver_js_1.CaptchaSolver();
+        solver.init(async () => page);
+        const prepareStep = handler.createPrepareStep(undefined, solver);
+        const options = {
+            messages: [{ role: "user", content: "start" }],
+        };
+        await prepareStep(options);
+        page.emitConsole(SOLVING_STARTED);
+        const pending = prepareStep(options);
+        page.emitConsole(SOLVING_ERRORED);
+        await pending;
+        (0, vitest_1.expect)(collectUserMessages(options.messages).filter((message) => message.content.includes("automatic captcha solver failed"))).toHaveLength(1);
+    });
+    (0, vitest_1.it)("pauses the CUA loop at prepareStep while Browserbase solves a captcha", async () => {
+        let secondPrepareStarted = false;
+        fakeCuaClient.executeImpl = vitest_1.vi.fn(async () => {
+            await fakeCuaClient.preStepHook?.();
+            page.emitConsole(SOLVING_STARTED);
+            const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();
+            secondPrepareStarted = true;
+            await blockedPrepare;
+            return {
+                success: true,
+                message: "ok",
+                actions: [],
+                completed: true,
+            };
+        });
+        const handler = new v3CuaAgentHandler_js_1.V3CuaAgentHandler({
+            context: {
+                awaitActivePage: async () => page,
+            },
+            bus: { emit: vitest_1.vi.fn() },
+            isCaptchaAutoSolveEnabled: true,
+            isAdvancedStealth: false,
+            configuredViewport: { width: 1288, height: 711 },
+            isAgentReplayActive: () => false,
+            updateMetrics: vitest_1.vi.fn(),
+        }, logger, {
+            modelName: "anthropic/claude-haiku-4-5-20251001",
+            clientOptions: { waitBetweenActions: 1 },
+        });
+        const execution = handler.execute({
+            instruction: "Describe the page briefly.",
+            highlightCursor: false,
+        });
+        await vitest_1.vi.waitFor(() => {
+            (0, vitest_1.expect)(secondPrepareStarted).toBe(true);
+            (0, vitest_1.expect)(logs.some((line) => line.message.includes("waiting for Browserbase to solve"))).toBe(true);
+        });
+        (0, vitest_1.expect)(logs.some((line) => line.message.includes("Captcha solved"))).toBe(false);
+        page.emitConsole(SOLVING_FINISHED);
+        await execution;
+        (0, vitest_1.expect)(fakeCuaClient.contextNotes).toEqual([
+            vitest_1.expect.stringContaining("automatically detected and solved"),
+        ]);
+        (0, vitest_1.expect)(logs.some((line) => line.message.includes("Captcha solved"))).toBe(true);
+    });
+    (0, vitest_1.it)("pauses CUA actions until the captcha solver finishes", async () => {
+        let actionStarted = false;
+        fakeCuaClient.executeImpl = vitest_1.vi.fn(async () => {
+            await fakeCuaClient.preStepHook?.();
+            page.emitConsole(SOLVING_STARTED);
+            const pendingAction = fakeCuaClient.actionHandler?.({ type: "screenshot" }) ??
+                Promise.resolve();
+            actionStarted = true;
+            await pendingAction;
+            return {
+                success: true,
+                message: "ok",
+                actions: [],
+                completed: true,
+            };
+        });
+        const handler = new v3CuaAgentHandler_js_1.V3CuaAgentHandler({
+            context: {
+                awaitActivePage: async () => page,
+            },
+            bus: { emit: vitest_1.vi.fn() },
+            isCaptchaAutoSolveEnabled: true,
+            isAdvancedStealth: false,
+            configuredViewport: { width: 1288, height: 711 },
+            isAgentReplayActive: () => false,
+            updateMetrics: vitest_1.vi.fn(),
+        }, logger, {
+            modelName: "anthropic/claude-haiku-4-5-20251001",
+            clientOptions: { waitBetweenActions: 1 },
+        });
+        const executeActionSpy = vitest_1.vi
+            .spyOn(handler, "executeAction")
+            .mockResolvedValue({ success: true });
+        vitest_1.vi.spyOn(handler, "captureAndSendScreenshot").mockResolvedValue(null);
+        const execution = handler.execute({
+            instruction: "Describe the page briefly.",
+            highlightCursor: false,
+        });
+        await vitest_1.vi.waitFor(() => {
+            (0, vitest_1.expect)(actionStarted).toBe(true);
+        });
+        (0, vitest_1.expect)(executeActionSpy).not.toHaveBeenCalled();
+        page.emitConsole(SOLVING_FINISHED);
+        await execution;
+        (0, vitest_1.expect)(executeActionSpy).toHaveBeenCalledTimes(1);
+        (0, vitest_1.expect)(fakeCuaClient.contextNotes).toEqual([
+            vitest_1.expect.stringContaining("automatically detected and solved"),
+        ]);
+        (0, vitest_1.expect)(logs.some((line) => line.message.includes("Captcha solved"))).toBe(true);
+    });
+    (0, vitest_1.it)("skips post-solve clicks on the captcha widget and injects another note", async () => {
+        page.captchaBoxes = [{ left: 0, top: 400, right: 140, bottom: 470 }];
+        fakeCuaClient.executeImpl = vitest_1.vi.fn(async () => {
+            await fakeCuaClient.preStepHook?.();
+            page.emitConsole(SOLVING_STARTED);
+            const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();
+            page.emitConsole(SOLVING_FINISHED);
+            await blockedPrepare;
+            await fakeCuaClient.actionHandler?.({
+                type: "click",
+                button: "left",
+                x: 63,
+                y: 436,
+            });
+            return {
+                success: true,
+                message: "ok",
+                actions: [],
+                completed: true,
+            };
+        });
+        const handler = new v3CuaAgentHandler_js_1.V3CuaAgentHandler({
+            context: {
+                awaitActivePage: async () => page,
+            },
+            bus: { emit: vitest_1.vi.fn() },
+            isCaptchaAutoSolveEnabled: true,
+            isAdvancedStealth: false,
+            configuredViewport: { width: 1288, height: 711 },
+            isAgentReplayActive: () => false,
+            updateMetrics: vitest_1.vi.fn(),
+        }, logger, {
+            modelName: "anthropic/claude-haiku-4-5-20251001",
+            clientOptions: { waitBetweenActions: 1 },
+        });
+        const executeActionSpy = vitest_1.vi
+            .spyOn(handler, "executeAction")
+            .mockResolvedValue({ success: true });
+        vitest_1.vi.spyOn(handler, "captureAndSendScreenshot").mockResolvedValue(null);
+        await handler.execute({
+            instruction: "Describe the page briefly.",
+            highlightCursor: false,
+        });
+        (0, vitest_1.expect)(executeActionSpy).not.toHaveBeenCalled();
+        (0, vitest_1.expect)(fakeCuaClient.contextNotes).toEqual([
+            vitest_1.expect.stringContaining("automatically detected and solved"),
+            vitest_1.expect.stringContaining("Original task: Describe the page briefly."),
+        ]);
+        (0, vitest_1.expect)(logs.some((line) => line.message.includes("Skipped click on solved captcha widget"))).toBe(true);
+    });
+});
+(0, vitest_1.describe)("v3 cua handler screenshot behavior", () => {
+    let page;
+    let logs;
+    let logger;
+    (0, vitest_1.beforeEach)(() => {
+        page = new MockPage();
+        logs = [];
+        logger = (line) => {
+            logs.push(line);
+        };
+        fakeCuaClient = new FakeCuaClient();
+    });
+    (0, vitest_1.it)("does not take per-action screenshots when a batch of actions runs", async () => {
+        const screenshotSpy = vitest_1.vi.spyOn(page, "screenshot");
+        const batchSize = 4;
+        fakeCuaClient.executeImpl = vitest_1.vi.fn(async () => {
+            for (let i = 0; i < batchSize; i += 1) {
+                await fakeCuaClient.actionHandler?.({
+                    type: "scroll",
+                    x: 0,
+                    y: 0,
+                    scroll_x: 0,
+                    scroll_y: 100,
+                });
+            }
+            return {
+                success: true,
+                message: "ok",
+                actions: [],
+                completed: true,
+            };
+        });
+        const handler = new v3CuaAgentHandler_js_1.V3CuaAgentHandler({
+            context: {
+                awaitActivePage: async () => page,
+            },
+            bus: { emit: vitest_1.vi.fn() },
+            isCaptchaAutoSolveEnabled: false,
+            isAdvancedStealth: false,
+            configuredViewport: { width: 1288, height: 711 },
+            isAgentReplayActive: () => false,
+            updateMetrics: vitest_1.vi.fn(),
+        }, logger, {
+            modelName: "openai/gpt-5.4",
+            clientOptions: { waitBetweenActions: 1 },
+        });
+        vitest_1.vi.spyOn(handler, "executeAction").mockResolvedValue({ success: true });
+        await handler.execute({
+            instruction: "scroll to the bottom",
+            highlightCursor: false,
+        });
+        // The handler must not call page.screenshot for each action in a batch —
+        // the CUA client takes a single screenshot after all actions itself.
+        (0, vitest_1.expect)(screenshotSpy).not.toHaveBeenCalled();
+    });
+});
+//# sourceMappingURL=agent-captcha-hooks.test.js.map

package/dist/cjs/tests/unit/agent-captcha-hooks.test.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"agent-captcha-hooks.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-captcha-hooks.test.ts"],"names":[],"mappings":";;AAAA,mCAA8D;AAE9D,gFAA0E;AAC1E,+EAAyE;AAEzE,MAAM,eAAe,GAAG,6BAA6B,CAAC;AACtD,MAAM,gBAAgB,GAAG,8BAA8B,CAAC;AACxD,MAAM,eAAe,GAAG,6BAA6B,CAAC;AAItD,MAAM,QAAQ;IACJ,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAC;IACxC,YAAY,GAKd,EAAE,CAAC;IAER,EAAE,CAAC,KAAa,EAAE,QAAyB;QACzC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,GAAG,CAAC,KAAa,EAAE,QAAyB;QAC1C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;QACrC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,GAAG;QACD,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,OAAO,IAAI,CAAC,YAAiB,CAAC;IAChC,CAAC;IAED,SAAS;QACP,OAAO;YACL,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;SAC5C,CAAC;IACJ,CAAC;CACF;AAED,MAAM,aAAa;IACV,YAAY,GAAa,EAAE,CAAC;IAC5B,WAAW,CAAuB;IAClC,aAAa,CAAsD;IACnE,WAAW,GAAG,WAAE,CAAC,EAAE,CAAC,KAAK,EAAE,OAAgB,EAAE,EAAE;QACpD,KAAK,OAAO,CAAC;QACb,OAAO;YACL,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC,CAAC,CAAC;IACI,iBAAiB,GAAG,WAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;IAC5C,WAAW,GAAG,WAAE,CAAC,EAAE,EAAE,CAAC;IACtB,aAAa,GAAG,WAAE,CAAC,EAAE,EAAE,CAAC;IACxB,qBAAqB,GAAG,WAAE,CAAC,EAAE,EAAE,CAAC;IAChC,4BAA4B,GAAG,WAAE,CAAC,EAAE,EAAE,CAAC;IAE9C,gBAAgB,CACd,OAA2D;QAE3D,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IAC/B,CAAC;IAED,cAAc,CAAC,OAA4B;QACzC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAgB;QAM5B,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;CACF;AAED,IAAI,aAA4B,CAAC;AAEjC,WAAE,CAAC,IAAI,CAAC,kCAAkC,EAAE,GAAG,EAAE,CAAC,CAAC;IACjD,aAAa,EAAE;QACb,YAAY,MAAe;YACzB,KAAK,MAAM,CAAC;QACd,CAAC;QAED,SAAS;YACP,OAAO,aAAa,CAAC;QACvB,CAAC;KACF;CACF,CAAC,CAAC,CAAC;AAEJ,qFAA+E;AAE/E,SAAS,mBAAmB,CAC1B,QAAmD;IAEnD,OAAO,QAAQ,CAAC,MAAM,CACpB,CAAC,OAAO,EAAgD,EAAE,CACxD,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CACjE,CAAC;AACJ,CAAC;AAED,IAAA,iBAAQ,EAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAI,IAAc,CAAC;IACnB,IAAI,IAAe,CAAC;IACpB,IAAI,MAA+B,CAAC;IAEpC,IAAA,mBAAU,EAAC,GAAG,EAAE;QACd,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QACtB,IAAI,GAAG,EAAE,CAAC;QACV,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE;YAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC,CAAC;QACF,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,2FAA2F,EAAE,KAAK,IAAI,EAAE;QACzG,MAAM,OAAO,GAAG,IAAI,kCAAc,CAChC;YACE,yBAAyB,EAAE,IAAI;SACvB,EACV,MAAM,EACN,EAAW,CACZ,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,gCAAa,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAa,CAAC,CAAC;QAEvC,MAAM,YAAY,GAAG,WAAE,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,WAAW,GACf,OAMD,CAAC,iBAAiB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAE1C,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC;QAEF,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAElC,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QACxB,IAAA,eAAM,EAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAE9C,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,UAAU,CAAC;QAEjB,IAAA,eAAM,EAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9C,IAAA,eAAM,EACJ,mBAAmB,CACjB,OAAO,CAAC,QAAqD,CAC9D,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CACnB,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,mCAAmC,CAAC,CAC9D,CACF,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,OAAO,GAAG,IAAI,kCAAc,CAChC;YACE,yBAAyB,EAAE,IAAI;SACvB,EACV,MAAM,EACN,EAAW,CACZ,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,gCAAa,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAa,CAAC,CAAC;QAEvC,MAAM,WAAW,GACf,OAMD,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAEvC,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC;QAEF,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAElC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAClC,MAAM,OAAO,CAAC;QAEd,IAAA,eAAM,EACJ,mBAAmB,CACjB,OAAO,CAAC,QAAqD,CAC9D,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CACnB,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAC5D,CACF,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACrF,IAAI,oBAAoB,GAAG,KAAK,CAAC;QAEjC,aAAa,CAAC,WAAW,GAAG,WAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,cAAc,GAAG,aAAa,CAAC,WAAW,EAAE,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1E,oBAAoB,GAAG,IAAI,CAAC;YAC5B,MAAM,cAAc,CAAC;YAErB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,wCAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,WAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,WAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QAEF,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAChC,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,WAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpB,IAAA,eAAM,EAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxC,IAAA,eAAM,EACJ,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAC1D,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,IAAA,eAAM,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,KAAK,CACN,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,SAAS,CAAC;QAEhB,IAAA,eAAM,EAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,eAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;SAC7D,CAAC,CAAC;QACH,IAAA,eAAM,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,IAAI,aAAa,GAAG,KAAK,CAAC;QAE1B,aAAa,CAAC,WAAW,GAAG,WAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,aAAa,GACjB,aAAa,CAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;gBACrD,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,aAAa,GAAG,IAAI,CAAC;YACrB,MAAM,aAAa,CAAC;YAEpB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,wCAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,WAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,WAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QACF,MAAM,gBAAgB,GAAG,WAAE;aACxB,KAAK,CACJ,OAEC,EACD,eAAe,CAChB;aACA,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,WAAE,CAAC,KAAK,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEtE,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAChC,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,WAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpB,IAAA,eAAM,EAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,IAAA,eAAM,EAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChD,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,SAAS,CAAC;QAEhB,IAAA,eAAM,EAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,IAAA,eAAM,EAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,eAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;SAC7D,CAAC,CAAC;QACH,IAAA,eAAM,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QACtF,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAErE,aAAa,CAAC,WAAW,GAAG,WAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,cAAc,GAAG,aAAa,CAAC,WAAW,EAAE,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1E,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACnC,MAAM,cAAc,CAAC;YAErB,MAAM,aAAa,CAAC,aAAa,EAAE,CAAC;gBAClC,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,MAAM;gBACd,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,GAAG;aACP,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,wCAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,WAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,WAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QACF,MAAM,gBAAgB,GAAG,WAAE;aACxB,KAAK,CACJ,OAEC,EACD,eAAe,CAChB;aACA,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,WAAE,CAAC,KAAK,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEtE,MAAM,OAAO,CAAC,OAAO,CAAC;YACpB,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,IAAA,eAAM,EAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChD,IAAA,eAAM,EAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,eAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;YAC5D,eAAM,CAAC,gBAAgB,CAAC,2CAA2C,CAAC;SACrE,CAAC,CAAC;QACH,IAAA,eAAM,EACJ,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,wCAAwC,CAAC,CAChE,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,oCAAoC,EAAE,GAAG,EAAE;IAClD,IAAI,IAAc,CAAC;IACnB,IAAI,IAAe,CAAC;IACpB,IAAI,MAA+B,CAAC;IAEpC,IAAA,mBAAU,EAAC,GAAG,EAAE;QACd,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QACtB,IAAI,GAAG,EAAE,CAAC;QACV,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE;YAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC,CAAC;QACF,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,aAAa,GAAG,WAAE,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,CAAC,CAAC;QAEpB,aAAa,CAAC,WAAW,GAAG,WAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,aAAa,CAAC,aAAa,EAAE,CAAC;oBAClC,IAAI,EAAE,QAAQ;oBACd,CAAC,EAAE,CAAC;oBACJ,CAAC,EAAE,CAAC;oBACJ,QAAQ,EAAE,CAAC;oBACX,QAAQ,EAAE,GAAG;iBACd,CAAC,CAAC;YACL,CAAC;YACD,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,wCAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,WAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,KAAK;YAChC,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,WAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,gBAAgB;YAC3B,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QAEF,WAAE,CAAC,KAAK,CACN,OAEC,EACD,eAAe,CAChB,CAAC,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvC,MAAM,OAAO,CAAC,OAAO,CAAC;YACpB,WAAW,EAAE,sBAAsB;YACnC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,yEAAyE;QACzE,qEAAqE;QACrE,IAAA,eAAM,EAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { beforeEach, describe, expect, it, vi } from \"vitest\";\nimport type { LogLine } from \"../../lib/v3/types/public/logs.js\";\nimport { CaptchaSolver } from \"../../lib/v3/agent/utils/captchaSolver.js\";\nimport { V3AgentHandler } from \"../../lib/v3/handlers/v3AgentHandler.js\";\n\nconst SOLVING_STARTED = \"browserbase-solving-started\";\nconst SOLVING_FINISHED = \"browserbase-solving-finished\";\nconst SOLVING_ERRORED = \"browserbase-solving-errored\";\n\ntype ConsoleListener = (message: { text: () => string }) => void;\n\nclass MockPage {\n private listeners = new Set<ConsoleListener>();\n public captchaBoxes: Array<{\n left: number;\n top: number;\n right: number;\n bottom: number;\n }> = [];\n\n on(event: string, listener: ConsoleListener): void {\n if (event === \"console\") {\n this.listeners.add(listener);\n }\n }\n\n off(event: string, listener: ConsoleListener): void {\n if (event === \"console\") {\n this.listeners.delete(listener);\n }\n }\n\n emitConsole(text: string): void {\n const message = { text: () => text };\n for (const listener of this.listeners) {\n listener(message);\n }\n }\n\n url(): string {\n return \"https://example.com\";\n }\n\n async screenshot(): Promise<Buffer> {\n return Buffer.from(\"fake-image\");\n }\n\n async evaluate<T>(): Promise<T> {\n return this.captchaBoxes as T;\n }\n\n mainFrame(): { evaluate: () => Promise<{ w: number; h: number }> } {\n return {\n evaluate: async () => ({ w: 1288, h: 711 }),\n };\n }\n}\n\nclass FakeCuaClient {\n public contextNotes: string[] = [];\n public preStepHook?: () => Promise<void>;\n public actionHandler?: (action: Record<string, unknown>) => Promise<void>;\n public executeImpl = vi.fn(async (options: unknown) => {\n void options;\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n public captureScreenshot = vi.fn(async () => null);\n public setViewport = vi.fn();\n public setCurrentUrl = vi.fn();\n public setScreenshotProvider = vi.fn();\n public setSafetyConfirmationHandler = vi.fn();\n\n setActionHandler(\n handler: (action: Record<string, unknown>) => Promise<void>,\n ): void {\n this.actionHandler = handler;\n }\n\n setPreStepHook(handler: () => Promise<void>): void {\n this.preStepHook = handler;\n }\n\n addContextNote(note: string): void {\n this.contextNotes.push(note);\n }\n\n async execute(options: unknown): Promise<{\n success: boolean;\n message: string;\n actions: unknown[];\n completed: boolean;\n }> {\n return this.executeImpl(options);\n }\n}\n\nlet fakeCuaClient: FakeCuaClient;\n\nvi.mock(\"../../lib/v3/agent/AgentProvider\", () => ({\n AgentProvider: class {\n constructor(logger: unknown) {\n void logger;\n }\n\n getClient(): FakeCuaClient {\n return fakeCuaClient;\n }\n },\n}));\n\nimport { V3CuaAgentHandler } from \"../../lib/v3/handlers/v3CuaAgentHandler.js\";\n\nfunction collectUserMessages(\n messages: Array<{ role: string; content: unknown }>,\n): Array<{ role: \"user\"; content: string }> {\n return messages.filter(\n (message): message is { role: \"user\"; content: string } =>\n message.role === \"user\" && typeof message.content === \"string\",\n );\n}\n\ndescribe(\"agent captcha hooks\", () => {\n let page: MockPage;\n let logs: LogLine[];\n let logger: (line: LogLine) => void;\n\n beforeEach(() => {\n page = new MockPage();\n logs = [];\n logger = (line) => {\n logs.push(line);\n };\n fakeCuaClient = new FakeCuaClient();\n });\n\n it(\"blocks regular agent prepareStep until the solver finishes and injects one solved message\", async () => {\n const handler = new V3AgentHandler(\n {\n isCaptchaAutoSolveEnabled: true,\n } as never,\n logger,\n {} as never,\n );\n const solver = new CaptchaSolver();\n solver.init(async () => page as never);\n\n const userCallback = vi.fn(async (options) => options);\n const prepareStep = (\n handler as unknown as {\n createPrepareStep: (\n callback?: (options: Record<string, unknown>) => Promise<unknown>,\n captchaSolver?: CaptchaSolver,\n ) => (options: Record<string, unknown>) => Promise<unknown>;\n }\n ).createPrepareStep(userCallback, solver);\n\n const options = {\n messages: [{ role: \"user\", content: \"start\" }],\n };\n\n await prepareStep(options);\n page.emitConsole(SOLVING_STARTED);\n\n const secondCall = prepareStep(options);\n await Promise.resolve();\n expect(userCallback).toHaveBeenCalledTimes(1);\n\n page.emitConsole(SOLVING_FINISHED);\n await secondCall;\n\n expect(userCallback).toHaveBeenCalledTimes(2);\n expect(\n collectUserMessages(\n options.messages as Array<{ role: string; content: unknown }>,\n ).filter((message) =>\n message.content.includes(\"automatically detected and solved\"),\n ),\n ).toHaveLength(1);\n });\n\n it(\"injects one error message when the regular agent solver errors\", async () => {\n const handler = new V3AgentHandler(\n {\n isCaptchaAutoSolveEnabled: true,\n } as never,\n logger,\n {} as never,\n );\n const solver = new CaptchaSolver();\n solver.init(async () => page as never);\n\n const prepareStep = (\n handler as unknown as {\n createPrepareStep: (\n callback?: (options: Record<string, unknown>) => Promise<unknown>,\n captchaSolver?: CaptchaSolver,\n ) => (options: Record<string, unknown>) => Promise<unknown>;\n }\n ).createPrepareStep(undefined, solver);\n\n const options = {\n messages: [{ role: \"user\", content: \"start\" }],\n };\n\n await prepareStep(options);\n page.emitConsole(SOLVING_STARTED);\n\n const pending = prepareStep(options);\n page.emitConsole(SOLVING_ERRORED);\n await pending;\n\n expect(\n collectUserMessages(\n options.messages as Array<{ role: string; content: unknown }>,\n ).filter((message) =>\n message.content.includes(\"automatic captcha solver failed\"),\n ),\n ).toHaveLength(1);\n });\n\n it(\"pauses the CUA loop at prepareStep while Browserbase solves a captcha\", async () => {\n let secondPrepareStarted = false;\n\n fakeCuaClient.executeImpl = vi.fn(async () => {\n await fakeCuaClient.preStepHook?.();\n page.emitConsole(SOLVING_STARTED);\n\n const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();\n secondPrepareStarted = true;\n await blockedPrepare;\n\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n\n const handler = new V3CuaAgentHandler(\n {\n context: {\n awaitActivePage: async () => page,\n },\n bus: { emit: vi.fn() },\n isCaptchaAutoSolveEnabled: true,\n isAdvancedStealth: false,\n configuredViewport: { width: 1288, height: 711 },\n isAgentReplayActive: () => false,\n updateMetrics: vi.fn(),\n } as never,\n logger,\n {\n modelName: \"anthropic/claude-haiku-4-5-20251001\",\n clientOptions: { waitBetweenActions: 1 },\n } as never,\n );\n\n const execution = handler.execute({\n instruction: \"Describe the page briefly.\",\n highlightCursor: false,\n });\n\n await vi.waitFor(() => {\n expect(secondPrepareStarted).toBe(true);\n expect(\n logs.some((line) =>\n line.message.includes(\"waiting for Browserbase to solve\"),\n ),\n ).toBe(true);\n });\n\n expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n false,\n );\n\n page.emitConsole(SOLVING_FINISHED);\n await execution;\n\n expect(fakeCuaClient.contextNotes).toEqual([\n expect.stringContaining(\"automatically detected and solved\"),\n ]);\n expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n true,\n );\n });\n\n it(\"pauses CUA actions until the captcha solver finishes\", async () => {\n let actionStarted = false;\n\n fakeCuaClient.executeImpl = vi.fn(async () => {\n await fakeCuaClient.preStepHook?.();\n page.emitConsole(SOLVING_STARTED);\n\n const pendingAction =\n fakeCuaClient.actionHandler?.({ type: \"screenshot\" }) ??\n Promise.resolve();\n actionStarted = true;\n await pendingAction;\n\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n\n const handler = new V3CuaAgentHandler(\n {\n context: {\n awaitActivePage: async () => page,\n },\n bus: { emit: vi.fn() },\n isCaptchaAutoSolveEnabled: true,\n isAdvancedStealth: false,\n configuredViewport: { width: 1288, height: 711 },\n isAgentReplayActive: () => false,\n updateMetrics: vi.fn(),\n } as never,\n logger,\n {\n modelName: \"anthropic/claude-haiku-4-5-20251001\",\n clientOptions: { waitBetweenActions: 1 },\n } as never,\n );\n const executeActionSpy = vi\n .spyOn(\n handler as unknown as {\n executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n },\n \"executeAction\",\n )\n .mockResolvedValue({ success: true });\n vi.spyOn(handler, \"captureAndSendScreenshot\").mockResolvedValue(null);\n\n const execution = handler.execute({\n instruction: \"Describe the page briefly.\",\n highlightCursor: false,\n });\n\n await vi.waitFor(() => {\n expect(actionStarted).toBe(true);\n });\n\n expect(executeActionSpy).not.toHaveBeenCalled();\n page.emitConsole(SOLVING_FINISHED);\n await execution;\n\n expect(executeActionSpy).toHaveBeenCalledTimes(1);\n expect(fakeCuaClient.contextNotes).toEqual([\n expect.stringContaining(\"automatically detected and solved\"),\n ]);\n expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n true,\n );\n });\n\n it(\"skips post-solve clicks on the captcha widget and injects another note\", async () => {\n page.captchaBoxes = [{ left: 0, top: 400, right: 140, bottom: 470 }];\n\n fakeCuaClient.executeImpl = vi.fn(async () => {\n await fakeCuaClient.preStepHook?.();\n page.emitConsole(SOLVING_STARTED);\n\n const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();\n page.emitConsole(SOLVING_FINISHED);\n await blockedPrepare;\n\n await fakeCuaClient.actionHandler?.({\n type: \"click\",\n button: \"left\",\n x: 63,\n y: 436,\n });\n\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n\n const handler = new V3CuaAgentHandler(\n {\n context: {\n awaitActivePage: async () => page,\n },\n bus: { emit: vi.fn() },\n isCaptchaAutoSolveEnabled: true,\n isAdvancedStealth: false,\n configuredViewport: { width: 1288, height: 711 },\n isAgentReplayActive: () => false,\n updateMetrics: vi.fn(),\n } as never,\n logger,\n {\n modelName: \"anthropic/claude-haiku-4-5-20251001\",\n clientOptions: { waitBetweenActions: 1 },\n } as never,\n );\n const executeActionSpy = vi\n .spyOn(\n handler as unknown as {\n executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n },\n \"executeAction\",\n )\n .mockResolvedValue({ success: true });\n vi.spyOn(handler, \"captureAndSendScreenshot\").mockResolvedValue(null);\n\n await handler.execute({\n instruction: \"Describe the page briefly.\",\n highlightCursor: false,\n });\n\n expect(executeActionSpy).not.toHaveBeenCalled();\n expect(fakeCuaClient.contextNotes).toEqual([\n expect.stringContaining(\"automatically detected and solved\"),\n expect.stringContaining(\"Original task: Describe the page briefly.\"),\n ]);\n expect(\n logs.some((line) =>\n line.message.includes(\"Skipped click on solved captcha widget\"),\n ),\n ).toBe(true);\n });\n});\n\ndescribe(\"v3 cua handler screenshot behavior\", () => {\n let page: MockPage;\n let logs: LogLine[];\n let logger: (line: LogLine) => void;\n\n beforeEach(() => {\n page = new MockPage();\n logs = [];\n logger = (line) => {\n logs.push(line);\n };\n fakeCuaClient = new FakeCuaClient();\n });\n\n it(\"does not take per-action screenshots when a batch of actions runs\", async () => {\n const screenshotSpy = vi.spyOn(page, \"screenshot\");\n const batchSize = 4;\n\n fakeCuaClient.executeImpl = vi.fn(async () => {\n for (let i = 0; i < batchSize; i += 1) {\n await fakeCuaClient.actionHandler?.({\n type: \"scroll\",\n x: 0,\n y: 0,\n scroll_x: 0,\n scroll_y: 100,\n });\n }\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n\n const handler = new V3CuaAgentHandler(\n {\n context: {\n awaitActivePage: async () => page,\n },\n bus: { emit: vi.fn() },\n isCaptchaAutoSolveEnabled: false,\n isAdvancedStealth: false,\n configuredViewport: { width: 1288, height: 711 },\n isAgentReplayActive: () => false,\n updateMetrics: vi.fn(),\n } as never,\n logger,\n {\n modelName: \"openai/gpt-5.4\",\n clientOptions: { waitBetweenActions: 1 },\n } as never,\n );\n\n vi.spyOn(\n handler as unknown as {\n executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n },\n \"executeAction\",\n ).mockResolvedValue({ success: true });\n\n await handler.execute({\n instruction: \"scroll to the bottom\",\n highlightCursor: false,\n });\n\n // The handler must not call page.screenshot for each action in a batch —\n // the CUA client takes a single screenshot after all actions itself.\n expect(screenshotSpy).not.toHaveBeenCalled();\n });\n});\n"]}

package/dist/cjs/tests/unit/agent-execution-model.test.js CHANGED Viewed

@@ -6,7 +6,7 @@ const extract_js_1 = require("../../lib/v3/agent/tools/extract.js");
 const fillform_js_1 = require("../../lib/v3/agent/tools/fillform.js");
 /**
  * Minimal mock of V3 that captures how tools pass `model` options
- * into v3.act(), v3.extract(), and v3.observe().
+ * into v3.act(), v3.extract(), and v3.observe(), plus observe variables.
  */
 function createMockV3() {
     const calls = [];
@@ -27,7 +27,11 @@ function createMockV3() {
             return { extraction: "data" };
         }),
         observe: vitest_1.vi.fn(async (_instruction, options) => {
-            calls.push({ method: "observe", model: options?.model });
+            calls.push({
+                method: "observe",
+                model: options?.model,
+                variables: options?.variables,
+            });
             return [];
         }),
         calls,
@@ -67,7 +71,7 @@ function createMockV3() {
     (0, vitest_1.it)("fillFormTool passes AgentModelConfig object to v3.observe()", async () => {
         const v3 = createMockV3();
         const tool = (0, fillform_js_1.fillFormTool)(v3, modelConfig);
-        await tool.execute({ fields: [{ action: "type hello into name", value: "hello" }] }, {
+        await tool.execute({ fields: [{ action: "type hello into name" }] }, {
             toolCallId: "t3",
             messages: [],
             abortSignal: new AbortController().signal,
@@ -76,6 +80,24 @@ function createMockV3() {
         (0, vitest_1.expect)(v3.calls[0].method).toBe("observe");
         (0, vitest_1.expect)(v3.calls[0].model).toBe(modelConfig);
     });
+    (0, vitest_1.it)("fillFormTool passes variables through to v3.observe()", async () => {
+        const v3 = createMockV3();
+        const variables = {
+            username: {
+                value: "john@example.com",
+                description: "The login email",
+            },
+        };
+        const tool = (0, fillform_js_1.fillFormTool)(v3, undefined, variables);
+        await tool.execute({ fields: [{ action: "type %username% into the email field" }] }, {
+            toolCallId: "t3-variables",
+            messages: [],
+            abortSignal: new AbortController().signal,
+        });
+        (0, vitest_1.expect)(v3.calls).toHaveLength(1);
+        (0, vitest_1.expect)(v3.calls[0].method).toBe("observe");
+        (0, vitest_1.expect)(v3.calls[0].variables).toBe(variables);
+    });
     (0, vitest_1.it)("actTool passes undefined when no executionModel is set", async () => {
         const v3 = createMockV3();
         const tool = (0, act_js_1.actTool)(v3, undefined);

package/dist/cjs/tests/unit/agent-execution-model.test.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"agent-execution-model.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-execution-model.test.ts"],"names":[],"mappings":";;AAAA,mCAAkD;AAClD,4DAA0D;AAC1D,oEAAkE;AAClE,sEAAoE;AAGpE;;;GAGG;AACH,SAAS,YAAY;IACnB,MAAM,KAAK,GAAyC,EAAE,CAAC;IAEvD,MAAM,IAAI,GAAG;QACX,MAAM,EAAE,WAAE,CAAC,EAAE,EAAE;QACf,qBAAqB,EAAE,WAAE,CAAC,EAAE,EAAE;QAC9B,GAAG,EAAE,WAAE,CAAC,EAAE,CAAC,KAAK,EAAE,YAAqB,EAAE,OAA6B,EAAE,EAAE;YACxE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACrD,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,iBAAiB,EAAE,SAAS;gBAC5B,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC,CAAC;QACF,OAAO,EAAE,WAAE,CAAC,EAAE,CACZ,KAAK,EACH,YAAqB,EACrB,OAAgB,EAChB,OAA6B,EAC7B,EAAE;YACF,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAChC,CAAC,CACF;QACD,OAAO,EAAE,WAAE,CAAC,EAAE,CACZ,KAAK,EAAE,YAAqB,EAAE,OAA6B,EAAE,EAAE;YAC7D,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,OAAO,EAAE,CAAC;QACZ,CAAC,CACF;QACD,KAAK;KACN,CAAC;IAEF,OAAO,IAA+C,CAAC;AACzD,CAAC;AAED,IAAA,iBAAQ,EAAC,2DAA2D,EAAE,GAAG,EAAE;IACzE,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,oBAAoB;QAC/B,MAAM,EAAE,aAAa;QACrB,OAAO,EAAE,oBAAoB;KAC9B,CAAC;IAEF,IAAA,WAAE,EAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,gBAAO,EAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QACtC,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,wBAAW,EAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,SAAS,EAAE,EACnD;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,0BAAY,EAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC3C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,EAChE;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,gBAAO,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACpC,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,aAAa,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,gBAAO,EAAC,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAC/C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,wEAAwE;IACxE,8EAA8E;IAC9E,SAAS,qBAAqB,CAAC,OAG9B;QACC,OAAO,OAAO,EAAE,cAAc,IAAI,OAAO,EAAE,KAAK,CAAC;IACnD,CAAC;IAED,IAAA,WAAE,EAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC;YACnC,cAAc,EAAE,oBAAoB;YACpC,KAAK,EAAE,oCAAoC;SAC5C,CAAC,CAAC;QACH,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,WAAW,GAAG;YAClB,SAAS,EAAE,oCAAoC;YAC/C,MAAM,EAAE,SAAS;SAClB,CAAC;QACF,MAAM,MAAM,GAAG,qBAAqB,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC7D,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,IAAA,eAAM,EAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QAClD,IAAA,eAAM,EAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;IAC3D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { describe, expect, it, vi } from \"vitest\";\nimport { actTool } from \"../../lib/v3/agent/tools/act.js\";\nimport { extractTool } from \"../../lib/v3/agent/tools/extract.js\";\nimport { fillFormTool } from \"../../lib/v3/agent/tools/fillform.js\";\nimport type { V3 } from \"../../lib/v3/v3.js\";\n\n/*\n Minimal mock of V3 that captures how tools pass `model` options\n * into v3.act(), v3.extract(), and v3.observe().\n */\nfunction createMockV3() {\n const calls: { method: string; model: unknown }[] = [];\n\n const mock = {\n logger: vi.fn(),\n recordAgentReplayStep: vi.fn(),\n act: vi.fn(async (_instruction: unknown, options?: { model?: unknown }) => {\n calls.push({ method: \"act\", model: options?.model });\n return {\n success: true,\n message: \"ok\",\n actionDescription: \"clicked\",\n actions: [],\n };\n }),\n extract: vi.fn(\n async (\n _instruction: unknown,\n _schema: unknown,\n options?: { model?: unknown },\n ) => {\n calls.push({ method: \"extract\", model: options?.model });\n return { extraction: \"data\" };\n },\n ),\n observe: vi.fn(\n async (_instruction: unknown, options?: { model?: unknown }) => {\n calls.push({ method: \"observe\", model: options?.model });\n return [];\n },\n ),\n calls,\n };\n\n return mock as unknown as V3 & { calls: typeof calls };\n}\n\ndescribe(\"agent tools pass full executionModel config to v3 methods\", () => {\n const modelConfig = {\n modelName: \"openai/gpt-4o-mini\",\n apiKey: \"sk-test-key\",\n baseURL: \"https://custom.api\",\n };\n\n it(\"actTool passes AgentModelConfig object to v3.act()\", async () => {\n const v3 = createMockV3();\n const tool = actTool(v3, modelConfig);\n await tool.execute!(\n { action: \"click the button\" },\n {\n toolCallId: \"t1\",\n messages: [],\n abortSignal: new AbortController().signal,\n },\n );\n\n expect(v3.calls).toHaveLength(1);\n expect(v3.calls[0].method).toBe(\"act\");\n expect(v3.calls[0].model).toBe(modelConfig);\n });\n\n it(\"extractTool passes AgentModelConfig object to v3.extract()\", async () => {\n const v3 = createMockV3();\n const tool = extractTool(v3, modelConfig);\n await tool.execute!(\n { instruction: \"get the title\", schema: undefined },\n {\n toolCallId: \"t2\",\n messages: [],\n abortSignal: new AbortController().signal,\n },\n );\n\n expect(v3.calls).toHaveLength(1);\n expect(v3.calls[0].method).toBe(\"extract\");\n expect(v3.calls[0].model).toBe(modelConfig);\n });\n\n it(\"fillFormTool passes AgentModelConfig object to v3.observe()\", async () => {\n const v3 = createMockV3();\n const tool = fillFormTool(v3, modelConfig);\n await tool.execute!(\n { fields: [{ action: \"type hello into name\", value: \"hello\" }] },\n {\n toolCallId: \"t3\",\n messages: [],\n abortSignal: new AbortController().signal,\n },\n );\n\n expect(v3.calls).toHaveLength(1);\n expect(v3.calls[0].method).toBe(\"observe\");\n expect(v3.calls[0].model).toBe(modelConfig);\n });\n\n it(\"actTool passes undefined when no executionModel is set\", async () => {\n const v3 = createMockV3();\n const tool = actTool(v3, undefined);\n await tool.execute!(\n { action: \"click the button\" },\n {\n toolCallId: \"t4\",\n messages: [],\n abortSignal: new AbortController().signal,\n },\n );\n\n expect(v3.calls).toHaveLength(1);\n expect(v3.calls[0].model).toBeUndefined();\n });\n\n it(\"actTool passes plain string executionModel to v3.act()\", async () => {\n const v3 = createMockV3();\n const tool = actTool(v3, \"openai/gpt-4o-mini\");\n await tool.execute!(\n { action: \"click the button\" },\n {\n toolCallId: \"t5\",\n messages: [],\n abortSignal: new AbortController().signal,\n },\n );\n\n expect(v3.calls).toHaveLength(1);\n expect(v3.calls[0].model).toBe(\"openai/gpt-4o-mini\");\n });\n});\n\ndescribe(\"executionModel fallback logic\", () => {\n // This mirrors the resolution in V3.prepareAgentExecution (v3.ts:1682):\n // const resolvedExecutionModel = options?.executionModel ?? options?.model;\n function resolveExecutionModel(options?: {\n executionModel?: string \| { modelName: string };\n model?: string \| { modelName: string };\n }) {\n return options?.executionModel ?? options?.model;\n }\n\n it(\"prefers explicit executionModel over model\", () => {\n const result = resolveExecutionModel({\n executionModel: \"openai/gpt-4o-mini\",\n model: \"anthropic/claude-sonnet-4-20250514\",\n });\n expect(result).toBe(\"openai/gpt-4o-mini\");\n });\n\n it(\"falls back to model when executionModel is not set\", () => {\n const modelConfig = {\n modelName: \"anthropic/claude-sonnet-4-20250514\",\n apiKey: \"sk-test\",\n };\n const result = resolveExecutionModel({ model: modelConfig });\n expect(result).toBe(modelConfig);\n });\n\n it(\"returns undefined when neither is set\", () => {\n expect(resolveExecutionModel({})).toBeUndefined();\n expect(resolveExecutionModel(undefined)).toBeUndefined();\n });\n});\n"]}
1	+ {"version":3,"file":"agent-execution-model.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-execution-model.test.ts"],"names":[],"mappings":";;AAAA,mCAAkD;AAClD,4DAA0D;AAC1D,oEAAkE;AAClE,sEAAoE;AAGpE;;;GAGG;AACH,SAAS,YAAY;IACnB,MAAM,KAAK,GAA8D,EAAE,CAAC;IAE5E,MAAM,IAAI,GAAG;QACX,MAAM,EAAE,WAAE,CAAC,EAAE,EAAE;QACf,qBAAqB,EAAE,WAAE,CAAC,EAAE,EAAE;QAC9B,GAAG,EAAE,WAAE,CAAC,EAAE,CAAC,KAAK,EAAE,YAAqB,EAAE,OAA6B,EAAE,EAAE;YACxE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACrD,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,iBAAiB,EAAE,SAAS;gBAC5B,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC,CAAC;QACF,OAAO,EAAE,WAAE,CAAC,EAAE,CACZ,KAAK,EACH,YAAqB,EACrB,OAAgB,EAChB,OAA6B,EAC7B,EAAE;YACF,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAChC,CAAC,CACF;QACD,OAAO,EAAE,WAAE,CAAC,EAAE,CACZ,KAAK,EACH,YAAqB,EACrB,OAAkD,EAClD,EAAE;YACF,KAAK,CAAC,IAAI,CAAC;gBACT,MAAM,EAAE,SAAS;gBACjB,KAAK,EAAE,OAAO,EAAE,KAAK;gBACrB,SAAS,EAAE,OAAO,EAAE,SAAS;aAC9B,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC,CACF;QACD,KAAK;KACN,CAAC;IAEF,OAAO,IAA+C,CAAC;AACzD,CAAC;AAED,IAAA,iBAAQ,EAAC,2DAA2D,EAAE,GAAG,EAAE;IACzE,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,oBAAoB;QAC/B,MAAM,EAAE,aAAa;QACrB,OAAO,EAAE,oBAAoB;KAC9B,CAAC;IAEF,IAAA,WAAE,EAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,gBAAO,EAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QACtC,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;QAC1E,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,wBAAW,EAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,SAAS,EAAE,EACnD;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,0BAAY,EAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QAC3C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,CAAC,EAAE,EAChD;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,SAAS,GAAG;YAChB,QAAQ,EAAE;gBACR,KAAK,EAAE,kBAAkB;gBACzB,WAAW,EAAE,iBAAiB;aAC/B;SACF,CAAC;QACF,MAAM,IAAI,GAAG,IAAA,0BAAY,EAAC,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,sCAAsC,EAAE,CAAC,EAAE,EAChE;YACE,UAAU,EAAE,cAAc;YAC1B,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,gBAAO,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACpC,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,aAAa,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,GAAG,YAAY,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,IAAA,gBAAO,EAAC,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAC/C,MAAM,IAAI,CAAC,OAAQ,CACjB,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAC9B;YACE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM;SAC1C,CACF,CAAC;QAEF,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,wEAAwE;IACxE,8EAA8E;IAC9E,SAAS,qBAAqB,CAAC,OAG9B;QACC,OAAO,OAAO,EAAE,cAAc,IAAI,OAAO,EAAE,KAAK,CAAC;IACnD,CAAC;IAED,IAAA,WAAE,EAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC;YACnC,cAAc,EAAE,oBAAoB;YACpC,KAAK,EAAE,oCAAoC;SAC5C,CAAC,CAAC;QACH,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,WAAW,GAAG;YAClB,SAAS,EAAE,oCAAoC;YAC/C,MAAM,EAAE,SAAS;SAClB,CAAC;QACF,MAAM,MAAM,GAAG,qBAAqB,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QAC7D,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,IAAA,eAAM,EAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QAClD,IAAA,eAAM,EAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;IAC3D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { describe, expect, it, vi } from \"vitest\";\nimport { actTool } from \"../../lib/v3/agent/tools/act.js\";\nimport { extractTool } from \"../../lib/v3/agent/tools/extract.js\";\nimport { fillFormTool } from \"../../lib/v3/agent/tools/fillform.js\";\nimport type { V3 } from \"../../lib/v3/v3.js\";\n\n/*\n Minimal mock of V3 that captures how tools pass `model` options\n * into v3.act(), v3.extract(), and v3.observe(), plus observe variables.\n */\nfunction createMockV3() {\n const calls: { method: string; model: unknown; variables?: unknown }[] = [];\n\n const mock = {\n logger: vi.fn(),\n recordAgentReplayStep: vi.fn(),\n act: vi.fn(async (_instruction: unknown, options?: { model?: unknown }) => {\n calls.push({ method: \"act\", model: options?.model });\n return {\n success: true,\n message: \"ok\",\n actionDescription: \"clicked\",\n actions: [],\n };\n }),\n extract: vi.fn(\n async (\n _instruction: unknown,\n _schema: unknown,\n options?: { model?: unknown },\n ) => {\n calls.push({ method: \"extract\", model: options?.model });\n return { extraction: \"data\" };\n },\n ),\n observe: vi.fn(\n async (\n _instruction: unknown,\n options?: { model?: unknown; variables?: unknown },\n ) => {\n calls.push({\n method: \"observe\",\n model: options?.model,\n variables: options?.variables,\n });\n return [];\n },\n ),\n calls,\n };\n\n return mock as unknown as V3 & { calls: typeof calls };\n}\n\ndescribe(\"agent tools pass full executionModel config to v3 methods\", () => {\n const modelConfig = {\n modelName: \"openai/gpt-4o-mini\",\n apiKey: \"sk-test-key\",\n baseURL: \"https://custom.api\",\n };\n\n it(\"actTool passes AgentModelConfig object to v3.act()\", async () => {\n const v3 = createMockV3();\n const tool = actTool(v3, modelConfig);\n await tool.execute!(\n { action: \"click the button\" },\n {\n toolCallId: \"t1\",\n messages: [],\n abortSignal: new AbortController().signal,\n },\n );\n\n expect(v3.calls).toHaveLength(1);\n expect(v3.calls[0].method).toBe(\"act\");\n expect(v3.calls[0].model).toBe(modelConfig);\n });\n\n it(\"extractTool passes AgentModelConfig object to v3.extract()\", async () => {\n const v3 = createMockV3();\n const tool = extractTool(v3, modelConfig);\n await tool.execute!(\n { instruction: \"get the title\", schema: undefined },\n {\n toolCallId: \"t2\",\n messages: [],\n abortSignal: new AbortController().signal,\n },\n );\n\n expect(v3.calls).toHaveLength(1);\n expect(v3.calls[0].method).toBe(\"extract\");\n expect(v3.calls[0].model).toBe(modelConfig);\n });\n\n it(\"fillFormTool passes AgentModelConfig object to v3.observe()\", async () => {\n const v3 = createMockV3();\n const tool = fillFormTool(v3, modelConfig);\n await tool.execute!(\n { fields: [{ action: \"type hello into name\" }] },\n {\n toolCallId: \"t3\",\n messages: [],\n abortSignal: new AbortController().signal,\n },\n );\n\n expect(v3.calls).toHaveLength(1);\n expect(v3.calls[0].method).toBe(\"observe\");\n expect(v3.calls[0].model).toBe(modelConfig);\n });\n\n it(\"fillFormTool passes variables through to v3.observe()\", async () => {\n const v3 = createMockV3();\n const variables = {\n username: {\n value: \"john@example.com\",\n description: \"The login email\",\n },\n };\n const tool = fillFormTool(v3, undefined, variables);\n await tool.execute!(\n { fields: [{ action: \"type %username% into the email field\" }] },\n {\n toolCallId: \"t3-variables\",\n messages: [],\n abortSignal: new AbortController().signal,\n },\n );\n\n expect(v3.calls).toHaveLength(1);\n expect(v3.calls[0].method).toBe(\"observe\");\n expect(v3.calls[0].variables).toBe(variables);\n });\n\n it(\"actTool passes undefined when no executionModel is set\", async () => {\n const v3 = createMockV3();\n const tool = actTool(v3, undefined);\n await tool.execute!(\n { action: \"click the button\" },\n {\n toolCallId: \"t4\",\n messages: [],\n abortSignal: new AbortController().signal,\n },\n );\n\n expect(v3.calls).toHaveLength(1);\n expect(v3.calls[0].model).toBeUndefined();\n });\n\n it(\"actTool passes plain string executionModel to v3.act()\", async () => {\n const v3 = createMockV3();\n const tool = actTool(v3, \"openai/gpt-4o-mini\");\n await tool.execute!(\n { action: \"click the button\" },\n {\n toolCallId: \"t5\",\n messages: [],\n abortSignal: new AbortController().signal,\n },\n );\n\n expect(v3.calls).toHaveLength(1);\n expect(v3.calls[0].model).toBe(\"openai/gpt-4o-mini\");\n });\n});\n\ndescribe(\"executionModel fallback logic\", () => {\n // This mirrors the resolution in V3.prepareAgentExecution (v3.ts:1682):\n // const resolvedExecutionModel = options?.executionModel ?? options?.model;\n function resolveExecutionModel(options?: {\n executionModel?: string \| { modelName: string };\n model?: string \| { modelName: string };\n }) {\n return options?.executionModel ?? options?.model;\n }\n\n it(\"prefers explicit executionModel over model\", () => {\n const result = resolveExecutionModel({\n executionModel: \"openai/gpt-4o-mini\",\n model: \"anthropic/claude-sonnet-4-20250514\",\n });\n expect(result).toBe(\"openai/gpt-4o-mini\");\n });\n\n it(\"falls back to model when executionModel is not set\", () => {\n const modelConfig = {\n modelName: \"anthropic/claude-sonnet-4-20250514\",\n apiKey: \"sk-test\",\n };\n const result = resolveExecutionModel({ model: modelConfig });\n expect(result).toBe(modelConfig);\n });\n\n it(\"returns undefined when neither is set\", () => {\n expect(resolveExecutionModel({})).toBeUndefined();\n expect(resolveExecutionModel(undefined)).toBeUndefined();\n });\n});\n"]}

package/dist/cjs/tests/unit/agent-metrics.test.d.ts ADDED Viewed

	@@ -0,0 +1 @@
1	+ export {};

package/dist/cjs/tests/unit/agent-metrics.test.js ADDED Viewed

@@ -0,0 +1,112 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+const v3_1 = require("../../lib/v3/v3");
+const methods_1 = require("../../lib/v3/types/public/methods");
+function createEmptyMetrics() {
+    return {
+        actPromptTokens: 0,
+        actCompletionTokens: 0,
+        actReasoningTokens: 0,
+        actCachedInputTokens: 0,
+        actInferenceTimeMs: 0,
+        extractPromptTokens: 0,
+        extractCompletionTokens: 0,
+        extractReasoningTokens: 0,
+        extractCachedInputTokens: 0,
+        extractInferenceTimeMs: 0,
+        observePromptTokens: 0,
+        observeCompletionTokens: 0,
+        observeReasoningTokens: 0,
+        observeCachedInputTokens: 0,
+        observeInferenceTimeMs: 0,
+        agentPromptTokens: 0,
+        agentCompletionTokens: 0,
+        agentReasoningTokens: 0,
+        agentCachedInputTokens: 0,
+        agentInferenceTimeMs: 0,
+        totalPromptTokens: 0,
+        totalCompletionTokens: 0,
+        totalReasoningTokens: 0,
+        totalCachedInputTokens: 0,
+        totalInferenceTimeMs: 0,
+    };
+}
+(0, vitest_1.describe)("agent metrics accounting", () => {
+    (0, vitest_1.it)("merges API replay metrics with a local agent usage fallback only", async () => {
+        const remoteMetrics = {
+            ...createEmptyMetrics(),
+            actPromptTokens: 40,
+            actCompletionTokens: 6,
+            actReasoningTokens: 2,
+            actCachedInputTokens: 1,
+            actInferenceTimeMs: 300,
+            extractPromptTokens: 10,
+            extractCompletionTokens: 3,
+            extractReasoningTokens: 1,
+            extractCachedInputTokens: 2,
+            extractInferenceTimeMs: 120,
+            observePromptTokens: 8,
+            observeCompletionTokens: 2,
+            observeReasoningTokens: 1,
+            observeCachedInputTokens: 0,
+            observeInferenceTimeMs: 90,
+            agentPromptTokens: 5,
+            agentCompletionTokens: 1,
+            agentReasoningTokens: 1,
+            agentCachedInputTokens: 0,
+            agentInferenceTimeMs: 30,
+            totalPromptTokens: 63,
+            totalCompletionTokens: 12,
+            totalReasoningTokens: 5,
+            totalCachedInputTokens: 3,
+            totalInferenceTimeMs: 540,
+        };
+        const stagehand = Object.create(v3_1.V3.prototype);
+        const mutableStagehand = stagehand;
+        mutableStagehand["apiClient"] = {
+            getReplayMetrics: vitest_1.vi.fn().mockResolvedValue(remoteMetrics),
+        };
+        mutableStagehand["stagehandMetrics"] = createEmptyMetrics();
+        stagehand.updateMetrics(methods_1.V3FunctionName.AGENT, 25, 4, 3, 2, 180);
+        const metrics = await stagehand.metrics;
+        (0, vitest_1.expect)(metrics.actPromptTokens).toBe(40);
+        (0, vitest_1.expect)(metrics.extractPromptTokens).toBe(10);
+        (0, vitest_1.expect)(metrics.observePromptTokens).toBe(8);
+        (0, vitest_1.expect)(metrics.agentPromptTokens).toBe(25);
+        (0, vitest_1.expect)(metrics.agentCompletionTokens).toBe(4);
+        (0, vitest_1.expect)(metrics.agentReasoningTokens).toBe(3);
+        (0, vitest_1.expect)(metrics.agentCachedInputTokens).toBe(2);
+        (0, vitest_1.expect)(metrics.agentInferenceTimeMs).toBe(180);
+        (0, vitest_1.expect)(metrics.totalPromptTokens).toBe(83);
+        (0, vitest_1.expect)(metrics.totalCompletionTokens).toBe(15);
+        (0, vitest_1.expect)(metrics.totalReasoningTokens).toBe(7);
+        (0, vitest_1.expect)(metrics.totalCachedInputTokens).toBe(5);
+        (0, vitest_1.expect)(metrics.totalInferenceTimeMs).toBe(690);
+    });
+    (0, vitest_1.it)("records returned agent usage into local metrics totals", () => {
+        const stagehand = Object.create(v3_1.V3.prototype);
+        const mutableStagehand = stagehand;
+        mutableStagehand["stagehandMetrics"] = createEmptyMetrics();
+        const updateAgentMetricsFromUsage = stagehand["updateAgentMetricsFromUsage"];
+        updateAgentMetricsFromUsage.call(stagehand, {
+            input_tokens: 12,
+            output_tokens: 5,
+            reasoning_tokens: 7,
+            cached_input_tokens: 3,
+            inference_time_ms: 220,
+        });
+        const metrics = stagehand["stagehandMetrics"];
+        (0, vitest_1.expect)(metrics.agentPromptTokens).toBe(12);
+        (0, vitest_1.expect)(metrics.agentCompletionTokens).toBe(5);
+        (0, vitest_1.expect)(metrics.agentReasoningTokens).toBe(7);
+        (0, vitest_1.expect)(metrics.agentCachedInputTokens).toBe(3);
+        (0, vitest_1.expect)(metrics.agentInferenceTimeMs).toBe(220);
+        (0, vitest_1.expect)(metrics.totalPromptTokens).toBe(12);
+        (0, vitest_1.expect)(metrics.totalCompletionTokens).toBe(5);
+        (0, vitest_1.expect)(metrics.totalReasoningTokens).toBe(7);
+        (0, vitest_1.expect)(metrics.totalCachedInputTokens).toBe(3);
+        (0, vitest_1.expect)(metrics.totalInferenceTimeMs).toBe(220);
+    });
+});
+//# sourceMappingURL=agent-metrics.test.js.map

package/dist/cjs/tests/unit/agent-metrics.test.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"agent-metrics.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-metrics.test.ts"],"names":[],"mappings":";;AAAA,mCAAkD;AAClD,wCAAqC;AACrC,+DAAmE;AAKnE,SAAS,kBAAkB;IACzB,OAAO;QACL,eAAe,EAAE,CAAC;QAClB,mBAAmB,EAAE,CAAC;QACtB,kBAAkB,EAAE,CAAC;QACrB,oBAAoB,EAAE,CAAC;QACvB,kBAAkB,EAAE,CAAC;QACrB,mBAAmB,EAAE,CAAC;QACtB,uBAAuB,EAAE,CAAC;QAC1B,sBAAsB,EAAE,CAAC;QACzB,wBAAwB,EAAE,CAAC;QAC3B,sBAAsB,EAAE,CAAC;QACzB,mBAAmB,EAAE,CAAC;QACtB,uBAAuB,EAAE,CAAC;QAC1B,sBAAsB,EAAE,CAAC;QACzB,wBAAwB,EAAE,CAAC;QAC3B,sBAAsB,EAAE,CAAC;QACzB,iBAAiB,EAAE,CAAC;QACpB,qBAAqB,EAAE,CAAC;QACxB,oBAAoB,EAAE,CAAC;QACvB,sBAAsB,EAAE,CAAC;QACzB,oBAAoB,EAAE,CAAC;QACvB,iBAAiB,EAAE,CAAC;QACpB,qBAAqB,EAAE,CAAC;QACxB,oBAAoB,EAAE,CAAC;QACvB,sBAAsB,EAAE,CAAC;QACzB,oBAAoB,EAAE,CAAC;KACxB,CAAC;AACJ,CAAC;AAED,IAAA,iBAAQ,EAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,IAAA,WAAE,EAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,MAAM,aAAa,GAAqB;YACtC,GAAG,kBAAkB,EAAE;YACvB,eAAe,EAAE,EAAE;YACnB,mBAAmB,EAAE,CAAC;YACtB,kBAAkB,EAAE,CAAC;YACrB,oBAAoB,EAAE,CAAC;YACvB,kBAAkB,EAAE,GAAG;YACvB,mBAAmB,EAAE,EAAE;YACvB,uBAAuB,EAAE,CAAC;YAC1B,sBAAsB,EAAE,CAAC;YACzB,wBAAwB,EAAE,CAAC;YAC3B,sBAAsB,EAAE,GAAG;YAC3B,mBAAmB,EAAE,CAAC;YACtB,uBAAuB,EAAE,CAAC;YAC1B,sBAAsB,EAAE,CAAC;YACzB,wBAAwB,EAAE,CAAC;YAC3B,sBAAsB,EAAE,EAAE;YAC1B,iBAAiB,EAAE,CAAC;YACpB,qBAAqB,EAAE,CAAC;YACxB,oBAAoB,EAAE,CAAC;YACvB,sBAAsB,EAAE,CAAC;YACzB,oBAAoB,EAAE,EAAE;YACxB,iBAAiB,EAAE,EAAE;YACrB,qBAAqB,EAAE,EAAE;YACzB,oBAAoB,EAAE,CAAC;YACvB,sBAAsB,EAAE,CAAC;YACzB,oBAAoB,EAAE,GAAG;SAC1B,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,OAAE,CAAC,SAAS,CAAkB,CAAC;QAC/D,MAAM,gBAAgB,GAAG,SAAoC,CAAC;QAE9D,gBAAgB,CAAC,WAAW,CAAC,GAAG;YAC9B,gBAAgB,EAAE,WAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,aAAa,CAAC;SAC3D,CAAC;QACF,gBAAgB,CAAC,kBAAkB,CAAC,GAAG,kBAAkB,EAAE,CAAC;QAE5D,SAAS,CAAC,aAAa,CAAC,wBAAc,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC;QAExC,IAAA,eAAM,EAAC,OAAO,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC7C,IAAA,eAAM,EAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5C,IAAA,eAAM,EAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAA,eAAM,EAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,IAAA,eAAM,EAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/C,IAAA,eAAM,EAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/C,IAAA,eAAM,EAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAA,eAAM,EAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,IAAA,eAAM,EAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,OAAE,CAAC,SAAS,CAAkB,CAAC;QAC/D,MAAM,gBAAgB,GAAG,SAAoC,CAAC;QAE9D,gBAAgB,CAAC,kBAAkB,CAAC,GAAG,kBAAkB,EAAE,CAAC;QAE5D,MAAM,2BAA2B,GAAG,SAAS,CAC3C,6BAA6B,CAOrB,CAAC;QAEX,2BAA2B,CAAC,IAAI,CAAC,SAAS,EAAE;YAC1C,YAAY,EAAE,EAAE;YAChB,aAAa,EAAE,CAAC;YAChB,gBAAgB,EAAE,CAAC;YACnB,mBAAmB,EAAE,CAAC;YACtB,iBAAiB,EAAE,GAAG;SACvB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,SAAS,CAAC,kBAAkB,CAAqB,CAAC;QAElE,IAAA,eAAM,EAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAA,eAAM,EAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,IAAA,eAAM,EAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/C,IAAA,eAAM,EAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAA,eAAM,EAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,IAAA,eAAM,EAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { describe, expect, it, vi } from \"vitest\";\nimport { V3 } from \"../../lib/v3/v3\";\nimport { V3FunctionName } from \"../../lib/v3/types/public/methods\";\nimport type { StagehandMetrics } from \"../../lib/v3/types/public/metrics\";\n\ntype TestStagehand = V3 & Record<string, unknown>;\n\nfunction createEmptyMetrics(): StagehandMetrics {\n return {\n actPromptTokens: 0,\n actCompletionTokens: 0,\n actReasoningTokens: 0,\n actCachedInputTokens: 0,\n actInferenceTimeMs: 0,\n extractPromptTokens: 0,\n extractCompletionTokens: 0,\n extractReasoningTokens: 0,\n extractCachedInputTokens: 0,\n extractInferenceTimeMs: 0,\n observePromptTokens: 0,\n observeCompletionTokens: 0,\n observeReasoningTokens: 0,\n observeCachedInputTokens: 0,\n observeInferenceTimeMs: 0,\n agentPromptTokens: 0,\n agentCompletionTokens: 0,\n agentReasoningTokens: 0,\n agentCachedInputTokens: 0,\n agentInferenceTimeMs: 0,\n totalPromptTokens: 0,\n totalCompletionTokens: 0,\n totalReasoningTokens: 0,\n totalCachedInputTokens: 0,\n totalInferenceTimeMs: 0,\n };\n}\n\ndescribe(\"agent metrics accounting\", () => {\n it(\"merges API replay metrics with a local agent usage fallback only\", async () => {\n const remoteMetrics: StagehandMetrics = {\n ...createEmptyMetrics(),\n actPromptTokens: 40,\n actCompletionTokens: 6,\n actReasoningTokens: 2,\n actCachedInputTokens: 1,\n actInferenceTimeMs: 300,\n extractPromptTokens: 10,\n extractCompletionTokens: 3,\n extractReasoningTokens: 1,\n extractCachedInputTokens: 2,\n extractInferenceTimeMs: 120,\n observePromptTokens: 8,\n observeCompletionTokens: 2,\n observeReasoningTokens: 1,\n observeCachedInputTokens: 0,\n observeInferenceTimeMs: 90,\n agentPromptTokens: 5,\n agentCompletionTokens: 1,\n agentReasoningTokens: 1,\n agentCachedInputTokens: 0,\n agentInferenceTimeMs: 30,\n totalPromptTokens: 63,\n totalCompletionTokens: 12,\n totalReasoningTokens: 5,\n totalCachedInputTokens: 3,\n totalInferenceTimeMs: 540,\n };\n\n const stagehand = Object.create(V3.prototype) as TestStagehand;\n const mutableStagehand = stagehand as Record<string, unknown>;\n\n mutableStagehand[\"apiClient\"] = {\n getReplayMetrics: vi.fn().mockResolvedValue(remoteMetrics),\n };\n mutableStagehand[\"stagehandMetrics\"] = createEmptyMetrics();\n\n stagehand.updateMetrics(V3FunctionName.AGENT, 25, 4, 3, 2, 180);\n\n const metrics = await stagehand.metrics;\n\n expect(metrics.actPromptTokens).toBe(40);\n expect(metrics.extractPromptTokens).toBe(10);\n expect(metrics.observePromptTokens).toBe(8);\n expect(metrics.agentPromptTokens).toBe(25);\n expect(metrics.agentCompletionTokens).toBe(4);\n expect(metrics.agentReasoningTokens).toBe(3);\n expect(metrics.agentCachedInputTokens).toBe(2);\n expect(metrics.agentInferenceTimeMs).toBe(180);\n expect(metrics.totalPromptTokens).toBe(83);\n expect(metrics.totalCompletionTokens).toBe(15);\n expect(metrics.totalReasoningTokens).toBe(7);\n expect(metrics.totalCachedInputTokens).toBe(5);\n expect(metrics.totalInferenceTimeMs).toBe(690);\n });\n\n it(\"records returned agent usage into local metrics totals\", () => {\n const stagehand = Object.create(V3.prototype) as TestStagehand;\n const mutableStagehand = stagehand as Record<string, unknown>;\n\n mutableStagehand[\"stagehandMetrics\"] = createEmptyMetrics();\n\n const updateAgentMetricsFromUsage = stagehand[\n \"updateAgentMetricsFromUsage\"\n ] as (usage?: {\n input_tokens: number;\n output_tokens: number;\n reasoning_tokens?: number;\n cached_input_tokens?: number;\n inference_time_ms: number;\n }) => void;\n\n updateAgentMetricsFromUsage.call(stagehand, {\n input_tokens: 12,\n output_tokens: 5,\n reasoning_tokens: 7,\n cached_input_tokens: 3,\n inference_time_ms: 220,\n });\n\n const metrics = stagehand[\"stagehandMetrics\"] as StagehandMetrics;\n\n expect(metrics.agentPromptTokens).toBe(12);\n expect(metrics.agentCompletionTokens).toBe(5);\n expect(metrics.agentReasoningTokens).toBe(7);\n expect(metrics.agentCachedInputTokens).toBe(3);\n expect(metrics.agentInferenceTimeMs).toBe(220);\n expect(metrics.totalPromptTokens).toBe(12);\n expect(metrics.totalCompletionTokens).toBe(5);\n expect(metrics.totalReasoningTokens).toBe(7);\n expect(metrics.totalCachedInputTokens).toBe(3);\n expect(metrics.totalInferenceTimeMs).toBe(220);\n });\n});\n"]}

package/dist/cjs/tests/unit/agent-system-prompt-variables.test.d.ts ADDED Viewed

	@@ -0,0 +1 @@
1	+ export {};