@browserbasehq/orca 3.0.9-alpha-4 → 3.1.0-headers

package/dist/cjs/tests/integration/agent-hybrid-mode.spec.js

@@ -0,0 +1,262 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const test_1 = require("@playwright/test");
+const v3_js_1 = require("../../lib/v3/v3.js");
+const v3_config_js_1 = require("./v3.config.js");
+const index_js_1 = require("../../lib/v3/agent/tools/index.js");
+const agentSystemPrompt_js_1 = require("../../lib/v3/agent/prompts/agentSystemPrompt.js");
+test_1.test.describe("Stagehand agent hybrid mode", () => {
+    let v3;
+    test_1.test.beforeEach(async () => {
+        v3 = new v3_js_1.V3({
+            ...v3_config_js_1.v3TestConfig,
+            experimental: true,
+        });
+        await v3.init();
+    });
+    test_1.test.afterEach(async () => {
+        await v3?.close?.().catch(() => { });
+    });
+    test_1.test.describe("Tool filtering by mode", () => {
+        (0, test_1.test)("DOM mode includes DOM-based tools and excludes coordinate-based tools", () => {
+            const tools = (0, index_js_1.createAgentTools)(v3, { mode: "dom" });
+            // DOM mode should have these tools
+            (0, test_1.expect)(tools).toHaveProperty("act");
+            (0, test_1.expect)(tools).toHaveProperty("fillForm");
+            (0, test_1.expect)(tools).toHaveProperty("ariaTree");
+            (0, test_1.expect)(tools).toHaveProperty("screenshot");
+            (0, test_1.expect)(tools).toHaveProperty("extract");
+            (0, test_1.expect)(tools).toHaveProperty("goto");
+            (0, test_1.expect)(tools).toHaveProperty("scroll");
+            (0, test_1.expect)(tools).toHaveProperty("wait");
+            (0, test_1.expect)(tools).toHaveProperty("navback");
+            (0, test_1.expect)(tools).toHaveProperty("keys");
+            (0, test_1.expect)(tools).toHaveProperty("think");
+            // DOM mode should NOT have coordinate-based tools
+            (0, test_1.expect)(tools).not.toHaveProperty("click");
+            (0, test_1.expect)(tools).not.toHaveProperty("type");
+            (0, test_1.expect)(tools).not.toHaveProperty("dragAndDrop");
+            (0, test_1.expect)(tools).not.toHaveProperty("clickAndHold");
+            (0, test_1.expect)(tools).not.toHaveProperty("fillFormVision");
+        });
+        (0, test_1.test)("Hybrid mode includes coordinate-based tools and excludes DOM fillForm", () => {
+            const tools = (0, index_js_1.createAgentTools)(v3, { mode: "hybrid" });
+            // Hybrid mode should have coordinate-based tools
+            (0, test_1.expect)(tools).toHaveProperty("click");
+            (0, test_1.expect)(tools).toHaveProperty("type");
+            (0, test_1.expect)(tools).toHaveProperty("dragAndDrop");
+            (0, test_1.expect)(tools).toHaveProperty("clickAndHold");
+            (0, test_1.expect)(tools).toHaveProperty("fillFormVision");
+            // Hybrid mode should also have common tools
+            (0, test_1.expect)(tools).toHaveProperty("act");
+            (0, test_1.expect)(tools).toHaveProperty("ariaTree");
+            (0, test_1.expect)(tools).toHaveProperty("screenshot");
+            (0, test_1.expect)(tools).toHaveProperty("extract");
+            (0, test_1.expect)(tools).toHaveProperty("goto");
+            (0, test_1.expect)(tools).toHaveProperty("scroll");
+            (0, test_1.expect)(tools).toHaveProperty("wait");
+            (0, test_1.expect)(tools).toHaveProperty("navback");
+            (0, test_1.expect)(tools).toHaveProperty("keys");
+            (0, test_1.expect)(tools).toHaveProperty("think");
+            // Hybrid mode should NOT have DOM-based fillForm
+            (0, test_1.expect)(tools).not.toHaveProperty("fillForm");
+        });
+        (0, test_1.test)("Default mode is DOM when not specified", () => {
+            const tools = (0, index_js_1.createAgentTools)(v3, {});
+            // Should behave like DOM mode
+            (0, test_1.expect)(tools).toHaveProperty("fillForm");
+            (0, test_1.expect)(tools).not.toHaveProperty("click");
+            (0, test_1.expect)(tools).not.toHaveProperty("type");
+        });
+    });
+    test_1.test.describe("System prompt generation", () => {
+        (0, test_1.test)("DOM mode system prompt emphasizes ariaTree and act tool", () => {
+            const prompt = (0, agentSystemPrompt_js_1.buildAgentSystemPrompt)({
+                url: "https://example.com",
+                executionInstruction: "Test instruction",
+                mode: "dom",
+            });
+            // DOM mode should prioritize ariaTree
+            (0, test_1.expect)(prompt).toContain("ariaTree");
+            (0, test_1.expect)(prompt).toContain("act");
+            (0, test_1.expect)(prompt).toContain("fillForm");
+            // Should have DOM-specific strategy
+            (0, test_1.expect)(prompt).toContain("Use act tool for all clicking and typing");
+            (0, test_1.expect)(prompt).toContain("Always check ariaTree first");
+        });
+        (0, test_1.test)("Hybrid mode system prompt emphasizes screenshot and coordinate tools", () => {
+            const prompt = (0, agentSystemPrompt_js_1.buildAgentSystemPrompt)({
+                url: "https://example.com",
+                executionInstruction: "Test instruction",
+                mode: "hybrid",
+            });
+            // Hybrid mode should have coordinate-based tools mentioned
+            (0, test_1.expect)(prompt).toContain("click");
+            (0, test_1.expect)(prompt).toContain("type");
+            (0, test_1.expect)(prompt).toContain("fillFormVision");
+            (0, test_1.expect)(prompt).toContain("dragAndDrop");
+            // Should have hybrid-specific strategy
+            (0, test_1.expect)(prompt).toContain("Use specific tools (click, type) when elements are visible");
+            (0, test_1.expect)(prompt).toContain("Always use screenshot");
+        });
+        (0, test_1.test)("System prompt includes custom instructions when provided", () => {
+            const customInstructions = "Always be polite and thorough";
+            const prompt = (0, agentSystemPrompt_js_1.buildAgentSystemPrompt)({
+                url: "https://example.com",
+                executionInstruction: "Test instruction",
+                mode: "dom",
+                systemInstructions: customInstructions,
+            });
+            (0, test_1.expect)(prompt).toContain("customInstructions");
+            (0, test_1.expect)(prompt).toContain(customInstructions);
+        });
+        (0, test_1.test)("System prompt includes Browserbase captcha message when isBrowserbase is true", () => {
+            const prompt = (0, agentSystemPrompt_js_1.buildAgentSystemPrompt)({
+                url: "https://example.com",
+                executionInstruction: "Test instruction",
+                mode: "dom",
+                isBrowserbase: true,
+            });
+            (0, test_1.expect)(prompt).toContain("captcha");
+            (0, test_1.expect)(prompt).toContain("automatically be solved");
+        });
+        (0, test_1.test)("System prompt does not include captcha message when isBrowserbase is false", () => {
+            const prompt = (0, agentSystemPrompt_js_1.buildAgentSystemPrompt)({
+                url: "https://example.com",
+                executionInstruction: "Test instruction",
+                mode: "dom",
+                isBrowserbase: false,
+            });
+            (0, test_1.expect)(prompt).not.toContain("automatically be solved");
+        });
+    });
+    test_1.test.describe("Agent creation with mode", () => {
+        (0, test_1.test)("agent({ mode: 'dom' }) creates DOM-mode agent", () => {
+            const agent = v3.agent({
+                mode: "dom",
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            (0, test_1.expect)(agent).toHaveProperty("execute");
+        });
+        (0, test_1.test)("agent({ mode: 'hybrid' }) creates hybrid-mode agent", () => {
+            const agent = v3.agent({
+                mode: "hybrid",
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            (0, test_1.expect)(agent).toHaveProperty("execute");
+        });
+        (0, test_1.test)("agent without mode defaults to DOM mode", () => {
+            const agent = v3.agent({
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            (0, test_1.expect)(agent).toHaveProperty("execute");
+        });
+        (0, test_1.test)("hybrid mode can be combined with streaming", () => {
+            const agent = v3.agent({
+                mode: "hybrid",
+                stream: true,
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            (0, test_1.expect)(agent).toHaveProperty("execute");
+        });
+    });
+    test_1.test.describe("Hybrid mode execution", () => {
+        (0, test_1.test)("hybrid mode agent uses coordinate-based tools when available", async () => {
+            test_1.test.setTimeout(90000);
+            const toolCalls = [];
+            const agent = v3.agent({
+                mode: "hybrid",
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            await agent.execute({
+                instruction: "Take a screenshot to see the page, then describe what you see briefly and mark the task as complete.",
+                maxSteps: 5,
+                callbacks: {
+                    onStepFinish: async (event) => {
+                        if (event.toolCalls) {
+                            for (const tc of event.toolCalls) {
+                                toolCalls.push({
+                                    toolName: tc.toolName,
+                                    input: tc.input,
+                                });
+                            }
+                        }
+                    },
+                },
+            });
+            // Should have captured tool calls
+            (0, test_1.expect)(toolCalls.length).toBeGreaterThan(0);
+            const toolNames = toolCalls.map((tc) => tc.toolName);
+            // Should include screenshot (hybrid mode emphasizes visual)
+            (0, test_1.expect)(toolNames).toContain("screenshot");
+        });
+        (0, test_1.test)("DOM mode agent uses DOM-based tools", async () => {
+            test_1.test.setTimeout(90000);
+            const toolCalls = [];
+            const agent = v3.agent({
+                mode: "dom",
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            await agent.execute({
+                instruction: "Use the ariaTree to understand the page, then provide the final requested output or a summary of the page.",
+                maxSteps: 5,
+                callbacks: {
+                    onStepFinish: async (event) => {
+                        if (event.toolCalls) {
+                            for (const tc of event.toolCalls) {
+                                toolCalls.push({
+                                    toolName: tc.toolName,
+                                    input: tc.input,
+                                });
+                            }
+                        }
+                    },
+                },
+            });
+            // Should have captured tool calls
+            (0, test_1.expect)(toolCalls.length).toBeGreaterThan(0);
+            // Should include ariaTree (DOM mode emphasizes aria-based interaction)
+            const toolNames = toolCalls.map((tc) => tc.toolName);
+            (0, test_1.expect)(toolNames).toContain("ariaTree");
+        });
+    });
+    test_1.test.describe("Scroll tool variants by mode", () => {
+        (0, test_1.test)("DOM mode uses simple scroll tool without coordinates", () => {
+            const tools = (0, index_js_1.createAgentTools)(v3, { mode: "dom" });
+            (0, test_1.expect)(tools).toHaveProperty("scroll");
+            // The DOM scroll tool should exist
+            (0, test_1.expect)(typeof tools.scroll).toBe("object");
+        });
+        (0, test_1.test)("Hybrid mode uses vision scroll tool with optional coordinates", () => {
+            const tools = (0, index_js_1.createAgentTools)(v3, { mode: "hybrid" });
+            (0, test_1.expect)(tools).toHaveProperty("scroll");
+            // The hybrid scroll tool should exist
+            (0, test_1.expect)(typeof tools.scroll).toBe("object");
+        });
+    });
+    test_1.test.describe("Keys tool availability in both modes", () => {
+        (0, test_1.test)("Keys tool is available in DOM mode", () => {
+            const tools = (0, index_js_1.createAgentTools)(v3, { mode: "dom" });
+            (0, test_1.expect)(tools).toHaveProperty("keys");
+        });
+        (0, test_1.test)("Keys tool is available in hybrid mode", () => {
+            const tools = (0, index_js_1.createAgentTools)(v3, { mode: "hybrid" });
+            (0, test_1.expect)(tools).toHaveProperty("keys");
+        });
+    });
+    test_1.test.describe("Think tool availability", () => {
+        (0, test_1.test)("Think tool is available in DOM mode", () => {
+            const tools = (0, index_js_1.createAgentTools)(v3, { mode: "dom" });
+            (0, test_1.expect)(tools).toHaveProperty("think");
+        });
+        (0, test_1.test)("Think tool is available in hybrid mode", () => {
+            const tools = (0, index_js_1.createAgentTools)(v3, { mode: "hybrid" });
+            (0, test_1.expect)(tools).toHaveProperty("think");
+        });
+    });
+});
+//# sourceMappingURL=agent-hybrid-mode.spec.js.map

package/dist/cjs/tests/integration/agent-hybrid-mode.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-hybrid-mode.spec.js","sourceRoot":"","sources":["../../../../tests/integration/agent-hybrid-mode.spec.ts"],"names":[],"mappings":";;AAAA,2CAAgD;AAChD,8CAAwC;AACxC,iDAA8C;AAC9C,gEAAqE;AACrE,0FAAyF;AAGzF,WAAI,CAAC,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAChD,IAAI,EAAM,CAAC;IAEX,WAAI,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACzB,EAAE,GAAG,IAAI,UAAE,CAAC;YACV,GAAG,2BAAY;YACf,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAC3C,IAAA,WAAI,EAAC,uEAAuE,EAAE,GAAG,EAAE;YACjF,MAAM,KAAK,GAAG,IAAA,2BAAgB,EAAC,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAEpD,mCAAmC;YACnC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YACpC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YACzC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YACzC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;YAC3C,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YACxC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YACrC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YACrC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YACxC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YACrC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAEtC,kDAAkD;YAClD,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YACzC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YAChD,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;YACjD,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,uEAAuE,EAAE,GAAG,EAAE;YACjF,MAAM,KAAK,GAAG,IAAA,2BAAgB,EAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;YAEvD,iDAAiD;YACjD,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YACtC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YACrC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YAC5C,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;YAC7C,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;YAE/C,4CAA4C;YAC5C,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YACpC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YACzC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;YAC3C,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YACxC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YACrC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YACrC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YACxC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YACrC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAEtC,iDAAiD;YACjD,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,wCAAwC,EAAE,GAAG,EAAE;YAClD,MAAM,KAAK,GAAG,IAAA,2BAAgB,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEvC,8BAA8B;YAC9B,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;YACzC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAC7C,IAAA,WAAI,EAAC,yDAAyD,EAAE,GAAG,EAAE;YACnE,MAAM,MAAM,GAAG,IAAA,6CAAsB,EAAC;gBACpC,GAAG,EAAE,qBAAqB;gBAC1B,oBAAoB,EAAE,kBAAkB;gBACxC,IAAI,EAAE,KAAK;aACZ,CAAC,CAAC;YAEH,sCAAsC;YACtC,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACrC,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAChC,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAErC,oCAAoC;YACpC,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0CAA0C,CAAC,CAAC;YACrE,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,6BAA6B,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,sEAAsE,EAAE,GAAG,EAAE;YAChF,MAAM,MAAM,GAAG,IAAA,6CAAsB,EAAC;gBACpC,GAAG,EAAE,qBAAqB;gBAC1B,oBAAoB,EAAE,kBAAkB;gBACxC,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;YAEH,2DAA2D;YAC3D,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAClC,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACjC,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;YAC3C,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YAExC,uCAAuC;YACvC,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CACtB,4DAA4D,CAC7D,CAAC;YACF,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,0DAA0D,EAAE,GAAG,EAAE;YACpE,MAAM,kBAAkB,GAAG,+BAA+B,CAAC;YAC3D,MAAM,MAAM,GAAG,IAAA,6CAAsB,EAAC;gBACpC,GAAG,EAAE,qBAAqB;gBAC1B,oBAAoB,EAAE,kBAAkB;gBACxC,IAAI,EAAE,KAAK;gBACX,kBAAkB,EAAE,kBAAkB;aACvC,CAAC,CAAC;YAEH,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;YAC/C,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,+EAA+E,EAAE,GAAG,EAAE;YACzF,MAAM,MAAM,GAAG,IAAA,6CAAsB,EAAC;gBACpC,GAAG,EAAE,qBAAqB;gBAC1B,oBAAoB,EAAE,kBAAkB;gBACxC,IAAI,EAAE,KAAK;gBACX,aAAa,EAAE,IAAI;aACpB,CAAC,CAAC;YAEH,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACpC,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,4EAA4E,EAAE,GAAG,EAAE;YACtF,MAAM,MAAM,GAAG,IAAA,6CAAsB,EAAC;gBACpC,GAAG,EAAE,qBAAqB;gBAC1B,oBAAoB,EAAE,kBAAkB;gBACxC,IAAI,EAAE,KAAK;gBACX,aAAa,EAAE,KAAK;aACrB,CAAC,CAAC;YAEH,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAC7C,IAAA,WAAI,EAAC,+CAA+C,EAAE,GAAG,EAAE;YACzD,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,qDAAqD,EAAE,GAAG,EAAE;YAC/D,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,yCAAyC,EAAE,GAAG,EAAE;YACnD,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,4CAA4C,EAAE,GAAG,EAAE;YACtD,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAC1C,IAAA,WAAI,EAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC9E,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,MAAM,SAAS,GAAgD,EAAE,CAAC;YAElE,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,KAAK,CAAC,OAAO,CAAC;gBAClB,WAAW,EACT,sGAAsG;gBACxG,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE;oBACT,YAAY,EAAE,KAAK,EAAE,KAA0B,EAAE,EAAE;wBACjD,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;4BACpB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gCACjC,SAAS,CAAC,IAAI,CAAC;oCACb,QAAQ,EAAE,EAAE,CAAC,QAAQ;oCACrB,KAAK,EAAE,EAAE,CAAC,KAAK;iCAChB,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;oBACH,CAAC;iBACF;aACF,CAAC,CAAC;YAEH,kCAAkC;YAClC,IAAA,aAAM,EAAC,SAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAE5C,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;YACrD,4DAA4D;YAC5D,IAAA,aAAM,EAAC,SAAS,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACrD,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,MAAM,SAAS,GAAgD,EAAE,CAAC;YAElE,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,KAAK,CAAC,OAAO,CAAC;gBAClB,WAAW,EACT,4GAA4G;gBAC9G,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE;oBACT,YAAY,EAAE,KAAK,EAAE,KAA0B,EAAE,EAAE;wBACjD,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;4BACpB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gCACjC,SAAS,CAAC,IAAI,CAAC;oCACb,QAAQ,EAAE,EAAE,CAAC,QAAQ;oCACrB,KAAK,EAAE,EAAE,CAAC,KAAK;iCAChB,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;oBACH,CAAC;iBACF;aACF,CAAC,CAAC;YAEH,kCAAkC;YAClC,IAAA,aAAM,EAAC,SAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAE5C,uEAAuE;YACvE,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;YACrD,IAAA,aAAM,EAAC,SAAS,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACjD,IAAA,WAAI,EAAC,sDAAsD,EAAE,GAAG,EAAE;YAChE,MAAM,KAAK,GAAG,IAAA,2BAAgB,EAAC,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAEpD,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YACvC,mCAAmC;YACnC,IAAA,aAAM,EAAC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,+DAA+D,EAAE,GAAG,EAAE;YACzE,MAAM,KAAK,GAAG,IAAA,2BAAgB,EAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;YAEvD,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YACvC,sCAAsC;YACtC,IAAA,aAAM,EAAC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,QAAQ,CAAC,sCAAsC,EAAE,GAAG,EAAE;QACzD,IAAA,WAAI,EAAC,oCAAoC,EAAE,GAAG,EAAE;YAC9C,MAAM,KAAK,GAAG,IAAA,2BAAgB,EAAC,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACpD,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,uCAAuC,EAAE,GAAG,EAAE;YACjD,MAAM,KAAK,GAAG,IAAA,2BAAgB,EAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvD,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QAC5C,IAAA,WAAI,EAAC,qCAAqC,EAAE,GAAG,EAAE;YAC/C,MAAM,KAAK,GAAG,IAAA,2BAAgB,EAAC,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACpD,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,wCAAwC,EAAE,GAAG,EAAE;YAClD,MAAM,KAAK,GAAG,IAAA,2BAAgB,EAAC,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;YACvD,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { test, expect } from \"@playwright/test\";\nimport { V3 } from \"../../lib/v3/v3.js\";\nimport { v3TestConfig } from \"./v3.config.js\";\nimport { createAgentTools } from \"../../lib/v3/agent/tools/index.js\";\nimport { buildAgentSystemPrompt } from \"../../lib/v3/agent/prompts/agentSystemPrompt.js\";\nimport type { StepResult, ToolSet } from \"ai\";\n\ntest.describe(\"Stagehand agent hybrid mode\", () => {\n  let v3: V3;\n\n  test.beforeEach(async () => {\n    v3 = new V3({\n      ...v3TestConfig,\n      experimental: true,\n    });\n    await v3.init();\n  });\n\n  test.afterEach(async () => {\n    await v3?.close?.().catch(() => {});\n  });\n\n  test.describe(\"Tool filtering by mode\", () => {\n    test(\"DOM mode includes DOM-based tools and excludes coordinate-based tools\", () => {\n      const tools = createAgentTools(v3, { mode: \"dom\" });\n\n      // DOM mode should have these tools\n      expect(tools).toHaveProperty(\"act\");\n      expect(tools).toHaveProperty(\"fillForm\");\n      expect(tools).toHaveProperty(\"ariaTree\");\n      expect(tools).toHaveProperty(\"screenshot\");\n      expect(tools).toHaveProperty(\"extract\");\n      expect(tools).toHaveProperty(\"goto\");\n      expect(tools).toHaveProperty(\"scroll\");\n      expect(tools).toHaveProperty(\"wait\");\n      expect(tools).toHaveProperty(\"navback\");\n      expect(tools).toHaveProperty(\"keys\");\n      expect(tools).toHaveProperty(\"think\");\n\n      // DOM mode should NOT have coordinate-based tools\n      expect(tools).not.toHaveProperty(\"click\");\n      expect(tools).not.toHaveProperty(\"type\");\n      expect(tools).not.toHaveProperty(\"dragAndDrop\");\n      expect(tools).not.toHaveProperty(\"clickAndHold\");\n      expect(tools).not.toHaveProperty(\"fillFormVision\");\n    });\n\n    test(\"Hybrid mode includes coordinate-based tools and excludes DOM fillForm\", () => {\n      const tools = createAgentTools(v3, { mode: \"hybrid\" });\n\n      // Hybrid mode should have coordinate-based tools\n      expect(tools).toHaveProperty(\"click\");\n      expect(tools).toHaveProperty(\"type\");\n      expect(tools).toHaveProperty(\"dragAndDrop\");\n      expect(tools).toHaveProperty(\"clickAndHold\");\n      expect(tools).toHaveProperty(\"fillFormVision\");\n\n      // Hybrid mode should also have common tools\n      expect(tools).toHaveProperty(\"act\");\n      expect(tools).toHaveProperty(\"ariaTree\");\n      expect(tools).toHaveProperty(\"screenshot\");\n      expect(tools).toHaveProperty(\"extract\");\n      expect(tools).toHaveProperty(\"goto\");\n      expect(tools).toHaveProperty(\"scroll\");\n      expect(tools).toHaveProperty(\"wait\");\n      expect(tools).toHaveProperty(\"navback\");\n      expect(tools).toHaveProperty(\"keys\");\n      expect(tools).toHaveProperty(\"think\");\n\n      // Hybrid mode should NOT have DOM-based fillForm\n      expect(tools).not.toHaveProperty(\"fillForm\");\n    });\n\n    test(\"Default mode is DOM when not specified\", () => {\n      const tools = createAgentTools(v3, {});\n\n      // Should behave like DOM mode\n      expect(tools).toHaveProperty(\"fillForm\");\n      expect(tools).not.toHaveProperty(\"click\");\n      expect(tools).not.toHaveProperty(\"type\");\n    });\n  });\n\n  test.describe(\"System prompt generation\", () => {\n    test(\"DOM mode system prompt emphasizes ariaTree and act tool\", () => {\n      const prompt = buildAgentSystemPrompt({\n        url: \"https://example.com\",\n        executionInstruction: \"Test instruction\",\n        mode: \"dom\",\n      });\n\n      // DOM mode should prioritize ariaTree\n      expect(prompt).toContain(\"ariaTree\");\n      expect(prompt).toContain(\"act\");\n      expect(prompt).toContain(\"fillForm\");\n\n      // Should have DOM-specific strategy\n      expect(prompt).toContain(\"Use act tool for all clicking and typing\");\n      expect(prompt).toContain(\"Always check ariaTree first\");\n    });\n\n    test(\"Hybrid mode system prompt emphasizes screenshot and coordinate tools\", () => {\n      const prompt = buildAgentSystemPrompt({\n        url: \"https://example.com\",\n        executionInstruction: \"Test instruction\",\n        mode: \"hybrid\",\n      });\n\n      // Hybrid mode should have coordinate-based tools mentioned\n      expect(prompt).toContain(\"click\");\n      expect(prompt).toContain(\"type\");\n      expect(prompt).toContain(\"fillFormVision\");\n      expect(prompt).toContain(\"dragAndDrop\");\n\n      // Should have hybrid-specific strategy\n      expect(prompt).toContain(\n        \"Use specific tools (click, type) when elements are visible\",\n      );\n      expect(prompt).toContain(\"Always use screenshot\");\n    });\n\n    test(\"System prompt includes custom instructions when provided\", () => {\n      const customInstructions = \"Always be polite and thorough\";\n      const prompt = buildAgentSystemPrompt({\n        url: \"https://example.com\",\n        executionInstruction: \"Test instruction\",\n        mode: \"dom\",\n        systemInstructions: customInstructions,\n      });\n\n      expect(prompt).toContain(\"customInstructions\");\n      expect(prompt).toContain(customInstructions);\n    });\n\n    test(\"System prompt includes Browserbase captcha message when isBrowserbase is true\", () => {\n      const prompt = buildAgentSystemPrompt({\n        url: \"https://example.com\",\n        executionInstruction: \"Test instruction\",\n        mode: \"dom\",\n        isBrowserbase: true,\n      });\n\n      expect(prompt).toContain(\"captcha\");\n      expect(prompt).toContain(\"automatically be solved\");\n    });\n\n    test(\"System prompt does not include captcha message when isBrowserbase is false\", () => {\n      const prompt = buildAgentSystemPrompt({\n        url: \"https://example.com\",\n        executionInstruction: \"Test instruction\",\n        mode: \"dom\",\n        isBrowserbase: false,\n      });\n\n      expect(prompt).not.toContain(\"automatically be solved\");\n    });\n  });\n\n  test.describe(\"Agent creation with mode\", () => {\n    test(\"agent({ mode: 'dom' }) creates DOM-mode agent\", () => {\n      const agent = v3.agent({\n        mode: \"dom\",\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      expect(agent).toHaveProperty(\"execute\");\n    });\n\n    test(\"agent({ mode: 'hybrid' }) creates hybrid-mode agent\", () => {\n      const agent = v3.agent({\n        mode: \"hybrid\",\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      expect(agent).toHaveProperty(\"execute\");\n    });\n\n    test(\"agent without mode defaults to DOM mode\", () => {\n      const agent = v3.agent({\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      expect(agent).toHaveProperty(\"execute\");\n    });\n\n    test(\"hybrid mode can be combined with streaming\", () => {\n      const agent = v3.agent({\n        mode: \"hybrid\",\n        stream: true,\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      expect(agent).toHaveProperty(\"execute\");\n    });\n  });\n\n  test.describe(\"Hybrid mode execution\", () => {\n    test(\"hybrid mode agent uses coordinate-based tools when available\", async () => {\n      test.setTimeout(90000);\n\n      const toolCalls: Array<{ toolName: string; input: unknown }> = [];\n\n      const agent = v3.agent({\n        mode: \"hybrid\",\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      await agent.execute({\n        instruction:\n          \"Take a screenshot to see the page, then describe what you see briefly and mark the task as complete.\",\n        maxSteps: 5,\n        callbacks: {\n          onStepFinish: async (event: StepResult<ToolSet>) => {\n            if (event.toolCalls) {\n              for (const tc of event.toolCalls) {\n                toolCalls.push({\n                  toolName: tc.toolName,\n                  input: tc.input,\n                });\n              }\n            }\n          },\n        },\n      });\n\n      // Should have captured tool calls\n      expect(toolCalls.length).toBeGreaterThan(0);\n\n      const toolNames = toolCalls.map((tc) => tc.toolName);\n      // Should include screenshot (hybrid mode emphasizes visual)\n      expect(toolNames).toContain(\"screenshot\");\n    });\n\n    test(\"DOM mode agent uses DOM-based tools\", async () => {\n      test.setTimeout(90000);\n\n      const toolCalls: Array<{ toolName: string; input: unknown }> = [];\n\n      const agent = v3.agent({\n        mode: \"dom\",\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      await agent.execute({\n        instruction:\n          \"Use the ariaTree to understand the page, then provide the final requested output or a summary of the page.\",\n        maxSteps: 5,\n        callbacks: {\n          onStepFinish: async (event: StepResult<ToolSet>) => {\n            if (event.toolCalls) {\n              for (const tc of event.toolCalls) {\n                toolCalls.push({\n                  toolName: tc.toolName,\n                  input: tc.input,\n                });\n              }\n            }\n          },\n        },\n      });\n\n      // Should have captured tool calls\n      expect(toolCalls.length).toBeGreaterThan(0);\n\n      // Should include ariaTree (DOM mode emphasizes aria-based interaction)\n      const toolNames = toolCalls.map((tc) => tc.toolName);\n      expect(toolNames).toContain(\"ariaTree\");\n    });\n  });\n\n  test.describe(\"Scroll tool variants by mode\", () => {\n    test(\"DOM mode uses simple scroll tool without coordinates\", () => {\n      const tools = createAgentTools(v3, { mode: \"dom\" });\n\n      expect(tools).toHaveProperty(\"scroll\");\n      // The DOM scroll tool should exist\n      expect(typeof tools.scroll).toBe(\"object\");\n    });\n\n    test(\"Hybrid mode uses vision scroll tool with optional coordinates\", () => {\n      const tools = createAgentTools(v3, { mode: \"hybrid\" });\n\n      expect(tools).toHaveProperty(\"scroll\");\n      // The hybrid scroll tool should exist\n      expect(typeof tools.scroll).toBe(\"object\");\n    });\n  });\n\n  test.describe(\"Keys tool availability in both modes\", () => {\n    test(\"Keys tool is available in DOM mode\", () => {\n      const tools = createAgentTools(v3, { mode: \"dom\" });\n      expect(tools).toHaveProperty(\"keys\");\n    });\n\n    test(\"Keys tool is available in hybrid mode\", () => {\n      const tools = createAgentTools(v3, { mode: \"hybrid\" });\n      expect(tools).toHaveProperty(\"keys\");\n    });\n  });\n\n  test.describe(\"Think tool availability\", () => {\n    test(\"Think tool is available in DOM mode\", () => {\n      const tools = createAgentTools(v3, { mode: \"dom\" });\n      expect(tools).toHaveProperty(\"think\");\n    });\n\n    test(\"Think tool is available in hybrid mode\", () => {\n      const tools = createAgentTools(v3, { mode: \"hybrid\" });\n      expect(tools).toHaveProperty(\"think\");\n    });\n  });\n});\n"]}

package/dist/cjs/tests/integration/agent-message-continuation.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/cjs/tests/integration/agent-message-continuation.spec.js

@@ -0,0 +1,112 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const test_1 = require("@playwright/test");
+const v3_js_1 = require("../../lib/v3/v3.js");
+const v3_config_js_1 = require("./v3.config.js");
+test_1.test.describe("Stagehand agent message continuation", () => {
+    let v3;
+    test_1.test.beforeEach(async () => {
+        v3 = new v3_js_1.V3({
+            ...v3_config_js_1.v3TestConfig,
+            experimental: true,
+        });
+        await v3.init();
+    });
+    test_1.test.afterEach(async () => {
+        await v3?.close?.().catch(() => { });
+    });
+    (0, test_1.test)("execute returns messages in the result", async () => {
+        test_1.test.setTimeout(60000);
+        const agent = v3.agent({
+            model: "anthropic/claude-haiku-4-5-20251001",
+        });
+        const page = v3.context.pages()[0];
+        await page.goto("https://example.com");
+        const result = await agent.execute({
+            instruction: "What is the title of this page? Describe it briefly.",
+            maxSteps: 5,
+        });
+        // Result should contain messages
+        (0, test_1.expect)(result.messages).toBeDefined();
+        (0, test_1.expect)(Array.isArray(result.messages)).toBe(true);
+        (0, test_1.expect)(result.messages.length).toBeGreaterThan(0);
+        // First message should be the user instruction
+        const firstMessage = result.messages[0];
+        (0, test_1.expect)(firstMessage.role).toBe("user");
+    });
+    (0, test_1.test)("can continue conversation with previous messages", async () => {
+        test_1.test.setTimeout(120000);
+        const agent = v3.agent({
+            model: "anthropic/claude-haiku-4-5-20251001",
+        });
+        const page = v3.context.pages()[0];
+        await page.goto("https://example.com");
+        // First execution
+        const result1 = await agent.execute({
+            instruction: "What is the title of this page? Describe it briefly.",
+            maxSteps: 5,
+        });
+        (0, test_1.expect)(result1.messages).toBeDefined();
+        (0, test_1.expect)(result1.messages.length).toBeGreaterThan(0);
+        // Second execution continuing from first
+        const result2 = await agent.execute({
+            instruction: "Based on what you just told me, is this a simple or complex website? Answer briefly.",
+            maxSteps: 5,
+            messages: result1.messages,
+        });
+        (0, test_1.expect)(result2.messages).toBeDefined();
+        // Second result should have more messages (includes first conversation)
+        (0, test_1.expect)(result2.messages.length).toBeGreaterThan(result1.messages.length);
+    });
+    (0, test_1.test)("messages include tool calls and results", async () => {
+        test_1.test.setTimeout(60000);
+        const agent = v3.agent({
+            model: "anthropic/claude-haiku-4-5-20251001",
+        });
+        const page = v3.context.pages()[0];
+        await page.goto("https://example.com");
+        const result = await agent.execute({
+            instruction: "Use the ariaTree tool to see the page, then describe what you found briefly.",
+            maxSteps: 5,
+        });
+        (0, test_1.expect)(result.messages).toBeDefined();
+        // Verify there are assistant messages
+        const assistantMessages = result.messages.filter((m) => m.role === "assistant");
+        (0, test_1.expect)(assistantMessages.length).toBeGreaterThan(0);
+        // Verify at least one assistant message contains tool calls
+        const hasToolCalls = assistantMessages.some((m) => {
+            if (Array.isArray(m.content)) {
+                return m.content.some((part) => typeof part === "object" && part.type === "tool-call");
+            }
+            return false;
+        });
+        (0, test_1.expect)(hasToolCalls).toBe(true);
+        // Verify there are tool result messages
+        const hasToolResults = result.messages.some((m) => m.role === "tool");
+        (0, test_1.expect)(hasToolResults).toBe(true);
+    });
+    (0, test_1.test)("streaming mode also returns messages", async () => {
+        test_1.test.setTimeout(60000);
+        const agent = v3.agent({
+            stream: true,
+            model: "anthropic/claude-haiku-4-5-20251001",
+        });
+        const page = v3.context.pages()[0];
+        await page.goto("https://example.com");
+        const streamResult = await agent.execute({
+            instruction: "What is this page? Describe it briefly.",
+            maxSteps: 5,
+        });
+        // Consume the stream
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        for await (const _ of streamResult.textStream) {
+            // Just consume
+        }
+        const result = await streamResult.result;
+        // Result should contain messages
+        (0, test_1.expect)(result.messages).toBeDefined();
+        (0, test_1.expect)(Array.isArray(result.messages)).toBe(true);
+        (0, test_1.expect)(result.messages.length).toBeGreaterThan(0);
+    });
+});
+//# sourceMappingURL=agent-message-continuation.spec.js.map

package/dist/cjs/tests/integration/agent-message-continuation.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-message-continuation.spec.js","sourceRoot":"","sources":["../../../../tests/integration/agent-message-continuation.spec.ts"],"names":[],"mappings":";;AAAA,2CAAgD;AAChD,8CAAwC;AACxC,iDAA8C;AAG9C,WAAI,CAAC,QAAQ,CAAC,sCAAsC,EAAE,GAAG,EAAE;IACzD,IAAI,EAAM,CAAC;IAEX,WAAI,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACzB,EAAE,GAAG,IAAI,UAAE,CAAC;YACV,GAAG,2BAAY;YACf,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QACH,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAI,EAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACxD,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,KAAK,EAAE,qCAAqC;SAC7C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAEvC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;YACjC,WAAW,EAAE,sDAAsD;YACnE,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,iCAAiC;QACjC,IAAA,aAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACtC,IAAA,aAAM,EAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,IAAA,aAAM,EAAC,MAAM,CAAC,QAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAEnD,+CAA+C;QAC/C,MAAM,YAAY,GAAG,MAAM,CAAC,QAAS,CAAC,CAAC,CAAC,CAAC;QACzC,IAAA,aAAM,EAAC,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAI,EAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAClE,WAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAExB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,KAAK,EAAE,qCAAqC;SAC7C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAEvC,kBAAkB;QAClB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;YAClC,WAAW,EAAE,sDAAsD;YACnE,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,IAAA,aAAM,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACvC,IAAA,aAAM,EAAC,OAAO,CAAC,QAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAEpD,yCAAyC;QACzC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;YAClC,WAAW,EACT,sFAAsF;YACxF,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC;QAEH,IAAA,aAAM,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACvC,wEAAwE;QACxE,IAAA,aAAM,EAAC,OAAO,CAAC,QAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,QAAS,CAAC,MAAM,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,IAAA,WAAI,EAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACzD,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,KAAK,EAAE,qCAAqC;SAC7C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAEvC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;YACjC,WAAW,EACT,8EAA8E;YAChF,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,IAAA,aAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAEtC,sCAAsC;QACtC,MAAM,iBAAiB,GAAG,MAAM,CAAC,QAAS,CAAC,MAAM,CAC/C,CAAC,CAAe,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAC5C,CAAC;QACF,IAAA,aAAM,EAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAEpD,4DAA4D;QAC5D,MAAM,YAAY,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAe,EAAE,EAAE;YAC9D,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC7B,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,CACnB,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAChE,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QACH,IAAA,aAAM,EAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhC,wCAAwC;QACxC,MAAM,cAAc,GAAG,MAAM,CAAC,QAAS,CAAC,IAAI,CAC1C,CAAC,CAAe,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CACvC,CAAC;QACF,IAAA,aAAM,EAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAI,EAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACtD,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;YACrB,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,qCAAqC;SAC7C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAEvC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;YACvC,WAAW,EAAE,yCAAyC;YACtD,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,qBAAqB;QACrB,6DAA6D;QAC7D,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;YAC9C,eAAe;QACjB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC;QAEzC,iCAAiC;QACjC,IAAA,aAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACtC,IAAA,aAAM,EAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,IAAA,aAAM,EAAC,MAAM,CAAC,QAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { test, expect } from \"@playwright/test\";\nimport { V3 } from \"../../lib/v3/v3.js\";\nimport { v3TestConfig } from \"./v3.config.js\";\nimport type { ModelMessage } from \"ai\";\n\ntest.describe(\"Stagehand agent message continuation\", () => {\n  let v3: V3;\n\n  test.beforeEach(async () => {\n    v3 = new V3({\n      ...v3TestConfig,\n      experimental: true,\n    });\n    await v3.init();\n  });\n\n  test.afterEach(async () => {\n    await v3?.close?.().catch(() => {});\n  });\n\n  test(\"execute returns messages in the result\", async () => {\n    test.setTimeout(60000);\n\n    const agent = v3.agent({\n      model: \"anthropic/claude-haiku-4-5-20251001\",\n    });\n\n    const page = v3.context.pages()[0];\n    await page.goto(\"https://example.com\");\n\n    const result = await agent.execute({\n      instruction: \"What is the title of this page? Describe it briefly.\",\n      maxSteps: 5,\n    });\n\n    // Result should contain messages\n    expect(result.messages).toBeDefined();\n    expect(Array.isArray(result.messages)).toBe(true);\n    expect(result.messages!.length).toBeGreaterThan(0);\n\n    // First message should be the user instruction\n    const firstMessage = result.messages![0];\n    expect(firstMessage.role).toBe(\"user\");\n  });\n\n  test(\"can continue conversation with previous messages\", async () => {\n    test.setTimeout(120000);\n\n    const agent = v3.agent({\n      model: \"anthropic/claude-haiku-4-5-20251001\",\n    });\n\n    const page = v3.context.pages()[0];\n    await page.goto(\"https://example.com\");\n\n    // First execution\n    const result1 = await agent.execute({\n      instruction: \"What is the title of this page? Describe it briefly.\",\n      maxSteps: 5,\n    });\n\n    expect(result1.messages).toBeDefined();\n    expect(result1.messages!.length).toBeGreaterThan(0);\n\n    // Second execution continuing from first\n    const result2 = await agent.execute({\n      instruction:\n        \"Based on what you just told me, is this a simple or complex website? Answer briefly.\",\n      maxSteps: 5,\n      messages: result1.messages,\n    });\n\n    expect(result2.messages).toBeDefined();\n    // Second result should have more messages (includes first conversation)\n    expect(result2.messages!.length).toBeGreaterThan(result1.messages!.length);\n  });\n\n  test(\"messages include tool calls and results\", async () => {\n    test.setTimeout(60000);\n\n    const agent = v3.agent({\n      model: \"anthropic/claude-haiku-4-5-20251001\",\n    });\n\n    const page = v3.context.pages()[0];\n    await page.goto(\"https://example.com\");\n\n    const result = await agent.execute({\n      instruction:\n        \"Use the ariaTree tool to see the page, then describe what you found briefly.\",\n      maxSteps: 5,\n    });\n\n    expect(result.messages).toBeDefined();\n\n    // Verify there are assistant messages\n    const assistantMessages = result.messages!.filter(\n      (m: ModelMessage) => m.role === \"assistant\",\n    );\n    expect(assistantMessages.length).toBeGreaterThan(0);\n\n    // Verify at least one assistant message contains tool calls\n    const hasToolCalls = assistantMessages.some((m: ModelMessage) => {\n      if (Array.isArray(m.content)) {\n        return m.content.some(\n          (part) => typeof part === \"object\" && part.type === \"tool-call\",\n        );\n      }\n      return false;\n    });\n    expect(hasToolCalls).toBe(true);\n\n    // Verify there are tool result messages\n    const hasToolResults = result.messages!.some(\n      (m: ModelMessage) => m.role === \"tool\",\n    );\n    expect(hasToolResults).toBe(true);\n  });\n\n  test(\"streaming mode also returns messages\", async () => {\n    test.setTimeout(60000);\n\n    const agent = v3.agent({\n      stream: true,\n      model: \"anthropic/claude-haiku-4-5-20251001\",\n    });\n\n    const page = v3.context.pages()[0];\n    await page.goto(\"https://example.com\");\n\n    const streamResult = await agent.execute({\n      instruction: \"What is this page? Describe it briefly.\",\n      maxSteps: 5,\n    });\n\n    // Consume the stream\n    // eslint-disable-next-line @typescript-eslint/no-unused-vars\n    for await (const _ of streamResult.textStream) {\n      // Just consume\n    }\n\n    const result = await streamResult.result;\n\n    // Result should contain messages\n    expect(result.messages).toBeDefined();\n    expect(Array.isArray(result.messages)).toBe(true);\n    expect(result.messages!.length).toBeGreaterThan(0);\n  });\n});\n"]}

package/dist/cjs/tests/integration/agent-streaming.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/cjs/tests/integration/agent-streaming.spec.js

@@ -0,0 +1,140 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const test_1 = require("@playwright/test");
+const v3_js_1 = require("../../lib/v3/v3.js");
+const v3_config_js_1 = require("./v3.config.js");
+test_1.test.describe("Stagehand agent streaming behavior", () => {
+    let v3;
+    test_1.test.beforeEach(async () => {
+        v3 = new v3_js_1.V3({
+            ...v3_config_js_1.v3TestConfig,
+            experimental: true, // Required for streaming
+        });
+        await v3.init();
+    });
+    test_1.test.afterEach(async () => {
+        await v3?.close?.().catch(() => { });
+    });
+    test_1.test.describe("agent({ stream: true })", () => {
+        (0, test_1.test)("AgentStreamResult has textStream as async iterable", async () => {
+            test_1.test.setTimeout(60000);
+            const agent = v3.agent({
+                stream: true,
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            // Navigate to a simple page first
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            const streamResult = await agent.execute({
+                instruction: "What is the title of this page? Describe it briefly.",
+                maxSteps: 3,
+            });
+            // Verify it's an AgentStreamResult with streaming capabilities
+            (0, test_1.expect)(streamResult).toHaveProperty("textStream");
+            (0, test_1.expect)(streamResult).toHaveProperty("result");
+            // textStream should be async iterable
+            (0, test_1.expect)(typeof streamResult.textStream[Symbol.asyncIterator]).toBe("function");
+            // result should be a promise
+            (0, test_1.expect)(streamResult.result).toBeInstanceOf(Promise);
+        });
+        (0, test_1.test)("textStream yields chunks incrementally", async () => {
+            test_1.test.setTimeout(60000);
+            const agent = v3.agent({
+                stream: true,
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            const streamResult = await agent.execute({
+                instruction: "Say hello briefly.",
+                maxSteps: 3,
+            });
+            // Collect chunks from the stream
+            const chunks = [];
+            for await (const chunk of streamResult.textStream) {
+                chunks.push(chunk);
+            }
+            // Should have received at least some chunks (streaming behavior)
+            // The exact content depends on the LLM response
+            (0, test_1.expect)(Array.isArray(chunks)).toBe(true);
+            (0, test_1.expect)(chunks.length).toBeGreaterThan(0);
+        });
+        (0, test_1.test)("result promise resolves to AgentResult after stream completes", async () => {
+            test_1.test.setTimeout(60000);
+            const agent = v3.agent({
+                stream: true,
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            const streamResult = await agent.execute({
+                instruction: "What is this page about? Describe it briefly.",
+                maxSteps: 5,
+            });
+            // Consume the stream first
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            for await (const _ of streamResult.textStream) {
+                // Just consume
+            }
+            // Now get the final result
+            const finalResult = await streamResult.result;
+            // Verify it's a proper AgentResult
+            (0, test_1.expect)(finalResult).toHaveProperty("success");
+            (0, test_1.expect)(finalResult).toHaveProperty("message");
+            (0, test_1.expect)(finalResult).toHaveProperty("actions");
+            (0, test_1.expect)(finalResult).toHaveProperty("completed");
+            (0, test_1.expect)(typeof finalResult.success).toBe("boolean");
+            (0, test_1.expect)(typeof finalResult.message).toBe("string");
+            (0, test_1.expect)(Array.isArray(finalResult.actions)).toBe(true);
+        });
+    });
+    test_1.test.describe("agent({ stream: false }) or agent()", () => {
+        (0, test_1.test)("execute returns AgentResult without streaming properties", async () => {
+            test_1.test.setTimeout(60000);
+            const agent = v3.agent({
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            const result = await agent.execute({
+                instruction: "What is this page? Describe it briefly.",
+                maxSteps: 3,
+            });
+            // Should be AgentResult, not AgentStreamResult
+            (0, test_1.expect)(result).toHaveProperty("success");
+            (0, test_1.expect)(result).toHaveProperty("message");
+            (0, test_1.expect)(result).toHaveProperty("actions");
+            (0, test_1.expect)(result).toHaveProperty("completed");
+            // Should NOT have streaming properties
+            (0, test_1.expect)(result).not.toHaveProperty("textStream");
+        });
+    });
+    test_1.test.describe("CUA disables streaming", () => {
+        (0, test_1.test)("throws StagehandInvalidArgumentError when cua: true and stream: true", () => {
+            (0, test_1.expect)(() => {
+                v3.agent({
+                    cua: true,
+                    stream: true,
+                    model: "anthropic/claude-haiku-4-5-20251001",
+                });
+            }).toThrow("streaming is not supported with CUA");
+        });
+        (0, test_1.test)("allows cua: true without stream", () => {
+            // Should not throw
+            const agent = v3.agent({
+                cua: true,
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            (0, test_1.expect)(agent).toHaveProperty("execute");
+        });
+        (0, test_1.test)("allows stream: true without cua", () => {
+            // Should not throw
+            const agent = v3.agent({
+                stream: true,
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            (0, test_1.expect)(agent).toHaveProperty("execute");
+        });
+    });
+});
+//# sourceMappingURL=agent-streaming.spec.js.map

package/dist/cjs/tests/integration/agent-streaming.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-streaming.spec.js","sourceRoot":"","sources":["../../../../tests/integration/agent-streaming.spec.ts"],"names":[],"mappings":";;AAAA,2CAAgD;AAChD,8CAAwC;AACxC,iDAA8C;AAG9C,WAAI,CAAC,QAAQ,CAAC,oCAAoC,EAAE,GAAG,EAAE;IACvD,IAAI,EAAM,CAAC;IAEX,WAAI,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACzB,EAAE,GAAG,IAAI,UAAE,CAAC;YACV,GAAG,2BAAY;YACf,YAAY,EAAE,IAAI,EAAE,yBAAyB;SAC9C,CAAC,CAAC;QACH,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QAC5C,IAAA,WAAI,EAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YACpE,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,kCAAkC;YAClC,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBACvC,WAAW,EAAE,sDAAsD;gBACnE,QAAQ,EAAE,CAAC;aACZ,CAAC,CAAC;YAEH,+DAA+D;YAC/D,IAAA,aAAM,EAAC,YAAY,CAAC,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;YAClD,IAAA,aAAM,EAAC,YAAY,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YAE9C,sCAAsC;YACtC,IAAA,aAAM,EAAC,OAAO,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAC/D,UAAU,CACX,CAAC;YAEF,6BAA6B;YAC7B,IAAA,aAAM,EAAC,YAAY,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACxD,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBACvC,WAAW,EAAE,oBAAoB;gBACjC,QAAQ,EAAE,CAAC;aACZ,CAAC,CAAC;YAEH,iCAAiC;YACjC,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAClD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;YAED,iEAAiE;YACjE,gDAAgD;YAChD,IAAA,aAAM,EAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzC,IAAA,aAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC/E,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBACvC,WAAW,EAAE,+CAA+C;gBAC5D,QAAQ,EAAE,CAAC;aACZ,CAAC,CAAC;YAEH,2BAA2B;YAC3B,6DAA6D;YAC7D,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC9C,eAAe;YACjB,CAAC;YAED,2BAA2B;YAC3B,MAAM,WAAW,GAAgB,MAAM,YAAY,CAAC,MAAM,CAAC;YAE3D,mCAAmC;YACnC,IAAA,aAAM,EAAC,WAAW,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAC9C,IAAA,aAAM,EAAC,WAAW,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAC9C,IAAA,aAAM,EAAC,WAAW,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAC9C,IAAA,aAAM,EAAC,WAAW,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YAChD,IAAA,aAAM,EAAC,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACnD,IAAA,aAAM,EAAC,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAClD,IAAA,aAAM,EAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;QACxD,IAAA,WAAI,EAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;YAC1E,WAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBACjC,WAAW,EAAE,yCAAyC;gBACtD,QAAQ,EAAE,CAAC;aACZ,CAAC,CAAC;YACH,+CAA+C;YAC/C,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YACzC,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YACzC,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YACzC,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;YAE3C,uCAAuC;YACvC,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,WAAI,CAAC,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAC3C,IAAA,WAAI,EAAC,sEAAsE,EAAE,GAAG,EAAE;YAChF,IAAA,aAAM,EAAC,GAAG,EAAE;gBACV,EAAE,CAAC,KAAK,CAAC;oBACP,GAAG,EAAE,IAAI;oBACT,MAAM,EAAE,IAAI;oBACZ,KAAK,EAAE,qCAAqC;iBAC7C,CAAC,CAAC;YACL,CAAC,CAAC,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,iCAAiC,EAAE,GAAG,EAAE;YAC3C,mBAAmB;YACnB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,GAAG,EAAE,IAAI;gBACT,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAI,EAAC,iCAAiC,EAAE,GAAG,EAAE;YAC3C,mBAAmB;YACnB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { test, expect } from \"@playwright/test\";\nimport { V3 } from \"../../lib/v3/v3.js\";\nimport { v3TestConfig } from \"./v3.config.js\";\nimport type { AgentResult } from \"../../lib/v3/types/public/agent.js\";\n\ntest.describe(\"Stagehand agent streaming behavior\", () => {\n  let v3: V3;\n\n  test.beforeEach(async () => {\n    v3 = new V3({\n      ...v3TestConfig,\n      experimental: true, // Required for streaming\n    });\n    await v3.init();\n  });\n\n  test.afterEach(async () => {\n    await v3?.close?.().catch(() => {});\n  });\n\n  test.describe(\"agent({ stream: true })\", () => {\n    test(\"AgentStreamResult has textStream as async iterable\", async () => {\n      test.setTimeout(60000);\n\n      const agent = v3.agent({\n        stream: true,\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      // Navigate to a simple page first\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      const streamResult = await agent.execute({\n        instruction: \"What is the title of this page? Describe it briefly.\",\n        maxSteps: 3,\n      });\n\n      // Verify it's an AgentStreamResult with streaming capabilities\n      expect(streamResult).toHaveProperty(\"textStream\");\n      expect(streamResult).toHaveProperty(\"result\");\n\n      // textStream should be async iterable\n      expect(typeof streamResult.textStream[Symbol.asyncIterator]).toBe(\n        \"function\",\n      );\n\n      // result should be a promise\n      expect(streamResult.result).toBeInstanceOf(Promise);\n    });\n\n    test(\"textStream yields chunks incrementally\", async () => {\n      test.setTimeout(60000);\n\n      const agent = v3.agent({\n        stream: true,\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      const streamResult = await agent.execute({\n        instruction: \"Say hello briefly.\",\n        maxSteps: 3,\n      });\n\n      // Collect chunks from the stream\n      const chunks: string[] = [];\n      for await (const chunk of streamResult.textStream) {\n        chunks.push(chunk);\n      }\n\n      // Should have received at least some chunks (streaming behavior)\n      // The exact content depends on the LLM response\n      expect(Array.isArray(chunks)).toBe(true);\n      expect(chunks.length).toBeGreaterThan(0);\n    });\n\n    test(\"result promise resolves to AgentResult after stream completes\", async () => {\n      test.setTimeout(60000);\n\n      const agent = v3.agent({\n        stream: true,\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      const streamResult = await agent.execute({\n        instruction: \"What is this page about? Describe it briefly.\",\n        maxSteps: 5,\n      });\n\n      // Consume the stream first\n      // eslint-disable-next-line @typescript-eslint/no-unused-vars\n      for await (const _ of streamResult.textStream) {\n        // Just consume\n      }\n\n      // Now get the final result\n      const finalResult: AgentResult = await streamResult.result;\n\n      // Verify it's a proper AgentResult\n      expect(finalResult).toHaveProperty(\"success\");\n      expect(finalResult).toHaveProperty(\"message\");\n      expect(finalResult).toHaveProperty(\"actions\");\n      expect(finalResult).toHaveProperty(\"completed\");\n      expect(typeof finalResult.success).toBe(\"boolean\");\n      expect(typeof finalResult.message).toBe(\"string\");\n      expect(Array.isArray(finalResult.actions)).toBe(true);\n    });\n  });\n\n  test.describe(\"agent({ stream: false }) or agent()\", () => {\n    test(\"execute returns AgentResult without streaming properties\", async () => {\n      test.setTimeout(60000);\n\n      const agent = v3.agent({\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      const result = await agent.execute({\n        instruction: \"What is this page? Describe it briefly.\",\n        maxSteps: 3,\n      });\n      // Should be AgentResult, not AgentStreamResult\n      expect(result).toHaveProperty(\"success\");\n      expect(result).toHaveProperty(\"message\");\n      expect(result).toHaveProperty(\"actions\");\n      expect(result).toHaveProperty(\"completed\");\n\n      // Should NOT have streaming properties\n      expect(result).not.toHaveProperty(\"textStream\");\n    });\n  });\n\n  test.describe(\"CUA disables streaming\", () => {\n    test(\"throws StagehandInvalidArgumentError when cua: true and stream: true\", () => {\n      expect(() => {\n        v3.agent({\n          cua: true,\n          stream: true,\n          model: \"anthropic/claude-haiku-4-5-20251001\",\n        });\n      }).toThrow(\"streaming is not supported with CUA\");\n    });\n\n    test(\"allows cua: true without stream\", () => {\n      // Should not throw\n      const agent = v3.agent({\n        cua: true,\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      expect(agent).toHaveProperty(\"execute\");\n    });\n\n    test(\"allows stream: true without cua\", () => {\n      // Should not throw\n      const agent = v3.agent({\n        stream: true,\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      expect(agent).toHaveProperty(\"execute\");\n    });\n  });\n});\n"]}

package/dist/cjs/tests/integration/cdp-close-api-region.spec.d.ts

@@ -0,0 +1 @@
+export {};