@browserbasehq/orca 3.0.9-alpha-4 → 3.1.0-headers

package/dist/esm/tests/integration/timeouts.spec.js

@@ -0,0 +1,195 @@
+import { test, expect } from "@playwright/test";
+import { V3 } from "../../lib/v3/v3.js";
+import { v3DynamicTestConfig } from "./v3.dynamic.config.js";
+import { z } from "zod";
+import { closeV3 } from "./testUtils.js";
+import { generateText } from "ai";
+function createToolTimeoutTestLlmClient(toolName, toolInput) {
+    const usage = {
+        prompt_tokens: 0,
+        completion_tokens: 0,
+        reasoning_tokens: 0,
+        cached_input_tokens: 0,
+        total_tokens: 0,
+    };
+    let generateCallCount = 0;
+    const model = {
+        provider: "mock",
+        modelId: "mock/tool-timeout-test",
+        specificationVersion: "v2",
+        supportedUrls: {},
+        doGenerate: async () => {
+            generateCallCount += 1;
+            if (generateCallCount === 1) {
+                return {
+                    content: [
+                        {
+                            type: "tool-call",
+                            toolCallId: "tool-1",
+                            toolName,
+                            input: JSON.stringify(toolInput),
+                        },
+                    ],
+                    finishReason: "tool-calls",
+                    usage: { inputTokens: 0, outputTokens: 0, totalTokens: 0 },
+                    warnings: [],
+                };
+            }
+            return {
+                content: [
+                    {
+                        type: "tool-call",
+                        toolCallId: "done-1",
+                        toolName: "done",
+                        input: JSON.stringify({ reasoning: "done", taskComplete: true }),
+                    },
+                ],
+                finishReason: "tool-calls",
+                usage: { inputTokens: 0, outputTokens: 0, totalTokens: 0 },
+                warnings: [],
+            };
+        },
+        doStream: async () => {
+            throw new Error("doStream not implemented in timeout test model");
+        },
+    };
+    const llm = {
+        type: "openai",
+        modelName: "openai/gpt-4.1-mini",
+        hasVision: false,
+        clientOptions: {},
+        model,
+        getLanguageModel: () => model,
+        generateText,
+        createChatCompletion: async (options) => {
+            const responseModelName = options?.options?.response_model?.name;
+            if (responseModelName === "act") {
+                return {
+                    data: {
+                        elementId: "1-0",
+                        description: "click body",
+                        method: "click",
+                        arguments: [],
+                        twoStep: false,
+                    },
+                    usage,
+                };
+            }
+            if (responseModelName === "Observation") {
+                return { data: { elements: [] }, usage };
+            }
+            if (responseModelName === "Extraction") {
+                return { data: {}, usage };
+            }
+            if (responseModelName === "Metadata") {
+                return { data: { completed: true, progress: "" }, usage };
+            }
+            return { data: {}, usage };
+        },
+    };
+    return llm;
+}
+function findToolOutput(stepEvents, toolName) {
+    for (const event of stepEvents) {
+        if (!event.toolCalls || !event.toolResults)
+            continue;
+        const toolIndex = event.toolCalls.findIndex((tc) => tc.toolName === toolName);
+        if (toolIndex !== -1) {
+            return event.toolResults[toolIndex]?.output;
+        }
+    }
+    return undefined;
+}
+async function runAgentToolTimeoutScenario(toolName, toolInput) {
+    const llmClient = createToolTimeoutTestLlmClient(toolName, toolInput);
+    const stepEvents = [];
+    const v3 = new V3({
+        ...v3DynamicTestConfig,
+        experimental: true,
+        llmClient,
+    });
+    await v3.init();
+    try {
+        const page = v3.context.pages()[0];
+        await page.goto("https://example.com");
+        const agent = v3.agent();
+        await agent.execute({
+            instruction: `Use ${toolName} and then finish`,
+            maxSteps: 2,
+            toolTimeout: 1,
+            callbacks: {
+                onStepFinish: (event) => {
+                    stepEvents.push({
+                        toolCalls: event.toolCalls?.map((tc) => ({
+                            toolName: tc.toolName,
+                        })),
+                        toolResults: event.toolResults?.map((tr) => ({
+                            output: tr.output,
+                        })),
+                    });
+                },
+            },
+        });
+        const toolOutput = findToolOutput(stepEvents, toolName);
+        if (!toolOutput) {
+            throw new Error(`No tool output captured for ${toolName}`);
+        }
+        return { toolOutput };
+    }
+    finally {
+        await closeV3(v3);
+    }
+}
+test.describe("V3 hard timeouts", () => {
+    let v3;
+    test.beforeEach(async () => {
+        v3 = new V3(v3DynamicTestConfig);
+        await v3.init();
+    });
+    test.afterEach(async () => {
+        await closeV3(v3);
+    });
+    test("observe() enforces timeoutMs", async () => {
+        // Tiny timeout to force the race to hit the timeout branch
+        await expect(v3.observe("find something", { timeout: 5 })).rejects.toThrow(/timed out/i);
+    });
+    test("extract() enforces timeoutMs", async () => {
+        const schema = z.object({ title: z.string().optional() });
+        await expect(v3.extract("Extract title", schema, { timeout: 5 })).rejects.toThrow(/timed out/i);
+    });
+    test("act() enforces timeoutMs", async () => {
+        await expect(v3.act("do nothing", { timeout: 5 })).rejects.toThrow(/timed out/i);
+    });
+    test("agent toolTimeout enforces timeout for act tool", async () => {
+        const { toolOutput } = await runAgentToolTimeoutScenario("act", {
+            action: "click somewhere",
+        });
+        const output = toolOutput;
+        expect(output.success).toBe(false);
+        expect(output.error).toContain("TimeoutError");
+    });
+    test("agent toolTimeout enforces timeout for extract tool", async () => {
+        const { toolOutput } = await runAgentToolTimeoutScenario("extract", {
+            instruction: "extract the page title",
+            schema: { type: "object", properties: { title: { type: "string" } } },
+        });
+        const output = toolOutput;
+        expect(output.success).toBe(false);
+        expect(output.error).toContain("TimeoutError");
+    });
+    test("agent toolTimeout enforces timeout for fillForm tool", async () => {
+        const { toolOutput } = await runAgentToolTimeoutScenario("fillForm", {
+            fields: [{ action: "type hello into name", value: "hello" }],
+        });
+        const output = toolOutput;
+        expect(output.success).toBe(false);
+        expect(output.error).toContain("TimeoutError");
+    });
+    test("agent toolTimeout enforces timeout for ariaTree", async () => {
+        const { toolOutput } = await runAgentToolTimeoutScenario("ariaTree", {});
+        const output = toolOutput;
+        expect(output.success).toBe(false);
+        expect(output.error).toContain("TimeoutError");
+    });
+});
+//# sourceMappingURL=timeouts.spec.js.map

package/dist/esm/tests/integration/timeouts.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"timeouts.spec.js","sourceRoot":"","sources":["../../../../tests/integration/timeouts.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,EAAE,EAAE,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAEzC,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAC;AA2BlC,SAAS,8BAA8B,CACrC,QAAkC,EAClC,SAAkC;IAElC,MAAM,KAAK,GAAG;QACZ,aAAa,EAAE,CAAC;QAChB,iBAAiB,EAAE,CAAC;QACpB,gBAAgB,EAAE,CAAC;QACnB,mBAAmB,EAAE,CAAC;QACtB,YAAY,EAAE,CAAC;KAChB,CAAC;IACF,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,MAAM,KAAK,GAAyB;QAClC,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE,wBAAwB;QACjC,oBAAoB,EAAE,IAAI;QAC1B,aAAa,EAAE,EAAE;QACjB,UAAU,EAAE,KAAK,IAAI,EAAE;YACrB,iBAAiB,IAAI,CAAC,CAAC;YACvB,IAAI,iBAAiB,KAAK,CAAC,EAAE,CAAC;gBAC5B,OAAO;oBACL,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,WAAW;4BACjB,UAAU,EAAE,QAAQ;4BACpB,QAAQ;4BACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;yBACjC;qBACF;oBACD,YAAY,EAAE,YAAY;oBAC1B,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;oBAC1D,QAAQ,EAAE,EAAE;iBACb,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,WAAW;wBACjB,UAAU,EAAE,QAAQ;wBACpB,QAAQ,EAAE,MAAM;wBAChB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;qBACjE;iBACF;gBACD,YAAY,EAAE,YAAY;gBAC1B,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;gBAC1D,QAAQ,EAAE,EAAE;aACb,CAAC;QACJ,CAAC;QACD,QAAQ,EAAE,KAAK,IAAI,EAAE;YACnB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;KACF,CAAC;IAEF,MAAM,GAAG,GAAG;QACV,IAAI,EAAE,QAAQ;QACd,SAAS,EAAE,qBAAqB;QAChC,SAAS,EAAE,KAAK;QAChB,aAAa,EAAE,EAAE;QACjB,KAAK;QACL,gBAAgB,EAAE,GAAG,EAAE,CAAC,KAAK;QAC7B,YAAY;QACZ,oBAAoB,EAAE,KAAK,EAAe,OAAgB,EAAc,EAAE;YACxE,MAAM,iBAAiB,GACrB,OACD,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,CAAC;YAEjC,IAAI,iBAAiB,KAAK,KAAK,EAAE,CAAC;gBAChC,OAAO;oBACL,IAAI,EAAE;wBACJ,SAAS,EAAE,KAAK;wBAChB,WAAW,EAAE,YAAY;wBACzB,MAAM,EAAE,OAAO;wBACf,SAAS,EAAE,EAAE;wBACb,OAAO,EAAE,KAAK;qBACf;oBACD,KAAK;iBACD,CAAC;YACT,CAAC;YACD,IAAI,iBAAiB,KAAK,aAAa,EAAE,CAAC;gBACxC,OAAO,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,KAAK,EAAO,CAAC;YAChD,CAAC;YACD,IAAI,iBAAiB,KAAK,YAAY,EAAE,CAAC;gBACvC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAO,CAAC;YAClC,CAAC;YACD,IAAI,iBAAiB,KAAK,UAAU,EAAE,CAAC;gBACrC,OAAO,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,KAAK,EAAO,CAAC;YACjE,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAO,CAAC;QAClC,CAAC;KACF,CAAC;IAEF,OAAO,GAA0C,CAAC;AACpD,CAAC;AAED,SAAS,cAAc,CACrB,UAGE,EACF,QAAgB;IAEhB,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,WAAW;YAAE,SAAS;QACrD,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,SAAS,CACzC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,KAAK,QAAQ,CACjC,CAAC;QACF,IAAI,SAAS,KAAK,CAAC,CAAC,EAAE,CAAC;YACrB,OAAO,KAAK,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;QAC9C,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,2BAA2B,CACxC,QAAkC,EAClC,SAAkC;IAElC,MAAM,SAAS,GAAG,8BAA8B,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACtE,MAAM,UAAU,GAGX,EAAE,CAAC;IACR,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC;QAChB,GAAG,mBAAmB;QACtB,YAAY,EAAE,IAAI;QAClB,SAAS;KACV,CAAC,CAAC;IACH,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,CAAC,OAAO,CAAC;YAClB,WAAW,EAAE,OAAO,QAAQ,kBAAkB;YAC9C,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,CAAC;YACd,SAAS,EAAE;gBACT,YAAY,EAAE,CAAC,KAAK,EAAE,EAAE;oBACtB,UAAU,CAAC,IAAI,CAAC;wBACd,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;4BACvC,QAAQ,EAAE,EAAE,CAAC,QAAQ;yBACtB,CAAC,CAAC;wBACH,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;4BAC3C,MAAM,EAAE,EAAE,CAAC,MAAM;yBAClB,CAAC,CAAC;qBACJ,CAAC,CAAC;gBACL,CAAC;aACF;SACF,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACxD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,EAAE,UAAU,EAAE,CAAC;IACxB,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,EAAE,CAAC,CAAC;IACpB,CAAC;AACH,CAAC;AAED,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IACrC,IAAI,EAAM,CAAC;IAEX,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACzB,EAAE,GAAG,IAAI,EAAE,CAAC,mBAAmB,CAAC,CAAC;QACjC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,OAAO,CAAC,EAAE,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC9C,2DAA2D;QAC3D,MAAM,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACxE,YAAY,CACb,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC9C,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC1D,MAAM,MAAM,CACV,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CACpD,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QAC1C,MAAM,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,YAAY,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAChE,YAAY,CACb,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,2BAA2B,CAAC,KAAK,EAAE;YAC9D,MAAM,EAAE,iBAAiB;SAC1B,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,UAAiD,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,2BAA2B,CAAC,SAAS,EAAE;YAClE,WAAW,EAAE,wBAAwB;YACrC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE;SACtE,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,UAAiD,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,2BAA2B,CAAC,UAAU,EAAE;YACnE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;SAC7D,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,UAAiD,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,2BAA2B,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACzE,MAAM,MAAM,GAAG,UAAiD,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { test, expect } from \"@playwright/test\";\nimport { V3 } from \"../../lib/v3/v3.js\";\nimport { v3DynamicTestConfig } from \"./v3.dynamic.config.js\";\nimport { z } from \"zod\";\nimport { closeV3 } from \"./testUtils.js\";\nimport type { LLMClient } from \"../../lib/v3/llm/LLMClient.js\";\nimport { generateText } from \"ai\";\n\ntype AgentToolNameWithTimeout = \"act\" | \"extract\" | \"fillForm\" | \"ariaTree\";\n\ntype ToolTimeoutTestModel = {\n  provider: string;\n  modelId: string;\n  specificationVersion: \"v2\";\n  supportedUrls: Record<string, RegExp[]>;\n  doGenerate: () => Promise<{\n    content: Array<{\n      type: \"tool-call\";\n      toolCallId: string;\n      toolName: string;\n      input: string;\n    }>;\n    finishReason: \"tool-calls\";\n    usage: { inputTokens: number; outputTokens: number; totalTokens: number };\n    warnings: [];\n  }>;\n  doStream: (_options: unknown) => Promise<never>;\n};\n\ntype ToolTimeoutTestLLMClient = LLMClient & {\n  model: ToolTimeoutTestModel;\n};\n\nfunction createToolTimeoutTestLlmClient(\n  toolName: AgentToolNameWithTimeout,\n  toolInput: Record<string, unknown>,\n): ToolTimeoutTestLLMClient {\n  const usage = {\n    prompt_tokens: 0,\n    completion_tokens: 0,\n    reasoning_tokens: 0,\n    cached_input_tokens: 0,\n    total_tokens: 0,\n  };\n  let generateCallCount = 0;\n\n  const model: ToolTimeoutTestModel = {\n    provider: \"mock\",\n    modelId: \"mock/tool-timeout-test\",\n    specificationVersion: \"v2\",\n    supportedUrls: {},\n    doGenerate: async () => {\n      generateCallCount += 1;\n      if (generateCallCount === 1) {\n        return {\n          content: [\n            {\n              type: \"tool-call\",\n              toolCallId: \"tool-1\",\n              toolName,\n              input: JSON.stringify(toolInput),\n            },\n          ],\n          finishReason: \"tool-calls\",\n          usage: { inputTokens: 0, outputTokens: 0, totalTokens: 0 },\n          warnings: [],\n        };\n      }\n\n      return {\n        content: [\n          {\n            type: \"tool-call\",\n            toolCallId: \"done-1\",\n            toolName: \"done\",\n            input: JSON.stringify({ reasoning: \"done\", taskComplete: true }),\n          },\n        ],\n        finishReason: \"tool-calls\",\n        usage: { inputTokens: 0, outputTokens: 0, totalTokens: 0 },\n        warnings: [],\n      };\n    },\n    doStream: async () => {\n      throw new Error(\"doStream not implemented in timeout test model\");\n    },\n  };\n\n  const llm = {\n    type: \"openai\",\n    modelName: \"openai/gpt-4.1-mini\",\n    hasVision: false,\n    clientOptions: {},\n    model,\n    getLanguageModel: () => model,\n    generateText,\n    createChatCompletion: async <T = unknown>(options: unknown): Promise<T> => {\n      const responseModelName = (\n        options as { options?: { response_model?: { name?: string } } }\n      )?.options?.response_model?.name;\n\n      if (responseModelName === \"act\") {\n        return {\n          data: {\n            elementId: \"1-0\",\n            description: \"click body\",\n            method: \"click\",\n            arguments: [],\n            twoStep: false,\n          },\n          usage,\n        } as T;\n      }\n      if (responseModelName === \"Observation\") {\n        return { data: { elements: [] }, usage } as T;\n      }\n      if (responseModelName === \"Extraction\") {\n        return { data: {}, usage } as T;\n      }\n      if (responseModelName === \"Metadata\") {\n        return { data: { completed: true, progress: \"\" }, usage } as T;\n      }\n      return { data: {}, usage } as T;\n    },\n  };\n\n  return llm as unknown as ToolTimeoutTestLLMClient;\n}\n\nfunction findToolOutput(\n  stepEvents: Array<{\n    toolCalls?: Array<{ toolName?: string }>;\n    toolResults?: Array<{ output?: unknown }>;\n  }>,\n  toolName: string,\n) {\n  for (const event of stepEvents) {\n    if (!event.toolCalls || !event.toolResults) continue;\n    const toolIndex = event.toolCalls.findIndex(\n      (tc) => tc.toolName === toolName,\n    );\n    if (toolIndex !== -1) {\n      return event.toolResults[toolIndex]?.output;\n    }\n  }\n  return undefined;\n}\n\nasync function runAgentToolTimeoutScenario(\n  toolName: AgentToolNameWithTimeout,\n  toolInput: Record<string, unknown>,\n) {\n  const llmClient = createToolTimeoutTestLlmClient(toolName, toolInput);\n  const stepEvents: Array<{\n    toolCalls?: Array<{ toolName?: string }>;\n    toolResults?: Array<{ output?: unknown }>;\n  }> = [];\n  const v3 = new V3({\n    ...v3DynamicTestConfig,\n    experimental: true,\n    llmClient,\n  });\n  await v3.init();\n  try {\n    const page = v3.context.pages()[0];\n    await page.goto(\"https://example.com\");\n    const agent = v3.agent();\n    await agent.execute({\n      instruction: `Use ${toolName} and then finish`,\n      maxSteps: 2,\n      toolTimeout: 1,\n      callbacks: {\n        onStepFinish: (event) => {\n          stepEvents.push({\n            toolCalls: event.toolCalls?.map((tc) => ({\n              toolName: tc.toolName,\n            })),\n            toolResults: event.toolResults?.map((tr) => ({\n              output: tr.output,\n            })),\n          });\n        },\n      },\n    });\n    const toolOutput = findToolOutput(stepEvents, toolName);\n    if (!toolOutput) {\n      throw new Error(`No tool output captured for ${toolName}`);\n    }\n    return { toolOutput };\n  } finally {\n    await closeV3(v3);\n  }\n}\n\ntest.describe(\"V3 hard timeouts\", () => {\n  let v3: V3;\n\n  test.beforeEach(async () => {\n    v3 = new V3(v3DynamicTestConfig);\n    await v3.init();\n  });\n\n  test.afterEach(async () => {\n    await closeV3(v3);\n  });\n\n  test(\"observe() enforces timeoutMs\", async () => {\n    // Tiny timeout to force the race to hit the timeout branch\n    await expect(v3.observe(\"find something\", { timeout: 5 })).rejects.toThrow(\n      /timed out/i,\n    );\n  });\n\n  test(\"extract() enforces timeoutMs\", async () => {\n    const schema = z.object({ title: z.string().optional() });\n    await expect(\n      v3.extract(\"Extract title\", schema, { timeout: 5 }),\n    ).rejects.toThrow(/timed out/i);\n  });\n\n  test(\"act() enforces timeoutMs\", async () => {\n    await expect(v3.act(\"do nothing\", { timeout: 5 })).rejects.toThrow(\n      /timed out/i,\n    );\n  });\n\n  test(\"agent toolTimeout enforces timeout for act tool\", async () => {\n    const { toolOutput } = await runAgentToolTimeoutScenario(\"act\", {\n      action: \"click somewhere\",\n    });\n    const output = toolOutput as { success: boolean; error: string };\n    expect(output.success).toBe(false);\n    expect(output.error).toContain(\"TimeoutError\");\n  });\n\n  test(\"agent toolTimeout enforces timeout for extract tool\", async () => {\n    const { toolOutput } = await runAgentToolTimeoutScenario(\"extract\", {\n      instruction: \"extract the page title\",\n      schema: { type: \"object\", properties: { title: { type: \"string\" } } },\n    });\n    const output = toolOutput as { success: boolean; error: string };\n    expect(output.success).toBe(false);\n    expect(output.error).toContain(\"TimeoutError\");\n  });\n\n  test(\"agent toolTimeout enforces timeout for fillForm tool\", async () => {\n    const { toolOutput } = await runAgentToolTimeoutScenario(\"fillForm\", {\n      fields: [{ action: \"type hello into name\", value: \"hello\" }],\n    });\n    const output = toolOutput as { success: boolean; error: string };\n    expect(output.success).toBe(false);\n    expect(output.error).toContain(\"TimeoutError\");\n  });\n\n  test(\"agent toolTimeout enforces timeout for ariaTree\", async () => {\n    const { toolOutput } = await runAgentToolTimeoutScenario(\"ariaTree\", {});\n    const output = toolOutput as { success: boolean; error: string };\n    expect(output.success).toBe(false);\n    expect(output.error).toContain(\"TimeoutError\");\n  });\n});\n"]}

package/dist/esm/tests/integration/user-data-dir.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/esm/tests/integration/user-data-dir.spec.js

@@ -0,0 +1,42 @@
+import { test, expect } from "@playwright/test";
+import { V3 } from "../../lib/v3/v3.js";
+import { v3TestConfig } from "./v3.config.js";
+import * as fs from "fs";
+import * as path from "path";
+import * as os from "os";
+test.describe("userDataDir persistence", () => {
+    let v3;
+    let testDir;
+    test.beforeEach(() => {
+        testDir = fs.mkdtempSync(path.join(os.tmpdir(), "stagehand-userdata-test-"));
+    });
+    test.afterEach(async () => {
+        await v3?.close?.().catch(() => { });
+        if (testDir && fs.existsSync(testDir)) {
+            fs.rmSync(testDir, { recursive: true, force: true });
+        }
+    });
+    test("Chrome uses the specified userDataDir", async () => {
+        const browserTarget = (process.env.STAGEHAND_BROWSER_TARGET ?? "local").toLowerCase();
+        const isBrowserbase = browserTarget === "browserbase";
+        test.skip(isBrowserbase, "Requires local Chromium for userDataDir checks");
+        v3 = new V3({
+            ...v3TestConfig,
+            localBrowserLaunchOptions: {
+                ...(v3TestConfig.localBrowserLaunchOptions ?? {}),
+                userDataDir: testDir,
+                preserveUserDataDir: true,
+            },
+        });
+        await v3.init();
+        const page = v3.context.pages()[0];
+        await page.goto("about:blank");
+        await expect
+            .poll(() => fs.existsSync(path.join(testDir, "Default")), {
+            timeout: 10_000,
+        })
+            .toBe(true);
+        expect(fs.existsSync(path.join(testDir, "Local State"))).toBe(true);
+    });
+});
+//# sourceMappingURL=user-data-dir.spec.js.map

package/dist/esm/tests/integration/user-data-dir.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"user-data-dir.spec.js","sourceRoot":"","sources":["../../../../tests/integration/user-data-dir.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,EAAE,EAAE,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,IAAI,CAAC,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IAC5C,IAAI,EAAM,CAAC;IACX,IAAI,OAAe,CAAC;IAEpB,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE;QACnB,OAAO,GAAG,EAAE,CAAC,WAAW,CACtB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,0BAA0B,CAAC,CACnD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACpC,IAAI,OAAO,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACtC,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,aAAa,GAAG,CACpB,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,OAAO,CAChD,CAAC,WAAW,EAAE,CAAC;QAChB,MAAM,aAAa,GAAG,aAAa,KAAK,aAAa,CAAC;QACtD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,gDAAgD,CAAC,CAAC;QAE3E,EAAE,GAAG,IAAI,EAAE,CAAC;YACV,GAAG,YAAY;YACf,yBAAyB,EAAE;gBACzB,GAAG,CAAC,YAAY,CAAC,yBAAyB,IAAI,EAAE,CAAC;gBACjD,WAAW,EAAE,OAAO;gBACpB,mBAAmB,EAAE,IAAI;aAC1B;SACF,CAAC,CAAC;QAEH,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;QAEhB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE/B,MAAM,MAAM;aACT,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,EAAE;YACxD,OAAO,EAAE,MAAM;SAChB,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { test, expect } from \"@playwright/test\";\nimport { V3 } from \"../../lib/v3/v3.js\";\nimport { v3TestConfig } from \"./v3.config.js\";\nimport * as fs from \"fs\";\nimport * as path from \"path\";\nimport * as os from \"os\";\n\ntest.describe(\"userDataDir persistence\", () => {\n  let v3: V3;\n  let testDir: string;\n\n  test.beforeEach(() => {\n    testDir = fs.mkdtempSync(\n      path.join(os.tmpdir(), \"stagehand-userdata-test-\"),\n    );\n  });\n\n  test.afterEach(async () => {\n    await v3?.close?.().catch(() => {});\n    if (testDir && fs.existsSync(testDir)) {\n      fs.rmSync(testDir, { recursive: true, force: true });\n    }\n  });\n\n  test(\"Chrome uses the specified userDataDir\", async () => {\n    const browserTarget = (\n      process.env.STAGEHAND_BROWSER_TARGET ?? \"local\"\n    ).toLowerCase();\n    const isBrowserbase = browserTarget === \"browserbase\";\n    test.skip(isBrowserbase, \"Requires local Chromium for userDataDir checks\");\n\n    v3 = new V3({\n      ...v3TestConfig,\n      localBrowserLaunchOptions: {\n        ...(v3TestConfig.localBrowserLaunchOptions ?? {}),\n        userDataDir: testDir,\n        preserveUserDataDir: true,\n      },\n    });\n\n    await v3.init();\n\n    const page = v3.context.pages()[0];\n    await page.goto(\"about:blank\");\n\n    await expect\n      .poll(() => fs.existsSync(path.join(testDir, \"Default\")), {\n        timeout: 10_000,\n      })\n      .toBe(true);\n\n    expect(fs.existsSync(path.join(testDir, \"Local State\"))).toBe(true);\n  });\n});\n"]}

package/dist/esm/tests/integration/v3.config.d.ts

@@ -0,0 +1,4 @@
+import type { V3Options } from "../../lib/v3/types/public/options.js";
+export declare const v3TestConfig: V3Options;
+export declare function getV3TestConfig(overrides?: Partial<V3Options>): V3Options;
+export default getV3TestConfig;

package/dist/esm/tests/integration/v3.config.js

@@ -0,0 +1,7 @@
+import { v3DynamicTestConfig, getV3DynamicTestConfig, } from "./v3.dynamic.config.js";
+export const v3TestConfig = v3DynamicTestConfig;
+export function getV3TestConfig(overrides = {}) {
+    return getV3DynamicTestConfig(overrides);
+}
+export default getV3TestConfig;
+//# sourceMappingURL=v3.config.js.map

package/dist/esm/tests/integration/v3.config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v3.config.js","sourceRoot":"","sources":["../../../../tests/integration/v3.config.ts"],"names":[],"mappings":"AACA,OAAO,EACL,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,CAAC,MAAM,YAAY,GAAc,mBAAmB,CAAC;AAE3D,MAAM,UAAU,eAAe,CAAC,YAAgC,EAAE;IAChE,OAAO,sBAAsB,CAAC,SAAS,CAAC,CAAC;AAC3C,CAAC;AAED,eAAe,eAAe,CAAC","sourcesContent":["import type { V3Options } from \"../../lib/v3/types/public/options.js\";\nimport {\n  v3DynamicTestConfig,\n  getV3DynamicTestConfig,\n} from \"./v3.dynamic.config.js\";\n\nexport const v3TestConfig: V3Options = v3DynamicTestConfig;\n\nexport function getV3TestConfig(overrides: Partial<V3Options> = {}): V3Options {\n  return getV3DynamicTestConfig(overrides);\n}\n\nexport default getV3TestConfig;\n"]}

package/dist/esm/tests/integration/v3.dynamic.config.d.ts

@@ -0,0 +1,4 @@
+import type { V3Options } from "../../lib/v3/types/public/options.js";
+export declare const v3DynamicTestConfig: V3Options;
+export declare function getV3DynamicTestConfig(overrides?: Partial<V3Options>): V3Options;
+export default getV3DynamicTestConfig;

package/dist/esm/tests/integration/v3.dynamic.config.js

@@ -0,0 +1,44 @@
+const browserTarget = (process.env.STAGEHAND_BROWSER_TARGET ?? "local").toLowerCase();
+const isBrowserbase = browserTarget === "browserbase";
+const browserbaseRegionRaw = process.env.BROWSERBASE_REGION;
+const browserbaseRegion = [
+    "us-west-2",
+    "us-east-1",
+    "eu-central-1",
+    "ap-southeast-1",
+].includes(browserbaseRegionRaw)
+    ? browserbaseRegionRaw
+    : undefined;
+const baseConfig = {
+    verbose: 0,
+    disablePino: true,
+    logger: (line) => console.log(line),
+    disableAPI: true,
+};
+export const v3DynamicTestConfig = isBrowserbase
+    ? {
+        ...baseConfig,
+        env: "BROWSERBASE",
+        apiKey: process.env.BROWSERBASE_API_KEY,
+        projectId: process.env.BROWSERBASE_PROJECT_ID,
+        disableAPI: true,
+        selfHeal: false,
+        ...(browserbaseRegion
+            ? { browserbaseSessionCreateParams: { region: browserbaseRegion } }
+            : {}),
+    }
+    : {
+        ...baseConfig,
+        env: "LOCAL",
+        localBrowserLaunchOptions: {
+            executablePath: process.env.CHROME_PATH,
+            args: process.env.CI ? ["--no-sandbox"] : undefined,
+            headless: true,
+            viewport: { width: 1288, height: 711 },
+        },
+    };
+export function getV3DynamicTestConfig(overrides = {}) {
+    return { ...v3DynamicTestConfig, ...overrides };
+}
+export default getV3DynamicTestConfig;
+//# sourceMappingURL=v3.dynamic.config.js.map

package/dist/esm/tests/integration/v3.dynamic.config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v3.dynamic.config.js","sourceRoot":"","sources":["../../../../tests/integration/v3.dynamic.config.ts"],"names":[],"mappings":"AAIA,MAAM,aAAa,GAAG,CACpB,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,OAAO,CAChD,CAAC,WAAW,EAAE,CAAC;AAChB,MAAM,aAAa,GAAG,aAAa,KAAK,aAAa,CAAC;AACtD,MAAM,oBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;AAC5D,MAAM,iBAAiB,GACrB;IACE,WAAW;IACX,WAAW;IACX,cAAc;IACd,gBAAgB;CAEnB,CAAC,QAAQ,CAAC,oBAAgE,CAAC;IAC1E,CAAC,CAAE,oBAAiE;IACpE,CAAC,CAAC,SAAS,CAAC;AAEd,MAAM,UAAU,GAAG;IACjB,OAAO,EAAE,CAAU;IACnB,WAAW,EAAE,IAAI;IACjB,MAAM,EAAE,CAAC,IAAa,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;IAC5C,UAAU,EAAE,IAAI;CACjB,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAc,aAAa;IACzD,CAAC,CAAC;QACE,GAAG,UAAU;QACb,GAAG,EAAE,aAAa;QAClB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAoB;QACxC,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAuB;QAC9C,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,KAAK;QACf,GAAG,CAAC,iBAAiB;YACnB,CAAC,CAAC,EAAE,8BAA8B,EAAE,EAAE,MAAM,EAAE,iBAAiB,EAAE,EAAE;YACnE,CAAC,CAAC,EAAE,CAAC;KACR;IACH,CAAC,CAAC;QACE,GAAG,UAAU;QACb,GAAG,EAAE,OAAO;QACZ,yBAAyB,EAAE;YACzB,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW;YACvC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS;YACnD,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;SACvC;KACF,CAAC;AAEN,MAAM,UAAU,sBAAsB,CACpC,YAAgC,EAAE;IAElC,OAAO,EAAE,GAAG,mBAAmB,EAAE,GAAG,SAAS,EAAE,CAAC;AAClD,CAAC;AAED,eAAe,sBAAsB,CAAC","sourcesContent":["import type { V3Options } from \"../../lib/v3/types/public/options.js\";\nimport type { BrowserbaseSessionCreateParams } from \"../../lib/v3/types/public/api.js\";\nimport type { LogLine } from \"../../lib/v3/types/public/logs.js\";\n\nconst browserTarget = (\n  process.env.STAGEHAND_BROWSER_TARGET ?? \"local\"\n).toLowerCase();\nconst isBrowserbase = browserTarget === \"browserbase\";\nconst browserbaseRegionRaw = process.env.BROWSERBASE_REGION;\nconst browserbaseRegion = (\n  [\n    \"us-west-2\",\n    \"us-east-1\",\n    \"eu-central-1\",\n    \"ap-southeast-1\",\n  ] as BrowserbaseSessionCreateParams[\"region\"][]\n).includes(browserbaseRegionRaw as BrowserbaseSessionCreateParams[\"region\"])\n  ? (browserbaseRegionRaw as BrowserbaseSessionCreateParams[\"region\"])\n  : undefined;\n\nconst baseConfig = {\n  verbose: 0 as const,\n  disablePino: true,\n  logger: (line: LogLine) => console.log(line),\n  disableAPI: true,\n};\n\nexport const v3DynamicTestConfig: V3Options = isBrowserbase\n  ? {\n      ...baseConfig,\n      env: \"BROWSERBASE\",\n      apiKey: process.env.BROWSERBASE_API_KEY!,\n      projectId: process.env.BROWSERBASE_PROJECT_ID!,\n      disableAPI: true,\n      selfHeal: false,\n      ...(browserbaseRegion\n        ? { browserbaseSessionCreateParams: { region: browserbaseRegion } }\n        : {}),\n    }\n  : {\n      ...baseConfig,\n      env: \"LOCAL\",\n      localBrowserLaunchOptions: {\n        executablePath: process.env.CHROME_PATH,\n        args: process.env.CI ? [\"--no-sandbox\"] : undefined,\n        headless: true,\n        viewport: { width: 1288, height: 711 },\n      },\n    };\n\nexport function getV3DynamicTestConfig(\n  overrides: Partial<V3Options> = {},\n): V3Options {\n  return { ...v3DynamicTestConfig, ...overrides };\n}\n\nexport default getV3DynamicTestConfig;\n"]}

package/dist/esm/tests/integration/v3.playwright.config.d.ts

@@ -0,0 +1,2 @@
+declare const _default: import("@playwright/test").PlaywrightTestConfig<{}, {}>;
+export default _default;

package/dist/esm/tests/integration/v3.playwright.config.js

@@ -0,0 +1,46 @@
+import { defineConfig } from "@playwright/test";
+import { getPackageRootDir } from "../../lib/v3/runtimePaths.js";
+const coreDir = getPackageRootDir();
+const testDir = `${coreDir}/dist/esm/tests/integration`;
+const browserTarget = (process.env.STAGEHAND_BROWSER_TARGET ?? "local").toLowerCase();
+const isBrowserbase = browserTarget === "browserbase";
+const consoleReporter = process.env.PLAYWRIGHT_CONSOLE_REPORTER ?? "list";
+const localWorkerOverride = Number(process.env.LOCAL_SESSION_LIMIT_PER_E2E_TEST);
+const localWorkers = Number.isFinite(localWorkerOverride) && localWorkerOverride > 0
+    ? localWorkerOverride
+    : process.env.CI
+        ? 3
+        : 5;
+const ciWorkerOverride = Number(process.env.BROWSERBASE_SESSION_LIMIT_PER_E2E_TEST);
+const bbWorkers = process.env.CI && Number.isFinite(ciWorkerOverride) && ciWorkerOverride > 0
+    ? ciWorkerOverride
+    : 3;
+const ctrfJunitPath = process.env.CTRF_JUNIT_PATH;
+const reporter = ctrfJunitPath
+    ? [
+        [consoleReporter],
+        [
+            "junit",
+            { outputFile: ctrfJunitPath, includeProjectInTestName: true },
+        ],
+    ]
+    : [[consoleReporter]];
+export default defineConfig({
+    testDir,
+    timeout: 90_000,
+    expect: { timeout: 10_000 },
+    retries: process.env.CI ? 1 : 0,
+    workers: isBrowserbase ? bbWorkers : localWorkers,
+    fullyParallel: true,
+    projects: [
+        {
+            name: isBrowserbase ? "e2e-bb" : "e2e-local",
+        },
+    ],
+    reporter,
+    use: {
+        // we're not launching Playwright browsers in these tests; we connect via Puppeteer/CDP to V3.
+        headless: false,
+    },
+});
+//# sourceMappingURL=v3.playwright.config.js.map

package/dist/esm/tests/integration/v3.playwright.config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v3.playwright.config.js","sourceRoot":"","sources":["../../../../tests/integration/v3.playwright.config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAA4B,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;AACpC,MAAM,OAAO,GAAG,GAAG,OAAO,6BAA6B,CAAC;AAExD,MAAM,aAAa,GAAG,CACpB,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,OAAO,CAChD,CAAC,WAAW,EAAE,CAAC;AAChB,MAAM,aAAa,GAAG,aAAa,KAAK,aAAa,CAAC;AACtD,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,MAAM,CAAC;AAE1E,MAAM,mBAAmB,GAAG,MAAM,CAChC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAC7C,CAAC;AACF,MAAM,YAAY,GAChB,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,mBAAmB,GAAG,CAAC;IAC7D,CAAC,CAAC,mBAAmB;IACrB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;QACd,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,CAAC,CAAC;AAEV,MAAM,gBAAgB,GAAG,MAAM,CAC7B,OAAO,CAAC,GAAG,CAAC,sCAAsC,CACnD,CAAC;AACF,MAAM,SAAS,GACb,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,gBAAgB,GAAG,CAAC;IACzE,CAAC,CAAC,gBAAgB;IAClB,CAAC,CAAC,CAAC,CAAC;AAER,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;AAClD,MAAM,QAAQ,GAA0B,aAAa;IACnD,CAAC,CAAC;QACE,CAAC,eAAe,CAAwB;QACxC;YACE,OAAO;YACP,EAAE,UAAU,EAAE,aAAa,EAAE,wBAAwB,EAAE,IAAI,EAAE;SACvC;KACzB;IACH,CAAC,CAAC,CAAC,CAAC,eAAe,CAAwB,CAAC,CAAC;AAE/C,eAAe,YAAY,CAAC;IAC1B,OAAO;IACP,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE;IAC3B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,OAAO,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY;IACjD,aAAa,EAAE,IAAI;IACnB,QAAQ,EAAE;QACR;YACE,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;SAC7C;KACF;IACD,QAAQ;IACR,GAAG,EAAE;QACH,8FAA8F;QAC9F,QAAQ,EAAE,KAAK;KAChB;CACF,CAAC,CAAC","sourcesContent":["import { defineConfig, type ReporterDescription } from \"@playwright/test\";\nimport { getPackageRootDir } from \"../../lib/v3/runtimePaths.js\";\nconst coreDir = getPackageRootDir();\nconst testDir = `${coreDir}/dist/esm/tests/integration`;\n\nconst browserTarget = (\n  process.env.STAGEHAND_BROWSER_TARGET ?? \"local\"\n).toLowerCase();\nconst isBrowserbase = browserTarget === \"browserbase\";\nconst consoleReporter = process.env.PLAYWRIGHT_CONSOLE_REPORTER ?? \"list\";\n\nconst localWorkerOverride = Number(\n  process.env.LOCAL_SESSION_LIMIT_PER_E2E_TEST,\n);\nconst localWorkers =\n  Number.isFinite(localWorkerOverride) && localWorkerOverride > 0\n    ? localWorkerOverride\n    : process.env.CI\n      ? 3\n      : 5;\n\nconst ciWorkerOverride = Number(\n  process.env.BROWSERBASE_SESSION_LIMIT_PER_E2E_TEST,\n);\nconst bbWorkers =\n  process.env.CI && Number.isFinite(ciWorkerOverride) && ciWorkerOverride > 0\n    ? ciWorkerOverride\n    : 3;\n\nconst ctrfJunitPath = process.env.CTRF_JUNIT_PATH;\nconst reporter: ReporterDescription[] = ctrfJunitPath\n  ? [\n      [consoleReporter] as ReporterDescription,\n      [\n        \"junit\",\n        { outputFile: ctrfJunitPath, includeProjectInTestName: true },\n      ] as ReporterDescription,\n    ]\n  : [[consoleReporter] as ReporterDescription];\n\nexport default defineConfig({\n  testDir,\n  timeout: 90_000,\n  expect: { timeout: 10_000 },\n  retries: process.env.CI ? 1 : 0,\n  workers: isBrowserbase ? bbWorkers : localWorkers,\n  fullyParallel: true,\n  projects: [\n    {\n      name: isBrowserbase ? \"e2e-bb\" : \"e2e-local\",\n    },\n  ],\n  reporter,\n  use: {\n    // we're not launching Playwright browsers in these tests; we connect via Puppeteer/CDP to V3.\n    headless: false,\n  },\n});\n"]}

package/dist/esm/tests/integration/wait-for-selector.spec.d.ts

@@ -0,0 +1 @@
+export {};