@browserbasehq/orca 3.0.9-alpha-3 → 3.1.0-headers

package/dist/esm/tests/integration/agent-callbacks.spec.js

@@ -0,0 +1,383 @@
+import { test, expect } from "@playwright/test";
+import { V3 } from "../../lib/v3/v3.js";
+import { v3TestConfig } from "./v3.config.js";
+import { StreamingCallbacksInNonStreamingModeError } from "../../lib/v3/types/public/sdkErrors.js";
+test.describe("Stagehand agent callbacks behavior", () => {
+    let v3;
+    test.beforeEach(async () => {
+        v3 = new V3({
+            ...v3TestConfig,
+            experimental: true, // Required for callbacks and streaming
+        });
+        await v3.init();
+    });
+    test.afterEach(async () => {
+        await v3?.close?.().catch(() => { });
+    });
+    test.describe("Non-streaming callbacks (stream: false)", () => {
+        test("onStepFinish callback is called for each step", async () => {
+            test.setTimeout(60000);
+            const stepFinishEvents = [];
+            const agent = v3.agent({
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            await agent.execute({
+                instruction: "What is the title of this page? Mark the task as complete after answering.",
+                maxSteps: 5,
+                callbacks: {
+                    onStepFinish: async (event) => {
+                        stepFinishEvents.push(event);
+                    },
+                },
+            });
+            // Should have at least one step finish event
+            expect(stepFinishEvents.length).toBeGreaterThan(0);
+            // Each event should have expected properties
+            for (const event of stepFinishEvents) {
+                expect(event).toHaveProperty("finishReason");
+                expect(event).toHaveProperty("text");
+            }
+        });
+        test("prepareStep callback is called before each step", async () => {
+            test.setTimeout(60000);
+            let prepareStepCallCount = 0;
+            const agent = v3.agent({
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            await agent.execute({
+                instruction: "Simply describe the page briefly.",
+                maxSteps: 3,
+                callbacks: {
+                    prepareStep: async (stepContext) => {
+                        prepareStepCallCount++;
+                        return stepContext;
+                    },
+                },
+            });
+            // prepareStep should have been called at least once
+            expect(prepareStepCallCount).toBeGreaterThan(0);
+        });
+        test("callbacks receive tool call information", async () => {
+            test.setTimeout(60000);
+            const toolCalls = [];
+            const agent = v3.agent({
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            await agent.execute({
+                instruction: "Take a screenshot and describe what you see briefly. Then mark the task as complete.",
+                maxSteps: 3,
+                callbacks: {
+                    onStepFinish: async (event) => {
+                        if (event.toolCalls) {
+                            for (const tc of event.toolCalls) {
+                                toolCalls.push({
+                                    toolName: tc.toolName,
+                                    input: tc.input,
+                                });
+                            }
+                        }
+                    },
+                },
+            });
+            // Should have captured at least one tool call (e.g. screenshot)
+            expect(toolCalls.length).toBeGreaterThan(0);
+            expect(toolCalls.some((tc) => tc.toolName === "screenshot" || tc.toolName === "ariaTree")).toBe(true);
+        });
+    });
+    test.describe("Streaming callbacks (stream: true)", () => {
+        test("onStepFinish callback is called for each step in stream mode", async () => {
+            test.setTimeout(60000);
+            const stepFinishEvents = [];
+            const agent = v3.agent({
+                stream: true,
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            const streamResult = await agent.execute({
+                instruction: "What is this page? Describe it briefly.",
+                maxSteps: 5,
+                callbacks: {
+                    onStepFinish: async (event) => {
+                        stepFinishEvents.push(event);
+                    },
+                },
+            });
+            // Consume the stream
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            for await (const _ of streamResult.textStream) {
+                // Just consume
+            }
+            // Wait for result to complete
+            await streamResult.result;
+            // Should have at least one step finish event
+            expect(stepFinishEvents.length).toBeGreaterThan(0);
+        });
+        test("onChunk callback is called for each chunk", async () => {
+            test.setTimeout(60000);
+            let chunkCount = 0;
+            const agent = v3.agent({
+                stream: true,
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            const streamResult = await agent.execute({
+                instruction: "Say hello briefly and describe the page.",
+                maxSteps: 3,
+                callbacks: {
+                    onChunk: async () => {
+                        chunkCount++;
+                    },
+                },
+            });
+            // Consume the stream
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            for await (const _ of streamResult.textStream) {
+                // Just consume
+            }
+            await streamResult.result;
+            // Should have received chunks
+            expect(chunkCount).toBeGreaterThan(0);
+        });
+        test("onFinish callback is called when stream completes", async () => {
+            test.setTimeout(60000);
+            let finishCalled = false;
+            let finishEvent = null;
+            const agent = v3.agent({
+                stream: true,
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            const streamResult = await agent.execute({
+                instruction: "Simply describe the page briefly.",
+                maxSteps: 3,
+                callbacks: {
+                    onFinish: (event) => {
+                        finishCalled = true;
+                        finishEvent = event;
+                    },
+                },
+            });
+            // Consume the stream
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            for await (const _ of streamResult.textStream) {
+                // Just consume
+            }
+            await streamResult.result;
+            // onFinish should have been called
+            expect(finishCalled).toBe(true);
+            expect(finishEvent).not.toBeNull();
+        });
+        test("prepareStep callback works in stream mode", async () => {
+            test.setTimeout(60000);
+            let prepareStepCallCount = 0;
+            const agent = v3.agent({
+                stream: true,
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            const streamResult = await agent.execute({
+                instruction: "Simply describe the page briefly.",
+                maxSteps: 3,
+                callbacks: {
+                    prepareStep: async (stepContext) => {
+                        prepareStepCallCount++;
+                        return stepContext;
+                    },
+                },
+            });
+            // Consume the stream
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            for await (const _ of streamResult.textStream) {
+                // Just consume
+            }
+            await streamResult.result;
+            // prepareStep should have been called at least once
+            expect(prepareStepCallCount).toBeGreaterThan(0);
+        });
+    });
+    test.describe("Streaming-only callbacks runtime validation", () => {
+        test("throws StreamingCallbacksInNonStreamingModeError when onChunk is used", async () => {
+            const agent = v3.agent({
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            try {
+                await agent.execute({
+                    instruction: "test",
+                    callbacks: {
+                        onChunk: (() => { }),
+                    },
+                });
+                throw new Error("Expected error to be thrown");
+            }
+            catch (error) {
+                expect(error).toBeInstanceOf(StreamingCallbacksInNonStreamingModeError);
+                expect(error.invalidCallbacks).toEqual(["onChunk"]);
+            }
+        });
+        test("throws StreamingCallbacksInNonStreamingModeError when onFinish is used", async () => {
+            const agent = v3.agent({
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            try {
+                await agent.execute({
+                    instruction: "test",
+                    callbacks: {
+                        onFinish: (() => { }),
+                    },
+                });
+                throw new Error("Expected error to be thrown");
+            }
+            catch (error) {
+                expect(error).toBeInstanceOf(StreamingCallbacksInNonStreamingModeError);
+                expect(error.invalidCallbacks).toEqual(["onFinish"]);
+            }
+        });
+        test("throws StreamingCallbacksInNonStreamingModeError when onError is used", async () => {
+            const agent = v3.agent({
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            try {
+                await agent.execute({
+                    instruction: "test",
+                    callbacks: {
+                        onError: (() => { }),
+                    },
+                });
+                throw new Error("Expected error to be thrown");
+            }
+            catch (error) {
+                expect(error).toBeInstanceOf(StreamingCallbacksInNonStreamingModeError);
+                expect(error.invalidCallbacks).toEqual(["onError"]);
+            }
+        });
+        test("throws StreamingCallbacksInNonStreamingModeError when onAbort is used", async () => {
+            const agent = v3.agent({
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            try {
+                await agent.execute({
+                    instruction: "test",
+                    callbacks: {
+                        onAbort: (() => { }),
+                    },
+                });
+                throw new Error("Expected error to be thrown");
+            }
+            catch (error) {
+                expect(error).toBeInstanceOf(StreamingCallbacksInNonStreamingModeError);
+                expect(error.invalidCallbacks).toEqual(["onAbort"]);
+            }
+        });
+        test("error includes all invalid callbacks when multiple are used", async () => {
+            const agent = v3.agent({
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            try {
+                await agent.execute({
+                    instruction: "test",
+                    callbacks: {
+                        onChunk: (() => { }),
+                        onFinish: (() => { }),
+                    },
+                });
+                throw new Error("Expected error to be thrown");
+            }
+            catch (error) {
+                expect(error).toBeInstanceOf(StreamingCallbacksInNonStreamingModeError);
+                expect(error.invalidCallbacks).toEqual(["onChunk", "onFinish"]);
+            }
+        });
+    });
+    test.describe("Combined callbacks", () => {
+        test("multiple callbacks can be used together", async () => {
+            test.setTimeout(60000);
+            let prepareStepCount = 0;
+            let stepFinishCount = 0;
+            const agent = v3.agent({
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            await agent.execute({
+                instruction: "Simply describe the page briefly.",
+                maxSteps: 3,
+                callbacks: {
+                    prepareStep: async (stepContext) => {
+                        prepareStepCount++;
+                        return stepContext;
+                    },
+                    onStepFinish: async () => {
+                        stepFinishCount++;
+                    },
+                },
+            });
+            // Both callbacks should have been called
+            expect(prepareStepCount).toBeGreaterThan(0);
+            expect(stepFinishCount).toBeGreaterThan(0);
+        });
+        test("streaming with multiple callbacks", async () => {
+            test.setTimeout(60000);
+            let prepareStepCount = 0;
+            let stepFinishCount = 0;
+            let chunkCount = 0;
+            let finishCalled = false;
+            const agent = v3.agent({
+                stream: true,
+                model: "anthropic/claude-haiku-4-5-20251001",
+            });
+            const page = v3.context.pages()[0];
+            await page.goto("https://example.com");
+            const streamResult = await agent.execute({
+                instruction: "Say hello briefly and describe the page.",
+                maxSteps: 3,
+                callbacks: {
+                    prepareStep: async (stepContext) => {
+                        prepareStepCount++;
+                        return stepContext;
+                    },
+                    onStepFinish: async () => {
+                        stepFinishCount++;
+                    },
+                    onChunk: async () => {
+                        chunkCount++;
+                    },
+                    onFinish: () => {
+                        finishCalled = true;
+                    },
+                },
+            });
+            // Consume the stream
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            for await (const _ of streamResult.textStream) {
+                // Just consume
+            }
+            await streamResult.result;
+            // All callbacks should have been called
+            expect(prepareStepCount).toBeGreaterThan(0);
+            expect(stepFinishCount).toBeGreaterThan(0);
+            expect(chunkCount).toBeGreaterThan(0);
+            expect(finishCalled).toBe(true);
+        });
+    });
+});
+//# sourceMappingURL=agent-callbacks.spec.js.map

package/dist/esm/tests/integration/agent-callbacks.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-callbacks.spec.js","sourceRoot":"","sources":["../../../../tests/integration/agent-callbacks.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,EAAE,EAAE,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,OAAO,EAAE,yCAAyC,EAAE,MAAM,wCAAwC,CAAC;AAEnG,IAAI,CAAC,QAAQ,CAAC,oCAAoC,EAAE,GAAG,EAAE;IACvD,IAAI,EAAM,CAAC;IAEX,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACzB,EAAE,GAAG,IAAI,EAAE,CAAC;YACV,GAAG,YAAY;YACf,YAAY,EAAE,IAAI,EAAE,uCAAuC;SAC5D,CAAC,CAAC;QACH,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,yCAAyC,EAAE,GAAG,EAAE;QAC5D,IAAI,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC/D,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,MAAM,gBAAgB,GAA0B,EAAE,CAAC;YAEnD,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,KAAK,CAAC,OAAO,CAAC;gBAClB,WAAW,EACT,4EAA4E;gBAC9E,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE;oBACT,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;wBAC5B,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC/B,CAAC;iBACF;aACF,CAAC,CAAC;YAEH,6CAA6C;YAC7C,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAEnD,6CAA6C;YAC7C,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;gBACrC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;gBAC7C,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YACvC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YACjE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,IAAI,oBAAoB,GAAG,CAAC,CAAC;YAE7B,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,KAAK,CAAC,OAAO,CAAC;gBAClB,WAAW,EAAE,mCAAmC;gBAChD,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE;oBACT,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE;wBACjC,oBAAoB,EAAE,CAAC;wBACvB,OAAO,WAAW,CAAC;oBACrB,CAAC;iBACF;aACF,CAAC,CAAC;YAEH,oDAAoD;YACpD,MAAM,CAAC,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACzD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,MAAM,SAAS,GAAgD,EAAE,CAAC;YAElE,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,KAAK,CAAC,OAAO,CAAC;gBAClB,WAAW,EACT,sFAAsF;gBACxF,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE;oBACT,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;wBAC5B,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;4BACpB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;gCACjC,SAAS,CAAC,IAAI,CAAC;oCACb,QAAQ,EAAE,EAAE,CAAC,QAAQ;oCACrB,KAAK,EAAE,EAAE,CAAC,KAAK;iCAChB,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;oBACH,CAAC;iBACF;aACF,CAAC,CAAC;YAEH,gEAAgE;YAChE,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,CACJ,SAAS,CAAC,IAAI,CACZ,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,KAAK,YAAY,IAAI,EAAE,CAAC,QAAQ,KAAK,UAAU,CACnE,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,oCAAoC,EAAE,GAAG,EAAE;QACvD,IAAI,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC9E,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,MAAM,gBAAgB,GAA0B,EAAE,CAAC;YAEnD,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBACvC,WAAW,EAAE,yCAAyC;gBACtD,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE;oBACT,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;wBAC5B,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC/B,CAAC;iBACF;aACF,CAAC,CAAC;YAEH,qBAAqB;YACrB,6DAA6D;YAC7D,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC9C,eAAe;YACjB,CAAC;YAED,8BAA8B;YAC9B,MAAM,YAAY,CAAC,MAAM,CAAC;YAE1B,6CAA6C;YAC7C,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YAC3D,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBACvC,WAAW,EAAE,0CAA0C;gBACvD,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE;oBACT,OAAO,EAAE,KAAK,IAAI,EAAE;wBAClB,UAAU,EAAE,CAAC;oBACf,CAAC;iBACF;aACF,CAAC,CAAC;YAEH,qBAAqB;YACrB,6DAA6D;YAC7D,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC9C,eAAe;YACjB,CAAC;YAED,MAAM,YAAY,CAAC,MAAM,CAAC;YAE1B,8BAA8B;YAC9B,MAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACnE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,IAAI,YAAY,GAAG,KAAK,CAAC;YACzB,IAAI,WAAW,GAAY,IAAI,CAAC;YAEhC,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBACvC,WAAW,EAAE,mCAAmC;gBAChD,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE;oBACT,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;wBAClB,YAAY,GAAG,IAAI,CAAC;wBACpB,WAAW,GAAG,KAAK,CAAC;oBACtB,CAAC;iBACF;aACF,CAAC,CAAC;YAEH,qBAAqB;YACrB,6DAA6D;YAC7D,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC9C,eAAe;YACjB,CAAC;YAED,MAAM,YAAY,CAAC,MAAM,CAAC;YAE1B,mCAAmC;YACnC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YAC3D,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,IAAI,oBAAoB,GAAG,CAAC,CAAC;YAE7B,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBACvC,WAAW,EAAE,mCAAmC;gBAChD,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE;oBACT,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE;wBACjC,oBAAoB,EAAE,CAAC;wBACvB,OAAO,WAAW,CAAC;oBACrB,CAAC;iBACF;aACF,CAAC,CAAC;YAEH,qBAAqB;YACrB,6DAA6D;YAC7D,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC9C,eAAe;YACjB,CAAC;YAED,MAAM,YAAY,CAAC,MAAM,CAAC;YAE1B,oDAAoD;YACpD,MAAM,CAAC,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,6CAA6C,EAAE,GAAG,EAAE;QAChE,IAAI,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;YACvF,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,OAAO,CAAC;oBAClB,WAAW,EAAE,MAAM;oBACnB,SAAS,EAAE;wBACT,OAAO,EAAE,CAAC,GAAG,EAAE,GAAE,CAAC,CAAU;qBAC7B;iBACF,CAAC,CAAC;gBACH,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,yCAAyC,CAAC,CAAC;gBACxE,MAAM,CACH,KAAmD,CAAC,gBAAgB,CACtE,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YACzB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;YACxF,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,OAAO,CAAC;oBAClB,WAAW,EAAE,MAAM;oBACnB,SAAS,EAAE;wBACT,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAE,CAAC,CAAU;qBAC9B;iBACF,CAAC,CAAC;gBACH,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,yCAAyC,CAAC,CAAC;gBACxE,MAAM,CACH,KAAmD,CAAC,gBAAgB,CACtE,CAAC,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;YACvF,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,OAAO,CAAC;oBAClB,WAAW,EAAE,MAAM;oBACnB,SAAS,EAAE;wBACT,OAAO,EAAE,CAAC,GAAG,EAAE,GAAE,CAAC,CAAU;qBAC7B;iBACF,CAAC,CAAC;gBACH,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,yCAAyC,CAAC,CAAC;gBACxE,MAAM,CACH,KAAmD,CAAC,gBAAgB,CACtE,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YACzB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;YACvF,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,OAAO,CAAC;oBAClB,WAAW,EAAE,MAAM;oBACnB,SAAS,EAAE;wBACT,OAAO,EAAE,CAAC,GAAG,EAAE,GAAE,CAAC,CAAU;qBAC7B;iBACF,CAAC,CAAC;gBACH,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,yCAAyC,CAAC,CAAC;gBACxE,MAAM,CACH,KAAmD,CAAC,gBAAgB,CACtE,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YACzB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,OAAO,CAAC;oBAClB,WAAW,EAAE,MAAM;oBACnB,SAAS,EAAE;wBACT,OAAO,EAAE,CAAC,GAAG,EAAE,GAAE,CAAC,CAAU;wBAC5B,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAE,CAAC,CAAU;qBAC9B;iBACF,CAAC,CAAC;gBACH,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;YACjD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,yCAAyC,CAAC,CAAC;gBACxE,MAAM,CACH,KAAmD,CAAC,gBAAgB,CACtE,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC;YACrC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QACvC,IAAI,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACzD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,IAAI,eAAe,GAAG,CAAC,CAAC;YAExB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,KAAK,CAAC,OAAO,CAAC;gBAClB,WAAW,EAAE,mCAAmC;gBAChD,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE;oBACT,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE;wBACjC,gBAAgB,EAAE,CAAC;wBACnB,OAAO,WAAW,CAAC;oBACrB,CAAC;oBACD,YAAY,EAAE,KAAK,IAAI,EAAE;wBACvB,eAAe,EAAE,CAAC;oBACpB,CAAC;iBACF;aACF,CAAC,CAAC;YAEH,yCAAyC;YACzC,MAAM,CAAC,gBAAgB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACnD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvB,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,IAAI,eAAe,GAAG,CAAC,CAAC;YACxB,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,IAAI,YAAY,GAAG,KAAK,CAAC;YAEzB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACrB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,qCAAqC;aAC7C,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAEvC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC;gBACvC,WAAW,EAAE,0CAA0C;gBACvD,QAAQ,EAAE,CAAC;gBACX,SAAS,EAAE;oBACT,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE;wBACjC,gBAAgB,EAAE,CAAC;wBACnB,OAAO,WAAW,CAAC;oBACrB,CAAC;oBACD,YAAY,EAAE,KAAK,IAAI,EAAE;wBACvB,eAAe,EAAE,CAAC;oBACpB,CAAC;oBACD,OAAO,EAAE,KAAK,IAAI,EAAE;wBAClB,UAAU,EAAE,CAAC;oBACf,CAAC;oBACD,QAAQ,EAAE,GAAG,EAAE;wBACb,YAAY,GAAG,IAAI,CAAC;oBACtB,CAAC;iBACF;aACF,CAAC,CAAC;YAEH,qBAAqB;YACrB,6DAA6D;YAC7D,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC9C,eAAe;YACjB,CAAC;YAED,MAAM,YAAY,CAAC,MAAM,CAAC;YAE1B,wCAAwC;YACxC,MAAM,CAAC,gBAAgB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { test, expect } from \"@playwright/test\";\nimport { V3 } from \"../../lib/v3/v3.js\";\nimport { v3TestConfig } from \"./v3.config.js\";\nimport type { StepResult, ToolSet } from \"ai\";\nimport { StreamingCallbacksInNonStreamingModeError } from \"../../lib/v3/types/public/sdkErrors.js\";\n\ntest.describe(\"Stagehand agent callbacks behavior\", () => {\n  let v3: V3;\n\n  test.beforeEach(async () => {\n    v3 = new V3({\n      ...v3TestConfig,\n      experimental: true, // Required for callbacks and streaming\n    });\n    await v3.init();\n  });\n\n  test.afterEach(async () => {\n    await v3?.close?.().catch(() => {});\n  });\n\n  test.describe(\"Non-streaming callbacks (stream: false)\", () => {\n    test(\"onStepFinish callback is called for each step\", async () => {\n      test.setTimeout(60000);\n\n      const stepFinishEvents: StepResult<ToolSet>[] = [];\n\n      const agent = v3.agent({\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      await agent.execute({\n        instruction:\n          \"What is the title of this page? Mark the task as complete after answering.\",\n        maxSteps: 5,\n        callbacks: {\n          onStepFinish: async (event) => {\n            stepFinishEvents.push(event);\n          },\n        },\n      });\n\n      // Should have at least one step finish event\n      expect(stepFinishEvents.length).toBeGreaterThan(0);\n\n      // Each event should have expected properties\n      for (const event of stepFinishEvents) {\n        expect(event).toHaveProperty(\"finishReason\");\n        expect(event).toHaveProperty(\"text\");\n      }\n    });\n\n    test(\"prepareStep callback is called before each step\", async () => {\n      test.setTimeout(60000);\n\n      let prepareStepCallCount = 0;\n\n      const agent = v3.agent({\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      await agent.execute({\n        instruction: \"Simply describe the page briefly.\",\n        maxSteps: 3,\n        callbacks: {\n          prepareStep: async (stepContext) => {\n            prepareStepCallCount++;\n            return stepContext;\n          },\n        },\n      });\n\n      // prepareStep should have been called at least once\n      expect(prepareStepCallCount).toBeGreaterThan(0);\n    });\n\n    test(\"callbacks receive tool call information\", async () => {\n      test.setTimeout(60000);\n\n      const toolCalls: Array<{ toolName: string; input: unknown }> = [];\n\n      const agent = v3.agent({\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      await agent.execute({\n        instruction:\n          \"Take a screenshot and describe what you see briefly. Then mark the task as complete.\",\n        maxSteps: 3,\n        callbacks: {\n          onStepFinish: async (event) => {\n            if (event.toolCalls) {\n              for (const tc of event.toolCalls) {\n                toolCalls.push({\n                  toolName: tc.toolName,\n                  input: tc.input,\n                });\n              }\n            }\n          },\n        },\n      });\n\n      // Should have captured at least one tool call (e.g. screenshot)\n      expect(toolCalls.length).toBeGreaterThan(0);\n      expect(\n        toolCalls.some(\n          (tc) => tc.toolName === \"screenshot\" || tc.toolName === \"ariaTree\",\n        ),\n      ).toBe(true);\n    });\n  });\n\n  test.describe(\"Streaming callbacks (stream: true)\", () => {\n    test(\"onStepFinish callback is called for each step in stream mode\", async () => {\n      test.setTimeout(60000);\n\n      const stepFinishEvents: StepResult<ToolSet>[] = [];\n\n      const agent = v3.agent({\n        stream: true,\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      const streamResult = await agent.execute({\n        instruction: \"What is this page? Describe it briefly.\",\n        maxSteps: 5,\n        callbacks: {\n          onStepFinish: async (event) => {\n            stepFinishEvents.push(event);\n          },\n        },\n      });\n\n      // Consume the stream\n      // eslint-disable-next-line @typescript-eslint/no-unused-vars\n      for await (const _ of streamResult.textStream) {\n        // Just consume\n      }\n\n      // Wait for result to complete\n      await streamResult.result;\n\n      // Should have at least one step finish event\n      expect(stepFinishEvents.length).toBeGreaterThan(0);\n    });\n\n    test(\"onChunk callback is called for each chunk\", async () => {\n      test.setTimeout(60000);\n\n      let chunkCount = 0;\n\n      const agent = v3.agent({\n        stream: true,\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      const streamResult = await agent.execute({\n        instruction: \"Say hello briefly and describe the page.\",\n        maxSteps: 3,\n        callbacks: {\n          onChunk: async () => {\n            chunkCount++;\n          },\n        },\n      });\n\n      // Consume the stream\n      // eslint-disable-next-line @typescript-eslint/no-unused-vars\n      for await (const _ of streamResult.textStream) {\n        // Just consume\n      }\n\n      await streamResult.result;\n\n      // Should have received chunks\n      expect(chunkCount).toBeGreaterThan(0);\n    });\n\n    test(\"onFinish callback is called when stream completes\", async () => {\n      test.setTimeout(60000);\n\n      let finishCalled = false;\n      let finishEvent: unknown = null;\n\n      const agent = v3.agent({\n        stream: true,\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      const streamResult = await agent.execute({\n        instruction: \"Simply describe the page briefly.\",\n        maxSteps: 3,\n        callbacks: {\n          onFinish: (event) => {\n            finishCalled = true;\n            finishEvent = event;\n          },\n        },\n      });\n\n      // Consume the stream\n      // eslint-disable-next-line @typescript-eslint/no-unused-vars\n      for await (const _ of streamResult.textStream) {\n        // Just consume\n      }\n\n      await streamResult.result;\n\n      // onFinish should have been called\n      expect(finishCalled).toBe(true);\n      expect(finishEvent).not.toBeNull();\n    });\n\n    test(\"prepareStep callback works in stream mode\", async () => {\n      test.setTimeout(60000);\n\n      let prepareStepCallCount = 0;\n\n      const agent = v3.agent({\n        stream: true,\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      const streamResult = await agent.execute({\n        instruction: \"Simply describe the page briefly.\",\n        maxSteps: 3,\n        callbacks: {\n          prepareStep: async (stepContext) => {\n            prepareStepCallCount++;\n            return stepContext;\n          },\n        },\n      });\n\n      // Consume the stream\n      // eslint-disable-next-line @typescript-eslint/no-unused-vars\n      for await (const _ of streamResult.textStream) {\n        // Just consume\n      }\n\n      await streamResult.result;\n\n      // prepareStep should have been called at least once\n      expect(prepareStepCallCount).toBeGreaterThan(0);\n    });\n  });\n\n  test.describe(\"Streaming-only callbacks runtime validation\", () => {\n    test(\"throws StreamingCallbacksInNonStreamingModeError when onChunk is used\", async () => {\n      const agent = v3.agent({\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      try {\n        await agent.execute({\n          instruction: \"test\",\n          callbacks: {\n            onChunk: (() => {}) as never,\n          },\n        });\n        throw new Error(\"Expected error to be thrown\");\n      } catch (error) {\n        expect(error).toBeInstanceOf(StreamingCallbacksInNonStreamingModeError);\n        expect(\n          (error as StreamingCallbacksInNonStreamingModeError).invalidCallbacks,\n        ).toEqual([\"onChunk\"]);\n      }\n    });\n\n    test(\"throws StreamingCallbacksInNonStreamingModeError when onFinish is used\", async () => {\n      const agent = v3.agent({\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      try {\n        await agent.execute({\n          instruction: \"test\",\n          callbacks: {\n            onFinish: (() => {}) as never,\n          },\n        });\n        throw new Error(\"Expected error to be thrown\");\n      } catch (error) {\n        expect(error).toBeInstanceOf(StreamingCallbacksInNonStreamingModeError);\n        expect(\n          (error as StreamingCallbacksInNonStreamingModeError).invalidCallbacks,\n        ).toEqual([\"onFinish\"]);\n      }\n    });\n\n    test(\"throws StreamingCallbacksInNonStreamingModeError when onError is used\", async () => {\n      const agent = v3.agent({\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      try {\n        await agent.execute({\n          instruction: \"test\",\n          callbacks: {\n            onError: (() => {}) as never,\n          },\n        });\n        throw new Error(\"Expected error to be thrown\");\n      } catch (error) {\n        expect(error).toBeInstanceOf(StreamingCallbacksInNonStreamingModeError);\n        expect(\n          (error as StreamingCallbacksInNonStreamingModeError).invalidCallbacks,\n        ).toEqual([\"onError\"]);\n      }\n    });\n\n    test(\"throws StreamingCallbacksInNonStreamingModeError when onAbort is used\", async () => {\n      const agent = v3.agent({\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      try {\n        await agent.execute({\n          instruction: \"test\",\n          callbacks: {\n            onAbort: (() => {}) as never,\n          },\n        });\n        throw new Error(\"Expected error to be thrown\");\n      } catch (error) {\n        expect(error).toBeInstanceOf(StreamingCallbacksInNonStreamingModeError);\n        expect(\n          (error as StreamingCallbacksInNonStreamingModeError).invalidCallbacks,\n        ).toEqual([\"onAbort\"]);\n      }\n    });\n\n    test(\"error includes all invalid callbacks when multiple are used\", async () => {\n      const agent = v3.agent({\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      try {\n        await agent.execute({\n          instruction: \"test\",\n          callbacks: {\n            onChunk: (() => {}) as never,\n            onFinish: (() => {}) as never,\n          },\n        });\n        throw new Error(\"Expected error to be thrown\");\n      } catch (error) {\n        expect(error).toBeInstanceOf(StreamingCallbacksInNonStreamingModeError);\n        expect(\n          (error as StreamingCallbacksInNonStreamingModeError).invalidCallbacks,\n        ).toEqual([\"onChunk\", \"onFinish\"]);\n      }\n    });\n  });\n\n  test.describe(\"Combined callbacks\", () => {\n    test(\"multiple callbacks can be used together\", async () => {\n      test.setTimeout(60000);\n\n      let prepareStepCount = 0;\n      let stepFinishCount = 0;\n\n      const agent = v3.agent({\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      await agent.execute({\n        instruction: \"Simply describe the page briefly.\",\n        maxSteps: 3,\n        callbacks: {\n          prepareStep: async (stepContext) => {\n            prepareStepCount++;\n            return stepContext;\n          },\n          onStepFinish: async () => {\n            stepFinishCount++;\n          },\n        },\n      });\n\n      // Both callbacks should have been called\n      expect(prepareStepCount).toBeGreaterThan(0);\n      expect(stepFinishCount).toBeGreaterThan(0);\n    });\n\n    test(\"streaming with multiple callbacks\", async () => {\n      test.setTimeout(60000);\n\n      let prepareStepCount = 0;\n      let stepFinishCount = 0;\n      let chunkCount = 0;\n      let finishCalled = false;\n\n      const agent = v3.agent({\n        stream: true,\n        model: \"anthropic/claude-haiku-4-5-20251001\",\n      });\n\n      const page = v3.context.pages()[0];\n      await page.goto(\"https://example.com\");\n\n      const streamResult = await agent.execute({\n        instruction: \"Say hello briefly and describe the page.\",\n        maxSteps: 3,\n        callbacks: {\n          prepareStep: async (stepContext) => {\n            prepareStepCount++;\n            return stepContext;\n          },\n          onStepFinish: async () => {\n            stepFinishCount++;\n          },\n          onChunk: async () => {\n            chunkCount++;\n          },\n          onFinish: () => {\n            finishCalled = true;\n          },\n        },\n      });\n\n      // Consume the stream\n      // eslint-disable-next-line @typescript-eslint/no-unused-vars\n      for await (const _ of streamResult.textStream) {\n        // Just consume\n      }\n\n      await streamResult.result;\n\n      // All callbacks should have been called\n      expect(prepareStepCount).toBeGreaterThan(0);\n      expect(stepFinishCount).toBeGreaterThan(0);\n      expect(chunkCount).toBeGreaterThan(0);\n      expect(finishCalled).toBe(true);\n    });\n  });\n});\n"]}

package/dist/esm/tests/integration/agent-experimental-validation.spec.d.ts

@@ -0,0 +1 @@
+export {};