@browserbasehq/orca 3.2.0-preview.5 → 3.2.1-preview.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/cjs/lib/inference.js +1 -1
- package/dist/cjs/lib/inference.js.map +1 -1
- package/dist/cjs/lib/prompt.js +13 -16
- package/dist/cjs/lib/prompt.js.map +1 -1
- package/dist/cjs/lib/v3/agent/AgentProvider.js +1 -0
- package/dist/cjs/lib/v3/agent/AgentProvider.js.map +1 -1
- package/dist/cjs/lib/v3/agent/AnthropicCUAClient.d.ts +3 -1
- package/dist/cjs/lib/v3/agent/AnthropicCUAClient.js +60 -9
- package/dist/cjs/lib/v3/agent/AnthropicCUAClient.js.map +1 -1
- package/dist/cjs/lib/v3/agent/MicrosoftCUAClient.js +15 -0
- package/dist/cjs/lib/v3/agent/MicrosoftCUAClient.js.map +1 -1
- package/dist/cjs/lib/v3/agent/OpenAICUAClient.d.ts +8 -2
- package/dist/cjs/lib/v3/agent/OpenAICUAClient.js +103 -49
- package/dist/cjs/lib/v3/agent/OpenAICUAClient.js.map +1 -1
- package/dist/cjs/lib/v3/agent/tools/index.js +1 -1
- package/dist/cjs/lib/v3/agent/tools/index.js.map +1 -1
- package/dist/cjs/lib/v3/agent/tools/keys.d.ts +2 -1
- package/dist/cjs/lib/v3/agent/tools/keys.js +57 -49
- package/dist/cjs/lib/v3/agent/tools/keys.js.map +1 -1
- package/dist/cjs/lib/v3/agent/utils/coordinateNormalization.js +3 -5
- package/dist/cjs/lib/v3/agent/utils/coordinateNormalization.js.map +1 -1
- package/dist/cjs/lib/v3/api.d.ts +5 -3
- package/dist/cjs/lib/v3/api.js +3 -6
- package/dist/cjs/lib/v3/api.js.map +1 -1
- package/dist/cjs/lib/v3/cache/AgentCache.js +5 -3
- package/dist/cjs/lib/v3/cache/AgentCache.js.map +1 -1
- package/dist/cjs/lib/v3/handlers/v3CuaAgentHandler.js +6 -15
- package/dist/cjs/lib/v3/handlers/v3CuaAgentHandler.js.map +1 -1
- package/dist/cjs/lib/v3/index.d.ts +1 -1
- package/dist/cjs/lib/v3/llm/LLMProvider.d.ts +5 -2
- package/dist/cjs/lib/v3/llm/LLMProvider.js +14 -6
- package/dist/cjs/lib/v3/llm/LLMProvider.js.map +1 -1
- package/dist/cjs/lib/v3/llm/OpenAIClient.js +1 -0
- package/dist/cjs/lib/v3/llm/OpenAIClient.js.map +1 -1
- package/dist/cjs/lib/v3/llm/aisdk.d.ts +3 -1
- package/dist/cjs/lib/v3/llm/aisdk.js +67 -17
- package/dist/cjs/lib/v3/llm/aisdk.js.map +1 -1
- package/dist/cjs/lib/v3/types/public/agent.d.ts +8 -3
- package/dist/cjs/lib/v3/types/public/agent.js +1 -0
- package/dist/cjs/lib/v3/types/public/agent.js.map +1 -1
- package/dist/cjs/lib/v3/types/public/api.d.ts +30 -0
- package/dist/cjs/lib/v3/types/public/api.js +6 -2
- package/dist/cjs/lib/v3/types/public/api.js.map +1 -1
- package/dist/cjs/lib/v3/types/public/model.d.ts +32 -2
- package/dist/cjs/lib/v3/types/public/model.js.map +1 -1
- package/dist/cjs/lib/v3/understudy/context.js +11 -3
- package/dist/cjs/lib/v3/understudy/context.js.map +1 -1
- package/dist/cjs/lib/v3/understudy/page.js +1 -1
- package/dist/cjs/lib/v3/understudy/page.js.map +1 -1
- package/dist/cjs/lib/v3/v3.d.ts +18 -2
- package/dist/cjs/lib/v3/v3.js +92 -9
- package/dist/cjs/lib/v3/v3.js.map +1 -1
- package/dist/cjs/tests/integration/chrome-newtab-page-tracking.spec.d.ts +1 -0
- package/dist/cjs/tests/integration/chrome-newtab-page-tracking.spec.js +56 -0
- package/dist/cjs/tests/integration/chrome-newtab-page-tracking.spec.js.map +1 -0
- package/dist/cjs/tests/unit/agent-captcha-hooks.test.js +56 -0
- package/dist/cjs/tests/unit/agent-captcha-hooks.test.js.map +1 -1
- package/dist/cjs/tests/unit/agent-metrics.test.d.ts +1 -0
- package/dist/cjs/tests/unit/agent-metrics.test.js +112 -0
- package/dist/cjs/tests/unit/agent-metrics.test.js.map +1 -0
- package/dist/cjs/tests/unit/aisdk-clients.test.d.ts +1 -0
- package/dist/cjs/tests/unit/aisdk-clients.test.js +90 -0
- package/dist/cjs/tests/unit/aisdk-clients.test.js.map +1 -0
- package/dist/cjs/tests/unit/anthropic-cua-adaptive-thinking.test.d.ts +1 -0
- package/dist/cjs/tests/unit/anthropic-cua-adaptive-thinking.test.js +250 -0
- package/dist/cjs/tests/unit/anthropic-cua-adaptive-thinking.test.js.map +1 -0
- package/dist/cjs/tests/unit/api-optional-model-api-key.test.d.ts +1 -0
- package/dist/cjs/tests/unit/api-optional-model-api-key.test.js +95 -0
- package/dist/cjs/tests/unit/api-optional-model-api-key.test.js.map +1 -0
- package/dist/cjs/tests/unit/browserbase-session-accessors.test.js +20 -0
- package/dist/cjs/tests/unit/browserbase-session-accessors.test.js.map +1 -1
- package/dist/cjs/tests/unit/llm-middleware.test.d.ts +1 -0
- package/dist/cjs/tests/unit/llm-middleware.test.js +495 -0
- package/dist/cjs/tests/unit/llm-middleware.test.js.map +1 -0
- package/dist/cjs/tests/unit/microsoft-cua-client.test.d.ts +1 -0
- package/dist/cjs/tests/unit/microsoft-cua-client.test.js +86 -0
- package/dist/cjs/tests/unit/microsoft-cua-client.test.js.map +1 -0
- package/dist/cjs/tests/unit/public-api/llm-and-agents.test.js +1 -0
- package/dist/cjs/tests/unit/public-api/llm-and-agents.test.js.map +1 -1
- package/dist/esm/lib/inference.js +1 -1
- package/dist/esm/lib/inference.js.map +1 -1
- package/dist/esm/lib/prompt.js +13 -16
- package/dist/esm/lib/prompt.js.map +1 -1
- package/dist/esm/lib/v3/agent/AgentProvider.js +1 -0
- package/dist/esm/lib/v3/agent/AgentProvider.js.map +1 -1
- package/dist/esm/lib/v3/agent/AnthropicCUAClient.d.ts +3 -1
- package/dist/esm/lib/v3/agent/AnthropicCUAClient.js +60 -9
- package/dist/esm/lib/v3/agent/AnthropicCUAClient.js.map +1 -1
- package/dist/esm/lib/v3/agent/MicrosoftCUAClient.js +15 -0
- package/dist/esm/lib/v3/agent/MicrosoftCUAClient.js.map +1 -1
- package/dist/esm/lib/v3/agent/OpenAICUAClient.d.ts +8 -2
- package/dist/esm/lib/v3/agent/OpenAICUAClient.js +103 -49
- package/dist/esm/lib/v3/agent/OpenAICUAClient.js.map +1 -1
- package/dist/esm/lib/v3/agent/tools/index.js +1 -1
- package/dist/esm/lib/v3/agent/tools/index.js.map +1 -1
- package/dist/esm/lib/v3/agent/tools/keys.d.ts +2 -1
- package/dist/esm/lib/v3/agent/tools/keys.js +57 -49
- package/dist/esm/lib/v3/agent/tools/keys.js.map +1 -1
- package/dist/esm/lib/v3/agent/utils/coordinateNormalization.js +3 -5
- package/dist/esm/lib/v3/agent/utils/coordinateNormalization.js.map +1 -1
- package/dist/esm/lib/v3/api.d.ts +5 -3
- package/dist/esm/lib/v3/api.js +3 -6
- package/dist/esm/lib/v3/api.js.map +1 -1
- package/dist/esm/lib/v3/cache/AgentCache.js +5 -3
- package/dist/esm/lib/v3/cache/AgentCache.js.map +1 -1
- package/dist/esm/lib/v3/handlers/v3CuaAgentHandler.js +6 -15
- package/dist/esm/lib/v3/handlers/v3CuaAgentHandler.js.map +1 -1
- package/dist/esm/lib/v3/index.d.ts +1 -1
- package/dist/esm/lib/v3/llm/LLMProvider.d.ts +5 -2
- package/dist/esm/lib/v3/llm/LLMProvider.js +15 -7
- package/dist/esm/lib/v3/llm/LLMProvider.js.map +1 -1
- package/dist/esm/lib/v3/llm/OpenAIClient.js +1 -0
- package/dist/esm/lib/v3/llm/OpenAIClient.js.map +1 -1
- package/dist/esm/lib/v3/llm/aisdk.d.ts +3 -1
- package/dist/esm/lib/v3/llm/aisdk.js +67 -17
- package/dist/esm/lib/v3/llm/aisdk.js.map +1 -1
- package/dist/esm/lib/v3/types/public/agent.d.ts +8 -3
- package/dist/esm/lib/v3/types/public/agent.js +1 -0
- package/dist/esm/lib/v3/types/public/agent.js.map +1 -1
- package/dist/esm/lib/v3/types/public/api.d.ts +30 -0
- package/dist/esm/lib/v3/types/public/api.js +6 -2
- package/dist/esm/lib/v3/types/public/api.js.map +1 -1
- package/dist/esm/lib/v3/types/public/model.d.ts +32 -2
- package/dist/esm/lib/v3/types/public/model.js.map +1 -1
- package/dist/esm/lib/v3/understudy/context.js +11 -3
- package/dist/esm/lib/v3/understudy/context.js.map +1 -1
- package/dist/esm/lib/v3/understudy/page.js +1 -1
- package/dist/esm/lib/v3/understudy/page.js.map +1 -1
- package/dist/esm/lib/v3/v3.d.ts +18 -2
- package/dist/esm/lib/v3/v3.js +92 -10
- package/dist/esm/lib/v3/v3.js.map +1 -1
- package/dist/esm/tests/integration/chrome-newtab-page-tracking.spec.d.ts +1 -0
- package/dist/esm/tests/integration/chrome-newtab-page-tracking.spec.js +54 -0
- package/dist/esm/tests/integration/chrome-newtab-page-tracking.spec.js.map +1 -0
- package/dist/esm/tests/unit/agent-captcha-hooks.test.js +56 -0
- package/dist/esm/tests/unit/agent-captcha-hooks.test.js.map +1 -1
- package/dist/esm/tests/unit/agent-metrics.test.d.ts +1 -0
- package/dist/esm/tests/unit/agent-metrics.test.js +110 -0
- package/dist/esm/tests/unit/agent-metrics.test.js.map +1 -0
- package/dist/esm/tests/unit/aisdk-clients.test.d.ts +1 -0
- package/dist/esm/tests/unit/aisdk-clients.test.js +88 -0
- package/dist/esm/tests/unit/aisdk-clients.test.js.map +1 -0
- package/dist/esm/tests/unit/anthropic-cua-adaptive-thinking.test.d.ts +1 -0
- package/dist/esm/tests/unit/anthropic-cua-adaptive-thinking.test.js +245 -0
- package/dist/esm/tests/unit/anthropic-cua-adaptive-thinking.test.js.map +1 -0
- package/dist/esm/tests/unit/api-optional-model-api-key.test.d.ts +1 -0
- package/dist/esm/tests/unit/api-optional-model-api-key.test.js +93 -0
- package/dist/esm/tests/unit/api-optional-model-api-key.test.js.map +1 -0
- package/dist/esm/tests/unit/browserbase-session-accessors.test.js +20 -0
- package/dist/esm/tests/unit/browserbase-session-accessors.test.js.map +1 -1
- package/dist/esm/tests/unit/llm-middleware.test.d.ts +1 -0
- package/dist/esm/tests/unit/llm-middleware.test.js +460 -0
- package/dist/esm/tests/unit/llm-middleware.test.js.map +1 -0
- package/dist/esm/tests/unit/microsoft-cua-client.test.d.ts +1 -0
- package/dist/esm/tests/unit/microsoft-cua-client.test.js +84 -0
- package/dist/esm/tests/unit/microsoft-cua-client.test.js.map +1 -0
- package/dist/esm/tests/unit/public-api/llm-and-agents.test.js +1 -0
- package/dist/esm/tests/unit/public-api/llm-and-agents.test.js.map +1 -1
- package/package.json +4 -8
- package/dist/cjs/lib/v3/dom/build/rerender-index.js +0 -1
- package/dist/cjs/lib/v3/dom/build/v3-index.js +0 -1
- package/dist/esm/lib/v3/dom/build/rerender-index.js +0 -1
- package/dist/esm/lib/v3/dom/build/v3-index.js +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { test, expect } from "@playwright/test";
|
|
2
|
+
import { V3 } from "../../lib/v3/v3.js";
|
|
3
|
+
import { v3DynamicTestConfig } from "./v3.dynamic.config.js";
|
|
4
|
+
import { closeV3 } from "./testUtils.js";
|
|
5
|
+
test.describe("V3 chrome:// new-tab page tracking", () => {
|
|
6
|
+
let v3;
|
|
7
|
+
test.beforeEach(async () => {
|
|
8
|
+
v3 = new V3(v3DynamicTestConfig);
|
|
9
|
+
await v3.init();
|
|
10
|
+
});
|
|
11
|
+
test.afterEach(async () => {
|
|
12
|
+
await closeV3(v3);
|
|
13
|
+
});
|
|
14
|
+
test("pages() includes a tab opened via chrome://newtab/", async () => {
|
|
15
|
+
const ctx = v3.context;
|
|
16
|
+
const initialPages = ctx.pages();
|
|
17
|
+
expect(initialPages.length).toBe(1);
|
|
18
|
+
// Simulate a manually-opened tab by creating a target at chrome://newtab/.
|
|
19
|
+
// This is the same CDP path the browser takes when the user presses Ctrl+T.
|
|
20
|
+
const { targetId } = await ctx.conn.send("Target.createTarget", { url: "chrome://newtab/" });
|
|
21
|
+
// Wait for the page to be registered (onAttachedToTarget is async).
|
|
22
|
+
const deadline = Date.now() + 5000;
|
|
23
|
+
while (Date.now() < deadline) {
|
|
24
|
+
if (ctx.pages().length >= 2)
|
|
25
|
+
break;
|
|
26
|
+
await new Promise((r) => setTimeout(r, 50));
|
|
27
|
+
}
|
|
28
|
+
const pages = ctx.pages();
|
|
29
|
+
expect(pages.length).toBe(2);
|
|
30
|
+
// The new page's target should match the one we created.
|
|
31
|
+
const newPage = pages.find((p) => p.targetId() === targetId);
|
|
32
|
+
expect(newPage).toBeTruthy();
|
|
33
|
+
});
|
|
34
|
+
test("chrome://newtab/ tab becomes usable after navigating to a web URL", async () => {
|
|
35
|
+
const ctx = v3.context;
|
|
36
|
+
// Create a tab at chrome://newtab/ (same as user pressing Ctrl+T).
|
|
37
|
+
const { targetId } = await ctx.conn.send("Target.createTarget", { url: "chrome://newtab/" });
|
|
38
|
+
// Wait for registration.
|
|
39
|
+
const deadline = Date.now() + 5000;
|
|
40
|
+
while (Date.now() < deadline) {
|
|
41
|
+
if (ctx.pages().some((p) => p.targetId() === targetId))
|
|
42
|
+
break;
|
|
43
|
+
await new Promise((r) => setTimeout(r, 50));
|
|
44
|
+
}
|
|
45
|
+
const newPage = ctx.pages().find((p) => p.targetId() === targetId);
|
|
46
|
+
expect(newPage).toBeTruthy();
|
|
47
|
+
// Navigate the new tab to a real web page.
|
|
48
|
+
await newPage.goto("https://example.com/", {
|
|
49
|
+
waitUntil: "domcontentloaded",
|
|
50
|
+
});
|
|
51
|
+
expect(newPage.url()).toContain("example.com");
|
|
52
|
+
});
|
|
53
|
+
});
|
|
54
|
+
//# sourceMappingURL=chrome-newtab-page-tracking.spec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chrome-newtab-page-tracking.spec.js","sourceRoot":"","sources":["../../../../tests/integration/chrome-newtab-page-tracking.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,EAAE,EAAE,MAAM,oBAAoB,CAAC;AACxC,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAEzC,IAAI,CAAC,QAAQ,CAAC,oCAAoC,EAAE,GAAG,EAAE;IACvD,IAAI,EAAM,CAAC;IAEX,IAAI,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACzB,EAAE,GAAG,IAAI,EAAE,CAAC,mBAAmB,CAAC,CAAC;QACjC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,OAAO,CAAC,EAAE,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC;QACvB,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC;QACjC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEpC,2EAA2E;QAC3E,4EAA4E;QAC5E,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CACtC,qBAAqB,EACrB,EAAE,GAAG,EAAE,kBAAkB,EAAE,CAC5B,CAAC;QAEF,oEAAoE;QACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QACnC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC7B,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC,MAAM,IAAI,CAAC;gBAAE,MAAM;YACnC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC;QAC1B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE7B,yDAAyD;QACzD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,QAAQ,CAAC,CAAC;QAC7D,MAAM,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACnF,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC;QAEvB,mEAAmE;QACnE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CACtC,qBAAqB,EACrB,EAAE,GAAG,EAAE,kBAAkB,EAAE,CAC5B,CAAC;QAEF,yBAAyB;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QACnC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC7B,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,QAAQ,CAAC;gBAAE,MAAM;YAC9D,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,QAAQ,CAAC,CAAC;QACnE,MAAM,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,CAAC;QAE7B,2CAA2C;QAC3C,MAAM,OAAQ,CAAC,IAAI,CAAC,sBAAsB,EAAE;YAC1C,SAAS,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QAEH,MAAM,CAAC,OAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { test, expect } from \"@playwright/test\";\nimport { V3 } from \"../../lib/v3/v3.js\";\nimport { v3DynamicTestConfig } from \"./v3.dynamic.config.js\";\nimport { closeV3 } from \"./testUtils.js\";\n\ntest.describe(\"V3 chrome:// new-tab page tracking\", () => {\n let v3: V3;\n\n test.beforeEach(async () => {\n v3 = new V3(v3DynamicTestConfig);\n await v3.init();\n });\n\n test.afterEach(async () => {\n await closeV3(v3);\n });\n\n test(\"pages() includes a tab opened via chrome://newtab/\", async () => {\n const ctx = v3.context;\n const initialPages = ctx.pages();\n expect(initialPages.length).toBe(1);\n\n // Simulate a manually-opened tab by creating a target at chrome://newtab/.\n // This is the same CDP path the browser takes when the user presses Ctrl+T.\n const { targetId } = await ctx.conn.send<{ targetId: string }>(\n \"Target.createTarget\",\n { url: \"chrome://newtab/\" },\n );\n\n // Wait for the page to be registered (onAttachedToTarget is async).\n const deadline = Date.now() + 5000;\n while (Date.now() < deadline) {\n if (ctx.pages().length >= 2) break;\n await new Promise((r) => setTimeout(r, 50));\n }\n\n const pages = ctx.pages();\n expect(pages.length).toBe(2);\n\n // The new page's target should match the one we created.\n const newPage = pages.find((p) => p.targetId() === targetId);\n expect(newPage).toBeTruthy();\n });\n\n test(\"chrome://newtab/ tab becomes usable after navigating to a web URL\", async () => {\n const ctx = v3.context;\n\n // Create a tab at chrome://newtab/ (same as user pressing Ctrl+T).\n const { targetId } = await ctx.conn.send<{ targetId: string }>(\n \"Target.createTarget\",\n { url: \"chrome://newtab/\" },\n );\n\n // Wait for registration.\n const deadline = Date.now() + 5000;\n while (Date.now() < deadline) {\n if (ctx.pages().some((p) => p.targetId() === targetId)) break;\n await new Promise((r) => setTimeout(r, 50));\n }\n\n const newPage = ctx.pages().find((p) => p.targetId() === targetId);\n expect(newPage).toBeTruthy();\n\n // Navigate the new tab to a real web page.\n await newPage!.goto(\"https://example.com/\", {\n waitUntil: \"domcontentloaded\",\n });\n\n expect(newPage!.url()).toContain(\"example.com\");\n });\n});\n"]}
|
|
@@ -280,4 +280,60 @@ describe("agent captcha hooks", () => {
|
|
|
280
280
|
expect(logs.some((line) => line.message.includes("Skipped click on solved captcha widget"))).toBe(true);
|
|
281
281
|
});
|
|
282
282
|
});
|
|
283
|
+
describe("v3 cua handler screenshot behavior", () => {
|
|
284
|
+
let page;
|
|
285
|
+
let logs;
|
|
286
|
+
let logger;
|
|
287
|
+
beforeEach(() => {
|
|
288
|
+
page = new MockPage();
|
|
289
|
+
logs = [];
|
|
290
|
+
logger = (line) => {
|
|
291
|
+
logs.push(line);
|
|
292
|
+
};
|
|
293
|
+
fakeCuaClient = new FakeCuaClient();
|
|
294
|
+
});
|
|
295
|
+
it("does not take per-action screenshots when a batch of actions runs", async () => {
|
|
296
|
+
const screenshotSpy = vi.spyOn(page, "screenshot");
|
|
297
|
+
const batchSize = 4;
|
|
298
|
+
fakeCuaClient.executeImpl = vi.fn(async () => {
|
|
299
|
+
for (let i = 0; i < batchSize; i += 1) {
|
|
300
|
+
await fakeCuaClient.actionHandler?.({
|
|
301
|
+
type: "scroll",
|
|
302
|
+
x: 0,
|
|
303
|
+
y: 0,
|
|
304
|
+
scroll_x: 0,
|
|
305
|
+
scroll_y: 100,
|
|
306
|
+
});
|
|
307
|
+
}
|
|
308
|
+
return {
|
|
309
|
+
success: true,
|
|
310
|
+
message: "ok",
|
|
311
|
+
actions: [],
|
|
312
|
+
completed: true,
|
|
313
|
+
};
|
|
314
|
+
});
|
|
315
|
+
const handler = new V3CuaAgentHandler({
|
|
316
|
+
context: {
|
|
317
|
+
awaitActivePage: async () => page,
|
|
318
|
+
},
|
|
319
|
+
bus: { emit: vi.fn() },
|
|
320
|
+
isCaptchaAutoSolveEnabled: false,
|
|
321
|
+
isAdvancedStealth: false,
|
|
322
|
+
configuredViewport: { width: 1288, height: 711 },
|
|
323
|
+
isAgentReplayActive: () => false,
|
|
324
|
+
updateMetrics: vi.fn(),
|
|
325
|
+
}, logger, {
|
|
326
|
+
modelName: "openai/gpt-5.4",
|
|
327
|
+
clientOptions: { waitBetweenActions: 1 },
|
|
328
|
+
});
|
|
329
|
+
vi.spyOn(handler, "executeAction").mockResolvedValue({ success: true });
|
|
330
|
+
await handler.execute({
|
|
331
|
+
instruction: "scroll to the bottom",
|
|
332
|
+
highlightCursor: false,
|
|
333
|
+
});
|
|
334
|
+
// The handler must not call page.screenshot for each action in a batch —
|
|
335
|
+
// the CUA client takes a single screenshot after all actions itself.
|
|
336
|
+
expect(screenshotSpy).not.toHaveBeenCalled();
|
|
337
|
+
});
|
|
338
|
+
});
|
|
283
339
|
//# sourceMappingURL=agent-captcha-hooks.test.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-captcha-hooks.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-captcha-hooks.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9D,OAAO,EAAE,aAAa,EAAE,MAAM,2CAA2C,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,yCAAyC,CAAC;AAEzE,MAAM,eAAe,GAAG,6BAA6B,CAAC;AACtD,MAAM,gBAAgB,GAAG,8BAA8B,CAAC;AACxD,MAAM,eAAe,GAAG,6BAA6B,CAAC;AAItD,MAAM,QAAQ;IACJ,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAC;IACxC,YAAY,GAKd,EAAE,CAAC;IAER,EAAE,CAAC,KAAa,EAAE,QAAyB;QACzC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,GAAG,CAAC,KAAa,EAAE,QAAyB;QAC1C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;QACrC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,GAAG;QACD,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,OAAO,IAAI,CAAC,YAAiB,CAAC;IAChC,CAAC;IAED,SAAS;QACP,OAAO;YACL,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;SAC5C,CAAC;IACJ,CAAC;CACF;AAED,MAAM,aAAa;IACV,YAAY,GAAa,EAAE,CAAC;IAC5B,WAAW,CAAuB;IAClC,aAAa,CAAsD;IACnE,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,OAAgB,EAAE,EAAE;QACpD,KAAK,OAAO,CAAC;QACb,OAAO;YACL,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC,CAAC,CAAC;IACI,iBAAiB,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;IAC5C,WAAW,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IACtB,aAAa,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IACxB,qBAAqB,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAChC,4BAA4B,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAE9C,gBAAgB,CACd,OAA2D;QAE3D,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IAC/B,CAAC;IAED,cAAc,CAAC,OAA4B;QACzC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAgB;QAM5B,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;CACF;AAED,IAAI,aAA4B,CAAC;AAEjC,EAAE,CAAC,IAAI,CAAC,kCAAkC,EAAE,GAAG,EAAE,CAAC,CAAC;IACjD,aAAa,EAAE;QACb,YAAY,MAAe;YACzB,KAAK,MAAM,CAAC;QACd,CAAC;QAED,SAAS;YACP,OAAO,aAAa,CAAC;QACvB,CAAC;KACF;CACF,CAAC,CAAC,CAAC;AAEJ,OAAO,EAAE,iBAAiB,EAAE,MAAM,4CAA4C,CAAC;AAE/E,SAAS,mBAAmB,CAC1B,QAAmD;IAEnD,OAAO,QAAQ,CAAC,MAAM,CACpB,CAAC,OAAO,EAAgD,EAAE,CACxD,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CACjE,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAI,IAAc,CAAC;IACnB,IAAI,IAAe,CAAC;IACpB,IAAI,MAA+B,CAAC;IAEpC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QACtB,IAAI,GAAG,EAAE,CAAC;QACV,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE;YAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC,CAAC;QACF,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2FAA2F,EAAE,KAAK,IAAI,EAAE;QACzG,MAAM,OAAO,GAAG,IAAI,cAAc,CAChC;YACE,yBAAyB,EAAE,IAAI;SACvB,EACV,MAAM,EACN,EAAW,CACZ,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAa,CAAC,CAAC;QAEvC,MAAM,YAAY,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,WAAW,GACf,OAMD,CAAC,iBAAiB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAE1C,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC;QAEF,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAElC,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAE9C,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,UAAU,CAAC;QAEjB,MAAM,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CACJ,mBAAmB,CACjB,OAAO,CAAC,QAAqD,CAC9D,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CACnB,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,mCAAmC,CAAC,CAC9D,CACF,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,OAAO,GAAG,IAAI,cAAc,CAChC;YACE,yBAAyB,EAAE,IAAI;SACvB,EACV,MAAM,EACN,EAAW,CACZ,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAa,CAAC,CAAC;QAEvC,MAAM,WAAW,GACf,OAMD,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAEvC,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC;QAEF,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAElC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAClC,MAAM,OAAO,CAAC;QAEd,MAAM,CACJ,mBAAmB,CACjB,OAAO,CAAC,QAAqD,CAC9D,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CACnB,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAC5D,CACF,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACrF,IAAI,oBAAoB,GAAG,KAAK,CAAC;QAEjC,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,cAAc,GAAG,aAAa,CAAC,WAAW,EAAE,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1E,oBAAoB,GAAG,IAAI,CAAC;YAC5B,MAAM,cAAc,CAAC;YAErB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QAEF,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAChC,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpB,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,CACJ,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAC1D,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,KAAK,CACN,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,SAAS,CAAC;QAEhB,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;SAC7D,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,IAAI,aAAa,GAAG,KAAK,CAAC;QAE1B,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,aAAa,GACjB,aAAa,CAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;gBACrD,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,aAAa,GAAG,IAAI,CAAC;YACrB,MAAM,aAAa,CAAC;YAEpB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QACF,MAAM,gBAAgB,GAAG,EAAE;aACxB,KAAK,CACJ,OAEC,EACD,eAAe,CAChB;aACA,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEtE,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAChC,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpB,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChD,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,SAAS,CAAC;QAEhB,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;SAC7D,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QACtF,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAErE,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,cAAc,GAAG,aAAa,CAAC,WAAW,EAAE,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1E,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACnC,MAAM,cAAc,CAAC;YAErB,MAAM,aAAa,CAAC,aAAa,EAAE,CAAC;gBAClC,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,MAAM;gBACd,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,GAAG;aACP,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QACF,MAAM,gBAAgB,GAAG,EAAE;aACxB,KAAK,CACJ,OAEC,EACD,eAAe,CAChB;aACA,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEtE,MAAM,OAAO,CAAC,OAAO,CAAC;YACpB,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChD,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;YAC5D,MAAM,CAAC,gBAAgB,CAAC,2CAA2C,CAAC;SACrE,CAAC,CAAC;QACH,MAAM,CACJ,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,wCAAwC,CAAC,CAChE,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { beforeEach, describe, expect, it, vi } from \"vitest\";\nimport type { LogLine } from \"../../lib/v3/types/public/logs.js\";\nimport { CaptchaSolver } from \"../../lib/v3/agent/utils/captchaSolver.js\";\nimport { V3AgentHandler } from \"../../lib/v3/handlers/v3AgentHandler.js\";\n\nconst SOLVING_STARTED = \"browserbase-solving-started\";\nconst SOLVING_FINISHED = \"browserbase-solving-finished\";\nconst SOLVING_ERRORED = \"browserbase-solving-errored\";\n\ntype ConsoleListener = (message: { text: () => string }) => void;\n\nclass MockPage {\n private listeners = new Set<ConsoleListener>();\n public captchaBoxes: Array<{\n left: number;\n top: number;\n right: number;\n bottom: number;\n }> = [];\n\n on(event: string, listener: ConsoleListener): void {\n if (event === \"console\") {\n this.listeners.add(listener);\n }\n }\n\n off(event: string, listener: ConsoleListener): void {\n if (event === \"console\") {\n this.listeners.delete(listener);\n }\n }\n\n emitConsole(text: string): void {\n const message = { text: () => text };\n for (const listener of this.listeners) {\n listener(message);\n }\n }\n\n url(): string {\n return \"https://example.com\";\n }\n\n async screenshot(): Promise<Buffer> {\n return Buffer.from(\"fake-image\");\n }\n\n async evaluate<T>(): Promise<T> {\n return this.captchaBoxes as T;\n }\n\n mainFrame(): { evaluate: () => Promise<{ w: number; h: number }> } {\n return {\n evaluate: async () => ({ w: 1288, h: 711 }),\n };\n }\n}\n\nclass FakeCuaClient {\n public contextNotes: string[] = [];\n public preStepHook?: () => Promise<void>;\n public actionHandler?: (action: Record<string, unknown>) => Promise<void>;\n public executeImpl = vi.fn(async (options: unknown) => {\n void options;\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n public captureScreenshot = vi.fn(async () => null);\n public setViewport = vi.fn();\n public setCurrentUrl = vi.fn();\n public setScreenshotProvider = vi.fn();\n public setSafetyConfirmationHandler = vi.fn();\n\n setActionHandler(\n handler: (action: Record<string, unknown>) => Promise<void>,\n ): void {\n this.actionHandler = handler;\n }\n\n setPreStepHook(handler: () => Promise<void>): void {\n this.preStepHook = handler;\n }\n\n addContextNote(note: string): void {\n this.contextNotes.push(note);\n }\n\n async execute(options: unknown): Promise<{\n success: boolean;\n message: string;\n actions: unknown[];\n completed: boolean;\n }> {\n return this.executeImpl(options);\n }\n}\n\nlet fakeCuaClient: FakeCuaClient;\n\nvi.mock(\"../../lib/v3/agent/AgentProvider\", () => ({\n AgentProvider: class {\n constructor(logger: unknown) {\n void logger;\n }\n\n getClient(): FakeCuaClient {\n return fakeCuaClient;\n }\n },\n}));\n\nimport { V3CuaAgentHandler } from \"../../lib/v3/handlers/v3CuaAgentHandler.js\";\n\nfunction collectUserMessages(\n messages: Array<{ role: string; content: unknown }>,\n): Array<{ role: \"user\"; content: string }> {\n return messages.filter(\n (message): message is { role: \"user\"; content: string } =>\n message.role === \"user\" && typeof message.content === \"string\",\n );\n}\n\ndescribe(\"agent captcha hooks\", () => {\n let page: MockPage;\n let logs: LogLine[];\n let logger: (line: LogLine) => void;\n\n beforeEach(() => {\n page = new MockPage();\n logs = [];\n logger = (line) => {\n logs.push(line);\n };\n fakeCuaClient = new FakeCuaClient();\n });\n\n it(\"blocks regular agent prepareStep until the solver finishes and injects one solved message\", async () => {\n const handler = new V3AgentHandler(\n {\n isCaptchaAutoSolveEnabled: true,\n } as never,\n logger,\n {} as never,\n );\n const solver = new CaptchaSolver();\n solver.init(async () => page as never);\n\n const userCallback = vi.fn(async (options) => options);\n const prepareStep = (\n handler as unknown as {\n createPrepareStep: (\n callback?: (options: Record<string, unknown>) => Promise<unknown>,\n captchaSolver?: CaptchaSolver,\n ) => (options: Record<string, unknown>) => Promise<unknown>;\n }\n ).createPrepareStep(userCallback, solver);\n\n const options = {\n messages: [{ role: \"user\", content: \"start\" }],\n };\n\n await prepareStep(options);\n page.emitConsole(SOLVING_STARTED);\n\n const secondCall = prepareStep(options);\n await Promise.resolve();\n expect(userCallback).toHaveBeenCalledTimes(1);\n\n page.emitConsole(SOLVING_FINISHED);\n await secondCall;\n\n expect(userCallback).toHaveBeenCalledTimes(2);\n expect(\n collectUserMessages(\n options.messages as Array<{ role: string; content: unknown }>,\n ).filter((message) =>\n message.content.includes(\"automatically detected and solved\"),\n ),\n ).toHaveLength(1);\n });\n\n it(\"injects one error message when the regular agent solver errors\", async () => {\n const handler = new V3AgentHandler(\n {\n isCaptchaAutoSolveEnabled: true,\n } as never,\n logger,\n {} as never,\n );\n const solver = new CaptchaSolver();\n solver.init(async () => page as never);\n\n const prepareStep = (\n handler as unknown as {\n createPrepareStep: (\n callback?: (options: Record<string, unknown>) => Promise<unknown>,\n captchaSolver?: CaptchaSolver,\n ) => (options: Record<string, unknown>) => Promise<unknown>;\n }\n ).createPrepareStep(undefined, solver);\n\n const options = {\n messages: [{ role: \"user\", content: \"start\" }],\n };\n\n await prepareStep(options);\n page.emitConsole(SOLVING_STARTED);\n\n const pending = prepareStep(options);\n page.emitConsole(SOLVING_ERRORED);\n await pending;\n\n expect(\n collectUserMessages(\n options.messages as Array<{ role: string; content: unknown }>,\n ).filter((message) =>\n message.content.includes(\"automatic captcha solver failed\"),\n ),\n ).toHaveLength(1);\n });\n\n it(\"pauses the CUA loop at prepareStep while Browserbase solves a captcha\", async () => {\n let secondPrepareStarted = false;\n\n fakeCuaClient.executeImpl = vi.fn(async () => {\n await fakeCuaClient.preStepHook?.();\n page.emitConsole(SOLVING_STARTED);\n\n const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();\n secondPrepareStarted = true;\n await blockedPrepare;\n\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n\n const handler = new V3CuaAgentHandler(\n {\n context: {\n awaitActivePage: async () => page,\n },\n bus: { emit: vi.fn() },\n isCaptchaAutoSolveEnabled: true,\n isAdvancedStealth: false,\n configuredViewport: { width: 1288, height: 711 },\n isAgentReplayActive: () => false,\n updateMetrics: vi.fn(),\n } as never,\n logger,\n {\n modelName: \"anthropic/claude-haiku-4-5-20251001\",\n clientOptions: { waitBetweenActions: 1 },\n } as never,\n );\n\n const execution = handler.execute({\n instruction: \"Describe the page briefly.\",\n highlightCursor: false,\n });\n\n await vi.waitFor(() => {\n expect(secondPrepareStarted).toBe(true);\n expect(\n logs.some((line) =>\n line.message.includes(\"waiting for Browserbase to solve\"),\n ),\n ).toBe(true);\n });\n\n expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n false,\n );\n\n page.emitConsole(SOLVING_FINISHED);\n await execution;\n\n expect(fakeCuaClient.contextNotes).toEqual([\n expect.stringContaining(\"automatically detected and solved\"),\n ]);\n expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n true,\n );\n });\n\n it(\"pauses CUA actions until the captcha solver finishes\", async () => {\n let actionStarted = false;\n\n fakeCuaClient.executeImpl = vi.fn(async () => {\n await fakeCuaClient.preStepHook?.();\n page.emitConsole(SOLVING_STARTED);\n\n const pendingAction =\n fakeCuaClient.actionHandler?.({ type: \"screenshot\" }) ??\n Promise.resolve();\n actionStarted = true;\n await pendingAction;\n\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n\n const handler = new V3CuaAgentHandler(\n {\n context: {\n awaitActivePage: async () => page,\n },\n bus: { emit: vi.fn() },\n isCaptchaAutoSolveEnabled: true,\n isAdvancedStealth: false,\n configuredViewport: { width: 1288, height: 711 },\n isAgentReplayActive: () => false,\n updateMetrics: vi.fn(),\n } as never,\n logger,\n {\n modelName: \"anthropic/claude-haiku-4-5-20251001\",\n clientOptions: { waitBetweenActions: 1 },\n } as never,\n );\n const executeActionSpy = vi\n .spyOn(\n handler as unknown as {\n executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n },\n \"executeAction\",\n )\n .mockResolvedValue({ success: true });\n vi.spyOn(handler, \"captureAndSendScreenshot\").mockResolvedValue(null);\n\n const execution = handler.execute({\n instruction: \"Describe the page briefly.\",\n highlightCursor: false,\n });\n\n await vi.waitFor(() => {\n expect(actionStarted).toBe(true);\n });\n\n expect(executeActionSpy).not.toHaveBeenCalled();\n page.emitConsole(SOLVING_FINISHED);\n await execution;\n\n expect(executeActionSpy).toHaveBeenCalledTimes(1);\n expect(fakeCuaClient.contextNotes).toEqual([\n expect.stringContaining(\"automatically detected and solved\"),\n ]);\n expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n true,\n );\n });\n\n it(\"skips post-solve clicks on the captcha widget and injects another note\", async () => {\n page.captchaBoxes = [{ left: 0, top: 400, right: 140, bottom: 470 }];\n\n fakeCuaClient.executeImpl = vi.fn(async () => {\n await fakeCuaClient.preStepHook?.();\n page.emitConsole(SOLVING_STARTED);\n\n const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();\n page.emitConsole(SOLVING_FINISHED);\n await blockedPrepare;\n\n await fakeCuaClient.actionHandler?.({\n type: \"click\",\n button: \"left\",\n x: 63,\n y: 436,\n });\n\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n\n const handler = new V3CuaAgentHandler(\n {\n context: {\n awaitActivePage: async () => page,\n },\n bus: { emit: vi.fn() },\n isCaptchaAutoSolveEnabled: true,\n isAdvancedStealth: false,\n configuredViewport: { width: 1288, height: 711 },\n isAgentReplayActive: () => false,\n updateMetrics: vi.fn(),\n } as never,\n logger,\n {\n modelName: \"anthropic/claude-haiku-4-5-20251001\",\n clientOptions: { waitBetweenActions: 1 },\n } as never,\n );\n const executeActionSpy = vi\n .spyOn(\n handler as unknown as {\n executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n },\n \"executeAction\",\n )\n .mockResolvedValue({ success: true });\n vi.spyOn(handler, \"captureAndSendScreenshot\").mockResolvedValue(null);\n\n await handler.execute({\n instruction: \"Describe the page briefly.\",\n highlightCursor: false,\n });\n\n expect(executeActionSpy).not.toHaveBeenCalled();\n expect(fakeCuaClient.contextNotes).toEqual([\n expect.stringContaining(\"automatically detected and solved\"),\n expect.stringContaining(\"Original task: Describe the page briefly.\"),\n ]);\n expect(\n logs.some((line) =>\n line.message.includes(\"Skipped click on solved captcha widget\"),\n ),\n ).toBe(true);\n });\n});\n"]}
|
|
1
|
+
{"version":3,"file":"agent-captcha-hooks.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-captcha-hooks.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9D,OAAO,EAAE,aAAa,EAAE,MAAM,2CAA2C,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,yCAAyC,CAAC;AAEzE,MAAM,eAAe,GAAG,6BAA6B,CAAC;AACtD,MAAM,gBAAgB,GAAG,8BAA8B,CAAC;AACxD,MAAM,eAAe,GAAG,6BAA6B,CAAC;AAItD,MAAM,QAAQ;IACJ,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAC;IACxC,YAAY,GAKd,EAAE,CAAC;IAER,EAAE,CAAC,KAAa,EAAE,QAAyB;QACzC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,GAAG,CAAC,KAAa,EAAE,QAAyB;QAC1C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;QACrC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,GAAG;QACD,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,OAAO,IAAI,CAAC,YAAiB,CAAC;IAChC,CAAC;IAED,SAAS;QACP,OAAO;YACL,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;SAC5C,CAAC;IACJ,CAAC;CACF;AAED,MAAM,aAAa;IACV,YAAY,GAAa,EAAE,CAAC;IAC5B,WAAW,CAAuB;IAClC,aAAa,CAAsD;IACnE,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,OAAgB,EAAE,EAAE;QACpD,KAAK,OAAO,CAAC;QACb,OAAO;YACL,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,EAAE;YACX,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC,CAAC,CAAC;IACI,iBAAiB,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;IAC5C,WAAW,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IACtB,aAAa,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IACxB,qBAAqB,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAChC,4BAA4B,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IAE9C,gBAAgB,CACd,OAA2D;QAE3D,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IAC/B,CAAC;IAED,cAAc,CAAC,OAA4B;QACzC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAgB;QAM5B,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;CACF;AAED,IAAI,aAA4B,CAAC;AAEjC,EAAE,CAAC,IAAI,CAAC,kCAAkC,EAAE,GAAG,EAAE,CAAC,CAAC;IACjD,aAAa,EAAE;QACb,YAAY,MAAe;YACzB,KAAK,MAAM,CAAC;QACd,CAAC;QAED,SAAS;YACP,OAAO,aAAa,CAAC;QACvB,CAAC;KACF;CACF,CAAC,CAAC,CAAC;AAEJ,OAAO,EAAE,iBAAiB,EAAE,MAAM,4CAA4C,CAAC;AAE/E,SAAS,mBAAmB,CAC1B,QAAmD;IAEnD,OAAO,QAAQ,CAAC,MAAM,CACpB,CAAC,OAAO,EAAgD,EAAE,CACxD,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CACjE,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAI,IAAc,CAAC;IACnB,IAAI,IAAe,CAAC;IACpB,IAAI,MAA+B,CAAC;IAEpC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QACtB,IAAI,GAAG,EAAE,CAAC;QACV,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE;YAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC,CAAC;QACF,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2FAA2F,EAAE,KAAK,IAAI,EAAE;QACzG,MAAM,OAAO,GAAG,IAAI,cAAc,CAChC;YACE,yBAAyB,EAAE,IAAI;SACvB,EACV,MAAM,EACN,EAAW,CACZ,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAa,CAAC,CAAC;QAEvC,MAAM,YAAY,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,WAAW,GACf,OAMD,CAAC,iBAAiB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAE1C,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC;QAEF,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAElC,MAAM,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAE9C,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,UAAU,CAAC;QAEjB,MAAM,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CACJ,mBAAmB,CACjB,OAAO,CAAC,QAAqD,CAC9D,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CACnB,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,mCAAmC,CAAC,CAC9D,CACF,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,OAAO,GAAG,IAAI,cAAc,CAChC;YACE,yBAAyB,EAAE,IAAI;SACvB,EACV,MAAM,EACN,EAAW,CACZ,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,IAAa,CAAC,CAAC;QAEvC,MAAM,WAAW,GACf,OAMD,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAEvC,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC/C,CAAC;QAEF,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAElC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;QAClC,MAAM,OAAO,CAAC;QAEd,MAAM,CACJ,mBAAmB,CACjB,OAAO,CAAC,QAAqD,CAC9D,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CACnB,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAC5D,CACF,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACrF,IAAI,oBAAoB,GAAG,KAAK,CAAC;QAEjC,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,cAAc,GAAG,aAAa,CAAC,WAAW,EAAE,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1E,oBAAoB,GAAG,IAAI,CAAC;YAC5B,MAAM,cAAc,CAAC;YAErB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QAEF,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAChC,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpB,MAAM,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,CACJ,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAC1D,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,KAAK,CACN,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,SAAS,CAAC;QAEhB,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;SAC7D,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,IAAI,aAAa,GAAG,KAAK,CAAC;QAE1B,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,aAAa,GACjB,aAAa,CAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;gBACrD,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,aAAa,GAAG,IAAI,CAAC;YACrB,MAAM,aAAa,CAAC;YAEpB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QACF,MAAM,gBAAgB,GAAG,EAAE;aACxB,KAAK,CACJ,OAEC,EACD,eAAe,CAChB;aACA,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEtE,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;YAChC,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACpB,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChD,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,SAAS,CAAC;QAEhB,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;SAC7D,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,CACvE,IAAI,CACL,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QACtF,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAErE,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,aAAa,CAAC,WAAW,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAElC,MAAM,cAAc,GAAG,aAAa,CAAC,WAAW,EAAE,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1E,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;YACnC,MAAM,cAAc,CAAC;YAErB,MAAM,aAAa,CAAC,aAAa,EAAE,CAAC;gBAClC,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,MAAM;gBACd,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,GAAG;aACP,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,IAAI;YAC/B,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,qCAAqC;YAChD,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QACF,MAAM,gBAAgB,GAAG,EAAE;aACxB,KAAK,CACJ,OAEC,EACD,eAAe,CAChB;aACA,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACxC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEtE,MAAM,OAAO,CAAC,OAAO,CAAC;YACpB,WAAW,EAAE,4BAA4B;YACzC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChD,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC;YACzC,MAAM,CAAC,gBAAgB,CAAC,mCAAmC,CAAC;YAC5D,MAAM,CAAC,gBAAgB,CAAC,2CAA2C,CAAC;SACrE,CAAC,CAAC;QACH,MAAM,CACJ,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,wCAAwC,CAAC,CAChE,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oCAAoC,EAAE,GAAG,EAAE;IAClD,IAAI,IAAc,CAAC;IACnB,IAAI,IAAe,CAAC;IACpB,IAAI,MAA+B,CAAC;IAEpC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QACtB,IAAI,GAAG,EAAE,CAAC;QACV,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE;YAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC,CAAC;QACF,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,aAAa,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,CAAC,CAAC;QAEpB,aAAa,CAAC,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;YAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,aAAa,CAAC,aAAa,EAAE,CAAC;oBAClC,IAAI,EAAE,QAAQ;oBACd,CAAC,EAAE,CAAC;oBACJ,CAAC,EAAE,CAAC;oBACJ,QAAQ,EAAE,CAAC;oBACX,QAAQ,EAAE,GAAG;iBACd,CAAC,CAAC;YACL,CAAC;YACD,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,IAAI;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CACnC;YACE,OAAO,EAAE;gBACP,eAAe,EAAE,KAAK,IAAI,EAAE,CAAC,IAAI;aAClC;YACD,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACtB,yBAAyB,EAAE,KAAK;YAChC,iBAAiB,EAAE,KAAK;YACxB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;YAChD,mBAAmB,EAAE,GAAG,EAAE,CAAC,KAAK;YAChC,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;SACd,EACV,MAAM,EACN;YACE,SAAS,EAAE,gBAAgB;YAC3B,aAAa,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE;SAChC,CACX,CAAC;QAEF,EAAE,CAAC,KAAK,CACN,OAEC,EACD,eAAe,CAChB,CAAC,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvC,MAAM,OAAO,CAAC,OAAO,CAAC;YACpB,WAAW,EAAE,sBAAsB;YACnC,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QAEH,yEAAyE;QACzE,qEAAqE;QACrE,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { beforeEach, describe, expect, it, vi } from \"vitest\";\nimport type { LogLine } from \"../../lib/v3/types/public/logs.js\";\nimport { CaptchaSolver } from \"../../lib/v3/agent/utils/captchaSolver.js\";\nimport { V3AgentHandler } from \"../../lib/v3/handlers/v3AgentHandler.js\";\n\nconst SOLVING_STARTED = \"browserbase-solving-started\";\nconst SOLVING_FINISHED = \"browserbase-solving-finished\";\nconst SOLVING_ERRORED = \"browserbase-solving-errored\";\n\ntype ConsoleListener = (message: { text: () => string }) => void;\n\nclass MockPage {\n private listeners = new Set<ConsoleListener>();\n public captchaBoxes: Array<{\n left: number;\n top: number;\n right: number;\n bottom: number;\n }> = [];\n\n on(event: string, listener: ConsoleListener): void {\n if (event === \"console\") {\n this.listeners.add(listener);\n }\n }\n\n off(event: string, listener: ConsoleListener): void {\n if (event === \"console\") {\n this.listeners.delete(listener);\n }\n }\n\n emitConsole(text: string): void {\n const message = { text: () => text };\n for (const listener of this.listeners) {\n listener(message);\n }\n }\n\n url(): string {\n return \"https://example.com\";\n }\n\n async screenshot(): Promise<Buffer> {\n return Buffer.from(\"fake-image\");\n }\n\n async evaluate<T>(): Promise<T> {\n return this.captchaBoxes as T;\n }\n\n mainFrame(): { evaluate: () => Promise<{ w: number; h: number }> } {\n return {\n evaluate: async () => ({ w: 1288, h: 711 }),\n };\n }\n}\n\nclass FakeCuaClient {\n public contextNotes: string[] = [];\n public preStepHook?: () => Promise<void>;\n public actionHandler?: (action: Record<string, unknown>) => Promise<void>;\n public executeImpl = vi.fn(async (options: unknown) => {\n void options;\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n public captureScreenshot = vi.fn(async () => null);\n public setViewport = vi.fn();\n public setCurrentUrl = vi.fn();\n public setScreenshotProvider = vi.fn();\n public setSafetyConfirmationHandler = vi.fn();\n\n setActionHandler(\n handler: (action: Record<string, unknown>) => Promise<void>,\n ): void {\n this.actionHandler = handler;\n }\n\n setPreStepHook(handler: () => Promise<void>): void {\n this.preStepHook = handler;\n }\n\n addContextNote(note: string): void {\n this.contextNotes.push(note);\n }\n\n async execute(options: unknown): Promise<{\n success: boolean;\n message: string;\n actions: unknown[];\n completed: boolean;\n }> {\n return this.executeImpl(options);\n }\n}\n\nlet fakeCuaClient: FakeCuaClient;\n\nvi.mock(\"../../lib/v3/agent/AgentProvider\", () => ({\n AgentProvider: class {\n constructor(logger: unknown) {\n void logger;\n }\n\n getClient(): FakeCuaClient {\n return fakeCuaClient;\n }\n },\n}));\n\nimport { V3CuaAgentHandler } from \"../../lib/v3/handlers/v3CuaAgentHandler.js\";\n\nfunction collectUserMessages(\n messages: Array<{ role: string; content: unknown }>,\n): Array<{ role: \"user\"; content: string }> {\n return messages.filter(\n (message): message is { role: \"user\"; content: string } =>\n message.role === \"user\" && typeof message.content === \"string\",\n );\n}\n\ndescribe(\"agent captcha hooks\", () => {\n let page: MockPage;\n let logs: LogLine[];\n let logger: (line: LogLine) => void;\n\n beforeEach(() => {\n page = new MockPage();\n logs = [];\n logger = (line) => {\n logs.push(line);\n };\n fakeCuaClient = new FakeCuaClient();\n });\n\n it(\"blocks regular agent prepareStep until the solver finishes and injects one solved message\", async () => {\n const handler = new V3AgentHandler(\n {\n isCaptchaAutoSolveEnabled: true,\n } as never,\n logger,\n {} as never,\n );\n const solver = new CaptchaSolver();\n solver.init(async () => page as never);\n\n const userCallback = vi.fn(async (options) => options);\n const prepareStep = (\n handler as unknown as {\n createPrepareStep: (\n callback?: (options: Record<string, unknown>) => Promise<unknown>,\n captchaSolver?: CaptchaSolver,\n ) => (options: Record<string, unknown>) => Promise<unknown>;\n }\n ).createPrepareStep(userCallback, solver);\n\n const options = {\n messages: [{ role: \"user\", content: \"start\" }],\n };\n\n await prepareStep(options);\n page.emitConsole(SOLVING_STARTED);\n\n const secondCall = prepareStep(options);\n await Promise.resolve();\n expect(userCallback).toHaveBeenCalledTimes(1);\n\n page.emitConsole(SOLVING_FINISHED);\n await secondCall;\n\n expect(userCallback).toHaveBeenCalledTimes(2);\n expect(\n collectUserMessages(\n options.messages as Array<{ role: string; content: unknown }>,\n ).filter((message) =>\n message.content.includes(\"automatically detected and solved\"),\n ),\n ).toHaveLength(1);\n });\n\n it(\"injects one error message when the regular agent solver errors\", async () => {\n const handler = new V3AgentHandler(\n {\n isCaptchaAutoSolveEnabled: true,\n } as never,\n logger,\n {} as never,\n );\n const solver = new CaptchaSolver();\n solver.init(async () => page as never);\n\n const prepareStep = (\n handler as unknown as {\n createPrepareStep: (\n callback?: (options: Record<string, unknown>) => Promise<unknown>,\n captchaSolver?: CaptchaSolver,\n ) => (options: Record<string, unknown>) => Promise<unknown>;\n }\n ).createPrepareStep(undefined, solver);\n\n const options = {\n messages: [{ role: \"user\", content: \"start\" }],\n };\n\n await prepareStep(options);\n page.emitConsole(SOLVING_STARTED);\n\n const pending = prepareStep(options);\n page.emitConsole(SOLVING_ERRORED);\n await pending;\n\n expect(\n collectUserMessages(\n options.messages as Array<{ role: string; content: unknown }>,\n ).filter((message) =>\n message.content.includes(\"automatic captcha solver failed\"),\n ),\n ).toHaveLength(1);\n });\n\n it(\"pauses the CUA loop at prepareStep while Browserbase solves a captcha\", async () => {\n let secondPrepareStarted = false;\n\n fakeCuaClient.executeImpl = vi.fn(async () => {\n await fakeCuaClient.preStepHook?.();\n page.emitConsole(SOLVING_STARTED);\n\n const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();\n secondPrepareStarted = true;\n await blockedPrepare;\n\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n\n const handler = new V3CuaAgentHandler(\n {\n context: {\n awaitActivePage: async () => page,\n },\n bus: { emit: vi.fn() },\n isCaptchaAutoSolveEnabled: true,\n isAdvancedStealth: false,\n configuredViewport: { width: 1288, height: 711 },\n isAgentReplayActive: () => false,\n updateMetrics: vi.fn(),\n } as never,\n logger,\n {\n modelName: \"anthropic/claude-haiku-4-5-20251001\",\n clientOptions: { waitBetweenActions: 1 },\n } as never,\n );\n\n const execution = handler.execute({\n instruction: \"Describe the page briefly.\",\n highlightCursor: false,\n });\n\n await vi.waitFor(() => {\n expect(secondPrepareStarted).toBe(true);\n expect(\n logs.some((line) =>\n line.message.includes(\"waiting for Browserbase to solve\"),\n ),\n ).toBe(true);\n });\n\n expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n false,\n );\n\n page.emitConsole(SOLVING_FINISHED);\n await execution;\n\n expect(fakeCuaClient.contextNotes).toEqual([\n expect.stringContaining(\"automatically detected and solved\"),\n ]);\n expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n true,\n );\n });\n\n it(\"pauses CUA actions until the captcha solver finishes\", async () => {\n let actionStarted = false;\n\n fakeCuaClient.executeImpl = vi.fn(async () => {\n await fakeCuaClient.preStepHook?.();\n page.emitConsole(SOLVING_STARTED);\n\n const pendingAction =\n fakeCuaClient.actionHandler?.({ type: \"screenshot\" }) ??\n Promise.resolve();\n actionStarted = true;\n await pendingAction;\n\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n\n const handler = new V3CuaAgentHandler(\n {\n context: {\n awaitActivePage: async () => page,\n },\n bus: { emit: vi.fn() },\n isCaptchaAutoSolveEnabled: true,\n isAdvancedStealth: false,\n configuredViewport: { width: 1288, height: 711 },\n isAgentReplayActive: () => false,\n updateMetrics: vi.fn(),\n } as never,\n logger,\n {\n modelName: \"anthropic/claude-haiku-4-5-20251001\",\n clientOptions: { waitBetweenActions: 1 },\n } as never,\n );\n const executeActionSpy = vi\n .spyOn(\n handler as unknown as {\n executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n },\n \"executeAction\",\n )\n .mockResolvedValue({ success: true });\n vi.spyOn(handler, \"captureAndSendScreenshot\").mockResolvedValue(null);\n\n const execution = handler.execute({\n instruction: \"Describe the page briefly.\",\n highlightCursor: false,\n });\n\n await vi.waitFor(() => {\n expect(actionStarted).toBe(true);\n });\n\n expect(executeActionSpy).not.toHaveBeenCalled();\n page.emitConsole(SOLVING_FINISHED);\n await execution;\n\n expect(executeActionSpy).toHaveBeenCalledTimes(1);\n expect(fakeCuaClient.contextNotes).toEqual([\n expect.stringContaining(\"automatically detected and solved\"),\n ]);\n expect(logs.some((line) => line.message.includes(\"Captcha solved\"))).toBe(\n true,\n );\n });\n\n it(\"skips post-solve clicks on the captcha widget and injects another note\", async () => {\n page.captchaBoxes = [{ left: 0, top: 400, right: 140, bottom: 470 }];\n\n fakeCuaClient.executeImpl = vi.fn(async () => {\n await fakeCuaClient.preStepHook?.();\n page.emitConsole(SOLVING_STARTED);\n\n const blockedPrepare = fakeCuaClient.preStepHook?.() ?? Promise.resolve();\n page.emitConsole(SOLVING_FINISHED);\n await blockedPrepare;\n\n await fakeCuaClient.actionHandler?.({\n type: \"click\",\n button: \"left\",\n x: 63,\n y: 436,\n });\n\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n\n const handler = new V3CuaAgentHandler(\n {\n context: {\n awaitActivePage: async () => page,\n },\n bus: { emit: vi.fn() },\n isCaptchaAutoSolveEnabled: true,\n isAdvancedStealth: false,\n configuredViewport: { width: 1288, height: 711 },\n isAgentReplayActive: () => false,\n updateMetrics: vi.fn(),\n } as never,\n logger,\n {\n modelName: \"anthropic/claude-haiku-4-5-20251001\",\n clientOptions: { waitBetweenActions: 1 },\n } as never,\n );\n const executeActionSpy = vi\n .spyOn(\n handler as unknown as {\n executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n },\n \"executeAction\",\n )\n .mockResolvedValue({ success: true });\n vi.spyOn(handler, \"captureAndSendScreenshot\").mockResolvedValue(null);\n\n await handler.execute({\n instruction: \"Describe the page briefly.\",\n highlightCursor: false,\n });\n\n expect(executeActionSpy).not.toHaveBeenCalled();\n expect(fakeCuaClient.contextNotes).toEqual([\n expect.stringContaining(\"automatically detected and solved\"),\n expect.stringContaining(\"Original task: Describe the page briefly.\"),\n ]);\n expect(\n logs.some((line) =>\n line.message.includes(\"Skipped click on solved captcha widget\"),\n ),\n ).toBe(true);\n });\n});\n\ndescribe(\"v3 cua handler screenshot behavior\", () => {\n let page: MockPage;\n let logs: LogLine[];\n let logger: (line: LogLine) => void;\n\n beforeEach(() => {\n page = new MockPage();\n logs = [];\n logger = (line) => {\n logs.push(line);\n };\n fakeCuaClient = new FakeCuaClient();\n });\n\n it(\"does not take per-action screenshots when a batch of actions runs\", async () => {\n const screenshotSpy = vi.spyOn(page, \"screenshot\");\n const batchSize = 4;\n\n fakeCuaClient.executeImpl = vi.fn(async () => {\n for (let i = 0; i < batchSize; i += 1) {\n await fakeCuaClient.actionHandler?.({\n type: \"scroll\",\n x: 0,\n y: 0,\n scroll_x: 0,\n scroll_y: 100,\n });\n }\n return {\n success: true,\n message: \"ok\",\n actions: [],\n completed: true,\n };\n });\n\n const handler = new V3CuaAgentHandler(\n {\n context: {\n awaitActivePage: async () => page,\n },\n bus: { emit: vi.fn() },\n isCaptchaAutoSolveEnabled: false,\n isAdvancedStealth: false,\n configuredViewport: { width: 1288, height: 711 },\n isAgentReplayActive: () => false,\n updateMetrics: vi.fn(),\n } as never,\n logger,\n {\n modelName: \"openai/gpt-5.4\",\n clientOptions: { waitBetweenActions: 1 },\n } as never,\n );\n\n vi.spyOn(\n handler as unknown as {\n executeAction: (action: Record<string, unknown>) => Promise<unknown>;\n },\n \"executeAction\",\n ).mockResolvedValue({ success: true });\n\n await handler.execute({\n instruction: \"scroll to the bottom\",\n highlightCursor: false,\n });\n\n // The handler must not call page.screenshot for each action in a batch —\n // the CUA client takes a single screenshot after all actions itself.\n expect(screenshotSpy).not.toHaveBeenCalled();\n });\n});\n"]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
import { describe, expect, it, vi } from "vitest";
|
|
2
|
+
import { V3 } from "../../lib/v3/v3";
|
|
3
|
+
import { V3FunctionName } from "../../lib/v3/types/public/methods";
|
|
4
|
+
function createEmptyMetrics() {
|
|
5
|
+
return {
|
|
6
|
+
actPromptTokens: 0,
|
|
7
|
+
actCompletionTokens: 0,
|
|
8
|
+
actReasoningTokens: 0,
|
|
9
|
+
actCachedInputTokens: 0,
|
|
10
|
+
actInferenceTimeMs: 0,
|
|
11
|
+
extractPromptTokens: 0,
|
|
12
|
+
extractCompletionTokens: 0,
|
|
13
|
+
extractReasoningTokens: 0,
|
|
14
|
+
extractCachedInputTokens: 0,
|
|
15
|
+
extractInferenceTimeMs: 0,
|
|
16
|
+
observePromptTokens: 0,
|
|
17
|
+
observeCompletionTokens: 0,
|
|
18
|
+
observeReasoningTokens: 0,
|
|
19
|
+
observeCachedInputTokens: 0,
|
|
20
|
+
observeInferenceTimeMs: 0,
|
|
21
|
+
agentPromptTokens: 0,
|
|
22
|
+
agentCompletionTokens: 0,
|
|
23
|
+
agentReasoningTokens: 0,
|
|
24
|
+
agentCachedInputTokens: 0,
|
|
25
|
+
agentInferenceTimeMs: 0,
|
|
26
|
+
totalPromptTokens: 0,
|
|
27
|
+
totalCompletionTokens: 0,
|
|
28
|
+
totalReasoningTokens: 0,
|
|
29
|
+
totalCachedInputTokens: 0,
|
|
30
|
+
totalInferenceTimeMs: 0,
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
describe("agent metrics accounting", () => {
|
|
34
|
+
it("merges API replay metrics with a local agent usage fallback only", async () => {
|
|
35
|
+
const remoteMetrics = {
|
|
36
|
+
...createEmptyMetrics(),
|
|
37
|
+
actPromptTokens: 40,
|
|
38
|
+
actCompletionTokens: 6,
|
|
39
|
+
actReasoningTokens: 2,
|
|
40
|
+
actCachedInputTokens: 1,
|
|
41
|
+
actInferenceTimeMs: 300,
|
|
42
|
+
extractPromptTokens: 10,
|
|
43
|
+
extractCompletionTokens: 3,
|
|
44
|
+
extractReasoningTokens: 1,
|
|
45
|
+
extractCachedInputTokens: 2,
|
|
46
|
+
extractInferenceTimeMs: 120,
|
|
47
|
+
observePromptTokens: 8,
|
|
48
|
+
observeCompletionTokens: 2,
|
|
49
|
+
observeReasoningTokens: 1,
|
|
50
|
+
observeCachedInputTokens: 0,
|
|
51
|
+
observeInferenceTimeMs: 90,
|
|
52
|
+
agentPromptTokens: 5,
|
|
53
|
+
agentCompletionTokens: 1,
|
|
54
|
+
agentReasoningTokens: 1,
|
|
55
|
+
agentCachedInputTokens: 0,
|
|
56
|
+
agentInferenceTimeMs: 30,
|
|
57
|
+
totalPromptTokens: 63,
|
|
58
|
+
totalCompletionTokens: 12,
|
|
59
|
+
totalReasoningTokens: 5,
|
|
60
|
+
totalCachedInputTokens: 3,
|
|
61
|
+
totalInferenceTimeMs: 540,
|
|
62
|
+
};
|
|
63
|
+
const stagehand = Object.create(V3.prototype);
|
|
64
|
+
const mutableStagehand = stagehand;
|
|
65
|
+
mutableStagehand["apiClient"] = {
|
|
66
|
+
getReplayMetrics: vi.fn().mockResolvedValue(remoteMetrics),
|
|
67
|
+
};
|
|
68
|
+
mutableStagehand["stagehandMetrics"] = createEmptyMetrics();
|
|
69
|
+
stagehand.updateMetrics(V3FunctionName.AGENT, 25, 4, 3, 2, 180);
|
|
70
|
+
const metrics = await stagehand.metrics;
|
|
71
|
+
expect(metrics.actPromptTokens).toBe(40);
|
|
72
|
+
expect(metrics.extractPromptTokens).toBe(10);
|
|
73
|
+
expect(metrics.observePromptTokens).toBe(8);
|
|
74
|
+
expect(metrics.agentPromptTokens).toBe(25);
|
|
75
|
+
expect(metrics.agentCompletionTokens).toBe(4);
|
|
76
|
+
expect(metrics.agentReasoningTokens).toBe(3);
|
|
77
|
+
expect(metrics.agentCachedInputTokens).toBe(2);
|
|
78
|
+
expect(metrics.agentInferenceTimeMs).toBe(180);
|
|
79
|
+
expect(metrics.totalPromptTokens).toBe(83);
|
|
80
|
+
expect(metrics.totalCompletionTokens).toBe(15);
|
|
81
|
+
expect(metrics.totalReasoningTokens).toBe(7);
|
|
82
|
+
expect(metrics.totalCachedInputTokens).toBe(5);
|
|
83
|
+
expect(metrics.totalInferenceTimeMs).toBe(690);
|
|
84
|
+
});
|
|
85
|
+
it("records returned agent usage into local metrics totals", () => {
|
|
86
|
+
const stagehand = Object.create(V3.prototype);
|
|
87
|
+
const mutableStagehand = stagehand;
|
|
88
|
+
mutableStagehand["stagehandMetrics"] = createEmptyMetrics();
|
|
89
|
+
const updateAgentMetricsFromUsage = stagehand["updateAgentMetricsFromUsage"];
|
|
90
|
+
updateAgentMetricsFromUsage.call(stagehand, {
|
|
91
|
+
input_tokens: 12,
|
|
92
|
+
output_tokens: 5,
|
|
93
|
+
reasoning_tokens: 7,
|
|
94
|
+
cached_input_tokens: 3,
|
|
95
|
+
inference_time_ms: 220,
|
|
96
|
+
});
|
|
97
|
+
const metrics = stagehand["stagehandMetrics"];
|
|
98
|
+
expect(metrics.agentPromptTokens).toBe(12);
|
|
99
|
+
expect(metrics.agentCompletionTokens).toBe(5);
|
|
100
|
+
expect(metrics.agentReasoningTokens).toBe(7);
|
|
101
|
+
expect(metrics.agentCachedInputTokens).toBe(3);
|
|
102
|
+
expect(metrics.agentInferenceTimeMs).toBe(220);
|
|
103
|
+
expect(metrics.totalPromptTokens).toBe(12);
|
|
104
|
+
expect(metrics.totalCompletionTokens).toBe(5);
|
|
105
|
+
expect(metrics.totalReasoningTokens).toBe(7);
|
|
106
|
+
expect(metrics.totalCachedInputTokens).toBe(3);
|
|
107
|
+
expect(metrics.totalInferenceTimeMs).toBe(220);
|
|
108
|
+
});
|
|
109
|
+
});
|
|
110
|
+
//# sourceMappingURL=agent-metrics.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"agent-metrics.test.js","sourceRoot":"","sources":["../../../../tests/unit/agent-metrics.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAClD,OAAO,EAAE,EAAE,EAAE,MAAM,iBAAiB,CAAC;AACrC,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AAKnE,SAAS,kBAAkB;IACzB,OAAO;QACL,eAAe,EAAE,CAAC;QAClB,mBAAmB,EAAE,CAAC;QACtB,kBAAkB,EAAE,CAAC;QACrB,oBAAoB,EAAE,CAAC;QACvB,kBAAkB,EAAE,CAAC;QACrB,mBAAmB,EAAE,CAAC;QACtB,uBAAuB,EAAE,CAAC;QAC1B,sBAAsB,EAAE,CAAC;QACzB,wBAAwB,EAAE,CAAC;QAC3B,sBAAsB,EAAE,CAAC;QACzB,mBAAmB,EAAE,CAAC;QACtB,uBAAuB,EAAE,CAAC;QAC1B,sBAAsB,EAAE,CAAC;QACzB,wBAAwB,EAAE,CAAC;QAC3B,sBAAsB,EAAE,CAAC;QACzB,iBAAiB,EAAE,CAAC;QACpB,qBAAqB,EAAE,CAAC;QACxB,oBAAoB,EAAE,CAAC;QACvB,sBAAsB,EAAE,CAAC;QACzB,oBAAoB,EAAE,CAAC;QACvB,iBAAiB,EAAE,CAAC;QACpB,qBAAqB,EAAE,CAAC;QACxB,oBAAoB,EAAE,CAAC;QACvB,sBAAsB,EAAE,CAAC;QACzB,oBAAoB,EAAE,CAAC;KACxB,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,MAAM,aAAa,GAAqB;YACtC,GAAG,kBAAkB,EAAE;YACvB,eAAe,EAAE,EAAE;YACnB,mBAAmB,EAAE,CAAC;YACtB,kBAAkB,EAAE,CAAC;YACrB,oBAAoB,EAAE,CAAC;YACvB,kBAAkB,EAAE,GAAG;YACvB,mBAAmB,EAAE,EAAE;YACvB,uBAAuB,EAAE,CAAC;YAC1B,sBAAsB,EAAE,CAAC;YACzB,wBAAwB,EAAE,CAAC;YAC3B,sBAAsB,EAAE,GAAG;YAC3B,mBAAmB,EAAE,CAAC;YACtB,uBAAuB,EAAE,CAAC;YAC1B,sBAAsB,EAAE,CAAC;YACzB,wBAAwB,EAAE,CAAC;YAC3B,sBAAsB,EAAE,EAAE;YAC1B,iBAAiB,EAAE,CAAC;YACpB,qBAAqB,EAAE,CAAC;YACxB,oBAAoB,EAAE,CAAC;YACvB,sBAAsB,EAAE,CAAC;YACzB,oBAAoB,EAAE,EAAE;YACxB,iBAAiB,EAAE,EAAE;YACrB,qBAAqB,EAAE,EAAE;YACzB,oBAAoB,EAAE,CAAC;YACvB,sBAAsB,EAAE,CAAC;YACzB,oBAAoB,EAAE,GAAG;SAC1B,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,CAAkB,CAAC;QAC/D,MAAM,gBAAgB,GAAG,SAAoC,CAAC;QAE9D,gBAAgB,CAAC,WAAW,CAAC,GAAG;YAC9B,gBAAgB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,aAAa,CAAC;SAC3D,CAAC;QACF,gBAAgB,CAAC,kBAAkB,CAAC,GAAG,kBAAkB,EAAE,CAAC;QAE5D,SAAS,CAAC,aAAa,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC;QAExC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzC,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,CAAkB,CAAC;QAC/D,MAAM,gBAAgB,GAAG,SAAoC,CAAC;QAE9D,gBAAgB,CAAC,kBAAkB,CAAC,GAAG,kBAAkB,EAAE,CAAC;QAE5D,MAAM,2BAA2B,GAAG,SAAS,CAC3C,6BAA6B,CAOrB,CAAC;QAEX,2BAA2B,CAAC,IAAI,CAAC,SAAS,EAAE;YAC1C,YAAY,EAAE,EAAE;YAChB,aAAa,EAAE,CAAC;YAChB,gBAAgB,EAAE,CAAC;YACnB,mBAAmB,EAAE,CAAC;YACtB,iBAAiB,EAAE,GAAG;SACvB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,SAAS,CAAC,kBAAkB,CAAqB,CAAC;QAElE,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import { describe, expect, it, vi } from \"vitest\";\nimport { V3 } from \"../../lib/v3/v3\";\nimport { V3FunctionName } from \"../../lib/v3/types/public/methods\";\nimport type { StagehandMetrics } from \"../../lib/v3/types/public/metrics\";\n\ntype TestStagehand = V3 & Record<string, unknown>;\n\nfunction createEmptyMetrics(): StagehandMetrics {\n return {\n actPromptTokens: 0,\n actCompletionTokens: 0,\n actReasoningTokens: 0,\n actCachedInputTokens: 0,\n actInferenceTimeMs: 0,\n extractPromptTokens: 0,\n extractCompletionTokens: 0,\n extractReasoningTokens: 0,\n extractCachedInputTokens: 0,\n extractInferenceTimeMs: 0,\n observePromptTokens: 0,\n observeCompletionTokens: 0,\n observeReasoningTokens: 0,\n observeCachedInputTokens: 0,\n observeInferenceTimeMs: 0,\n agentPromptTokens: 0,\n agentCompletionTokens: 0,\n agentReasoningTokens: 0,\n agentCachedInputTokens: 0,\n agentInferenceTimeMs: 0,\n totalPromptTokens: 0,\n totalCompletionTokens: 0,\n totalReasoningTokens: 0,\n totalCachedInputTokens: 0,\n totalInferenceTimeMs: 0,\n };\n}\n\ndescribe(\"agent metrics accounting\", () => {\n it(\"merges API replay metrics with a local agent usage fallback only\", async () => {\n const remoteMetrics: StagehandMetrics = {\n ...createEmptyMetrics(),\n actPromptTokens: 40,\n actCompletionTokens: 6,\n actReasoningTokens: 2,\n actCachedInputTokens: 1,\n actInferenceTimeMs: 300,\n extractPromptTokens: 10,\n extractCompletionTokens: 3,\n extractReasoningTokens: 1,\n extractCachedInputTokens: 2,\n extractInferenceTimeMs: 120,\n observePromptTokens: 8,\n observeCompletionTokens: 2,\n observeReasoningTokens: 1,\n observeCachedInputTokens: 0,\n observeInferenceTimeMs: 90,\n agentPromptTokens: 5,\n agentCompletionTokens: 1,\n agentReasoningTokens: 1,\n agentCachedInputTokens: 0,\n agentInferenceTimeMs: 30,\n totalPromptTokens: 63,\n totalCompletionTokens: 12,\n totalReasoningTokens: 5,\n totalCachedInputTokens: 3,\n totalInferenceTimeMs: 540,\n };\n\n const stagehand = Object.create(V3.prototype) as TestStagehand;\n const mutableStagehand = stagehand as Record<string, unknown>;\n\n mutableStagehand[\"apiClient\"] = {\n getReplayMetrics: vi.fn().mockResolvedValue(remoteMetrics),\n };\n mutableStagehand[\"stagehandMetrics\"] = createEmptyMetrics();\n\n stagehand.updateMetrics(V3FunctionName.AGENT, 25, 4, 3, 2, 180);\n\n const metrics = await stagehand.metrics;\n\n expect(metrics.actPromptTokens).toBe(40);\n expect(metrics.extractPromptTokens).toBe(10);\n expect(metrics.observePromptTokens).toBe(8);\n expect(metrics.agentPromptTokens).toBe(25);\n expect(metrics.agentCompletionTokens).toBe(4);\n expect(metrics.agentReasoningTokens).toBe(3);\n expect(metrics.agentCachedInputTokens).toBe(2);\n expect(metrics.agentInferenceTimeMs).toBe(180);\n expect(metrics.totalPromptTokens).toBe(83);\n expect(metrics.totalCompletionTokens).toBe(15);\n expect(metrics.totalReasoningTokens).toBe(7);\n expect(metrics.totalCachedInputTokens).toBe(5);\n expect(metrics.totalInferenceTimeMs).toBe(690);\n });\n\n it(\"records returned agent usage into local metrics totals\", () => {\n const stagehand = Object.create(V3.prototype) as TestStagehand;\n const mutableStagehand = stagehand as Record<string, unknown>;\n\n mutableStagehand[\"stagehandMetrics\"] = createEmptyMetrics();\n\n const updateAgentMetricsFromUsage = stagehand[\n \"updateAgentMetricsFromUsage\"\n ] as (usage?: {\n input_tokens: number;\n output_tokens: number;\n reasoning_tokens?: number;\n cached_input_tokens?: number;\n inference_time_ms: number;\n }) => void;\n\n updateAgentMetricsFromUsage.call(stagehand, {\n input_tokens: 12,\n output_tokens: 5,\n reasoning_tokens: 7,\n cached_input_tokens: 3,\n inference_time_ms: 220,\n });\n\n const metrics = stagehand[\"stagehandMetrics\"] as StagehandMetrics;\n\n expect(metrics.agentPromptTokens).toBe(12);\n expect(metrics.agentCompletionTokens).toBe(5);\n expect(metrics.agentReasoningTokens).toBe(7);\n expect(metrics.agentCachedInputTokens).toBe(3);\n expect(metrics.agentInferenceTimeMs).toBe(220);\n expect(metrics.totalPromptTokens).toBe(12);\n expect(metrics.totalCompletionTokens).toBe(5);\n expect(metrics.totalReasoningTokens).toBe(7);\n expect(metrics.totalCachedInputTokens).toBe(3);\n expect(metrics.totalInferenceTimeMs).toBe(220);\n });\n});\n"]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
import { generateObject } from "ai";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
import { beforeEach, describe, expect, it, vi } from "vitest";
|
|
4
|
+
import { AISdkClient } from "../../lib/v3/llm/aisdk.js";
|
|
5
|
+
vi.mock("ai", async () => {
|
|
6
|
+
const actual = await vi.importActual("ai");
|
|
7
|
+
return {
|
|
8
|
+
...actual,
|
|
9
|
+
generateObject: vi.fn(),
|
|
10
|
+
};
|
|
11
|
+
});
|
|
12
|
+
const mockGenerateObject = vi.mocked(generateObject);
|
|
13
|
+
function createModel(modelId) {
|
|
14
|
+
return {
|
|
15
|
+
modelId,
|
|
16
|
+
specificationVersion: "v2",
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
describe("AISdkClient structured output provider options", () => {
|
|
20
|
+
beforeEach(() => {
|
|
21
|
+
mockGenerateObject.mockReset();
|
|
22
|
+
mockGenerateObject.mockResolvedValue({
|
|
23
|
+
object: { ok: true },
|
|
24
|
+
usage: {
|
|
25
|
+
inputTokens: 1,
|
|
26
|
+
outputTokens: 2,
|
|
27
|
+
reasoningTokens: 0,
|
|
28
|
+
cachedInputTokens: 0,
|
|
29
|
+
totalTokens: 3,
|
|
30
|
+
},
|
|
31
|
+
});
|
|
32
|
+
});
|
|
33
|
+
it.each([
|
|
34
|
+
["openai/gpt-4.1", { openai: { strictJsonSchema: true } }],
|
|
35
|
+
["azure/gpt-4.1", { azure: { strictJsonSchema: true } }],
|
|
36
|
+
["google/gemini-2.5-pro", { google: { structuredOutputs: true } }],
|
|
37
|
+
["vertex/gemini-2.5-pro", { vertex: { structuredOutputs: true } }],
|
|
38
|
+
[
|
|
39
|
+
"anthropic/claude-sonnet-4-20250514",
|
|
40
|
+
{ anthropic: { structuredOutputMode: "auto" } },
|
|
41
|
+
],
|
|
42
|
+
["groq/llama-3.3-70b-versatile", { groq: { structuredOutputs: true } }],
|
|
43
|
+
["cerebras/llama-4-scout", { cerebras: { strictJsonSchema: true } }],
|
|
44
|
+
[
|
|
45
|
+
"mistral/mistral-large-latest",
|
|
46
|
+
{ mistral: { structuredOutputs: true, strictJsonSchema: true } },
|
|
47
|
+
],
|
|
48
|
+
])("passes provider structured-output options for %s", async (modelId, providerOptions) => {
|
|
49
|
+
const client = new AISdkClient({
|
|
50
|
+
model: createModel(modelId),
|
|
51
|
+
logger: vi.fn(),
|
|
52
|
+
});
|
|
53
|
+
await client.createChatCompletion({
|
|
54
|
+
options: {
|
|
55
|
+
messages: [{ role: "user", content: "hello" }],
|
|
56
|
+
response_model: {
|
|
57
|
+
name: "test",
|
|
58
|
+
schema: z.object({ ok: z.boolean() }),
|
|
59
|
+
},
|
|
60
|
+
},
|
|
61
|
+
logger: vi.fn(),
|
|
62
|
+
});
|
|
63
|
+
expect(mockGenerateObject).toHaveBeenCalledWith(expect.objectContaining({
|
|
64
|
+
providerOptions,
|
|
65
|
+
}));
|
|
66
|
+
});
|
|
67
|
+
it("omits temperature for claude-opus-4-7 structured calls", async () => {
|
|
68
|
+
const client = new AISdkClient({
|
|
69
|
+
model: createModel("anthropic/claude-opus-4-7"),
|
|
70
|
+
logger: vi.fn(),
|
|
71
|
+
});
|
|
72
|
+
await client.createChatCompletion({
|
|
73
|
+
options: {
|
|
74
|
+
messages: [{ role: "user", content: "hello" }],
|
|
75
|
+
response_model: {
|
|
76
|
+
name: "test",
|
|
77
|
+
schema: z.object({ ok: z.boolean() }),
|
|
78
|
+
},
|
|
79
|
+
temperature: 0.1,
|
|
80
|
+
},
|
|
81
|
+
logger: vi.fn(),
|
|
82
|
+
});
|
|
83
|
+
expect(mockGenerateObject).toHaveBeenCalledWith(expect.objectContaining({
|
|
84
|
+
temperature: undefined,
|
|
85
|
+
}));
|
|
86
|
+
});
|
|
87
|
+
});
|
|
88
|
+
//# sourceMappingURL=aisdk-clients.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"aisdk-clients.test.js","sourceRoot":"","sources":["../../../../tests/unit/aisdk-clients.test.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAExD,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;IACvB,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,YAAY,CAAsB,IAAI,CAAC,CAAC;IAChE,OAAO;QACL,GAAG,MAAM;QACT,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE;KACxB,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;AAErD,SAAS,WAAW,CAAC,OAAe;IAClC,OAAO;QACL,OAAO;QACP,oBAAoB,EAAE,IAAI;KACG,CAAC;AAClC,CAAC;AAED,QAAQ,CAAC,gDAAgD,EAAE,GAAG,EAAE;IAC9D,UAAU,CAAC,GAAG,EAAE;QACd,kBAAkB,CAAC,SAAS,EAAE,CAAC;QAC/B,kBAAkB,CAAC,iBAAiB,CAAC;YACnC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE;YACpB,KAAK,EAAE;gBACL,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,CAAC;gBACf,eAAe,EAAE,CAAC;gBAClB,iBAAiB,EAAE,CAAC;gBACpB,WAAW,EAAE,CAAC;aACf;SACO,CAAC,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,IAAI,CAAC;QACN,CAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,EAAE,CAAC;QAC1D,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,EAAE,CAAC;QACxD,CAAC,uBAAuB,EAAE,EAAE,MAAM,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,EAAE,CAAC;QAClE,CAAC,uBAAuB,EAAE,EAAE,MAAM,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,EAAE,CAAC;QAClE;YACE,oCAAoC;YACpC,EAAE,SAAS,EAAE,EAAE,oBAAoB,EAAE,MAAM,EAAE,EAAE;SAChD;QACD,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,EAAE,CAAC;QACvE,CAAC,wBAAwB,EAAE,EAAE,QAAQ,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,EAAE,CAAC;QACpE;YACE,8BAA8B;YAC9B,EAAE,OAAO,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,EAAE;SACjE;KACF,CAAC,CACA,kDAAkD,EAClD,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE;QACjC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC;YAC7B,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC;YAC3B,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;SAChB,CAAC,CAAC;QAEH,MAAM,MAAM,CAAC,oBAAoB,CAAC;YAChC,OAAO,EAAE;gBACP,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;gBAC9C,cAAc,EAAE;oBACd,IAAI,EAAE,MAAM;oBACZ,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;iBACtC;aACF;YACD,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;SAChB,CAAC,CAAC;QAEH,MAAM,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CAC7C,MAAM,CAAC,gBAAgB,CAAC;YACtB,eAAe;SAChB,CAAC,CACH,CAAC;IACJ,CAAC,CACF,CAAC;IAEF,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC;YAC7B,KAAK,EAAE,WAAW,CAAC,2BAA2B,CAAC;YAC/C,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;SAChB,CAAC,CAAC;QAEH,MAAM,MAAM,CAAC,oBAAoB,CAAC;YAChC,OAAO,EAAE;gBACP,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;gBAC9C,cAAc,EAAE;oBACd,IAAI,EAAE,MAAM;oBACZ,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;iBACtC;gBACD,WAAW,EAAE,GAAG;aACjB;YACD,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;SAChB,CAAC,CAAC;QAEH,MAAM,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CAC7C,MAAM,CAAC,gBAAgB,CAAC;YACtB,WAAW,EAAE,SAAS;SACvB,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import type { LanguageModelV2 } from \"@ai-sdk/provider\";\nimport { generateObject } from \"ai\";\nimport { z } from \"zod\";\nimport { beforeEach, describe, expect, it, vi } from \"vitest\";\nimport { AISdkClient } from \"../../lib/v3/llm/aisdk.js\";\n\nvi.mock(\"ai\", async () => {\n const actual = await vi.importActual<typeof import(\"ai\")>(\"ai\");\n return {\n ...actual,\n generateObject: vi.fn(),\n };\n});\n\nconst mockGenerateObject = vi.mocked(generateObject);\n\nfunction createModel(modelId: string) {\n return {\n modelId,\n specificationVersion: \"v2\",\n } as unknown as LanguageModelV2;\n}\n\ndescribe(\"AISdkClient structured output provider options\", () => {\n beforeEach(() => {\n mockGenerateObject.mockReset();\n mockGenerateObject.mockResolvedValue({\n object: { ok: true },\n usage: {\n inputTokens: 1,\n outputTokens: 2,\n reasoningTokens: 0,\n cachedInputTokens: 0,\n totalTokens: 3,\n },\n } as never);\n });\n\n it.each([\n [\"openai/gpt-4.1\", { openai: { strictJsonSchema: true } }],\n [\"azure/gpt-4.1\", { azure: { strictJsonSchema: true } }],\n [\"google/gemini-2.5-pro\", { google: { structuredOutputs: true } }],\n [\"vertex/gemini-2.5-pro\", { vertex: { structuredOutputs: true } }],\n [\n \"anthropic/claude-sonnet-4-20250514\",\n { anthropic: { structuredOutputMode: \"auto\" } },\n ],\n [\"groq/llama-3.3-70b-versatile\", { groq: { structuredOutputs: true } }],\n [\"cerebras/llama-4-scout\", { cerebras: { strictJsonSchema: true } }],\n [\n \"mistral/mistral-large-latest\",\n { mistral: { structuredOutputs: true, strictJsonSchema: true } },\n ],\n ])(\n \"passes provider structured-output options for %s\",\n async (modelId, providerOptions) => {\n const client = new AISdkClient({\n model: createModel(modelId),\n logger: vi.fn(),\n });\n\n await client.createChatCompletion({\n options: {\n messages: [{ role: \"user\", content: \"hello\" }],\n response_model: {\n name: \"test\",\n schema: z.object({ ok: z.boolean() }),\n },\n },\n logger: vi.fn(),\n });\n\n expect(mockGenerateObject).toHaveBeenCalledWith(\n expect.objectContaining({\n providerOptions,\n }),\n );\n },\n );\n\n it(\"omits temperature for claude-opus-4-7 structured calls\", async () => {\n const client = new AISdkClient({\n model: createModel(\"anthropic/claude-opus-4-7\"),\n logger: vi.fn(),\n });\n\n await client.createChatCompletion({\n options: {\n messages: [{ role: \"user\", content: \"hello\" }],\n response_model: {\n name: \"test\",\n schema: z.object({ ok: z.boolean() }),\n },\n temperature: 0.1,\n },\n logger: vi.fn(),\n });\n\n expect(mockGenerateObject).toHaveBeenCalledWith(\n expect.objectContaining({\n temperature: undefined,\n }),\n );\n });\n});\n"]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|