@browserbasehq/orca 3.2.0-preview.4 → 3.2.0-preview.5

package/dist/esm/lib/v3/handlers/v3CuaAgentHandler.js

@@ -8,6 +8,7 @@ import { V3FunctionName } from "../types/public/methods.js";
 import { FlowLogger } from "../flowlogger/FlowLogger.js";
 import { toTitleCase } from "../../utils.js";
 import { StagehandClosedError } from "../types/public/sdkErrors.js";
+import { CaptchaSolver, CAPTCHA_SOLVED_MSG, CAPTCHA_ERRORED_MSG, } from "../agent/utils/captchaSolver.js";
 export class V3CuaAgentHandler {
     v3;
     agent;
@@ -16,6 +17,9 @@ export class V3CuaAgentHandler {
     agentClient;
     options;
     highlightCursor;
+    captchaSolver = null;
+    captchaClickGuardRemaining = 0;
+    currentInstruction = "";
     constructor(v3, logger, options, tools) {
         this.v3 = v3;
         this.logger = logger;
@@ -46,7 +50,29 @@ export class V3CuaAgentHandler {
         // Provide action executor
         this.agentClient.setActionHandler(async (action) => {
             this.ensureNotClosed();
+            // Wait for captcha solver to finish before executing action
+            if (this.captchaSolver) {
+                if (this.captchaSolver.isSolving()) {
+                    this.logger({
+                        category: "agent",
+                        message: "Captcha detected — waiting for Browserbase to solve it before continuing",
+                        level: 1,
+                    });
+                }
+                await this.captchaSolver.waitIfSolving();
+                this.handleCaptchaSolveResult(this.captchaSolver.consumeSolveResult());
+            }
             action.pageUrl = (await this.v3.context.awaitActivePage()).url();
+            if (await this.shouldSkipSolvedCaptchaInteraction(action)) {
+                this.captchaClickGuardRemaining = Math.max(0, this.captchaClickGuardRemaining - 1);
+                this.agentClient.addContextNote(`The captcha has already been solved automatically. Do not click the captcha checkbox, widget, or challenge again. Continue with the original task outside the captcha area. Original task: ${this.currentInstruction}`);
+                this.logger({
+                    category: "agent",
+                    message: "Skipped click on solved captcha widget — injected follow-up guidance",
+                    level: 1,
+                });
+                return;
+            }
             const defaultDelay = 500;
             const waitBetween = this.options.clientOptions?.waitBetweenActions ||
                 defaultDelay;
@@ -113,6 +139,7 @@ export class V3CuaAgentHandler {
             : optionsOrInstruction;
         this.setSafetyConfirmationHandler(options.callbacks?.onSafetyConfirmation);
         this.highlightCursor = options.highlightCursor !== false;
+        this.currentInstruction = options.instruction;
         // Redirect if blank
         const page = await this.v3.context.awaitActivePage();
         const currentUrl = page.url();
@@ -124,6 +151,23 @@ export class V3CuaAgentHandler {
             });
             await page.goto("https://www.google.com", { waitUntil: "load" });
         }
+        // Set up captcha solver for Browserbase environments
+        if (this.v3.isCaptchaAutoSolveEnabled) {
+            this.captchaSolver = new CaptchaSolver();
+            this.captchaSolver.init(() => this.v3.context.awaitActivePage());
+            // Block the CUA agent loop before each step while a captcha is being solved
+            this.agentClient.setPreStepHook(async () => {
+                if (this.captchaSolver?.isSolving()) {
+                    this.logger({
+                        category: "agent",
+                        message: "Captcha detected — waiting for Browserbase to solve it before continuing",
+                        level: 1,
+                    });
+                }
+                await this.captchaSolver?.waitIfSolving();
+                this.handleCaptchaSolveResult(this.captchaSolver?.consumeSolveResult());
+            });
+        }
         if (this.highlightCursor) {
             try {
                 await this.injectCursor();
@@ -139,7 +183,14 @@ export class V3CuaAgentHandler {
             }
         }
         const start = Date.now();
-        const result = await this.agent.execute({ options, logger: this.logger });
+        let result;
+        try {
+            result = await this.agent.execute({ options, logger: this.logger });
+        }
+        finally {
+            this.captchaSolver?.dispose();
+            this.captchaSolver = null;
+        }
         const inferenceTimeMs = Date.now() - start;
         if (result.usage) {
             this.v3.updateMetrics(V3FunctionName.AGENT, result.usage.input_tokens, result.usage.output_tokens, result.usage.reasoning_tokens ?? 0, result.usage.cached_input_tokens ?? 0, inferenceTimeMs);
@@ -511,6 +562,79 @@ export class V3CuaAgentHandler {
             return null;
         }
     }
+    handleCaptchaSolveResult(result) {
+        if (!result)
+            return;
+        if (result.solved) {
+            this.captchaClickGuardRemaining = 3;
+            this.agentClient.addContextNote(CAPTCHA_SOLVED_MSG);
+            this.logger({
+                category: "agent",
+                message: "Captcha solved — continuing with task",
+                level: 1,
+            });
+        }
+        if (result.errored) {
+            this.captchaClickGuardRemaining = 0;
+            this.agentClient.addContextNote(CAPTCHA_ERRORED_MSG);
+            this.logger({
+                category: "agent",
+                message: "Captcha solver failed or errored",
+                level: 1,
+            });
+        }
+    }
+    async shouldSkipSolvedCaptchaInteraction(action) {
+        if (this.captchaClickGuardRemaining <= 0) {
+            return false;
+        }
+        if (action.type !== "click") {
+            return false;
+        }
+        const x = action.x;
+        const y = action.y;
+        if (typeof x !== "number" || typeof y !== "number") {
+            return false;
+        }
+        try {
+            const page = await this.v3.context.awaitActivePage();
+            const boxes = await page.evaluate(() => {
+                const selectors = [
+                    'iframe[title*="reCAPTCHA"]',
+                    'iframe[src*="recaptcha"]',
+                    'iframe[src*="hcaptcha"]',
+                    'iframe[src*="turnstile"]',
+                    ".g-recaptcha",
+                    "[data-sitekey]",
+                    '[class*="captcha"]',
+                    '[id*="captcha"]',
+                ];
+                const seen = new Set();
+                const bounds = [];
+                for (const selector of selectors) {
+                    for (const element of document.querySelectorAll(selector)) {
+                        if (seen.has(element))
+                            continue;
+                        seen.add(element);
+                        const rect = element.getBoundingClientRect();
+                        if (rect.width <= 0 || rect.height <= 0)
+                            continue;
+                        bounds.push({
+                            left: rect.left,
+                            top: rect.top,
+                            right: rect.right,
+                            bottom: rect.bottom,
+                        });
+                    }
+                }
+                return bounds;
+            });
+            return boxes.some((box) => x >= box.left && x <= box.right && y >= box.top && y <= box.bottom);
+        }
+        catch {
+            return false;
+        }
+    }
     async injectCursor() {
         try {
             const page = await this.v3.context.awaitActivePage();

package/dist/esm/lib/v3/handlers/v3CuaAgentHandler.js.map

@@ -1 +1 @@
-{"version":3,"file":"v3CuaAgentHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/v3CuaAgentHandler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,sCAAsC,CAAC;AAIjF,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAUtD,OAAO,EAAe,cAAc,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAEpE,MAAM,OAAO,iBAAiB;IACpB,EAAE,CAAK;IACP,KAAK,CAAc;IACnB,QAAQ,CAAgB;IACxB,MAAM,CAA6B;IACnC,WAAW,CAAc;IACzB,OAAO,CAAsB;IAC7B,eAAe,CAAU;IAEjC,YACE,EAAM,EACN,MAAkC,EAClC,OAA4B,EAC5B,KAAe;QAEf,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QAEvB,IAAI,CAAC,QAAQ,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CACpC,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,aAAa,IAAI,EAAE,EAC3B,OAAO,CAAC,wBAAwB,EAChC,KAAK,CACN,CAAC;QACF,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;QAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC;IACtB,CAAC;IAED;;;OAGG;IACK,eAAe;QACrB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,oBAAoB,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,gBAAgB;QACtB,0CAA0C;QAC1C,IAAI,CAAC,WAAW,CAAC,qBAAqB,CAAC,KAAK,IAAI,EAAE;YAChD,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,OAAO,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa;QAC3D,CAAC,CAAC,CAAC;QAEH,0BAA0B;QAC1B,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YACjD,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,MAAM,CAAC,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;YAEjE,MAAM,YAAY,GAAG,GAAG,CAAC;YACzB,MAAM,WAAW,GACd,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,kBAA6B;gBAC1D,YAAY,CAAC;YACf,IAAI,CAAC;gBACH,qDAAqD;gBACrD,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;oBACzB,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;oBAC5B,CAAC;oBAAC,MAAM,CAAC;wBACP,mCAAmC;oBACrC,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC7C,mEAAmE;gBACnE,qEAAqE;gBACrE,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,KAAK,YAAY,CAAC;gBAC/C,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,UAAU,CAAC,cAAc,CAC7B;wBACE,SAAS,EAAE,QAAQ,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,oBAAoB;wBACnE,IAAI,EAAE;4BACJ,MAAM,EAAE,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC;yBAC1C;qBACF,EACD,KAAK,EAAE,YAA2B,EAAE,EAAE,CACpC,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,EACxC,CAAC,MAAM,CAAC,CACT,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACnC,CAAC;gBAED,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAE9B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;gBACrD,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;gBACxC,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,CAAC,MAAM,CAAC;wBACV,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,oDAAoD,MAAM,CAChE,CAAW,EAAE,OAAO,IAAI,CAAC,CAC3B,EAAE;wBACH,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,GAAG,GAAI,KAAe,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvD,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,0BAA0B,MAAM,CAAC,IAAI,KAAK,GAAG,EAAE;oBACxD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACjC,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;IAC9B,CAAC;IAED,4BAA4B,CAAC,OAAmC;QAC9D,IACE,IAAI,CAAC,WAAW,YAAY,eAAe;YAC3C,IAAI,CAAC,WAAW,YAAY,eAAe,EAC3C,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CACX,oBAAkD;QAElD,MAAM,OAAO,GACX,OAAO,oBAAoB,KAAK,QAAQ;YACtC,CAAC,CAAC,EAAE,WAAW,EAAE,oBAAoB,EAAE;YACvC,CAAC,CAAC,oBAAoB,CAAC;QAE3B,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;QAE3E,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,KAAK,KAAK,CAAC;QAEzD,oBAAoB;QACpB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,UAAU,IAAI,UAAU,KAAK,aAAa,EAAE,CAAC;YAChD,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,6DAA6D;gBACtE,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC5B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACzD,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,qCAAqC,YAAY,8BAA8B;oBACxF,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,oDAAoD;YACtD,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1E,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAC3C,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,EAAE,CAAC,aAAa,CACnB,cAAc,CAAC,KAAK,EACpB,MAAM,CAAC,KAAK,CAAC,YAAY,EACzB,MAAM,CAAC,KAAK,CAAC,aAAa,EAC1B,MAAM,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC,EAClC,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,EACrC,eAAe,CAChB,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,MAAmB;QAEnB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC;QAChD,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;gBACrD,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACvD,MAAM,EAAG,MAAsC,IAAI,MAAM;wBACzD,UAAU,EAAG,UAAqB,IAAI,CAAC;wBACvC,WAAW,EAAE,IAAI;qBAClB,CAAC,CAAC;oBACH,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,eAAe,GAAW;4BAC9B,QAAQ,EAAE,UAAU;4BACpB,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;4BACtD,MAAM,EAAE,OAAO;4BACf,SAAS,EAAE,EAAE;yBACd,CAAC;wBACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACzC,MAAM,EAAG,MAAsC,IAAI,MAAM;wBACzD,UAAU,EAAG,UAAqB,IAAI,CAAC;qBACxC,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,cAAc,CAAC;YACpB,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;gBACxB,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACvD,MAAM,EAAE,MAAM;wBACd,UAAU,EAAE,CAAC;wBACb,WAAW,EAAE,IAAI;qBAClB,CAAC,CAAC;oBACH,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,eAAe,GAAW;4BAC9B,QAAQ,EAAE,UAAU;4BACpB,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;4BAC7D,MAAM,EAAE,aAAa;4BACrB,SAAS,EAAE,EAAE;yBACd,CAAC;wBACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACzC,MAAM,EAAE,MAAM;wBACd,UAAU,EAAE,CAAC;qBACd,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;gBACxB,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACvD,MAAM,EAAE,MAAM;wBACd,UAAU,EAAE,CAAC;wBACb,WAAW,EAAE,IAAI;qBAClB,CAAC,CAAC;oBACH,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,eAAe,GAAW;4BAC9B,QAAQ,EAAE,UAAU;4BACpB,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;4BAC7D,MAAM,EAAE,aAAa;4BACrB,SAAS,EAAE,EAAE;yBACd,CAAC;wBACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACzC,UAAU,EAAE,CAAC;qBACd,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;gBACxB,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;gBACpC,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,MAAM,yBAAyB,CAAC,IAAI,CAAC,CAAC;oBACpD,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,eAAe,GAAW;4BAC9B,QAAQ,EAAE,UAAU;4BACpB,WAAW,EAAE,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;4BACxD,MAAM,EAAE,MAAM;4BACd,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;yBAChC,CAAC;wBACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;oBACJ,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;gBACxB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACpD,MAAM,gBAAgB,GAAa,EAAE,CAAC;gBACtC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;oBACxD,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oBAC5B,IAAI,SAAS,EAAE,CAAC;wBACd,gBAAgB,CAAC,IAAI,CAAC;4BACpB,QAAQ,EAAE,aAAa;4BACvB,WAAW,EAAE,SAAS,MAAM,EAAE;4BAC9B,MAAM,EAAE,OAAO;4BACf,SAAS,EAAE,CAAC,MAAM,CAAC;yBACpB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,IAAI,SAAS,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7C,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,gBAAgB,EAChB,gBAAgB;yBACb,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;yBACzB,MAAM,CAAC,OAAO,CAAC;yBACf,IAAI,CAAC,IAAI,CAAC,IAAI,UAAU,CAC5B,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC;gBACpD,MAAM,IAAI,CAAC,MAAM,CACd,CAAY,IAAI,CAAC,EACjB,CAAY,IAAI,CAAC,EACjB,QAAmB,IAAI,CAAC,EACxB,QAAmB,IAAI,CAAC,CAC1B,CAAC;gBACF,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;oBAC5B,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;oBAC7B,MAAM,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;oBAC7B,MAAM,EACJ,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ;wBAC5C,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;wBACxC,CAAC,CAAC,SAAS;iBAChB,CAAC,CAAC;gBACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;gBACxB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBACtB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBAClC,IAAI,SAAS,EAAE,CAAC;wBACd,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE;4BACjE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;4BAC7C,KAAK,EAAE,EAAE;4BACT,WAAW,EAAE,IAAI;yBAClB,CAAC,CAAC;wBACH,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,GAAI,GAAwB,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;wBACnE,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;wBACpC,MAAM,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;wBAChC,IAAI,IAAI,IAAI,EAAE,EAAE,CAAC;4BACf,MAAM,eAAe,GAAW;gCAC9B,QAAQ,EAAE,IAAI;gCACd,WAAW,EAAE,IAAI,CAAC,kBAAkB,EAAE;gCACtC,MAAM,EAAE,aAAa;gCACrB,SAAS,EAAE,CAAC,EAAE,CAAC;6BAChB,CAAC;4BACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;wBACJ,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE;4BACrD,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;4BAC7C,KAAK,EAAE,EAAE;yBACV,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;gBACxB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;oBACnD,IAAI,SAAS,EAAE,CAAC;wBACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;wBAC5D,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;wBACtC,IAAI,UAAU,EAAE,CAAC;4BACf,MAAM,eAAe,GAAW;gCAC9B,QAAQ,EAAE,UAAU;gCACpB,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;gCACtD,MAAM,EAAE,OAAO;gCACf,SAAS,EAAE,EAAE;6BACd,CAAC;4BACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;wBACJ,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBACzB,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC;gBACpC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;gBAC9C,IAAI,IAAI,GAAG,CAAC,IAAI,SAAS,EAAE,CAAC;oBAC1B,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,iFAAiF;gBACjF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;gBACvB,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC1D,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;wBAC5B,IAAI,EAAE,MAAM;wBACZ,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;qBACvB,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpB,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;wBAC5B,IAAI,EAAE,MAAM;qBACb,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvB,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;wBAC5B,IAAI,EAAE,SAAS;qBAChB,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,2CAA2C;gBAC3C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,wDAAwD;gBACxD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD;gBACE,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,wBAAwB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,kBAAkB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;iBAC/C,CAAC;QACN,CAAC;IACH,CAAC;IAED,2DAA2D;IACnD,oBAAoB,CAAC,MAAmB;QAC9C,OAAO,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ;YACjE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,GAAG;YAC9B,CAAC,CAAC,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;gBACnC,CAAC,CAAC,MAAM,CAAC,QAAQ;gBACjB,CAAC,CAAC,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;oBAChC,CAAC,CAAC,MAAM,CAAC,KAAK;oBACd,CAAC,CAAC,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ;wBACtC,CAAC,CAAC,MAAM,CAAC,WAAW;wBACpB,CAAC,CAAC,SAAS,CAAC;IACtB,CAAC;IAEO,qBAAqB,CAAC,IAAY,EAAE,CAAU,EAAE,CAAU;QAChE,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/C,OAAO,GAAG,IAAI,QAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC;QAC7D,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,kBAAkB,CAAC,IAAY;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACpE,OAAO,SAAS,OAAO,GAAG,CAAC;IAC7B,CAAC;IAEO,kBAAkB;QACxB,OAAO,eAAe,CAAC;IACzB,CAAC;IAEO,wBAAwB,CAC9B,WAAwB,EACxB,QAAgB;QAEhB,MAAM,GAAG,GACP,CAAC,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACrE,CAAC,OAAO,WAAW,CAAC,SAAS,KAAK,QAAQ;gBACxC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAClC,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC;IAChD,CAAC;IAEO,gBAAgB,CACtB,WAAwB,EACxB,gBAA0B,EAC1B,QAAgB;QAEhB,IAAI,CAAC,gBAAgB,CAAC,MAAM;YAAE,OAAO;QACrC,MAAM,WAAW,GAAG,IAAI,CAAC,wBAAwB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QACzE,MAAM,WAAW,GAAG,gBAAgB,CAAC,CAAC,CAAC,EAAE,WAAW,IAAI,WAAW,CAAC;QACpE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC7C,GAAG,GAAG;YACN,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,WAAW;SAC5C,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;YAC5B,IAAI,EAAE,KAAK;YACX,WAAW;YACX,OAAO;YACP,iBAAiB,EAAE,WAAW;YAC9B,OAAO,EACL,OAAO,WAAW,CAAC,SAAS,KAAK,QAAQ;gBACzC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gBACrC,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE;gBAC9B,CAAC,CAAC,SAAS;SAChB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,IAAI,CAAC;YACH,uEAAuE;YACvE,yEAAyE;YACzE,IAAI,IAAI,CAAC,WAAW,YAAY,eAAe,EAAE,CAAC;gBAChD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,iBAAiB;oBACpC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;oBAC9B,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC;gBAC/B,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACN,kDAAkD;gBAClD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;gBACrD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAG7C,mDAAmD,CAAC,CAAC;gBACxD,IAAI,CAAC,IAAI,CAAC;oBAAE,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,EAAE;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,EAAE;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB;QAC5B,IAAI,CAAC,MAAM,CAAC;YACV,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,sBAAsB;YAC/B,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAEpE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC9B,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC;gBAC9C,WAAW,EAAE,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAChD,UAAU;aACX,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,+BAA+B,MAAM,CAAE,CAAW,EAAE,OAAO,IAAI,CAAC,CAAC,EAAE;gBAC5E,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,mBAAmB;QACrB,CAAC;IACH,CAAC;CACF","sourcesContent":["import { computeActiveElementXpath } from \"../understudy/a11y/snapshot/index.js\";\nimport { V3 } from \"../v3.js\";\nimport { ToolSet } from \"ai\";\nimport { AgentClient } from \"../agent/AgentClient.js\";\nimport { AgentProvider } from \"../agent/AgentProvider.js\";\nimport { GoogleCUAClient } from \"../agent/GoogleCUAClient.js\";\nimport { OpenAICUAClient } from \"../agent/OpenAICUAClient.js\";\nimport { mapKeyToPlaywright } from \"../agent/utils/cuaKeyMapping.js\";\nimport { ensureXPath } from \"../agent/utils/xpath.js\";\nimport {\n  ActionExecutionResult,\n  AgentAction,\n  AgentExecuteOptions,\n  AgentHandlerOptions,\n  AgentResult,\n  SafetyConfirmationHandler,\n} from \"../types/public/agent.js\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport { type Action, V3FunctionName } from \"../types/public/methods.js\";\nimport { FlowLogger } from \"../flowlogger/FlowLogger.js\";\nimport { toTitleCase } from \"../../utils.js\";\nimport { StagehandClosedError } from \"../types/public/sdkErrors.js\";\n\nexport class V3CuaAgentHandler {\n  private v3: V3;\n  private agent: AgentClient;\n  private provider: AgentProvider;\n  private logger: (message: LogLine) => void;\n  private agentClient: AgentClient;\n  private options: AgentHandlerOptions;\n  private highlightCursor: boolean;\n\n  constructor(\n    v3: V3,\n    logger: (message: LogLine) => void,\n    options: AgentHandlerOptions,\n    tools?: ToolSet,\n  ) {\n    this.v3 = v3;\n    this.logger = logger;\n    this.options = options;\n\n    this.provider = new AgentProvider(logger);\n    const client = this.provider.getClient(\n      options.modelName,\n      options.clientOptions || {},\n      options.userProvidedInstructions,\n      tools,\n    );\n    this.agentClient = client;\n    this.setupAgentClient();\n    this.agent = client;\n  }\n\n  /**\n   * Ensures the V3 context is still available (not closed).\n   * Throws StagehandClosedError if stagehand.close() was called.\n   */\n  private ensureNotClosed(): void {\n    if (!this.v3.context) {\n      throw new StagehandClosedError();\n    }\n  }\n\n  private setupAgentClient(): void {\n    // Provide screenshots to the agent client\n    this.agentClient.setScreenshotProvider(async () => {\n      this.ensureNotClosed();\n      const page = await this.v3.context.awaitActivePage();\n      const screenshotBuffer = await page.screenshot({ fullPage: false });\n      return screenshotBuffer.toString(\"base64\"); // base64 png\n    });\n\n    // Provide action executor\n    this.agentClient.setActionHandler(async (action) => {\n      this.ensureNotClosed();\n      action.pageUrl = (await this.v3.context.awaitActivePage()).url();\n\n      const defaultDelay = 500;\n      const waitBetween =\n        (this.options.clientOptions?.waitBetweenActions as number) ||\n        defaultDelay;\n      try {\n        // Try to inject cursor before each action if enabled\n        if (this.highlightCursor) {\n          try {\n            await this.injectCursor();\n          } catch {\n            // Ignore cursor injection failures\n          }\n        }\n        await new Promise((r) => setTimeout(r, 300));\n        // Skip logging for screenshot actions - they're no-ops, the actual\n        // Page.screenshot in captureAndSendScreenshot() is logged separately\n        const shouldLog = action.type !== \"screenshot\";\n        if (shouldLog) {\n          await FlowLogger.runWithLogging(\n            {\n              eventType: `V3Cua${toTitleCase(action.type)}`, // e.g. \"V3CuaClick\"\n              data: {\n                target: this.computePointerTarget(action),\n              },\n            },\n            async (loggedAction: typeof action) =>\n              await this.executeAction(loggedAction),\n            [action],\n          );\n        } else {\n          await this.executeAction(action);\n        }\n\n        action.timestamp = Date.now();\n\n        await new Promise((r) => setTimeout(r, waitBetween));\n        try {\n          await this.captureAndSendScreenshot();\n        } catch (e) {\n          this.logger({\n            category: \"agent\",\n            message: `Warning: Failed to take screenshot after action: ${String(\n              (e as Error)?.message ?? e,\n            )}`,\n            level: 1,\n          });\n        }\n      } catch (error) {\n        const msg = (error as Error)?.message ?? String(error);\n        this.logger({\n          category: \"agent\",\n          message: `Error executing action ${action.type}: ${msg}`,\n          level: 0,\n        });\n        throw error;\n      }\n    });\n\n    void this.updateClientViewport();\n    void this.updateClientUrl();\n  }\n\n  setSafetyConfirmationHandler(handler?: SafetyConfirmationHandler): void {\n    if (\n      this.agentClient instanceof GoogleCUAClient ||\n      this.agentClient instanceof OpenAICUAClient\n    ) {\n      this.agentClient.setSafetyConfirmationHandler(handler);\n    }\n  }\n\n  async execute(\n    optionsOrInstruction: AgentExecuteOptions | string,\n  ): Promise<AgentResult> {\n    const options =\n      typeof optionsOrInstruction === \"string\"\n        ? { instruction: optionsOrInstruction }\n        : optionsOrInstruction;\n\n    this.setSafetyConfirmationHandler(options.callbacks?.onSafetyConfirmation);\n\n    this.highlightCursor = options.highlightCursor !== false;\n\n    // Redirect if blank\n    const page = await this.v3.context.awaitActivePage();\n    const currentUrl = page.url();\n    if (!currentUrl || currentUrl === \"about:blank\") {\n      this.logger({\n        category: \"agent\",\n        message: `Page URL is empty. Navigating to https://www.google.com ...`,\n        level: 1,\n      });\n      await page.goto(\"https://www.google.com\", { waitUntil: \"load\" });\n    }\n\n    if (this.highlightCursor) {\n      try {\n        await this.injectCursor();\n      } catch (error) {\n        const errorMessage =\n          error instanceof Error ? error.message : String(error);\n        this.logger({\n          category: \"agent\",\n          message: `Warning: Failed to inject cursor: ${errorMessage}. Continuing with execution.`,\n          level: 1,\n        });\n        // Continue execution even if cursor injection fails\n      }\n    }\n\n    const start = Date.now();\n    const result = await this.agent.execute({ options, logger: this.logger });\n    const inferenceTimeMs = Date.now() - start;\n    if (result.usage) {\n      this.v3.updateMetrics(\n        V3FunctionName.AGENT,\n        result.usage.input_tokens,\n        result.usage.output_tokens,\n        result.usage.reasoning_tokens ?? 0,\n        result.usage.cached_input_tokens ?? 0,\n        inferenceTimeMs,\n      );\n    }\n    return result;\n  }\n\n  private async executeAction(\n    action: AgentAction,\n  ): Promise<ActionExecutionResult> {\n    const page = await this.v3.context.awaitActivePage();\n    const recording = this.v3.isAgentReplayActive();\n    switch (action.type) {\n      case \"click\": {\n        const { x, y, button = \"left\", clickCount } = action;\n        if (recording) {\n          const xpath = await page.click(x as number, y as number, {\n            button: (button as \"left\" | \"right\" | \"middle\") ?? \"left\",\n            clickCount: (clickCount as number) ?? 1,\n            returnXpath: true,\n          });\n          const normalized = ensureXPath(xpath);\n          if (normalized) {\n            const stagehandAction: Action = {\n              selector: normalized,\n              description: this.describePointerAction(\"click\", x, y),\n              method: \"click\",\n              arguments: [],\n            };\n            this.recordCuaActStep(\n              action,\n              [stagehandAction],\n              stagehandAction.description,\n            );\n          }\n        } else {\n          await page.click(x as number, y as number, {\n            button: (button as \"left\" | \"right\" | \"middle\") ?? \"left\",\n            clickCount: (clickCount as number) ?? 1,\n          });\n        }\n        return { success: true };\n      }\n      case \"double_click\":\n      case \"doubleClick\": {\n        const { x, y } = action;\n        if (recording) {\n          const xpath = await page.click(x as number, y as number, {\n            button: \"left\",\n            clickCount: 2,\n            returnXpath: true,\n          });\n          const normalized = ensureXPath(xpath);\n          if (normalized) {\n            const stagehandAction: Action = {\n              selector: normalized,\n              description: this.describePointerAction(\"double click\", x, y),\n              method: \"doubleClick\",\n              arguments: [],\n            };\n            this.recordCuaActStep(\n              action,\n              [stagehandAction],\n              stagehandAction.description,\n            );\n          }\n        } else {\n          await page.click(x as number, y as number, {\n            button: \"left\",\n            clickCount: 2,\n          });\n        }\n        return { success: true };\n      }\n      case \"tripleClick\": {\n        const { x, y } = action;\n        if (recording) {\n          const xpath = await page.click(x as number, y as number, {\n            button: \"left\",\n            clickCount: 3,\n            returnXpath: true,\n          });\n          const normalized = ensureXPath(xpath);\n          if (normalized) {\n            const stagehandAction: Action = {\n              selector: normalized,\n              description: this.describePointerAction(\"triple click\", x, y),\n              method: \"tripleClick\",\n              arguments: [],\n            };\n            this.recordCuaActStep(\n              action,\n              [stagehandAction],\n              stagehandAction.description,\n            );\n          }\n        } else {\n          await page.click(x as number, y as number, {\n            clickCount: 3,\n          });\n        }\n        return { success: true };\n      }\n      case \"type\": {\n        const { text } = action;\n        await page.type(String(text ?? \"\"));\n        if (recording) {\n          const xpath = await computeActiveElementXpath(page);\n          const normalized = ensureXPath(xpath);\n          if (normalized) {\n            const stagehandAction: Action = {\n              selector: normalized,\n              description: this.describeTypeAction(String(text ?? \"\")),\n              method: \"type\",\n              arguments: [String(text ?? \"\")],\n            };\n            this.recordCuaActStep(\n              action,\n              [stagehandAction],\n              stagehandAction.description,\n            );\n          }\n        }\n        return { success: true };\n      }\n      case \"keypress\": {\n        const { keys } = action;\n        const keyList = Array.isArray(keys) ? keys : [keys];\n        const stagehandActions: Action[] = [];\n        for (const rawKey of keyList) {\n          const mapped = mapKeyToPlaywright(String(rawKey ?? \"\"));\n          await page.keyPress(mapped);\n          if (recording) {\n            stagehandActions.push({\n              selector: \"xpath=/html\",\n              description: `press ${mapped}`,\n              method: \"press\",\n              arguments: [mapped],\n            });\n          }\n        }\n        if (recording && stagehandActions.length > 0) {\n          this.recordCuaActStep(\n            action,\n            stagehandActions,\n            stagehandActions\n              .map((a) => a.description)\n              .filter(Boolean)\n              .join(\", \") || \"keypress\",\n          );\n        }\n        return { success: true };\n      }\n      case \"scroll\": {\n        const { x, y, scroll_x = 0, scroll_y = 0 } = action;\n        await page.scroll(\n          (x as number) ?? 0,\n          (y as number) ?? 0,\n          (scroll_x as number) ?? 0,\n          (scroll_y as number) ?? 0,\n        );\n        this.v3.recordAgentReplayStep({\n          type: \"scroll\",\n          deltaX: Number(scroll_x ?? 0),\n          deltaY: Number(scroll_y ?? 0),\n          anchor:\n            typeof x === \"number\" && typeof y === \"number\"\n              ? { x: Math.round(x), y: Math.round(y) }\n              : undefined,\n        });\n        return { success: true };\n      }\n      case \"drag\": {\n        const { path } = action;\n        if (Array.isArray(path) && path.length >= 2) {\n          const start = path[0];\n          const end = path[path.length - 1];\n          if (recording) {\n            const xps = await page.dragAndDrop(start.x, start.y, end.x, end.y, {\n              steps: Math.min(20, Math.max(5, path.length)),\n              delay: 10,\n              returnXpath: true,\n            });\n            const [fromXpath, toXpath] = (xps as [string, string]) || [\"\", \"\"];\n            const from = ensureXPath(fromXpath);\n            const to = ensureXPath(toXpath);\n            if (from && to) {\n              const stagehandAction: Action = {\n                selector: from,\n                description: this.describeDragAction(),\n                method: \"dragAndDrop\",\n                arguments: [to],\n              };\n              this.recordCuaActStep(\n                action,\n                [stagehandAction],\n                stagehandAction.description,\n              );\n            }\n          } else {\n            await page.dragAndDrop(start.x, start.y, end.x, end.y, {\n              steps: Math.min(20, Math.max(5, path.length)),\n              delay: 10,\n            });\n          }\n        }\n        return { success: true };\n      }\n      case \"move\": {\n        const { x, y } = action;\n        if (typeof x === \"number\" && typeof y === \"number\") {\n          if (recording) {\n            const xpath = await page.hover(x, y, { returnXpath: true });\n            const normalized = ensureXPath(xpath);\n            if (normalized) {\n              const stagehandAction: Action = {\n                selector: normalized,\n                description: this.describePointerAction(\"hover\", x, y),\n                method: \"hover\",\n                arguments: [],\n              };\n              this.recordCuaActStep(\n                action,\n                [stagehandAction],\n                stagehandAction.description,\n              );\n            }\n          } else {\n            await page.hover(x, y);\n          }\n        }\n        return { success: true };\n      }\n      case \"wait\": {\n        const time = action?.timeMs ?? 1000;\n        await new Promise((r) => setTimeout(r, time));\n        if (time > 0 && recording) {\n          this.v3.recordAgentReplayStep({ type: \"wait\", timeMs: Number(time) });\n        }\n        return { success: true };\n      }\n      case \"screenshot\": {\n        // No-op - screenshot is captured by captureAndSendScreenshot() after all actions\n        return { success: true };\n      }\n      case \"goto\": {\n        const { url } = action;\n        await page.goto(String(url ?? \"\"), { waitUntil: \"load\" });\n        if (recording) {\n          this.v3.recordAgentReplayStep({\n            type: \"goto\",\n            url: String(url ?? \"\"),\n          });\n        }\n        return { success: true };\n      }\n      case \"back\": {\n        await page.goBack();\n        if (recording) {\n          this.v3.recordAgentReplayStep({\n            type: \"back\",\n          });\n        }\n        return { success: true };\n      }\n      case \"forward\": {\n        await page.goForward();\n        if (recording) {\n          this.v3.recordAgentReplayStep({\n            type: \"forward\",\n          });\n        }\n        return { success: true };\n      }\n      case \"open_web_browser\": {\n        // Browser is already open, this is a no-op\n        return { success: true };\n      }\n      case \"custom_tool\": {\n        // Custom tools are handled by the agent client directly\n        return { success: true };\n      }\n      default:\n        this.logger({\n          category: \"agent\",\n          message: `Unknown action type: ${String(action.type)}`,\n          level: 1,\n        });\n        return {\n          success: false,\n          error: `Unknown action ${String(action.type)}`,\n        };\n    }\n  }\n\n  // helper to make pointer target human-readable for logging\n  private computePointerTarget(action: AgentAction): string | undefined {\n    return typeof action.x === \"number\" && typeof action.y === \"number\"\n      ? `(${action.x}, ${action.y})`\n      : typeof action.selector === \"string\"\n        ? action.selector\n        : typeof action.input === \"string\"\n          ? action.input\n          : typeof action.description === \"string\"\n            ? action.description\n            : undefined;\n  }\n\n  private describePointerAction(kind: string, x: unknown, y: unknown): string {\n    const nx = Number(x);\n    const ny = Number(y);\n    if (Number.isFinite(nx) && Number.isFinite(ny)) {\n      return `${kind} at (${Math.round(nx)}, ${Math.round(ny)})`;\n    }\n    return kind;\n  }\n\n  private describeTypeAction(text: string): string {\n    const snippet = text.length > 30 ? `${text.slice(0, 27)}...` : text;\n    return `type \"${snippet}\"`;\n  }\n\n  private describeDragAction(): string {\n    return \"drag and drop\";\n  }\n\n  private buildInstructionFallback(\n    agentAction: AgentAction,\n    fallback: string,\n  ): string {\n    const raw =\n      (typeof agentAction.action === \"string\" && agentAction.action.trim()) ||\n      (typeof agentAction.reasoning === \"string\" &&\n        agentAction.reasoning.trim());\n    return raw && raw.length > 0 ? raw : fallback;\n  }\n\n  private recordCuaActStep(\n    agentAction: AgentAction,\n    stagehandActions: Action[],\n    fallback: string,\n  ): void {\n    if (!stagehandActions.length) return;\n    const instruction = this.buildInstructionFallback(agentAction, fallback);\n    const description = stagehandActions[0]?.description || instruction;\n    const actions = stagehandActions.map((act) => ({\n      ...act,\n      description: act.description || description,\n    }));\n    this.v3.recordAgentReplayStep({\n      type: \"act\",\n      instruction,\n      actions,\n      actionDescription: description,\n      message:\n        typeof agentAction.reasoning === \"string\" &&\n        agentAction.reasoning.trim().length > 0\n          ? agentAction.reasoning.trim()\n          : undefined,\n    });\n  }\n\n  private async updateClientViewport(): Promise<void> {\n    try {\n      // For Google CUA, use configured viewport for coordinate normalization\n      // advancedStealth uses fixed 1288x711, otherwise use configured viewport\n      if (this.agentClient instanceof GoogleCUAClient) {\n        const dims = this.v3.isAdvancedStealth\n          ? { width: 1288, height: 711 }\n          : this.v3.configuredViewport;\n        this.agentClient.setViewport(dims.width, dims.height);\n      } else {\n        // For other clients, use actual window dimensions\n        const page = await this.v3.context.awaitActivePage();\n        const { w, h } = await page.mainFrame().evaluate<{\n          w: number;\n          h: number;\n        }>(\"({ w: window.innerWidth, h: window.innerHeight })\");\n        if (w && h) this.agentClient.setViewport(w, h);\n      }\n    } catch {\n      //\n    }\n  }\n\n  private async updateClientUrl(): Promise<void> {\n    try {\n      const page = await this.v3.context.awaitActivePage();\n      const url = page.url();\n      this.agentClient.setCurrentUrl(url);\n    } catch {\n      //\n    }\n  }\n\n  async captureAndSendScreenshot(): Promise<unknown> {\n    this.logger({\n      category: \"agent\",\n      message: \"Capturing screenshot\",\n      level: 1,\n    });\n    try {\n      const page = await this.v3.context.awaitActivePage();\n      const screenshotBuffer = await page.screenshot({ fullPage: false });\n\n      const currentUrl = page.url();\n      return await this.agentClient.captureScreenshot({\n        base64Image: screenshotBuffer.toString(\"base64\"),\n        currentUrl,\n      });\n    } catch (e) {\n      this.logger({\n        category: \"agent\",\n        message: `Error capturing screenshot: ${String((e as Error)?.message ?? e)}`,\n        level: 0,\n      });\n      return null;\n    }\n  }\n\n  private async injectCursor(): Promise<void> {\n    try {\n      const page = await this.v3.context.awaitActivePage();\n      await page.enableCursorOverlay();\n    } catch {\n      // Best-effort only\n    }\n  }\n}\n"]}
+{"version":3,"file":"v3CuaAgentHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/v3CuaAgentHandler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,sCAAsC,CAAC;AAIjF,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAUtD,OAAO,EAAe,cAAc,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AACpE,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,iCAAiC,CAAC;AAEzC,MAAM,OAAO,iBAAiB;IACpB,EAAE,CAAK;IACP,KAAK,CAAc;IACnB,QAAQ,CAAgB;IACxB,MAAM,CAA6B;IACnC,WAAW,CAAc;IACzB,OAAO,CAAsB;IAC7B,eAAe,CAAU;IACzB,aAAa,GAAyB,IAAI,CAAC;IAC3C,0BAA0B,GAAG,CAAC,CAAC;IAC/B,kBAAkB,GAAG,EAAE,CAAC;IAEhC,YACE,EAAM,EACN,MAAkC,EAClC,OAA4B,EAC5B,KAAe;QAEf,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QAEvB,IAAI,CAAC,QAAQ,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CACpC,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,aAAa,IAAI,EAAE,EAC3B,OAAO,CAAC,wBAAwB,EAChC,KAAK,CACN,CAAC;QACF,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;QAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC;IACtB,CAAC;IAED;;;OAGG;IACK,eAAe;QACrB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,oBAAoB,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,gBAAgB;QACtB,0CAA0C;QAC1C,IAAI,CAAC,WAAW,CAAC,qBAAqB,CAAC,KAAK,IAAI,EAAE;YAChD,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,OAAO,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa;QAC3D,CAAC,CAAC,CAAC;QAEH,0BAA0B;QAC1B,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YACjD,IAAI,CAAC,eAAe,EAAE,CAAC;YAEvB,4DAA4D;YAC5D,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,IAAI,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,EAAE,CAAC;oBACnC,IAAI,CAAC,MAAM,CAAC;wBACV,QAAQ,EAAE,OAAO;wBACjB,OAAO,EACL,0EAA0E;wBAC5E,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,CAAC;gBACzC,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,aAAa,CAAC,kBAAkB,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,MAAM,CAAC,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;YACjE,IAAI,MAAM,IAAI,CAAC,kCAAkC,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1D,IAAI,CAAC,0BAA0B,GAAG,IAAI,CAAC,GAAG,CACxC,CAAC,EACD,IAAI,CAAC,0BAA0B,GAAG,CAAC,CACpC,CAAC;gBACF,IAAI,CAAC,WAAW,CAAC,cAAc,CAC7B,8LAA8L,IAAI,CAAC,kBAAkB,EAAE,CACxN,CAAC;gBACF,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EACL,sEAAsE;oBACxE,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,MAAM,YAAY,GAAG,GAAG,CAAC;YACzB,MAAM,WAAW,GACd,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,kBAA6B;gBAC1D,YAAY,CAAC;YACf,IAAI,CAAC;gBACH,qDAAqD;gBACrD,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;oBACzB,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;oBAC5B,CAAC;oBAAC,MAAM,CAAC;wBACP,mCAAmC;oBACrC,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC7C,mEAAmE;gBACnE,qEAAqE;gBACrE,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,KAAK,YAAY,CAAC;gBAC/C,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,UAAU,CAAC,cAAc,CAC7B;wBACE,SAAS,EAAE,QAAQ,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,oBAAoB;wBACnE,IAAI,EAAE;4BACJ,MAAM,EAAE,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC;yBAC1C;qBACF,EACD,KAAK,EAAE,YAA2B,EAAE,EAAE,CACpC,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,EACxC,CAAC,MAAM,CAAC,CACT,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACnC,CAAC;gBAED,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAE9B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;gBACrD,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;gBACxC,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,CAAC,MAAM,CAAC;wBACV,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,oDAAoD,MAAM,CAChE,CAAW,EAAE,OAAO,IAAI,CAAC,CAC3B,EAAE;wBACH,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,GAAG,GAAI,KAAe,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvD,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,0BAA0B,MAAM,CAAC,IAAI,KAAK,GAAG,EAAE;oBACxD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACjC,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;IAC9B,CAAC;IAED,4BAA4B,CAAC,OAAmC;QAC9D,IACE,IAAI,CAAC,WAAW,YAAY,eAAe;YAC3C,IAAI,CAAC,WAAW,YAAY,eAAe,EAC3C,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CACX,oBAAkD;QAElD,MAAM,OAAO,GACX,OAAO,oBAAoB,KAAK,QAAQ;YACtC,CAAC,CAAC,EAAE,WAAW,EAAE,oBAAoB,EAAE;YACvC,CAAC,CAAC,oBAAoB,CAAC;QAE3B,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;QAE3E,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,KAAK,KAAK,CAAC;QACzD,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,WAAW,CAAC;QAE9C,oBAAoB;QACpB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,UAAU,IAAI,UAAU,KAAK,aAAa,EAAE,CAAC;YAChD,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,6DAA6D;gBACtE,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,qDAAqD;QACrD,IAAI,IAAI,CAAC,EAAE,CAAC,yBAAyB,EAAE,CAAC;YACtC,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;YACzC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;YAEjE,4EAA4E;YAC5E,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,KAAK,IAAI,EAAE;gBACzC,IAAI,IAAI,CAAC,aAAa,EAAE,SAAS,EAAE,EAAE,CAAC;oBACpC,IAAI,CAAC,MAAM,CAAC;wBACV,QAAQ,EAAE,OAAO;wBACjB,OAAO,EACL,0EAA0E;wBAC5E,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,EAAE,aAAa,EAAE,CAAC;gBAC1C,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,aAAa,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAC1E,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC5B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACzD,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,qCAAqC,YAAY,8BAA8B;oBACxF,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,oDAAoD;YACtD,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,MAAmB,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACtE,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,aAAa,EAAE,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC5B,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAC3C,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,EAAE,CAAC,aAAa,CACnB,cAAc,CAAC,KAAK,EACpB,MAAM,CAAC,KAAK,CAAC,YAAY,EACzB,MAAM,CAAC,KAAK,CAAC,aAAa,EAC1B,MAAM,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC,EAClC,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,EACrC,eAAe,CAChB,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,MAAmB;QAEnB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC;QAChD,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;gBACrD,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACvD,MAAM,EAAG,MAAsC,IAAI,MAAM;wBACzD,UAAU,EAAG,UAAqB,IAAI,CAAC;wBACvC,WAAW,EAAE,IAAI;qBAClB,CAAC,CAAC;oBACH,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,eAAe,GAAW;4BAC9B,QAAQ,EAAE,UAAU;4BACpB,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;4BACtD,MAAM,EAAE,OAAO;4BACf,SAAS,EAAE,EAAE;yBACd,CAAC;wBACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACzC,MAAM,EAAG,MAAsC,IAAI,MAAM;wBACzD,UAAU,EAAG,UAAqB,IAAI,CAAC;qBACxC,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,cAAc,CAAC;YACpB,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;gBACxB,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACvD,MAAM,EAAE,MAAM;wBACd,UAAU,EAAE,CAAC;wBACb,WAAW,EAAE,IAAI;qBAClB,CAAC,CAAC;oBACH,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,eAAe,GAAW;4BAC9B,QAAQ,EAAE,UAAU;4BACpB,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;4BAC7D,MAAM,EAAE,aAAa;4BACrB,SAAS,EAAE,EAAE;yBACd,CAAC;wBACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACzC,MAAM,EAAE,MAAM;wBACd,UAAU,EAAE,CAAC;qBACd,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;gBACxB,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACvD,MAAM,EAAE,MAAM;wBACd,UAAU,EAAE,CAAC;wBACb,WAAW,EAAE,IAAI;qBAClB,CAAC,CAAC;oBACH,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,eAAe,GAAW;4BAC9B,QAAQ,EAAE,UAAU;4BACpB,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;4BAC7D,MAAM,EAAE,aAAa;4BACrB,SAAS,EAAE,EAAE;yBACd,CAAC;wBACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACzC,UAAU,EAAE,CAAC;qBACd,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;gBACxB,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;gBACpC,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,MAAM,yBAAyB,CAAC,IAAI,CAAC,CAAC;oBACpD,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,eAAe,GAAW;4BAC9B,QAAQ,EAAE,UAAU;4BACpB,WAAW,EAAE,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;4BACxD,MAAM,EAAE,MAAM;4BACd,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;yBAChC,CAAC;wBACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;oBACJ,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;gBACxB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACpD,MAAM,gBAAgB,GAAa,EAAE,CAAC;gBACtC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;oBACxD,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oBAC5B,IAAI,SAAS,EAAE,CAAC;wBACd,gBAAgB,CAAC,IAAI,CAAC;4BACpB,QAAQ,EAAE,aAAa;4BACvB,WAAW,EAAE,SAAS,MAAM,EAAE;4BAC9B,MAAM,EAAE,OAAO;4BACf,SAAS,EAAE,CAAC,MAAM,CAAC;yBACpB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,IAAI,SAAS,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7C,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,gBAAgB,EAChB,gBAAgB;yBACb,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;yBACzB,MAAM,CAAC,OAAO,CAAC;yBACf,IAAI,CAAC,IAAI,CAAC,IAAI,UAAU,CAC5B,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC;gBACpD,MAAM,IAAI,CAAC,MAAM,CACd,CAAY,IAAI,CAAC,EACjB,CAAY,IAAI,CAAC,EACjB,QAAmB,IAAI,CAAC,EACxB,QAAmB,IAAI,CAAC,CAC1B,CAAC;gBACF,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;oBAC5B,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;oBAC7B,MAAM,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;oBAC7B,MAAM,EACJ,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ;wBAC5C,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;wBACxC,CAAC,CAAC,SAAS;iBAChB,CAAC,CAAC;gBACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;gBACxB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBACtB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBAClC,IAAI,SAAS,EAAE,CAAC;wBACd,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE;4BACjE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;4BAC7C,KAAK,EAAE,EAAE;4BACT,WAAW,EAAE,IAAI;yBAClB,CAAC,CAAC;wBACH,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,GAAI,GAAwB,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;wBACnE,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;wBACpC,MAAM,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;wBAChC,IAAI,IAAI,IAAI,EAAE,EAAE,CAAC;4BACf,MAAM,eAAe,GAAW;gCAC9B,QAAQ,EAAE,IAAI;gCACd,WAAW,EAAE,IAAI,CAAC,kBAAkB,EAAE;gCACtC,MAAM,EAAE,aAAa;gCACrB,SAAS,EAAE,CAAC,EAAE,CAAC;6BAChB,CAAC;4BACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;wBACJ,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE;4BACrD,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;4BAC7C,KAAK,EAAE,EAAE;yBACV,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;gBACxB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;oBACnD,IAAI,SAAS,EAAE,CAAC;wBACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;wBAC5D,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;wBACtC,IAAI,UAAU,EAAE,CAAC;4BACf,MAAM,eAAe,GAAW;gCAC9B,QAAQ,EAAE,UAAU;gCACpB,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;gCACtD,MAAM,EAAE,OAAO;gCACf,SAAS,EAAE,EAAE;6BACd,CAAC;4BACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;wBACJ,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBACzB,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC;gBACpC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;gBAC9C,IAAI,IAAI,GAAG,CAAC,IAAI,SAAS,EAAE,CAAC;oBAC1B,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,iFAAiF;gBACjF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;gBACvB,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC1D,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;wBAC5B,IAAI,EAAE,MAAM;wBACZ,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;qBACvB,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpB,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;wBAC5B,IAAI,EAAE,MAAM;qBACb,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvB,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;wBAC5B,IAAI,EAAE,SAAS;qBAChB,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,2CAA2C;gBAC3C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,wDAAwD;gBACxD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD;gBACE,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,wBAAwB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,kBAAkB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;iBAC/C,CAAC;QACN,CAAC;IACH,CAAC;IAED,2DAA2D;IACnD,oBAAoB,CAAC,MAAmB;QAC9C,OAAO,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ;YACjE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,GAAG;YAC9B,CAAC,CAAC,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;gBACnC,CAAC,CAAC,MAAM,CAAC,QAAQ;gBACjB,CAAC,CAAC,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;oBAChC,CAAC,CAAC,MAAM,CAAC,KAAK;oBACd,CAAC,CAAC,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ;wBACtC,CAAC,CAAC,MAAM,CAAC,WAAW;wBACpB,CAAC,CAAC,SAAS,CAAC;IACtB,CAAC;IAEO,qBAAqB,CAAC,IAAY,EAAE,CAAU,EAAE,CAAU;QAChE,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/C,OAAO,GAAG,IAAI,QAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC;QAC7D,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,kBAAkB,CAAC,IAAY;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACpE,OAAO,SAAS,OAAO,GAAG,CAAC;IAC7B,CAAC;IAEO,kBAAkB;QACxB,OAAO,eAAe,CAAC;IACzB,CAAC;IAEO,wBAAwB,CAC9B,WAAwB,EACxB,QAAgB;QAEhB,MAAM,GAAG,GACP,CAAC,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACrE,CAAC,OAAO,WAAW,CAAC,SAAS,KAAK,QAAQ;gBACxC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAClC,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC;IAChD,CAAC;IAEO,gBAAgB,CACtB,WAAwB,EACxB,gBAA0B,EAC1B,QAAgB;QAEhB,IAAI,CAAC,gBAAgB,CAAC,MAAM;YAAE,OAAO;QACrC,MAAM,WAAW,GAAG,IAAI,CAAC,wBAAwB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QACzE,MAAM,WAAW,GAAG,gBAAgB,CAAC,CAAC,CAAC,EAAE,WAAW,IAAI,WAAW,CAAC;QACpE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC7C,GAAG,GAAG;YACN,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,WAAW;SAC5C,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;YAC5B,IAAI,EAAE,KAAK;YACX,WAAW;YACX,OAAO;YACP,iBAAiB,EAAE,WAAW;YAC9B,OAAO,EACL,OAAO,WAAW,CAAC,SAAS,KAAK,QAAQ;gBACzC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gBACrC,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE;gBAC9B,CAAC,CAAC,SAAS;SAChB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,IAAI,CAAC;YACH,uEAAuE;YACvE,yEAAyE;YACzE,IAAI,IAAI,CAAC,WAAW,YAAY,eAAe,EAAE,CAAC;gBAChD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,iBAAiB;oBACpC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;oBAC9B,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC;gBAC/B,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACN,kDAAkD;gBAClD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;gBACrD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAG7C,mDAAmD,CAAC,CAAC;gBACxD,IAAI,CAAC,IAAI,CAAC;oBAAE,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,EAAE;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,EAAE;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB;QAC5B,IAAI,CAAC,MAAM,CAAC;YACV,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,sBAAsB;YAC/B,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAEpE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC9B,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC;gBAC9C,WAAW,EAAE,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAChD,UAAU;aACX,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,+BAA+B,MAAM,CAAE,CAAW,EAAE,OAAO,IAAI,CAAC,CAAC,EAAE;gBAC5E,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,wBAAwB,CAAC,MAGhC;QACC,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,IAAI,CAAC,0BAA0B,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,kBAAkB,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,uCAAuC;gBAChD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC;QAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,IAAI,CAAC,0BAA0B,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,mBAAmB,CAAC,CAAC;YACrD,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,kCAAkC;gBAC3C,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kCAAkC,CAC9C,MAAmB;QAEnB,IAAI,IAAI,CAAC,0BAA0B,IAAI,CAAC,EAAE,CAAC;YACzC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC;QACnB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC;QACnB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YACnD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAE/B,GAAG,EAAE;gBACL,MAAM,SAAS,GAAG;oBAChB,4BAA4B;oBAC5B,0BAA0B;oBAC1B,yBAAyB;oBACzB,0BAA0B;oBAC1B,cAAc;oBACd,gBAAgB;oBAChB,oBAAoB;oBACpB,iBAAiB;iBAClB,CAAC;gBAEF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAW,CAAC;gBAChC,MAAM,MAAM,GAKP,EAAE,CAAC;gBAER,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;oBACjC,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC1D,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;4BAAE,SAAS;wBAChC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;wBAClB,MAAM,IAAI,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;wBAC7C,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC;4BAAE,SAAS;wBAClD,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,GAAG,EAAE,IAAI,CAAC,GAAG;4BACb,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,MAAM,EAAE,IAAI,CAAC,MAAM;yBACpB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAED,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC,IAAI,CACf,CAAC,GAAG,EAAE,EAAE,CACN,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,KAAK,IAAI,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,CACrE,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,mBAAmB;QACrB,CAAC;IACH,CAAC;CACF","sourcesContent":["import { computeActiveElementXpath } from \"../understudy/a11y/snapshot/index.js\";\nimport { V3 } from \"../v3.js\";\nimport { ToolSet } from \"ai\";\nimport { AgentClient } from \"../agent/AgentClient.js\";\nimport { AgentProvider } from \"../agent/AgentProvider.js\";\nimport { GoogleCUAClient } from \"../agent/GoogleCUAClient.js\";\nimport { OpenAICUAClient } from \"../agent/OpenAICUAClient.js\";\nimport { mapKeyToPlaywright } from \"../agent/utils/cuaKeyMapping.js\";\nimport { ensureXPath } from \"../agent/utils/xpath.js\";\nimport {\n  ActionExecutionResult,\n  AgentAction,\n  AgentExecuteOptions,\n  AgentHandlerOptions,\n  AgentResult,\n  SafetyConfirmationHandler,\n} from \"../types/public/agent.js\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport { type Action, V3FunctionName } from \"../types/public/methods.js\";\nimport { FlowLogger } from \"../flowlogger/FlowLogger.js\";\nimport { toTitleCase } from \"../../utils.js\";\nimport { StagehandClosedError } from \"../types/public/sdkErrors.js\";\nimport {\n  CaptchaSolver,\n  CAPTCHA_SOLVED_MSG,\n  CAPTCHA_ERRORED_MSG,\n} from \"../agent/utils/captchaSolver.js\";\n\nexport class V3CuaAgentHandler {\n  private v3: V3;\n  private agent: AgentClient;\n  private provider: AgentProvider;\n  private logger: (message: LogLine) => void;\n  private agentClient: AgentClient;\n  private options: AgentHandlerOptions;\n  private highlightCursor: boolean;\n  private captchaSolver: CaptchaSolver | null = null;\n  private captchaClickGuardRemaining = 0;\n  private currentInstruction = \"\";\n\n  constructor(\n    v3: V3,\n    logger: (message: LogLine) => void,\n    options: AgentHandlerOptions,\n    tools?: ToolSet,\n  ) {\n    this.v3 = v3;\n    this.logger = logger;\n    this.options = options;\n\n    this.provider = new AgentProvider(logger);\n    const client = this.provider.getClient(\n      options.modelName,\n      options.clientOptions || {},\n      options.userProvidedInstructions,\n      tools,\n    );\n    this.agentClient = client;\n    this.setupAgentClient();\n    this.agent = client;\n  }\n\n  /**\n   * Ensures the V3 context is still available (not closed).\n   * Throws StagehandClosedError if stagehand.close() was called.\n   */\n  private ensureNotClosed(): void {\n    if (!this.v3.context) {\n      throw new StagehandClosedError();\n    }\n  }\n\n  private setupAgentClient(): void {\n    // Provide screenshots to the agent client\n    this.agentClient.setScreenshotProvider(async () => {\n      this.ensureNotClosed();\n      const page = await this.v3.context.awaitActivePage();\n      const screenshotBuffer = await page.screenshot({ fullPage: false });\n      return screenshotBuffer.toString(\"base64\"); // base64 png\n    });\n\n    // Provide action executor\n    this.agentClient.setActionHandler(async (action) => {\n      this.ensureNotClosed();\n\n      // Wait for captcha solver to finish before executing action\n      if (this.captchaSolver) {\n        if (this.captchaSolver.isSolving()) {\n          this.logger({\n            category: \"agent\",\n            message:\n              \"Captcha detected — waiting for Browserbase to solve it before continuing\",\n            level: 1,\n          });\n        }\n        await this.captchaSolver.waitIfSolving();\n        this.handleCaptchaSolveResult(this.captchaSolver.consumeSolveResult());\n      }\n\n      action.pageUrl = (await this.v3.context.awaitActivePage()).url();\n      if (await this.shouldSkipSolvedCaptchaInteraction(action)) {\n        this.captchaClickGuardRemaining = Math.max(\n          0,\n          this.captchaClickGuardRemaining - 1,\n        );\n        this.agentClient.addContextNote(\n          `The captcha has already been solved automatically. Do not click the captcha checkbox, widget, or challenge again. Continue with the original task outside the captcha area. Original task: ${this.currentInstruction}`,\n        );\n        this.logger({\n          category: \"agent\",\n          message:\n            \"Skipped click on solved captcha widget — injected follow-up guidance\",\n          level: 1,\n        });\n        return;\n      }\n\n      const defaultDelay = 500;\n      const waitBetween =\n        (this.options.clientOptions?.waitBetweenActions as number) ||\n        defaultDelay;\n      try {\n        // Try to inject cursor before each action if enabled\n        if (this.highlightCursor) {\n          try {\n            await this.injectCursor();\n          } catch {\n            // Ignore cursor injection failures\n          }\n        }\n        await new Promise((r) => setTimeout(r, 300));\n        // Skip logging for screenshot actions - they're no-ops, the actual\n        // Page.screenshot in captureAndSendScreenshot() is logged separately\n        const shouldLog = action.type !== \"screenshot\";\n        if (shouldLog) {\n          await FlowLogger.runWithLogging(\n            {\n              eventType: `V3Cua${toTitleCase(action.type)}`, // e.g. \"V3CuaClick\"\n              data: {\n                target: this.computePointerTarget(action),\n              },\n            },\n            async (loggedAction: typeof action) =>\n              await this.executeAction(loggedAction),\n            [action],\n          );\n        } else {\n          await this.executeAction(action);\n        }\n\n        action.timestamp = Date.now();\n\n        await new Promise((r) => setTimeout(r, waitBetween));\n        try {\n          await this.captureAndSendScreenshot();\n        } catch (e) {\n          this.logger({\n            category: \"agent\",\n            message: `Warning: Failed to take screenshot after action: ${String(\n              (e as Error)?.message ?? e,\n            )}`,\n            level: 1,\n          });\n        }\n      } catch (error) {\n        const msg = (error as Error)?.message ?? String(error);\n        this.logger({\n          category: \"agent\",\n          message: `Error executing action ${action.type}: ${msg}`,\n          level: 0,\n        });\n        throw error;\n      }\n    });\n\n    void this.updateClientViewport();\n    void this.updateClientUrl();\n  }\n\n  setSafetyConfirmationHandler(handler?: SafetyConfirmationHandler): void {\n    if (\n      this.agentClient instanceof GoogleCUAClient ||\n      this.agentClient instanceof OpenAICUAClient\n    ) {\n      this.agentClient.setSafetyConfirmationHandler(handler);\n    }\n  }\n\n  async execute(\n    optionsOrInstruction: AgentExecuteOptions | string,\n  ): Promise<AgentResult> {\n    const options =\n      typeof optionsOrInstruction === \"string\"\n        ? { instruction: optionsOrInstruction }\n        : optionsOrInstruction;\n\n    this.setSafetyConfirmationHandler(options.callbacks?.onSafetyConfirmation);\n\n    this.highlightCursor = options.highlightCursor !== false;\n    this.currentInstruction = options.instruction;\n\n    // Redirect if blank\n    const page = await this.v3.context.awaitActivePage();\n    const currentUrl = page.url();\n    if (!currentUrl || currentUrl === \"about:blank\") {\n      this.logger({\n        category: \"agent\",\n        message: `Page URL is empty. Navigating to https://www.google.com ...`,\n        level: 1,\n      });\n      await page.goto(\"https://www.google.com\", { waitUntil: \"load\" });\n    }\n\n    // Set up captcha solver for Browserbase environments\n    if (this.v3.isCaptchaAutoSolveEnabled) {\n      this.captchaSolver = new CaptchaSolver();\n      this.captchaSolver.init(() => this.v3.context.awaitActivePage());\n\n      // Block the CUA agent loop before each step while a captcha is being solved\n      this.agentClient.setPreStepHook(async () => {\n        if (this.captchaSolver?.isSolving()) {\n          this.logger({\n            category: \"agent\",\n            message:\n              \"Captcha detected — waiting for Browserbase to solve it before continuing\",\n            level: 1,\n          });\n        }\n        await this.captchaSolver?.waitIfSolving();\n        this.handleCaptchaSolveResult(this.captchaSolver?.consumeSolveResult());\n      });\n    }\n\n    if (this.highlightCursor) {\n      try {\n        await this.injectCursor();\n      } catch (error) {\n        const errorMessage =\n          error instanceof Error ? error.message : String(error);\n        this.logger({\n          category: \"agent\",\n          message: `Warning: Failed to inject cursor: ${errorMessage}. Continuing with execution.`,\n          level: 1,\n        });\n        // Continue execution even if cursor injection fails\n      }\n    }\n\n    const start = Date.now();\n    let result: AgentResult;\n    try {\n      result = await this.agent.execute({ options, logger: this.logger });\n    } finally {\n      this.captchaSolver?.dispose();\n      this.captchaSolver = null;\n    }\n    const inferenceTimeMs = Date.now() - start;\n    if (result.usage) {\n      this.v3.updateMetrics(\n        V3FunctionName.AGENT,\n        result.usage.input_tokens,\n        result.usage.output_tokens,\n        result.usage.reasoning_tokens ?? 0,\n        result.usage.cached_input_tokens ?? 0,\n        inferenceTimeMs,\n      );\n    }\n    return result;\n  }\n\n  private async executeAction(\n    action: AgentAction,\n  ): Promise<ActionExecutionResult> {\n    const page = await this.v3.context.awaitActivePage();\n    const recording = this.v3.isAgentReplayActive();\n    switch (action.type) {\n      case \"click\": {\n        const { x, y, button = \"left\", clickCount } = action;\n        if (recording) {\n          const xpath = await page.click(x as number, y as number, {\n            button: (button as \"left\" | \"right\" | \"middle\") ?? \"left\",\n            clickCount: (clickCount as number) ?? 1,\n            returnXpath: true,\n          });\n          const normalized = ensureXPath(xpath);\n          if (normalized) {\n            const stagehandAction: Action = {\n              selector: normalized,\n              description: this.describePointerAction(\"click\", x, y),\n              method: \"click\",\n              arguments: [],\n            };\n            this.recordCuaActStep(\n              action,\n              [stagehandAction],\n              stagehandAction.description,\n            );\n          }\n        } else {\n          await page.click(x as number, y as number, {\n            button: (button as \"left\" | \"right\" | \"middle\") ?? \"left\",\n            clickCount: (clickCount as number) ?? 1,\n          });\n        }\n        return { success: true };\n      }\n      case \"double_click\":\n      case \"doubleClick\": {\n        const { x, y } = action;\n        if (recording) {\n          const xpath = await page.click(x as number, y as number, {\n            button: \"left\",\n            clickCount: 2,\n            returnXpath: true,\n          });\n          const normalized = ensureXPath(xpath);\n          if (normalized) {\n            const stagehandAction: Action = {\n              selector: normalized,\n              description: this.describePointerAction(\"double click\", x, y),\n              method: \"doubleClick\",\n              arguments: [],\n            };\n            this.recordCuaActStep(\n              action,\n              [stagehandAction],\n              stagehandAction.description,\n            );\n          }\n        } else {\n          await page.click(x as number, y as number, {\n            button: \"left\",\n            clickCount: 2,\n          });\n        }\n        return { success: true };\n      }\n      case \"tripleClick\": {\n        const { x, y } = action;\n        if (recording) {\n          const xpath = await page.click(x as number, y as number, {\n            button: \"left\",\n            clickCount: 3,\n            returnXpath: true,\n          });\n          const normalized = ensureXPath(xpath);\n          if (normalized) {\n            const stagehandAction: Action = {\n              selector: normalized,\n              description: this.describePointerAction(\"triple click\", x, y),\n              method: \"tripleClick\",\n              arguments: [],\n            };\n            this.recordCuaActStep(\n              action,\n              [stagehandAction],\n              stagehandAction.description,\n            );\n          }\n        } else {\n          await page.click(x as number, y as number, {\n            clickCount: 3,\n          });\n        }\n        return { success: true };\n      }\n      case \"type\": {\n        const { text } = action;\n        await page.type(String(text ?? \"\"));\n        if (recording) {\n          const xpath = await computeActiveElementXpath(page);\n          const normalized = ensureXPath(xpath);\n          if (normalized) {\n            const stagehandAction: Action = {\n              selector: normalized,\n              description: this.describeTypeAction(String(text ?? \"\")),\n              method: \"type\",\n              arguments: [String(text ?? \"\")],\n            };\n            this.recordCuaActStep(\n              action,\n              [stagehandAction],\n              stagehandAction.description,\n            );\n          }\n        }\n        return { success: true };\n      }\n      case \"keypress\": {\n        const { keys } = action;\n        const keyList = Array.isArray(keys) ? keys : [keys];\n        const stagehandActions: Action[] = [];\n        for (const rawKey of keyList) {\n          const mapped = mapKeyToPlaywright(String(rawKey ?? \"\"));\n          await page.keyPress(mapped);\n          if (recording) {\n            stagehandActions.push({\n              selector: \"xpath=/html\",\n              description: `press ${mapped}`,\n              method: \"press\",\n              arguments: [mapped],\n            });\n          }\n        }\n        if (recording && stagehandActions.length > 0) {\n          this.recordCuaActStep(\n            action,\n            stagehandActions,\n            stagehandActions\n              .map((a) => a.description)\n              .filter(Boolean)\n              .join(\", \") || \"keypress\",\n          );\n        }\n        return { success: true };\n      }\n      case \"scroll\": {\n        const { x, y, scroll_x = 0, scroll_y = 0 } = action;\n        await page.scroll(\n          (x as number) ?? 0,\n          (y as number) ?? 0,\n          (scroll_x as number) ?? 0,\n          (scroll_y as number) ?? 0,\n        );\n        this.v3.recordAgentReplayStep({\n          type: \"scroll\",\n          deltaX: Number(scroll_x ?? 0),\n          deltaY: Number(scroll_y ?? 0),\n          anchor:\n            typeof x === \"number\" && typeof y === \"number\"\n              ? { x: Math.round(x), y: Math.round(y) }\n              : undefined,\n        });\n        return { success: true };\n      }\n      case \"drag\": {\n        const { path } = action;\n        if (Array.isArray(path) && path.length >= 2) {\n          const start = path[0];\n          const end = path[path.length - 1];\n          if (recording) {\n            const xps = await page.dragAndDrop(start.x, start.y, end.x, end.y, {\n              steps: Math.min(20, Math.max(5, path.length)),\n              delay: 10,\n              returnXpath: true,\n            });\n            const [fromXpath, toXpath] = (xps as [string, string]) || [\"\", \"\"];\n            const from = ensureXPath(fromXpath);\n            const to = ensureXPath(toXpath);\n            if (from && to) {\n              const stagehandAction: Action = {\n                selector: from,\n                description: this.describeDragAction(),\n                method: \"dragAndDrop\",\n                arguments: [to],\n              };\n              this.recordCuaActStep(\n                action,\n                [stagehandAction],\n                stagehandAction.description,\n              );\n            }\n          } else {\n            await page.dragAndDrop(start.x, start.y, end.x, end.y, {\n              steps: Math.min(20, Math.max(5, path.length)),\n              delay: 10,\n            });\n          }\n        }\n        return { success: true };\n      }\n      case \"move\": {\n        const { x, y } = action;\n        if (typeof x === \"number\" && typeof y === \"number\") {\n          if (recording) {\n            const xpath = await page.hover(x, y, { returnXpath: true });\n            const normalized = ensureXPath(xpath);\n            if (normalized) {\n              const stagehandAction: Action = {\n                selector: normalized,\n                description: this.describePointerAction(\"hover\", x, y),\n                method: \"hover\",\n                arguments: [],\n              };\n              this.recordCuaActStep(\n                action,\n                [stagehandAction],\n                stagehandAction.description,\n              );\n            }\n          } else {\n            await page.hover(x, y);\n          }\n        }\n        return { success: true };\n      }\n      case \"wait\": {\n        const time = action?.timeMs ?? 1000;\n        await new Promise((r) => setTimeout(r, time));\n        if (time > 0 && recording) {\n          this.v3.recordAgentReplayStep({ type: \"wait\", timeMs: Number(time) });\n        }\n        return { success: true };\n      }\n      case \"screenshot\": {\n        // No-op - screenshot is captured by captureAndSendScreenshot() after all actions\n        return { success: true };\n      }\n      case \"goto\": {\n        const { url } = action;\n        await page.goto(String(url ?? \"\"), { waitUntil: \"load\" });\n        if (recording) {\n          this.v3.recordAgentReplayStep({\n            type: \"goto\",\n            url: String(url ?? \"\"),\n          });\n        }\n        return { success: true };\n      }\n      case \"back\": {\n        await page.goBack();\n        if (recording) {\n          this.v3.recordAgentReplayStep({\n            type: \"back\",\n          });\n        }\n        return { success: true };\n      }\n      case \"forward\": {\n        await page.goForward();\n        if (recording) {\n          this.v3.recordAgentReplayStep({\n            type: \"forward\",\n          });\n        }\n        return { success: true };\n      }\n      case \"open_web_browser\": {\n        // Browser is already open, this is a no-op\n        return { success: true };\n      }\n      case \"custom_tool\": {\n        // Custom tools are handled by the agent client directly\n        return { success: true };\n      }\n      default:\n        this.logger({\n          category: \"agent\",\n          message: `Unknown action type: ${String(action.type)}`,\n          level: 1,\n        });\n        return {\n          success: false,\n          error: `Unknown action ${String(action.type)}`,\n        };\n    }\n  }\n\n  // helper to make pointer target human-readable for logging\n  private computePointerTarget(action: AgentAction): string | undefined {\n    return typeof action.x === \"number\" && typeof action.y === \"number\"\n      ? `(${action.x}, ${action.y})`\n      : typeof action.selector === \"string\"\n        ? action.selector\n        : typeof action.input === \"string\"\n          ? action.input\n          : typeof action.description === \"string\"\n            ? action.description\n            : undefined;\n  }\n\n  private describePointerAction(kind: string, x: unknown, y: unknown): string {\n    const nx = Number(x);\n    const ny = Number(y);\n    if (Number.isFinite(nx) && Number.isFinite(ny)) {\n      return `${kind} at (${Math.round(nx)}, ${Math.round(ny)})`;\n    }\n    return kind;\n  }\n\n  private describeTypeAction(text: string): string {\n    const snippet = text.length > 30 ? `${text.slice(0, 27)}...` : text;\n    return `type \"${snippet}\"`;\n  }\n\n  private describeDragAction(): string {\n    return \"drag and drop\";\n  }\n\n  private buildInstructionFallback(\n    agentAction: AgentAction,\n    fallback: string,\n  ): string {\n    const raw =\n      (typeof agentAction.action === \"string\" && agentAction.action.trim()) ||\n      (typeof agentAction.reasoning === \"string\" &&\n        agentAction.reasoning.trim());\n    return raw && raw.length > 0 ? raw : fallback;\n  }\n\n  private recordCuaActStep(\n    agentAction: AgentAction,\n    stagehandActions: Action[],\n    fallback: string,\n  ): void {\n    if (!stagehandActions.length) return;\n    const instruction = this.buildInstructionFallback(agentAction, fallback);\n    const description = stagehandActions[0]?.description || instruction;\n    const actions = stagehandActions.map((act) => ({\n      ...act,\n      description: act.description || description,\n    }));\n    this.v3.recordAgentReplayStep({\n      type: \"act\",\n      instruction,\n      actions,\n      actionDescription: description,\n      message:\n        typeof agentAction.reasoning === \"string\" &&\n        agentAction.reasoning.trim().length > 0\n          ? agentAction.reasoning.trim()\n          : undefined,\n    });\n  }\n\n  private async updateClientViewport(): Promise<void> {\n    try {\n      // For Google CUA, use configured viewport for coordinate normalization\n      // advancedStealth uses fixed 1288x711, otherwise use configured viewport\n      if (this.agentClient instanceof GoogleCUAClient) {\n        const dims = this.v3.isAdvancedStealth\n          ? { width: 1288, height: 711 }\n          : this.v3.configuredViewport;\n        this.agentClient.setViewport(dims.width, dims.height);\n      } else {\n        // For other clients, use actual window dimensions\n        const page = await this.v3.context.awaitActivePage();\n        const { w, h } = await page.mainFrame().evaluate<{\n          w: number;\n          h: number;\n        }>(\"({ w: window.innerWidth, h: window.innerHeight })\");\n        if (w && h) this.agentClient.setViewport(w, h);\n      }\n    } catch {\n      //\n    }\n  }\n\n  private async updateClientUrl(): Promise<void> {\n    try {\n      const page = await this.v3.context.awaitActivePage();\n      const url = page.url();\n      this.agentClient.setCurrentUrl(url);\n    } catch {\n      //\n    }\n  }\n\n  async captureAndSendScreenshot(): Promise<unknown> {\n    this.logger({\n      category: \"agent\",\n      message: \"Capturing screenshot\",\n      level: 1,\n    });\n    try {\n      const page = await this.v3.context.awaitActivePage();\n      const screenshotBuffer = await page.screenshot({ fullPage: false });\n\n      const currentUrl = page.url();\n      return await this.agentClient.captureScreenshot({\n        base64Image: screenshotBuffer.toString(\"base64\"),\n        currentUrl,\n      });\n    } catch (e) {\n      this.logger({\n        category: \"agent\",\n        message: `Error capturing screenshot: ${String((e as Error)?.message ?? e)}`,\n        level: 0,\n      });\n      return null;\n    }\n  }\n\n  private handleCaptchaSolveResult(result?: {\n    solved: boolean;\n    errored: boolean;\n  }): void {\n    if (!result) return;\n\n    if (result.solved) {\n      this.captchaClickGuardRemaining = 3;\n      this.agentClient.addContextNote(CAPTCHA_SOLVED_MSG);\n      this.logger({\n        category: \"agent\",\n        message: \"Captcha solved — continuing with task\",\n        level: 1,\n      });\n    }\n\n    if (result.errored) {\n      this.captchaClickGuardRemaining = 0;\n      this.agentClient.addContextNote(CAPTCHA_ERRORED_MSG);\n      this.logger({\n        category: \"agent\",\n        message: \"Captcha solver failed or errored\",\n        level: 1,\n      });\n    }\n  }\n\n  private async shouldSkipSolvedCaptchaInteraction(\n    action: AgentAction,\n  ): Promise<boolean> {\n    if (this.captchaClickGuardRemaining <= 0) {\n      return false;\n    }\n\n    if (action.type !== \"click\") {\n      return false;\n    }\n\n    const x = action.x;\n    const y = action.y;\n    if (typeof x !== \"number\" || typeof y !== \"number\") {\n      return false;\n    }\n\n    try {\n      const page = await this.v3.context.awaitActivePage();\n      const boxes = await page.evaluate<\n        Array<{ left: number; top: number; right: number; bottom: number }>\n      >(() => {\n        const selectors = [\n          'iframe[title*=\"reCAPTCHA\"]',\n          'iframe[src*=\"recaptcha\"]',\n          'iframe[src*=\"hcaptcha\"]',\n          'iframe[src*=\"turnstile\"]',\n          \".g-recaptcha\",\n          \"[data-sitekey]\",\n          '[class*=\"captcha\"]',\n          '[id*=\"captcha\"]',\n        ];\n\n        const seen = new Set<Element>();\n        const bounds: Array<{\n          left: number;\n          top: number;\n          right: number;\n          bottom: number;\n        }> = [];\n\n        for (const selector of selectors) {\n          for (const element of document.querySelectorAll(selector)) {\n            if (seen.has(element)) continue;\n            seen.add(element);\n            const rect = element.getBoundingClientRect();\n            if (rect.width <= 0 || rect.height <= 0) continue;\n            bounds.push({\n              left: rect.left,\n              top: rect.top,\n              right: rect.right,\n              bottom: rect.bottom,\n            });\n          }\n        }\n\n        return bounds;\n      });\n\n      return boxes.some(\n        (box) =>\n          x >= box.left && x <= box.right && y >= box.top && y <= box.bottom,\n      );\n    } catch {\n      return false;\n    }\n  }\n\n  private async injectCursor(): Promise<void> {\n    try {\n      const page = await this.v3.context.awaitActivePage();\n      await page.enableCursorOverlay();\n    } catch {\n      // Best-effort only\n    }\n  }\n}\n"]}

package/dist/esm/lib/v3/types/private/cache.d.ts

@@ -78,7 +78,6 @@ export interface AgentReplayFillFormStep {
     type: "fillForm";
     fields?: Array<{
         action: string;
-        value: string;
     }>;
     observeResults?: Action[];
     actions?: Action[];

package/dist/esm/lib/v3/types/private/cache.js.map

@@ -1 +1 @@
-{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../../../../../lib/v3/types/private/cache.ts"],"names":[],"mappings":"","sourcesContent":["import type {\n  ActOptions,\n  ActResult,\n  AvailableModel,\n  Logger,\n  AgentResult,\n  Action,\n  LoadState,\n} from \"../public/index.js\";\nimport { CacheStorage } from \"../../cache/CacheStorage.js\";\nimport type { ActHandler } from \"../../handlers/actHandler.js\";\nimport type { V3Context } from \"../../understudy/context.js\";\nimport type { LLMClient } from \"../../llm/LLMClient.js\";\n\nexport type ActFn = (\n  instruction: string,\n  options?: ActOptions,\n) => Promise<ActResult>;\n\nexport type AgentCacheContext = {\n  instruction: string;\n  startUrl: string;\n  options: SanitizedAgentExecuteOptions;\n  configSignature: string;\n  cacheKey: string;\n  variableKeys: string[] /** Variable keys used in this execution (for cache key) */;\n  /** Variable values to substitute during replay */\n  variables?: Record<string, string>;\n};\n\nexport type AgentCacheTransferPayload = {\n  cacheKey: string;\n  entry: CachedAgentEntry;\n};\n\nexport type AgentCacheDeps = {\n  storage: CacheStorage;\n  logger: Logger;\n  getActHandler: () => ActHandler | null;\n  getContext: () => V3Context | null;\n  getDefaultLlmClient: () => LLMClient;\n  getBaseModelName: () => AvailableModel;\n  getSystemPrompt: () => string | undefined;\n  domSettleTimeoutMs?: number;\n  act: ActFn;\n  bufferLatestEntry?: boolean;\n};\n\nexport type ActCacheContext = {\n  instruction: string;\n  cacheKey: string;\n  pageUrl: string;\n  variableKeys: string[];\n  variables?: Record<string, string>;\n};\n\nexport type ActCacheDeps = {\n  storage: CacheStorage;\n  logger: Logger;\n  getActHandler: () => ActHandler | null;\n  getDefaultLlmClient: () => LLMClient;\n  domSettleTimeoutMs?: number;\n};\n\nexport type ReadJsonResult<T> = {\n  value: T | null;\n  path?: string;\n  error?: unknown;\n};\n\nexport type WriteJsonResult = {\n  path?: string;\n  error?: unknown;\n};\n\nexport interface CachedActEntry {\n  version: 1;\n  instruction: string;\n  url: string;\n  variableKeys: string[];\n  actions: Action[];\n  actionDescription?: string;\n  message?: string;\n}\n\nexport type AgentReplayStep =\n  | AgentReplayActStep\n  | AgentReplayFillFormStep\n  | AgentReplayGotoStep\n  | AgentReplayScrollStep\n  | AgentReplayWaitStep\n  | AgentReplayNavBackStep\n  | AgentReplayKeysStep\n  | { type: string; [key: string]: unknown };\n\nexport interface AgentReplayActStep {\n  type: \"act\";\n  instruction: string;\n  actions?: Action[];\n  actionDescription?: string;\n  message?: string;\n  timeout?: number;\n}\n\nexport interface AgentReplayFillFormStep {\n  type: \"fillForm\";\n  fields?: Array<{ action: string; value: string }>;\n  observeResults?: Action[];\n  actions?: Action[];\n}\n\nexport interface AgentReplayGotoStep {\n  type: \"goto\";\n  url: string;\n  waitUntil?: LoadState;\n}\n\nexport interface AgentReplayScrollStep {\n  type: \"scroll\";\n  deltaX?: number;\n  deltaY?: number;\n  anchor?: { x: number; y: number };\n}\n\nexport interface AgentReplayWaitStep {\n  type: \"wait\";\n  timeMs: number;\n}\n\nexport interface AgentReplayNavBackStep {\n  type: \"navback\";\n  waitUntil?: LoadState;\n}\n\nexport interface AgentReplayKeysStep {\n  type: \"keys\";\n  instruction?: string;\n  playwrightArguments: {\n    method: \"type\" | \"press\";\n    text?: string;\n    keys?: string;\n    times?: number;\n  };\n}\n\nexport interface SanitizedAgentExecuteOptions {\n  maxSteps?: number;\n  highlightCursor?: boolean;\n}\n\nexport interface CachedAgentEntry {\n  version: 1;\n  instruction: string;\n  startUrl: string;\n  options: SanitizedAgentExecuteOptions;\n  configSignature: string;\n  steps: AgentReplayStep[];\n  result: AgentResult;\n  timestamp: string;\n}\n"]}
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../../../../../lib/v3/types/private/cache.ts"],"names":[],"mappings":"","sourcesContent":["import type {\n  ActOptions,\n  ActResult,\n  AvailableModel,\n  Logger,\n  AgentResult,\n  Action,\n  LoadState,\n} from \"../public/index.js\";\nimport { CacheStorage } from \"../../cache/CacheStorage.js\";\nimport type { ActHandler } from \"../../handlers/actHandler.js\";\nimport type { V3Context } from \"../../understudy/context.js\";\nimport type { LLMClient } from \"../../llm/LLMClient.js\";\n\nexport type ActFn = (\n  instruction: string,\n  options?: ActOptions,\n) => Promise<ActResult>;\n\nexport type AgentCacheContext = {\n  instruction: string;\n  startUrl: string;\n  options: SanitizedAgentExecuteOptions;\n  configSignature: string;\n  cacheKey: string;\n  variableKeys: string[] /** Variable keys used in this execution (for cache key) */;\n  /** Variable values to substitute during replay */\n  variables?: Record<string, string>;\n};\n\nexport type AgentCacheTransferPayload = {\n  cacheKey: string;\n  entry: CachedAgentEntry;\n};\n\nexport type AgentCacheDeps = {\n  storage: CacheStorage;\n  logger: Logger;\n  getActHandler: () => ActHandler | null;\n  getContext: () => V3Context | null;\n  getDefaultLlmClient: () => LLMClient;\n  getBaseModelName: () => AvailableModel;\n  getSystemPrompt: () => string | undefined;\n  domSettleTimeoutMs?: number;\n  act: ActFn;\n  bufferLatestEntry?: boolean;\n};\n\nexport type ActCacheContext = {\n  instruction: string;\n  cacheKey: string;\n  pageUrl: string;\n  variableKeys: string[];\n  variables?: Record<string, string>;\n};\n\nexport type ActCacheDeps = {\n  storage: CacheStorage;\n  logger: Logger;\n  getActHandler: () => ActHandler | null;\n  getDefaultLlmClient: () => LLMClient;\n  domSettleTimeoutMs?: number;\n};\n\nexport type ReadJsonResult<T> = {\n  value: T | null;\n  path?: string;\n  error?: unknown;\n};\n\nexport type WriteJsonResult = {\n  path?: string;\n  error?: unknown;\n};\n\nexport interface CachedActEntry {\n  version: 1;\n  instruction: string;\n  url: string;\n  variableKeys: string[];\n  actions: Action[];\n  actionDescription?: string;\n  message?: string;\n}\n\nexport type AgentReplayStep =\n  | AgentReplayActStep\n  | AgentReplayFillFormStep\n  | AgentReplayGotoStep\n  | AgentReplayScrollStep\n  | AgentReplayWaitStep\n  | AgentReplayNavBackStep\n  | AgentReplayKeysStep\n  | { type: string; [key: string]: unknown };\n\nexport interface AgentReplayActStep {\n  type: \"act\";\n  instruction: string;\n  actions?: Action[];\n  actionDescription?: string;\n  message?: string;\n  timeout?: number;\n}\n\nexport interface AgentReplayFillFormStep {\n  type: \"fillForm\";\n  fields?: Array<{ action: string }>;\n  observeResults?: Action[];\n  actions?: Action[];\n}\n\nexport interface AgentReplayGotoStep {\n  type: \"goto\";\n  url: string;\n  waitUntil?: LoadState;\n}\n\nexport interface AgentReplayScrollStep {\n  type: \"scroll\";\n  deltaX?: number;\n  deltaY?: number;\n  anchor?: { x: number; y: number };\n}\n\nexport interface AgentReplayWaitStep {\n  type: \"wait\";\n  timeMs: number;\n}\n\nexport interface AgentReplayNavBackStep {\n  type: \"navback\";\n  waitUntil?: LoadState;\n}\n\nexport interface AgentReplayKeysStep {\n  type: \"keys\";\n  instruction?: string;\n  playwrightArguments: {\n    method: \"type\" | \"press\";\n    text?: string;\n    keys?: string;\n    times?: number;\n  };\n}\n\nexport interface SanitizedAgentExecuteOptions {\n  maxSteps?: number;\n  highlightCursor?: boolean;\n}\n\nexport interface CachedAgentEntry {\n  version: 1;\n  instruction: string;\n  startUrl: string;\n  options: SanitizedAgentExecuteOptions;\n  configSignature: string;\n  steps: AgentReplayStep[];\n  result: AgentResult;\n  timestamp: string;\n}\n"]}

package/dist/esm/lib/v3/types/private/handlers.d.ts

@@ -20,6 +20,7 @@ export interface ExtractHandlerParams<T extends StagehandZodSchema> {
 export interface ObserveHandlerParams {
     instruction?: string;
     model?: ModelConfiguration;
+    variables?: Variables;
     timeout?: number;
     selector?: string;
     page: Page;

package/dist/esm/lib/v3/types/private/handlers.js.map

@@ -1 +1 @@
-{"version":3,"file":"handlers.js","sourceRoot":"","sources":["../../../../../../lib/v3/types/private/handlers.ts"],"names":[],"mappings":"AA8BA,gFAAgF;AAChF,MAAM,CAAN,IAAY,yBAYX;AAZD,WAAY,yBAAyB;IACnC,4CAAe,CAAA;IACf,0CAAa,CAAA;IACb,0CAAa,CAAA;IACb,4CAAe,CAAA;IACf,gDAAmB,CAAA;IACnB,qDAAwB,CAAA;IACxB,qDAAwB,CAAA;IACxB,qFAAwD,CAAA;IACxD,4CAAe,CAAA;IACf,yDAA4B,CAAA;IAC5B,0DAA6B,CAAA;AAC/B,CAAC,EAZW,yBAAyB,KAAzB,yBAAyB,QAYpC","sourcesContent":["import { Page } from \"../../understudy/page.js\";\nimport { ModelConfiguration } from \"../public/model.js\";\nimport type { StagehandZodSchema } from \"../../zodCompat.js\";\nimport type { Variables } from \"../public/agent.js\";\n\nexport interface ActHandlerParams {\n  instruction: string;\n  model?: ModelConfiguration;\n  variables?: Variables;\n  timeout?: number;\n  page: Page;\n}\n\nexport interface ExtractHandlerParams<T extends StagehandZodSchema> {\n  instruction?: string;\n  schema?: T;\n  model?: ModelConfiguration;\n  timeout?: number;\n  selector?: string;\n  page: Page;\n}\n\nexport interface ObserveHandlerParams {\n  instruction?: string;\n  model?: ModelConfiguration;\n  timeout?: number;\n  selector?: string;\n  page: Page;\n}\n\n// We can use this enum to list the actions supported in performUnderstudyMethod\nexport enum SupportedUnderstudyAction {\n  CLICK = \"click\",\n  FILL = \"fill\",\n  TYPE = \"type\",\n  PRESS = \"press\",\n  SCROLL = \"scrollTo\",\n  NEXT_CHUNK = \"nextChunk\",\n  PREV_CHUNK = \"prevChunk\",\n  SELECT_OPTION_FROM_DROPDOWN = \"selectOptionFromDropdown\",\n  HOVER = \"hover\",\n  DOUBLE_CLICK = \"doubleClick\",\n  DRAG_AND_DROP = \"dragAndDrop\",\n}\n"]}
+{"version":3,"file":"handlers.js","sourceRoot":"","sources":["../../../../../../lib/v3/types/private/handlers.ts"],"names":[],"mappings":"AA+BA,gFAAgF;AAChF,MAAM,CAAN,IAAY,yBAYX;AAZD,WAAY,yBAAyB;IACnC,4CAAe,CAAA;IACf,0CAAa,CAAA;IACb,0CAAa,CAAA;IACb,4CAAe,CAAA;IACf,gDAAmB,CAAA;IACnB,qDAAwB,CAAA;IACxB,qDAAwB,CAAA;IACxB,qFAAwD,CAAA;IACxD,4CAAe,CAAA;IACf,yDAA4B,CAAA;IAC5B,0DAA6B,CAAA;AAC/B,CAAC,EAZW,yBAAyB,KAAzB,yBAAyB,QAYpC","sourcesContent":["import { Page } from \"../../understudy/page.js\";\nimport { ModelConfiguration } from \"../public/model.js\";\nimport type { StagehandZodSchema } from \"../../zodCompat.js\";\nimport type { Variables } from \"../public/agent.js\";\n\nexport interface ActHandlerParams {\n  instruction: string;\n  model?: ModelConfiguration;\n  variables?: Variables;\n  timeout?: number;\n  page: Page;\n}\n\nexport interface ExtractHandlerParams<T extends StagehandZodSchema> {\n  instruction?: string;\n  schema?: T;\n  model?: ModelConfiguration;\n  timeout?: number;\n  selector?: string;\n  page: Page;\n}\n\nexport interface ObserveHandlerParams {\n  instruction?: string;\n  model?: ModelConfiguration;\n  variables?: Variables;\n  timeout?: number;\n  selector?: string;\n  page: Page;\n}\n\n// We can use this enum to list the actions supported in performUnderstudyMethod\nexport enum SupportedUnderstudyAction {\n  CLICK = \"click\",\n  FILL = \"fill\",\n  TYPE = \"type\",\n  PRESS = \"press\",\n  SCROLL = \"scrollTo\",\n  NEXT_CHUNK = \"nextChunk\",\n  PREV_CHUNK = \"prevChunk\",\n  SELECT_OPTION_FROM_DROPDOWN = \"selectOptionFromDropdown\",\n  HOVER = \"hover\",\n  DOUBLE_CLICK = \"doubleClick\",\n  DRAG_AND_DROP = \"dragAndDrop\",\n}\n"]}

package/dist/esm/lib/v3/types/public/api.d.ts

@@ -9,6 +9,7 @@
  * All TypeScript types are inferred from the Zod4 *Schemas using z.infer<>
  */
 import { z } from "zod/v4";
+export { VariablePrimitiveSchema, VariableValueSchema, VariablesSchema, } from "./variables.js";
 /** Browser launch options for local browsers */
 export declare const LocalBrowserLaunchOptionsSchema: z.ZodObject<{
     args: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -52,6 +53,7 @@ export declare const ModelConfigObjectSchema: z.ZodObject<{
     modelName: z.ZodString;
     apiKey: z.ZodOptional<z.ZodString>;
     baseURL: z.ZodOptional<z.ZodString>;
+    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
 }, z.core.$strip>;
 /** Model configuration */
 export declare const ModelConfigSchema: z.ZodObject<{
@@ -65,6 +67,7 @@ export declare const ModelConfigSchema: z.ZodObject<{
     modelName: z.ZodString;
     apiKey: z.ZodOptional<z.ZodString>;
     baseURL: z.ZodOptional<z.ZodString>;
+    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
 }, z.core.$strip>;
 /** Action object returned by observe and used by act */
 export declare const ActionSchema: z.ZodObject<{
@@ -500,8 +503,9 @@ export declare const ActOptionsSchema: z.ZodOptional<z.ZodObject<{
         modelName: z.ZodString;
         apiKey: z.ZodOptional<z.ZodString>;
         baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     }, z.core.$strip>, z.ZodString]>>;
-    variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    variables: z.ZodOptional<z.ZodType<import("./agent.js").Variables, unknown, z.core.$ZodTypeInternals<import("./agent.js").Variables, unknown>>>;
     timeout: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strip>>;
 export declare const ActRequestSchema: z.ZodObject<{
@@ -524,8 +528,9 @@ export declare const ActRequestSchema: z.ZodObject<{
             modelName: z.ZodString;
             apiKey: z.ZodOptional<z.ZodString>;
             baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         }, z.core.$strip>, z.ZodString]>>;
-        variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        variables: z.ZodOptional<z.ZodType<import("./agent.js").Variables, unknown, z.core.$ZodTypeInternals<import("./agent.js").Variables, unknown>>>;
         timeout: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>>;
     frameId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
@@ -589,6 +594,7 @@ export declare const ExtractOptionsSchema: z.ZodOptional<z.ZodObject<{
         modelName: z.ZodString;
         apiKey: z.ZodOptional<z.ZodString>;
         baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     }, z.core.$strip>, z.ZodString]>>;
     timeout: z.ZodOptional<z.ZodNumber>;
     selector: z.ZodOptional<z.ZodString>;
@@ -608,6 +614,7 @@ export declare const ExtractRequestSchema: z.ZodObject<{
             modelName: z.ZodString;
             apiKey: z.ZodOptional<z.ZodString>;
             baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         }, z.core.$strip>, z.ZodString]>>;
         timeout: z.ZodOptional<z.ZodNumber>;
         selector: z.ZodOptional<z.ZodString>;
@@ -638,7 +645,9 @@ export declare const ObserveOptionsSchema: z.ZodOptional<z.ZodObject<{
         modelName: z.ZodString;
         apiKey: z.ZodOptional<z.ZodString>;
         baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     }, z.core.$strip>, z.ZodString]>>;
+    variables: z.ZodOptional<z.ZodType<import("./agent.js").Variables, unknown, z.core.$ZodTypeInternals<import("./agent.js").Variables, unknown>>>;
     timeout: z.ZodOptional<z.ZodNumber>;
     selector: z.ZodOptional<z.ZodString>;
 }, z.core.$strip>>;
@@ -656,7 +665,9 @@ export declare const ObserveRequestSchema: z.ZodObject<{
             modelName: z.ZodString;
             apiKey: z.ZodOptional<z.ZodString>;
             baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         }, z.core.$strip>, z.ZodString]>>;
+        variables: z.ZodOptional<z.ZodType<import("./agent.js").Variables, unknown, z.core.$ZodTypeInternals<import("./agent.js").Variables, unknown>>>;
         timeout: z.ZodOptional<z.ZodNumber>;
         selector: z.ZodOptional<z.ZodString>;
     }, z.core.$strip>>;
@@ -705,6 +716,7 @@ export declare const AgentConfigSchema: z.ZodObject<{
         modelName: z.ZodString;
         apiKey: z.ZodOptional<z.ZodString>;
         baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     }, z.core.$strip>, z.ZodString]>>;
     systemPrompt: z.ZodOptional<z.ZodString>;
     cua: z.ZodOptional<z.ZodBoolean>;
@@ -724,6 +736,7 @@ export declare const AgentConfigSchema: z.ZodObject<{
         modelName: z.ZodString;
         apiKey: z.ZodOptional<z.ZodString>;
         baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     }, z.core.$strip>, z.ZodString]>>;
 }, z.core.$strip>;
 /** Action taken by the agent during execution */
@@ -777,6 +790,8 @@ export declare const AgentExecuteOptionsSchema: z.ZodObject<{
     instruction: z.ZodString;
     maxSteps: z.ZodOptional<z.ZodNumber>;
     highlightCursor: z.ZodOptional<z.ZodBoolean>;
+    useSearch: z.ZodOptional<z.ZodBoolean>;
+    toolTimeout: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strip>;
 export declare const AgentExecuteRequestSchema: z.ZodObject<{
     agentConfig: z.ZodObject<{
@@ -798,6 +813,7 @@ export declare const AgentExecuteRequestSchema: z.ZodObject<{
             modelName: z.ZodString;
             apiKey: z.ZodOptional<z.ZodString>;
             baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         }, z.core.$strip>, z.ZodString]>>;
         systemPrompt: z.ZodOptional<z.ZodString>;
         cua: z.ZodOptional<z.ZodBoolean>;
@@ -817,12 +833,15 @@ export declare const AgentExecuteRequestSchema: z.ZodObject<{
             modelName: z.ZodString;
             apiKey: z.ZodOptional<z.ZodString>;
             baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         }, z.core.$strip>, z.ZodString]>>;
     }, z.core.$strip>;
     executeOptions: z.ZodObject<{
         instruction: z.ZodString;
         maxSteps: z.ZodOptional<z.ZodNumber>;
         highlightCursor: z.ZodOptional<z.ZodBoolean>;
+        useSearch: z.ZodOptional<z.ZodBoolean>;
+        toolTimeout: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>;
     frameId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     streamResponse: z.ZodOptional<z.ZodBoolean>;
@@ -1042,11 +1061,9 @@ export declare const StreamEventLogDataSchema: z.ZodObject<{
 /**
  * SSE stream event sent during streaming responses.
  *
- * IMPORTANT: Key ordering matters for Stainless SDK generation.
- * The `data` field MUST be serialized first, with `status` as the first key within it.
- * This allows Stainless to use `data_starts_with: '{"data":{"status":"finished"'` for event handling.
- *
- * Expected serialization order: {"data":{"status":...},"type":...,"id":...}
+ * The SSE wire format includes an `event:` line that mirrors the stream status
+ * (`starting`, `connected`, `running`, `finished`, or `error`) followed by a
+ * JSON `data:` line containing the typed payload below.
  */
 export declare const StreamEventSchema: z.ZodObject<{
     data: z.ZodUnion<readonly [z.ZodObject<{