@browserbasehq/orca 3.0.9-alpha-4 → 3.1.0-patch.1

package/dist/esm/lib/v3/handlers/v3CuaAgentHandler.js

@@ -0,0 +1,528 @@
+import { computeActiveElementXpath } from "../understudy/a11y/snapshot/index.js";
+import { AgentProvider } from "../agent/AgentProvider.js";
+import { GoogleCUAClient } from "../agent/GoogleCUAClient.js";
+import { OpenAICUAClient } from "../agent/OpenAICUAClient.js";
+import { mapKeyToPlaywright } from "../agent/utils/cuaKeyMapping.js";
+import { ensureXPath } from "../agent/utils/xpath.js";
+import { V3FunctionName } from "../types/public/methods.js";
+import { SessionFileLogger } from "../flowLogger.js";
+import { StagehandClosedError } from "../types/public/sdkErrors.js";
+export class V3CuaAgentHandler {
+    v3;
+    agent;
+    provider;
+    logger;
+    agentClient;
+    options;
+    highlightCursor;
+    constructor(v3, logger, options, tools) {
+        this.v3 = v3;
+        this.logger = logger;
+        this.options = options;
+        this.provider = new AgentProvider(logger);
+        const client = this.provider.getClient(options.modelName, options.clientOptions || {}, options.userProvidedInstructions, tools);
+        this.agentClient = client;
+        this.setupAgentClient();
+        this.agent = client;
+    }
+    /**
+     * Ensures the V3 context is still available (not closed).
+     * Throws StagehandClosedError if stagehand.close() was called.
+     */
+    ensureNotClosed() {
+        if (!this.v3.context) {
+            throw new StagehandClosedError();
+        }
+    }
+    setupAgentClient() {
+        // Provide screenshots to the agent client
+        this.agentClient.setScreenshotProvider(async () => {
+            this.ensureNotClosed();
+            const page = await this.v3.context.awaitActivePage();
+            const screenshotBuffer = await page.screenshot({ fullPage: false });
+            return screenshotBuffer.toString("base64"); // base64 png
+        });
+        // Provide action executor
+        this.agentClient.setActionHandler(async (action) => {
+            this.ensureNotClosed();
+            action.pageUrl = (await this.v3.context.awaitActivePage()).url();
+            const defaultDelay = 500;
+            const waitBetween = this.options.clientOptions?.waitBetweenActions ||
+                defaultDelay;
+            try {
+                // Try to inject cursor before each action if enabled
+                if (this.highlightCursor) {
+                    try {
+                        await this.injectCursor();
+                    }
+                    catch {
+                        // Ignore cursor injection failures
+                    }
+                }
+                await new Promise((r) => setTimeout(r, 300));
+                // Skip logging for screenshot actions - they're no-ops, the actual
+                // Page.screenshot in captureAndSendScreenshot() is logged separately
+                const shouldLog = action.type !== "screenshot";
+                if (shouldLog) {
+                    SessionFileLogger.logUnderstudyActionEvent({
+                        actionType: `v3CUA.${action.type}`,
+                        target: this.computePointerTarget(action),
+                        args: [action],
+                    });
+                }
+                try {
+                    await this.executeAction(action);
+                }
+                finally {
+                    if (shouldLog)
+                        SessionFileLogger.logUnderstudyActionCompleted();
+                }
+                action.timestamp = Date.now();
+                await new Promise((r) => setTimeout(r, waitBetween));
+                try {
+                    await this.captureAndSendScreenshot();
+                }
+                catch (e) {
+                    this.logger({
+                        category: "agent",
+                        message: `Warning: Failed to take screenshot after action: ${String(e?.message ?? e)}`,
+                        level: 1,
+                    });
+                }
+            }
+            catch (error) {
+                const msg = error?.message ?? String(error);
+                this.logger({
+                    category: "agent",
+                    message: `Error executing action ${action.type}: ${msg}`,
+                    level: 0,
+                });
+                throw error;
+            }
+        });
+        void this.updateClientViewport();
+        void this.updateClientUrl();
+    }
+    setSafetyConfirmationHandler(handler) {
+        if (this.agentClient instanceof GoogleCUAClient ||
+            this.agentClient instanceof OpenAICUAClient) {
+            this.agentClient.setSafetyConfirmationHandler(handler);
+        }
+    }
+    async execute(optionsOrInstruction) {
+        const options = typeof optionsOrInstruction === "string"
+            ? { instruction: optionsOrInstruction }
+            : optionsOrInstruction;
+        this.setSafetyConfirmationHandler(options.callbacks?.onSafetyConfirmation);
+        this.highlightCursor = options.highlightCursor !== false;
+        // Redirect if blank
+        const page = await this.v3.context.awaitActivePage();
+        const currentUrl = page.url();
+        if (!currentUrl || currentUrl === "about:blank") {
+            this.logger({
+                category: "agent",
+                message: `Page URL is empty. Navigating to https://www.google.com ...`,
+                level: 1,
+            });
+            await page.goto("https://www.google.com", { waitUntil: "load" });
+        }
+        if (this.highlightCursor) {
+            try {
+                await this.injectCursor();
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                this.logger({
+                    category: "agent",
+                    message: `Warning: Failed to inject cursor: ${errorMessage}. Continuing with execution.`,
+                    level: 1,
+                });
+                // Continue execution even if cursor injection fails
+            }
+        }
+        const start = Date.now();
+        const result = await this.agent.execute({ options, logger: this.logger });
+        const inferenceTimeMs = Date.now() - start;
+        if (result.usage) {
+            this.v3.updateMetrics(V3FunctionName.AGENT, result.usage.input_tokens, result.usage.output_tokens, result.usage.reasoning_tokens ?? 0, result.usage.cached_input_tokens ?? 0, inferenceTimeMs);
+        }
+        return result;
+    }
+    async executeAction(action) {
+        const page = await this.v3.context.awaitActivePage();
+        const recording = this.v3.isAgentReplayActive();
+        switch (action.type) {
+            case "click": {
+                const { x, y, button = "left", clickCount } = action;
+                if (recording) {
+                    const xpath = await page.click(x, y, {
+                        button: button ?? "left",
+                        clickCount: clickCount ?? 1,
+                        returnXpath: true,
+                    });
+                    const normalized = ensureXPath(xpath);
+                    if (normalized) {
+                        const stagehandAction = {
+                            selector: normalized,
+                            description: this.describePointerAction("click", x, y),
+                            method: "click",
+                            arguments: [],
+                        };
+                        this.recordCuaActStep(action, [stagehandAction], stagehandAction.description);
+                    }
+                }
+                else {
+                    await page.click(x, y, {
+                        button: button ?? "left",
+                        clickCount: clickCount ?? 1,
+                    });
+                }
+                return { success: true };
+            }
+            case "double_click":
+            case "doubleClick": {
+                const { x, y } = action;
+                if (recording) {
+                    const xpath = await page.click(x, y, {
+                        button: "left",
+                        clickCount: 2,
+                        returnXpath: true,
+                    });
+                    const normalized = ensureXPath(xpath);
+                    if (normalized) {
+                        const stagehandAction = {
+                            selector: normalized,
+                            description: this.describePointerAction("double click", x, y),
+                            method: "doubleClick",
+                            arguments: [],
+                        };
+                        this.recordCuaActStep(action, [stagehandAction], stagehandAction.description);
+                    }
+                }
+                else {
+                    await page.click(x, y, {
+                        button: "left",
+                        clickCount: 2,
+                    });
+                }
+                return { success: true };
+            }
+            case "tripleClick": {
+                const { x, y } = action;
+                if (recording) {
+                    const xpath = await page.click(x, y, {
+                        button: "left",
+                        clickCount: 3,
+                        returnXpath: true,
+                    });
+                    const normalized = ensureXPath(xpath);
+                    if (normalized) {
+                        const stagehandAction = {
+                            selector: normalized,
+                            description: this.describePointerAction("triple click", x, y),
+                            method: "tripleClick",
+                            arguments: [],
+                        };
+                        this.recordCuaActStep(action, [stagehandAction], stagehandAction.description);
+                    }
+                }
+                else {
+                    await page.click(x, y, {
+                        clickCount: 3,
+                    });
+                }
+                return { success: true };
+            }
+            case "type": {
+                const { text } = action;
+                await page.type(String(text ?? ""));
+                if (recording) {
+                    const xpath = await computeActiveElementXpath(page);
+                    const normalized = ensureXPath(xpath);
+                    if (normalized) {
+                        const stagehandAction = {
+                            selector: normalized,
+                            description: this.describeTypeAction(String(text ?? "")),
+                            method: "type",
+                            arguments: [String(text ?? "")],
+                        };
+                        this.recordCuaActStep(action, [stagehandAction], stagehandAction.description);
+                    }
+                }
+                return { success: true };
+            }
+            case "keypress": {
+                const { keys } = action;
+                const keyList = Array.isArray(keys) ? keys : [keys];
+                const stagehandActions = [];
+                for (const rawKey of keyList) {
+                    const mapped = mapKeyToPlaywright(String(rawKey ?? ""));
+                    await page.keyPress(mapped);
+                    if (recording) {
+                        stagehandActions.push({
+                            selector: "xpath=/html",
+                            description: `press ${mapped}`,
+                            method: "press",
+                            arguments: [mapped],
+                        });
+                    }
+                }
+                if (recording && stagehandActions.length > 0) {
+                    this.recordCuaActStep(action, stagehandActions, stagehandActions
+                        .map((a) => a.description)
+                        .filter(Boolean)
+                        .join(", ") || "keypress");
+                }
+                return { success: true };
+            }
+            case "scroll": {
+                const { x, y, scroll_x = 0, scroll_y = 0 } = action;
+                await page.scroll(x ?? 0, y ?? 0, scroll_x ?? 0, scroll_y ?? 0);
+                this.v3.recordAgentReplayStep({
+                    type: "scroll",
+                    deltaX: Number(scroll_x ?? 0),
+                    deltaY: Number(scroll_y ?? 0),
+                    anchor: typeof x === "number" && typeof y === "number"
+                        ? { x: Math.round(x), y: Math.round(y) }
+                        : undefined,
+                });
+                return { success: true };
+            }
+            case "drag": {
+                const { path } = action;
+                if (Array.isArray(path) && path.length >= 2) {
+                    const start = path[0];
+                    const end = path[path.length - 1];
+                    if (recording) {
+                        const xps = await page.dragAndDrop(start.x, start.y, end.x, end.y, {
+                            steps: Math.min(20, Math.max(5, path.length)),
+                            delay: 10,
+                            returnXpath: true,
+                        });
+                        const [fromXpath, toXpath] = xps || ["", ""];
+                        const from = ensureXPath(fromXpath);
+                        const to = ensureXPath(toXpath);
+                        if (from && to) {
+                            const stagehandAction = {
+                                selector: from,
+                                description: this.describeDragAction(),
+                                method: "dragAndDrop",
+                                arguments: [to],
+                            };
+                            this.recordCuaActStep(action, [stagehandAction], stagehandAction.description);
+                        }
+                    }
+                    else {
+                        await page.dragAndDrop(start.x, start.y, end.x, end.y, {
+                            steps: Math.min(20, Math.max(5, path.length)),
+                            delay: 10,
+                        });
+                    }
+                }
+                return { success: true };
+            }
+            case "move": {
+                const { x, y } = action;
+                if (typeof x === "number" && typeof y === "number") {
+                    if (recording) {
+                        const xpath = await page.hover(x, y, { returnXpath: true });
+                        const normalized = ensureXPath(xpath);
+                        if (normalized) {
+                            const stagehandAction = {
+                                selector: normalized,
+                                description: this.describePointerAction("hover", x, y),
+                                method: "hover",
+                                arguments: [],
+                            };
+                            this.recordCuaActStep(action, [stagehandAction], stagehandAction.description);
+                        }
+                    }
+                    else {
+                        await page.hover(x, y);
+                    }
+                }
+                return { success: true };
+            }
+            case "wait": {
+                const time = action?.timeMs ?? 1000;
+                await new Promise((r) => setTimeout(r, time));
+                if (time > 0 && recording) {
+                    this.v3.recordAgentReplayStep({ type: "wait", timeMs: Number(time) });
+                }
+                return { success: true };
+            }
+            case "screenshot": {
+                // No-op - screenshot is captured by captureAndSendScreenshot() after all actions
+                return { success: true };
+            }
+            case "goto": {
+                const { url } = action;
+                await page.goto(String(url ?? ""), { waitUntil: "load" });
+                if (recording) {
+                    this.v3.recordAgentReplayStep({
+                        type: "goto",
+                        url: String(url ?? ""),
+                    });
+                }
+                return { success: true };
+            }
+            case "back": {
+                await page.goBack();
+                if (recording) {
+                    this.v3.recordAgentReplayStep({
+                        type: "back",
+                    });
+                }
+                return { success: true };
+            }
+            case "forward": {
+                await page.goForward();
+                if (recording) {
+                    this.v3.recordAgentReplayStep({
+                        type: "forward",
+                    });
+                }
+                return { success: true };
+            }
+            case "open_web_browser": {
+                // Browser is already open, this is a no-op
+                return { success: true };
+            }
+            case "custom_tool": {
+                // Custom tools are handled by the agent client directly
+                return { success: true };
+            }
+            default:
+                this.logger({
+                    category: "agent",
+                    message: `Unknown action type: ${String(action.type)}`,
+                    level: 1,
+                });
+                return {
+                    success: false,
+                    error: `Unknown action ${String(action.type)}`,
+                };
+        }
+    }
+    // helper to make pointer target human-readable for logging
+    computePointerTarget(action) {
+        return typeof action.x === "number" && typeof action.y === "number"
+            ? `(${action.x}, ${action.y})`
+            : typeof action.selector === "string"
+                ? action.selector
+                : typeof action.input === "string"
+                    ? action.input
+                    : typeof action.description === "string"
+                        ? action.description
+                        : undefined;
+    }
+    describePointerAction(kind, x, y) {
+        const nx = Number(x);
+        const ny = Number(y);
+        if (Number.isFinite(nx) && Number.isFinite(ny)) {
+            return `${kind} at (${Math.round(nx)}, ${Math.round(ny)})`;
+        }
+        return kind;
+    }
+    describeTypeAction(text) {
+        const snippet = text.length > 30 ? `${text.slice(0, 27)}...` : text;
+        return `type "${snippet}"`;
+    }
+    describeDragAction() {
+        return "drag and drop";
+    }
+    buildInstructionFallback(agentAction, fallback) {
+        const raw = (typeof agentAction.action === "string" && agentAction.action.trim()) ||
+            (typeof agentAction.reasoning === "string" &&
+                agentAction.reasoning.trim());
+        return raw && raw.length > 0 ? raw : fallback;
+    }
+    recordCuaActStep(agentAction, stagehandActions, fallback) {
+        if (!stagehandActions.length)
+            return;
+        const instruction = this.buildInstructionFallback(agentAction, fallback);
+        const description = stagehandActions[0]?.description || instruction;
+        const actions = stagehandActions.map((act) => ({
+            ...act,
+            description: act.description || description,
+        }));
+        this.v3.recordAgentReplayStep({
+            type: "act",
+            instruction,
+            actions,
+            actionDescription: description,
+            message: typeof agentAction.reasoning === "string" &&
+                agentAction.reasoning.trim().length > 0
+                ? agentAction.reasoning.trim()
+                : undefined,
+        });
+    }
+    async updateClientViewport() {
+        try {
+            // For Google CUA, use configured viewport for coordinate normalization
+            // advancedStealth uses fixed 1288x711, otherwise use configured viewport
+            if (this.agentClient instanceof GoogleCUAClient) {
+                const dims = this.v3.isAdvancedStealth
+                    ? { width: 1288, height: 711 }
+                    : this.v3.configuredViewport;
+                this.agentClient.setViewport(dims.width, dims.height);
+            }
+            else {
+                // For other clients, use actual window dimensions
+                const page = await this.v3.context.awaitActivePage();
+                const { w, h } = await page.mainFrame().evaluate("({ w: window.innerWidth, h: window.innerHeight })");
+                if (w && h)
+                    this.agentClient.setViewport(w, h);
+            }
+        }
+        catch {
+            //
+        }
+    }
+    async updateClientUrl() {
+        try {
+            const page = await this.v3.context.awaitActivePage();
+            const url = page.url();
+            this.agentClient.setCurrentUrl(url);
+        }
+        catch {
+            //
+        }
+    }
+    async captureAndSendScreenshot() {
+        this.logger({
+            category: "agent",
+            message: "Capturing screenshot",
+            level: 1,
+        });
+        try {
+            const page = await this.v3.context.awaitActivePage();
+            const screenshotBuffer = await page.screenshot({ fullPage: false });
+            // Emit screenshot event via the bus
+            this.v3.bus.emit("agent_screenshot_taken_event", screenshotBuffer);
+            const currentUrl = page.url();
+            return await this.agentClient.captureScreenshot({
+                base64Image: screenshotBuffer.toString("base64"),
+                currentUrl,
+            });
+        }
+        catch (e) {
+            this.logger({
+                category: "agent",
+                message: `Error capturing screenshot: ${String(e?.message ?? e)}`,
+                level: 0,
+            });
+            return null;
+        }
+    }
+    async injectCursor() {
+        try {
+            const page = await this.v3.context.awaitActivePage();
+            await page.enableCursorOverlay();
+        }
+        catch {
+            // Best-effort only
+        }
+    }
+}
+//# sourceMappingURL=v3CuaAgentHandler.js.map

package/dist/esm/lib/v3/handlers/v3CuaAgentHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v3CuaAgentHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/v3CuaAgentHandler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,sCAAsC,CAAC;AAIjF,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAUtD,OAAO,EAAe,cAAc,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAEpE,MAAM,OAAO,iBAAiB;IACpB,EAAE,CAAK;IACP,KAAK,CAAc;IACnB,QAAQ,CAAgB;IACxB,MAAM,CAA6B;IACnC,WAAW,CAAc;IACzB,OAAO,CAAsB;IAC7B,eAAe,CAAU;IAEjC,YACE,EAAM,EACN,MAAkC,EAClC,OAA4B,EAC5B,KAAe;QAEf,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QAEvB,IAAI,CAAC,QAAQ,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CACpC,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,aAAa,IAAI,EAAE,EAC3B,OAAO,CAAC,wBAAwB,EAChC,KAAK,CACN,CAAC;QACF,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;QAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC;IACtB,CAAC;IAED;;;OAGG;IACK,eAAe;QACrB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,oBAAoB,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,gBAAgB;QACtB,0CAA0C;QAC1C,IAAI,CAAC,WAAW,CAAC,qBAAqB,CAAC,KAAK,IAAI,EAAE;YAChD,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,OAAO,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa;QAC3D,CAAC,CAAC,CAAC;QAEH,0BAA0B;QAC1B,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YACjD,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,MAAM,CAAC,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;YAEjE,MAAM,YAAY,GAAG,GAAG,CAAC;YACzB,MAAM,WAAW,GACd,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,kBAA6B;gBAC1D,YAAY,CAAC;YACf,IAAI,CAAC;gBACH,qDAAqD;gBACrD,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;oBACzB,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;oBAC5B,CAAC;oBAAC,MAAM,CAAC;wBACP,mCAAmC;oBACrC,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC7C,mEAAmE;gBACnE,qEAAqE;gBACrE,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,KAAK,YAAY,CAAC;gBAC/C,IAAI,SAAS,EAAE,CAAC;oBACd,iBAAiB,CAAC,wBAAwB,CAAC;wBACzC,UAAU,EAAE,SAAS,MAAM,CAAC,IAAI,EAAE;wBAClC,MAAM,EAAE,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC;wBACzC,IAAI,EAAE,CAAC,MAAM,CAAC;qBACf,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACnC,CAAC;wBAAS,CAAC;oBACT,IAAI,SAAS;wBAAE,iBAAiB,CAAC,4BAA4B,EAAE,CAAC;gBAClE,CAAC;gBAED,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAE9B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;gBACrD,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;gBACxC,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,CAAC,MAAM,CAAC;wBACV,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,oDAAoD,MAAM,CAChE,CAAW,EAAE,OAAO,IAAI,CAAC,CAC3B,EAAE;wBACH,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,GAAG,GAAI,KAAe,EAAE,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvD,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,0BAA0B,MAAM,CAAC,IAAI,KAAK,GAAG,EAAE;oBACxD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,KAAK,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACjC,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;IAC9B,CAAC;IAED,4BAA4B,CAAC,OAAmC;QAC9D,IACE,IAAI,CAAC,WAAW,YAAY,eAAe;YAC3C,IAAI,CAAC,WAAW,YAAY,eAAe,EAC3C,CAAC;YACD,IAAI,CAAC,WAAW,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CACX,oBAAkD;QAElD,MAAM,OAAO,GACX,OAAO,oBAAoB,KAAK,QAAQ;YACtC,CAAC,CAAC,EAAE,WAAW,EAAE,oBAAoB,EAAE;YACvC,CAAC,CAAC,oBAAoB,CAAC;QAE3B,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;QAE3E,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,KAAK,KAAK,CAAC;QAEzD,oBAAoB;QACpB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,UAAU,IAAI,UAAU,KAAK,aAAa,EAAE,CAAC;YAChD,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,6DAA6D;gBACtE,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC5B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACzD,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,qCAAqC,YAAY,8BAA8B;oBACxF,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,oDAAoD;YACtD,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1E,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAC3C,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,EAAE,CAAC,aAAa,CACnB,cAAc,CAAC,KAAK,EACpB,MAAM,CAAC,KAAK,CAAC,YAAY,EACzB,MAAM,CAAC,KAAK,CAAC,aAAa,EAC1B,MAAM,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC,EAClC,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,EACrC,eAAe,CAChB,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,MAAmB;QAEnB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC;QAChD,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;gBACrD,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACvD,MAAM,EAAG,MAAsC,IAAI,MAAM;wBACzD,UAAU,EAAG,UAAqB,IAAI,CAAC;wBACvC,WAAW,EAAE,IAAI;qBAClB,CAAC,CAAC;oBACH,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,eAAe,GAAW;4BAC9B,QAAQ,EAAE,UAAU;4BACpB,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;4BACtD,MAAM,EAAE,OAAO;4BACf,SAAS,EAAE,EAAE;yBACd,CAAC;wBACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACzC,MAAM,EAAG,MAAsC,IAAI,MAAM;wBACzD,UAAU,EAAG,UAAqB,IAAI,CAAC;qBACxC,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,cAAc,CAAC;YACpB,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;gBACxB,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACvD,MAAM,EAAE,MAAM;wBACd,UAAU,EAAE,CAAC;wBACb,WAAW,EAAE,IAAI;qBAClB,CAAC,CAAC;oBACH,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,eAAe,GAAW;4BAC9B,QAAQ,EAAE,UAAU;4BACpB,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;4BAC7D,MAAM,EAAE,aAAa;4BACrB,SAAS,EAAE,EAAE;yBACd,CAAC;wBACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACzC,MAAM,EAAE,MAAM;wBACd,UAAU,EAAE,CAAC;qBACd,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;gBACxB,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACvD,MAAM,EAAE,MAAM;wBACd,UAAU,EAAE,CAAC;wBACb,WAAW,EAAE,IAAI;qBAClB,CAAC,CAAC;oBACH,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,eAAe,GAAW;4BAC9B,QAAQ,EAAE,UAAU;4BACpB,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;4BAC7D,MAAM,EAAE,aAAa;4BACrB,SAAS,EAAE,EAAE;yBACd,CAAC;wBACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,KAAK,CAAC,CAAW,EAAE,CAAW,EAAE;wBACzC,UAAU,EAAE,CAAC;qBACd,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;gBACxB,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;gBACpC,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,KAAK,GAAG,MAAM,yBAAyB,CAAC,IAAI,CAAC,CAAC;oBACpD,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBACtC,IAAI,UAAU,EAAE,CAAC;wBACf,MAAM,eAAe,GAAW;4BAC9B,QAAQ,EAAE,UAAU;4BACpB,WAAW,EAAE,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;4BACxD,MAAM,EAAE,MAAM;4BACd,SAAS,EAAE,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;yBAChC,CAAC;wBACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;oBACJ,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;gBACxB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACpD,MAAM,gBAAgB,GAAa,EAAE,CAAC;gBACtC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;oBACxD,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;oBAC5B,IAAI,SAAS,EAAE,CAAC;wBACd,gBAAgB,CAAC,IAAI,CAAC;4BACpB,QAAQ,EAAE,aAAa;4BACvB,WAAW,EAAE,SAAS,MAAM,EAAE;4BAC9B,MAAM,EAAE,OAAO;4BACf,SAAS,EAAE,CAAC,MAAM,CAAC;yBACpB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,IAAI,SAAS,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7C,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,gBAAgB,EAChB,gBAAgB;yBACb,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;yBACzB,MAAM,CAAC,OAAO,CAAC;yBACf,IAAI,CAAC,IAAI,CAAC,IAAI,UAAU,CAC5B,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC;gBACpD,MAAM,IAAI,CAAC,MAAM,CACd,CAAY,IAAI,CAAC,EACjB,CAAY,IAAI,CAAC,EACjB,QAAmB,IAAI,CAAC,EACxB,QAAmB,IAAI,CAAC,CAC1B,CAAC;gBACF,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;oBAC5B,IAAI,EAAE,QAAQ;oBACd,MAAM,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;oBAC7B,MAAM,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;oBAC7B,MAAM,EACJ,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ;wBAC5C,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;wBACxC,CAAC,CAAC,SAAS;iBAChB,CAAC,CAAC;gBACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;gBACxB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBACtB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;oBAClC,IAAI,SAAS,EAAE,CAAC;wBACd,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE;4BACjE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;4BAC7C,KAAK,EAAE,EAAE;4BACT,WAAW,EAAE,IAAI;yBAClB,CAAC,CAAC;wBACH,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,GAAI,GAAwB,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;wBACnE,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;wBACpC,MAAM,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;wBAChC,IAAI,IAAI,IAAI,EAAE,EAAE,CAAC;4BACf,MAAM,eAAe,GAAW;gCAC9B,QAAQ,EAAE,IAAI;gCACd,WAAW,EAAE,IAAI,CAAC,kBAAkB,EAAE;gCACtC,MAAM,EAAE,aAAa;gCACrB,SAAS,EAAE,CAAC,EAAE,CAAC;6BAChB,CAAC;4BACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;wBACJ,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE;4BACrD,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;4BAC7C,KAAK,EAAE,EAAE;yBACV,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,CAAC;gBACxB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;oBACnD,IAAI,SAAS,EAAE,CAAC;wBACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;wBAC5D,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;wBACtC,IAAI,UAAU,EAAE,CAAC;4BACf,MAAM,eAAe,GAAW;gCAC9B,QAAQ,EAAE,UAAU;gCACpB,WAAW,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;gCACtD,MAAM,EAAE,OAAO;gCACf,SAAS,EAAE,EAAE;6BACd,CAAC;4BACF,IAAI,CAAC,gBAAgB,CACnB,MAAM,EACN,CAAC,eAAe,CAAC,EACjB,eAAe,CAAC,WAAW,CAC5B,CAAC;wBACJ,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBACzB,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC;gBACpC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;gBAC9C,IAAI,IAAI,GAAG,CAAC,IAAI,SAAS,EAAE,CAAC;oBAC1B,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,iFAAiF;gBACjF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;gBACvB,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC1D,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;wBAC5B,IAAI,EAAE,MAAM;wBACZ,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;qBACvB,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpB,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;wBAC5B,IAAI,EAAE,MAAM;qBACb,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;gBACvB,IAAI,SAAS,EAAE,CAAC;oBACd,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;wBAC5B,IAAI,EAAE,SAAS;qBAChB,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,2CAA2C;gBAC3C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,wDAAwD;gBACxD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC3B,CAAC;YACD;gBACE,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,wBAAwB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,kBAAkB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;iBAC/C,CAAC;QACN,CAAC;IACH,CAAC;IAED,2DAA2D;IACnD,oBAAoB,CAAC,MAAmB;QAC9C,OAAO,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ;YACjE,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,GAAG;YAC9B,CAAC,CAAC,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;gBACnC,CAAC,CAAC,MAAM,CAAC,QAAQ;gBACjB,CAAC,CAAC,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;oBAChC,CAAC,CAAC,MAAM,CAAC,KAAK;oBACd,CAAC,CAAC,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ;wBACtC,CAAC,CAAC,MAAM,CAAC,WAAW;wBACpB,CAAC,CAAC,SAAS,CAAC;IACtB,CAAC;IAEO,qBAAqB,CAAC,IAAY,EAAE,CAAU,EAAE,CAAU;QAChE,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YAC/C,OAAO,GAAG,IAAI,QAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,CAAC;QAC7D,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,kBAAkB,CAAC,IAAY;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACpE,OAAO,SAAS,OAAO,GAAG,CAAC;IAC7B,CAAC;IAEO,kBAAkB;QACxB,OAAO,eAAe,CAAC;IACzB,CAAC;IAEO,wBAAwB,CAC9B,WAAwB,EACxB,QAAgB;QAEhB,MAAM,GAAG,GACP,CAAC,OAAO,WAAW,CAAC,MAAM,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACrE,CAAC,OAAO,WAAW,CAAC,SAAS,KAAK,QAAQ;gBACxC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAClC,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC;IAChD,CAAC;IAEO,gBAAgB,CACtB,WAAwB,EACxB,gBAA0B,EAC1B,QAAgB;QAEhB,IAAI,CAAC,gBAAgB,CAAC,MAAM;YAAE,OAAO;QACrC,MAAM,WAAW,GAAG,IAAI,CAAC,wBAAwB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QACzE,MAAM,WAAW,GAAG,gBAAgB,CAAC,CAAC,CAAC,EAAE,WAAW,IAAI,WAAW,CAAC;QACpE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC7C,GAAG,GAAG;YACN,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,WAAW;SAC5C,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC;YAC5B,IAAI,EAAE,KAAK;YACX,WAAW;YACX,OAAO;YACP,iBAAiB,EAAE,WAAW;YAC9B,OAAO,EACL,OAAO,WAAW,CAAC,SAAS,KAAK,QAAQ;gBACzC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;gBACrC,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE;gBAC9B,CAAC,CAAC,SAAS;SAChB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,IAAI,CAAC;YACH,uEAAuE;YACvE,yEAAyE;YACzE,IAAI,IAAI,CAAC,WAAW,YAAY,eAAe,EAAE,CAAC;gBAChD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,iBAAiB;oBACpC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;oBAC9B,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC;gBAC/B,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACN,kDAAkD;gBAClD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;gBACrD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,QAAQ,CAG7C,mDAAmD,CAAC,CAAC;gBACxD,IAAI,CAAC,IAAI,CAAC;oBAAE,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,EAAE;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,EAAE;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB;QAC5B,IAAI,CAAC,MAAM,CAAC;YACV,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,sBAAsB;YAC/B,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAEpE,oCAAoC;YACpC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,8BAA8B,EAAE,gBAAgB,CAAC,CAAC;YACnE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC9B,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC;gBAC9C,WAAW,EAAE,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAChD,UAAU;aACX,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,+BAA+B,MAAM,CAAE,CAAW,EAAE,OAAO,IAAI,CAAC,CAAC,EAAE;gBAC5E,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,mBAAmB;QACrB,CAAC;IACH,CAAC;CACF","sourcesContent":["import { computeActiveElementXpath } from \"../understudy/a11y/snapshot/index.js\";\nimport { V3 } from \"../v3.js\";\nimport { ToolSet } from \"ai\";\nimport { AgentClient } from \"../agent/AgentClient.js\";\nimport { AgentProvider } from \"../agent/AgentProvider.js\";\nimport { GoogleCUAClient } from \"../agent/GoogleCUAClient.js\";\nimport { OpenAICUAClient } from \"../agent/OpenAICUAClient.js\";\nimport { mapKeyToPlaywright } from \"../agent/utils/cuaKeyMapping.js\";\nimport { ensureXPath } from \"../agent/utils/xpath.js\";\nimport {\n  ActionExecutionResult,\n  AgentAction,\n  AgentExecuteOptions,\n  AgentHandlerOptions,\n  AgentResult,\n  SafetyConfirmationHandler,\n} from \"../types/public/agent.js\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport { type Action, V3FunctionName } from \"../types/public/methods.js\";\nimport { SessionFileLogger } from \"../flowLogger.js\";\nimport { StagehandClosedError } from \"../types/public/sdkErrors.js\";\n\nexport class V3CuaAgentHandler {\n  private v3: V3;\n  private agent: AgentClient;\n  private provider: AgentProvider;\n  private logger: (message: LogLine) => void;\n  private agentClient: AgentClient;\n  private options: AgentHandlerOptions;\n  private highlightCursor: boolean;\n\n  constructor(\n    v3: V3,\n    logger: (message: LogLine) => void,\n    options: AgentHandlerOptions,\n    tools?: ToolSet,\n  ) {\n    this.v3 = v3;\n    this.logger = logger;\n    this.options = options;\n\n    this.provider = new AgentProvider(logger);\n    const client = this.provider.getClient(\n      options.modelName,\n      options.clientOptions || {},\n      options.userProvidedInstructions,\n      tools,\n    );\n    this.agentClient = client;\n    this.setupAgentClient();\n    this.agent = client;\n  }\n\n  /**\n   * Ensures the V3 context is still available (not closed).\n   * Throws StagehandClosedError if stagehand.close() was called.\n   */\n  private ensureNotClosed(): void {\n    if (!this.v3.context) {\n      throw new StagehandClosedError();\n    }\n  }\n\n  private setupAgentClient(): void {\n    // Provide screenshots to the agent client\n    this.agentClient.setScreenshotProvider(async () => {\n      this.ensureNotClosed();\n      const page = await this.v3.context.awaitActivePage();\n      const screenshotBuffer = await page.screenshot({ fullPage: false });\n      return screenshotBuffer.toString(\"base64\"); // base64 png\n    });\n\n    // Provide action executor\n    this.agentClient.setActionHandler(async (action) => {\n      this.ensureNotClosed();\n      action.pageUrl = (await this.v3.context.awaitActivePage()).url();\n\n      const defaultDelay = 500;\n      const waitBetween =\n        (this.options.clientOptions?.waitBetweenActions as number) ||\n        defaultDelay;\n      try {\n        // Try to inject cursor before each action if enabled\n        if (this.highlightCursor) {\n          try {\n            await this.injectCursor();\n          } catch {\n            // Ignore cursor injection failures\n          }\n        }\n        await new Promise((r) => setTimeout(r, 300));\n        // Skip logging for screenshot actions - they're no-ops, the actual\n        // Page.screenshot in captureAndSendScreenshot() is logged separately\n        const shouldLog = action.type !== \"screenshot\";\n        if (shouldLog) {\n          SessionFileLogger.logUnderstudyActionEvent({\n            actionType: `v3CUA.${action.type}`,\n            target: this.computePointerTarget(action),\n            args: [action],\n          });\n        }\n        try {\n          await this.executeAction(action);\n        } finally {\n          if (shouldLog) SessionFileLogger.logUnderstudyActionCompleted();\n        }\n\n        action.timestamp = Date.now();\n\n        await new Promise((r) => setTimeout(r, waitBetween));\n        try {\n          await this.captureAndSendScreenshot();\n        } catch (e) {\n          this.logger({\n            category: \"agent\",\n            message: `Warning: Failed to take screenshot after action: ${String(\n              (e as Error)?.message ?? e,\n            )}`,\n            level: 1,\n          });\n        }\n      } catch (error) {\n        const msg = (error as Error)?.message ?? String(error);\n        this.logger({\n          category: \"agent\",\n          message: `Error executing action ${action.type}: ${msg}`,\n          level: 0,\n        });\n        throw error;\n      }\n    });\n\n    void this.updateClientViewport();\n    void this.updateClientUrl();\n  }\n\n  setSafetyConfirmationHandler(handler?: SafetyConfirmationHandler): void {\n    if (\n      this.agentClient instanceof GoogleCUAClient ||\n      this.agentClient instanceof OpenAICUAClient\n    ) {\n      this.agentClient.setSafetyConfirmationHandler(handler);\n    }\n  }\n\n  async execute(\n    optionsOrInstruction: AgentExecuteOptions | string,\n  ): Promise<AgentResult> {\n    const options =\n      typeof optionsOrInstruction === \"string\"\n        ? { instruction: optionsOrInstruction }\n        : optionsOrInstruction;\n\n    this.setSafetyConfirmationHandler(options.callbacks?.onSafetyConfirmation);\n\n    this.highlightCursor = options.highlightCursor !== false;\n\n    // Redirect if blank\n    const page = await this.v3.context.awaitActivePage();\n    const currentUrl = page.url();\n    if (!currentUrl || currentUrl === \"about:blank\") {\n      this.logger({\n        category: \"agent\",\n        message: `Page URL is empty. Navigating to https://www.google.com ...`,\n        level: 1,\n      });\n      await page.goto(\"https://www.google.com\", { waitUntil: \"load\" });\n    }\n\n    if (this.highlightCursor) {\n      try {\n        await this.injectCursor();\n      } catch (error) {\n        const errorMessage =\n          error instanceof Error ? error.message : String(error);\n        this.logger({\n          category: \"agent\",\n          message: `Warning: Failed to inject cursor: ${errorMessage}. Continuing with execution.`,\n          level: 1,\n        });\n        // Continue execution even if cursor injection fails\n      }\n    }\n\n    const start = Date.now();\n    const result = await this.agent.execute({ options, logger: this.logger });\n    const inferenceTimeMs = Date.now() - start;\n    if (result.usage) {\n      this.v3.updateMetrics(\n        V3FunctionName.AGENT,\n        result.usage.input_tokens,\n        result.usage.output_tokens,\n        result.usage.reasoning_tokens ?? 0,\n        result.usage.cached_input_tokens ?? 0,\n        inferenceTimeMs,\n      );\n    }\n    return result;\n  }\n\n  private async executeAction(\n    action: AgentAction,\n  ): Promise<ActionExecutionResult> {\n    const page = await this.v3.context.awaitActivePage();\n    const recording = this.v3.isAgentReplayActive();\n    switch (action.type) {\n      case \"click\": {\n        const { x, y, button = \"left\", clickCount } = action;\n        if (recording) {\n          const xpath = await page.click(x as number, y as number, {\n            button: (button as \"left\" | \"right\" | \"middle\") ?? \"left\",\n            clickCount: (clickCount as number) ?? 1,\n            returnXpath: true,\n          });\n          const normalized = ensureXPath(xpath);\n          if (normalized) {\n            const stagehandAction: Action = {\n              selector: normalized,\n              description: this.describePointerAction(\"click\", x, y),\n              method: \"click\",\n              arguments: [],\n            };\n            this.recordCuaActStep(\n              action,\n              [stagehandAction],\n              stagehandAction.description,\n            );\n          }\n        } else {\n          await page.click(x as number, y as number, {\n            button: (button as \"left\" | \"right\" | \"middle\") ?? \"left\",\n            clickCount: (clickCount as number) ?? 1,\n          });\n        }\n        return { success: true };\n      }\n      case \"double_click\":\n      case \"doubleClick\": {\n        const { x, y } = action;\n        if (recording) {\n          const xpath = await page.click(x as number, y as number, {\n            button: \"left\",\n            clickCount: 2,\n            returnXpath: true,\n          });\n          const normalized = ensureXPath(xpath);\n          if (normalized) {\n            const stagehandAction: Action = {\n              selector: normalized,\n              description: this.describePointerAction(\"double click\", x, y),\n              method: \"doubleClick\",\n              arguments: [],\n            };\n            this.recordCuaActStep(\n              action,\n              [stagehandAction],\n              stagehandAction.description,\n            );\n          }\n        } else {\n          await page.click(x as number, y as number, {\n            button: \"left\",\n            clickCount: 2,\n          });\n        }\n        return { success: true };\n      }\n      case \"tripleClick\": {\n        const { x, y } = action;\n        if (recording) {\n          const xpath = await page.click(x as number, y as number, {\n            button: \"left\",\n            clickCount: 3,\n            returnXpath: true,\n          });\n          const normalized = ensureXPath(xpath);\n          if (normalized) {\n            const stagehandAction: Action = {\n              selector: normalized,\n              description: this.describePointerAction(\"triple click\", x, y),\n              method: \"tripleClick\",\n              arguments: [],\n            };\n            this.recordCuaActStep(\n              action,\n              [stagehandAction],\n              stagehandAction.description,\n            );\n          }\n        } else {\n          await page.click(x as number, y as number, {\n            clickCount: 3,\n          });\n        }\n        return { success: true };\n      }\n      case \"type\": {\n        const { text } = action;\n        await page.type(String(text ?? \"\"));\n        if (recording) {\n          const xpath = await computeActiveElementXpath(page);\n          const normalized = ensureXPath(xpath);\n          if (normalized) {\n            const stagehandAction: Action = {\n              selector: normalized,\n              description: this.describeTypeAction(String(text ?? \"\")),\n              method: \"type\",\n              arguments: [String(text ?? \"\")],\n            };\n            this.recordCuaActStep(\n              action,\n              [stagehandAction],\n              stagehandAction.description,\n            );\n          }\n        }\n        return { success: true };\n      }\n      case \"keypress\": {\n        const { keys } = action;\n        const keyList = Array.isArray(keys) ? keys : [keys];\n        const stagehandActions: Action[] = [];\n        for (const rawKey of keyList) {\n          const mapped = mapKeyToPlaywright(String(rawKey ?? \"\"));\n          await page.keyPress(mapped);\n          if (recording) {\n            stagehandActions.push({\n              selector: \"xpath=/html\",\n              description: `press ${mapped}`,\n              method: \"press\",\n              arguments: [mapped],\n            });\n          }\n        }\n        if (recording && stagehandActions.length > 0) {\n          this.recordCuaActStep(\n            action,\n            stagehandActions,\n            stagehandActions\n              .map((a) => a.description)\n              .filter(Boolean)\n              .join(\", \") || \"keypress\",\n          );\n        }\n        return { success: true };\n      }\n      case \"scroll\": {\n        const { x, y, scroll_x = 0, scroll_y = 0 } = action;\n        await page.scroll(\n          (x as number) ?? 0,\n          (y as number) ?? 0,\n          (scroll_x as number) ?? 0,\n          (scroll_y as number) ?? 0,\n        );\n        this.v3.recordAgentReplayStep({\n          type: \"scroll\",\n          deltaX: Number(scroll_x ?? 0),\n          deltaY: Number(scroll_y ?? 0),\n          anchor:\n            typeof x === \"number\" && typeof y === \"number\"\n              ? { x: Math.round(x), y: Math.round(y) }\n              : undefined,\n        });\n        return { success: true };\n      }\n      case \"drag\": {\n        const { path } = action;\n        if (Array.isArray(path) && path.length >= 2) {\n          const start = path[0];\n          const end = path[path.length - 1];\n          if (recording) {\n            const xps = await page.dragAndDrop(start.x, start.y, end.x, end.y, {\n              steps: Math.min(20, Math.max(5, path.length)),\n              delay: 10,\n              returnXpath: true,\n            });\n            const [fromXpath, toXpath] = (xps as [string, string]) || [\"\", \"\"];\n            const from = ensureXPath(fromXpath);\n            const to = ensureXPath(toXpath);\n            if (from && to) {\n              const stagehandAction: Action = {\n                selector: from,\n                description: this.describeDragAction(),\n                method: \"dragAndDrop\",\n                arguments: [to],\n              };\n              this.recordCuaActStep(\n                action,\n                [stagehandAction],\n                stagehandAction.description,\n              );\n            }\n          } else {\n            await page.dragAndDrop(start.x, start.y, end.x, end.y, {\n              steps: Math.min(20, Math.max(5, path.length)),\n              delay: 10,\n            });\n          }\n        }\n        return { success: true };\n      }\n      case \"move\": {\n        const { x, y } = action;\n        if (typeof x === \"number\" && typeof y === \"number\") {\n          if (recording) {\n            const xpath = await page.hover(x, y, { returnXpath: true });\n            const normalized = ensureXPath(xpath);\n            if (normalized) {\n              const stagehandAction: Action = {\n                selector: normalized,\n                description: this.describePointerAction(\"hover\", x, y),\n                method: \"hover\",\n                arguments: [],\n              };\n              this.recordCuaActStep(\n                action,\n                [stagehandAction],\n                stagehandAction.description,\n              );\n            }\n          } else {\n            await page.hover(x, y);\n          }\n        }\n        return { success: true };\n      }\n      case \"wait\": {\n        const time = action?.timeMs ?? 1000;\n        await new Promise((r) => setTimeout(r, time));\n        if (time > 0 && recording) {\n          this.v3.recordAgentReplayStep({ type: \"wait\", timeMs: Number(time) });\n        }\n        return { success: true };\n      }\n      case \"screenshot\": {\n        // No-op - screenshot is captured by captureAndSendScreenshot() after all actions\n        return { success: true };\n      }\n      case \"goto\": {\n        const { url } = action;\n        await page.goto(String(url ?? \"\"), { waitUntil: \"load\" });\n        if (recording) {\n          this.v3.recordAgentReplayStep({\n            type: \"goto\",\n            url: String(url ?? \"\"),\n          });\n        }\n        return { success: true };\n      }\n      case \"back\": {\n        await page.goBack();\n        if (recording) {\n          this.v3.recordAgentReplayStep({\n            type: \"back\",\n          });\n        }\n        return { success: true };\n      }\n      case \"forward\": {\n        await page.goForward();\n        if (recording) {\n          this.v3.recordAgentReplayStep({\n            type: \"forward\",\n          });\n        }\n        return { success: true };\n      }\n      case \"open_web_browser\": {\n        // Browser is already open, this is a no-op\n        return { success: true };\n      }\n      case \"custom_tool\": {\n        // Custom tools are handled by the agent client directly\n        return { success: true };\n      }\n      default:\n        this.logger({\n          category: \"agent\",\n          message: `Unknown action type: ${String(action.type)}`,\n          level: 1,\n        });\n        return {\n          success: false,\n          error: `Unknown action ${String(action.type)}`,\n        };\n    }\n  }\n\n  // helper to make pointer target human-readable for logging\n  private computePointerTarget(action: AgentAction): string | undefined {\n    return typeof action.x === \"number\" && typeof action.y === \"number\"\n      ? `(${action.x}, ${action.y})`\n      : typeof action.selector === \"string\"\n        ? action.selector\n        : typeof action.input === \"string\"\n          ? action.input\n          : typeof action.description === \"string\"\n            ? action.description\n            : undefined;\n  }\n\n  private describePointerAction(kind: string, x: unknown, y: unknown): string {\n    const nx = Number(x);\n    const ny = Number(y);\n    if (Number.isFinite(nx) && Number.isFinite(ny)) {\n      return `${kind} at (${Math.round(nx)}, ${Math.round(ny)})`;\n    }\n    return kind;\n  }\n\n  private describeTypeAction(text: string): string {\n    const snippet = text.length > 30 ? `${text.slice(0, 27)}...` : text;\n    return `type \"${snippet}\"`;\n  }\n\n  private describeDragAction(): string {\n    return \"drag and drop\";\n  }\n\n  private buildInstructionFallback(\n    agentAction: AgentAction,\n    fallback: string,\n  ): string {\n    const raw =\n      (typeof agentAction.action === \"string\" && agentAction.action.trim()) ||\n      (typeof agentAction.reasoning === \"string\" &&\n        agentAction.reasoning.trim());\n    return raw && raw.length > 0 ? raw : fallback;\n  }\n\n  private recordCuaActStep(\n    agentAction: AgentAction,\n    stagehandActions: Action[],\n    fallback: string,\n  ): void {\n    if (!stagehandActions.length) return;\n    const instruction = this.buildInstructionFallback(agentAction, fallback);\n    const description = stagehandActions[0]?.description || instruction;\n    const actions = stagehandActions.map((act) => ({\n      ...act,\n      description: act.description || description,\n    }));\n    this.v3.recordAgentReplayStep({\n      type: \"act\",\n      instruction,\n      actions,\n      actionDescription: description,\n      message:\n        typeof agentAction.reasoning === \"string\" &&\n        agentAction.reasoning.trim().length > 0\n          ? agentAction.reasoning.trim()\n          : undefined,\n    });\n  }\n\n  private async updateClientViewport(): Promise<void> {\n    try {\n      // For Google CUA, use configured viewport for coordinate normalization\n      // advancedStealth uses fixed 1288x711, otherwise use configured viewport\n      if (this.agentClient instanceof GoogleCUAClient) {\n        const dims = this.v3.isAdvancedStealth\n          ? { width: 1288, height: 711 }\n          : this.v3.configuredViewport;\n        this.agentClient.setViewport(dims.width, dims.height);\n      } else {\n        // For other clients, use actual window dimensions\n        const page = await this.v3.context.awaitActivePage();\n        const { w, h } = await page.mainFrame().evaluate<{\n          w: number;\n          h: number;\n        }>(\"({ w: window.innerWidth, h: window.innerHeight })\");\n        if (w && h) this.agentClient.setViewport(w, h);\n      }\n    } catch {\n      //\n    }\n  }\n\n  private async updateClientUrl(): Promise<void> {\n    try {\n      const page = await this.v3.context.awaitActivePage();\n      const url = page.url();\n      this.agentClient.setCurrentUrl(url);\n    } catch {\n      //\n    }\n  }\n\n  async captureAndSendScreenshot(): Promise<unknown> {\n    this.logger({\n      category: \"agent\",\n      message: \"Capturing screenshot\",\n      level: 1,\n    });\n    try {\n      const page = await this.v3.context.awaitActivePage();\n      const screenshotBuffer = await page.screenshot({ fullPage: false });\n\n      // Emit screenshot event via the bus\n      this.v3.bus.emit(\"agent_screenshot_taken_event\", screenshotBuffer);\n      const currentUrl = page.url();\n      return await this.agentClient.captureScreenshot({\n        base64Image: screenshotBuffer.toString(\"base64\"),\n        currentUrl,\n      });\n    } catch (e) {\n      this.logger({\n        category: \"agent\",\n        message: `Error capturing screenshot: ${String((e as Error)?.message ?? e)}`,\n        level: 0,\n      });\n      return null;\n    }\n  }\n\n  private async injectCursor(): Promise<void> {\n    try {\n      const page = await this.v3.context.awaitActivePage();\n      await page.enableCursorOverlay();\n    } catch {\n      // Best-effort only\n    }\n  }\n}\n"]}

package/dist/esm/lib/v3/index.d.ts

@@ -0,0 +1,18 @@
+export { V3 } from "./v3.js";
+export { V3 as Stagehand } from "./v3.js";
+export * from "./types/public/index.js";
+export { AnnotatedScreenshotText, LLMClient } from "./llm/LLMClient.js";
+export { AgentProvider, modelToAgentProviderMap, } from "./agent/AgentProvider.js";
+export type { AgentTools, AgentToolTypesMap, AgentUITools, AgentToolCall, AgentToolResult, } from "./agent/tools/index.js";
+export { validateZodSchema, isRunningInBun, toGeminiSchema, getZodType, transformSchema, injectUrls, providerEnvVarMap, loadApiKeyFromEnv, trimTrailingTextNode, jsonSchemaToZod, } from "../utils.js";
+export { isZod4Schema, isZod3Schema, toJsonSchema } from "./zodCompat.js";
+export { connectToMCPServer } from "./mcp/connection.js";
+export { V3Evaluator } from "../v3Evaluator.js";
+export { tool } from "ai";
+export { getAISDKLanguageModel } from "./llm/LLMProvider.js";
+export { __internalCreateInMemoryAgentCacheHandle } from "./cache/serverAgentCache.js";
+export { maybeRunShutdownSupervisorFromArgv as __internalMaybeRunShutdownSupervisorFromArgv } from "./shutdown/supervisor.js";
+export type { ServerAgentCacheHandle } from "./cache/serverAgentCache.js";
+export type { ChatMessage, ChatMessageContent, ChatMessageImageContent, ChatMessageTextContent, ChatCompletionOptions, LLMResponse, CreateChatCompletionOptions, LLMUsage, LLMParsedResponse, } from "./llm/LLMClient.js";
+export type { StagehandZodSchema, StagehandZodObject, InferStagehandSchema, JsonSchemaDocument, } from "./zodCompat.js";
+export type { JsonSchema, JsonSchemaProperty } from "../utils.js";

package/dist/esm/lib/v3/index.js

@@ -0,0 +1,14 @@
+export { V3 } from "./v3.js";
+export { V3 as Stagehand } from "./v3.js";
+export * from "./types/public/index.js";
+export { AnnotatedScreenshotText, LLMClient } from "./llm/LLMClient.js";
+export { AgentProvider, modelToAgentProviderMap, } from "./agent/AgentProvider.js";
+export { validateZodSchema, isRunningInBun, toGeminiSchema, getZodType, transformSchema, injectUrls, providerEnvVarMap, loadApiKeyFromEnv, trimTrailingTextNode, jsonSchemaToZod, } from "../utils.js";
+export { isZod4Schema, isZod3Schema, toJsonSchema } from "./zodCompat.js";
+export { connectToMCPServer } from "./mcp/connection.js";
+export { V3Evaluator } from "../v3Evaluator.js";
+export { tool } from "ai";
+export { getAISDKLanguageModel } from "./llm/LLMProvider.js";
+export { __internalCreateInMemoryAgentCacheHandle } from "./cache/serverAgentCache.js";
+export { maybeRunShutdownSupervisorFromArgv as __internalMaybeRunShutdownSupervisorFromArgv } from "./shutdown/supervisor.js";
+//# sourceMappingURL=index.js.map

package/dist/esm/lib/v3/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../lib/v3/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,MAAM,SAAS,CAAC;AAC7B,OAAO,EAAE,EAAE,IAAI,SAAS,EAAE,MAAM,SAAS,CAAC;AAE1C,cAAc,yBAAyB,CAAC;AACxC,OAAO,EAAE,uBAAuB,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAExE,OAAO,EACL,aAAa,EACb,uBAAuB,GACxB,MAAM,0BAA0B,CAAC;AASlC,OAAO,EACL,iBAAiB,EACjB,cAAc,EACd,cAAc,EACd,UAAU,EACV,eAAe,EACf,UAAU,EACV,iBAAiB,EACjB,iBAAiB,EACjB,oBAAoB,EACpB,eAAe,GAChB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE1E,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAC1B,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,wCAAwC,EAAE,MAAM,6BAA6B,CAAC;AACvF,OAAO,EAAE,kCAAkC,IAAI,4CAA4C,EAAE,MAAM,0BAA0B,CAAC","sourcesContent":["export { V3 } from \"./v3.js\";\nexport { V3 as Stagehand } from \"./v3.js\";\n\nexport * from \"./types/public/index.js\";\nexport { AnnotatedScreenshotText, LLMClient } from \"./llm/LLMClient.js\";\n\nexport {\n  AgentProvider,\n  modelToAgentProviderMap,\n} from \"./agent/AgentProvider.js\";\nexport type {\n  AgentTools,\n  AgentToolTypesMap,\n  AgentUITools,\n  AgentToolCall,\n  AgentToolResult,\n} from \"./agent/tools/index.js\";\n\nexport {\n  validateZodSchema,\n  isRunningInBun,\n  toGeminiSchema,\n  getZodType,\n  transformSchema,\n  injectUrls,\n  providerEnvVarMap,\n  loadApiKeyFromEnv,\n  trimTrailingTextNode,\n  jsonSchemaToZod,\n} from \"../utils.js\";\nexport { isZod4Schema, isZod3Schema, toJsonSchema } from \"./zodCompat.js\";\n\nexport { connectToMCPServer } from \"./mcp/connection.js\";\nexport { V3Evaluator } from \"../v3Evaluator.js\";\nexport { tool } from \"ai\";\nexport { getAISDKLanguageModel } from \"./llm/LLMProvider.js\";\nexport { __internalCreateInMemoryAgentCacheHandle } from \"./cache/serverAgentCache.js\";\nexport { maybeRunShutdownSupervisorFromArgv as __internalMaybeRunShutdownSupervisorFromArgv } from \"./shutdown/supervisor.js\";\nexport type { ServerAgentCacheHandle } from \"./cache/serverAgentCache.js\";\n\nexport type {\n  ChatMessage,\n  ChatMessageContent,\n  ChatMessageImageContent,\n  ChatMessageTextContent,\n  ChatCompletionOptions,\n  LLMResponse,\n  CreateChatCompletionOptions,\n  LLMUsage,\n  LLMParsedResponse,\n} from \"./llm/LLMClient.js\";\n\nexport type {\n  StagehandZodSchema,\n  StagehandZodObject,\n  InferStagehandSchema,\n  JsonSchemaDocument,\n} from \"./zodCompat.js\";\n\nexport type { JsonSchema, JsonSchemaProperty } from \"../utils.js\";\n"]}