wotann 0.5.0 → 0.5.39

package/dist/computer-use/driver-contract.js

@@ -0,0 +1,471 @@
+export function defaultDisplayMetadata(input = {}) {
+    const width = finiteNonNegative(input.width) ?? 0;
+    const height = finiteNonNegative(input.height) ?? 0;
+    return {
+        width,
+        height,
+        scaleFactor: finitePositive(input.scaleFactor) ?? 1,
+        displayId: input.displayId ?? "primary",
+        bounds: input.bounds ?? { x: 0, y: 0, width, height },
+        sourceCoordinateSpace: input.sourceCoordinateSpace ?? "global",
+    };
+}
+export function buildObservationFrame(input) {
+    const screenshotWidth = finiteNonNegative(input.screenshot?.width) ?? input.display?.width ?? 0;
+    const screenshotHeight = finiteNonNegative(input.screenshot?.height) ?? input.display?.height ?? 0;
+    const display = defaultDisplayMetadata({
+        ...input.display,
+        width: input.display?.width ?? screenshotWidth,
+        height: input.display?.height ?? screenshotHeight,
+    });
+    const screenshot = input.screenshot || input.image
+        ? {
+            ...(input.screenshot?.path ? { path: input.screenshot.path } : {}),
+            ...(input.image ? { image: input.image } : {}),
+            format: input.screenshot?.format ?? "png",
+            width: screenshotWidth,
+            height: screenshotHeight,
+        }
+        : undefined;
+    return {
+        sequence: input.sequence ?? 0,
+        environment: input.environment ?? "unknown",
+        display,
+        ...(screenshot ? { screenshot } : {}),
+        timestamp: input.now ? input.now() : Date.now(),
+    };
+}
+export function normalizeComputerAction(input) {
+    if (typeof input.action !== "string" || input.action.trim() === "") {
+        return { ok: false, error: "action must be a non-empty string" };
+    }
+    const params = toParamRecord(input.params);
+    const name = normalizeActionName(input.action);
+    const action = actionFromParams(name, params);
+    if (!action.ok)
+        return action;
+    const problems = validateComputerAction(action.action);
+    if (problems.length > 0)
+        return { ok: false, error: problems.join("; ") };
+    return { ok: true, action: action.action, route: desktopActionFromComputerAction(action.action) };
+}
+export function desktopActionFromComputerAction(action) {
+    switch (action.type) {
+        case "screenshot":
+            return { action: "screenshot", params: action.path ? { path: action.path } : {} };
+        case "click":
+            return {
+                action: "click",
+                params: stringifyParams({
+                    x: action.x,
+                    y: action.y,
+                    button: action.button,
+                    clicks: action.clicks,
+                }),
+            };
+        case "double_click":
+            return {
+                action: "click",
+                params: stringifyParams({ x: action.x, y: action.y, button: action.button, clicks: 2 }),
+            };
+        case "move":
+            return { action: "move", params: stringifyParams({ x: action.x, y: action.y }) };
+        case "mouse_down":
+            return {
+                action: "mouse-down",
+                params: stringifyParams({ x: action.x, y: action.y, button: action.button }),
+            };
+        case "mouse_up":
+            return {
+                action: "mouse-up",
+                params: stringifyParams({ x: action.x, y: action.y, button: action.button }),
+            };
+        case "drag":
+            return {
+                action: "drag",
+                params: stringifyParams({
+                    x: action.start.x,
+                    y: action.start.y,
+                    endX: action.end.x,
+                    endY: action.end.y,
+                }),
+            };
+        case "drag_path": {
+            const start = action.path[0];
+            const end = action.path[action.path.length - 1];
+            if (!start || !end)
+                return null;
+            return {
+                action: "drag",
+                params: stringifyParams({ x: start.x, y: start.y, endX: end.x, endY: end.y }),
+            };
+        }
+        case "scroll_at":
+            return {
+                action: "scroll",
+                params: stringifyParams({
+                    x: action.x,
+                    y: action.y,
+                    direction: action.direction,
+                    amount: action.amount,
+                }),
+            };
+        case "type":
+            return { action: "type", params: stringifyParams({ text: action.text, delay: action.delay }) };
+        case "keypress":
+            return { action: "key", params: { key: action.keys.join("+") } };
+        case "clipboard":
+            return action.operation === "get"
+                ? { action: "get-clipboard", params: {} }
+                : { action: "set-clipboard", params: stringifyParams({ text: action.text ?? "" }) };
+        case "open_url":
+            return { action: "open-url", params: { url: action.url } };
+        case "open_path":
+            return { action: "open-path", params: { path: action.path } };
+        case "open_app":
+            return { action: "open-app", params: { app: action.app } };
+        case "get_active_window":
+            return { action: "get-active-window", params: {} };
+        case "screen_size":
+            return { action: "screen-size", params: {} };
+        case "wait":
+            return null;
+    }
+}
+export async function executeComputerAction(input) {
+    const started = input.now ? input.now() : Date.now();
+    const route = desktopActionFromComputerAction(input.action);
+    if (input.action.type === "wait") {
+        await (input.sleep ?? defaultSleep)(input.action.ms);
+        return {
+            ok: true,
+            action: input.action,
+            route: null,
+            output: `Waited ${input.action.ms}ms`,
+            durationMs: elapsed(started, input.now),
+            changed: false,
+            ...(input.observe ? { observationAfter: await input.observe() } : {}),
+        };
+    }
+    if (!route) {
+        return {
+            ok: false,
+            action: input.action,
+            route,
+            error: `unsupported computer action: ${input.action.type}`,
+            durationMs: elapsed(started, input.now),
+            changed: false,
+        };
+    }
+    const result = input.executeDesktopAction(route);
+    if (!result) {
+        return {
+            ok: false,
+            action: input.action,
+            route,
+            error: "desktop route returned no result",
+            durationMs: elapsed(started, input.now),
+            changed: false,
+        };
+    }
+    const ok = result?.success === true;
+    return {
+        ok,
+        action: input.action,
+        route,
+        ...(result?.output ? (ok ? { output: result.output } : { error: result.output }) : {}),
+        durationMs: elapsed(started, input.now),
+        changed: ok && input.action.type !== "screenshot" && input.action.type !== "screen_size",
+        ...(input.observe && ok ? { observationAfter: await input.observe() } : {}),
+    };
+}
+export function validateComputerAction(action, display) {
+    const problems = [];
+    const checkPoint = (point, label) => {
+        if (!Number.isFinite(point.x) || !Number.isFinite(point.y)) {
+            problems.push(`${label} coordinates must be finite`);
+            return;
+        }
+        if (point.x < 0 || point.y < 0)
+            problems.push(`${label} coordinates must be non-negative`);
+        if (display && display.width > 0 && point.x > display.width) {
+            problems.push(`${label}.x exceeds display width`);
+        }
+        if (display && display.height > 0 && point.y > display.height) {
+            problems.push(`${label}.y exceeds display height`);
+        }
+    };
+    switch (action.type) {
+        case "click":
+        case "double_click":
+        case "move":
+            checkPoint(action, action.type);
+            if ("clicks" in action && action.clicks !== undefined && action.clicks < 1) {
+                problems.push("clicks must be >= 1");
+            }
+            break;
+        case "mouse_down":
+        case "mouse_up":
+            if (action.x !== undefined || action.y !== undefined) {
+                if (action.x === undefined || action.y === undefined) {
+                    problems.push(`${action.type} requires both x and y when either is provided`);
+                }
+                else {
+                    checkPoint({ x: action.x, y: action.y }, action.type);
+                }
+            }
+            break;
+        case "drag":
+            checkPoint(action.start, "drag.start");
+            checkPoint(action.end, "drag.end");
+            break;
+        case "drag_path":
+            if (action.path.length < 2)
+                problems.push("drag_path requires at least two points");
+            action.path.forEach((point, index) => checkPoint(point, `drag_path[${index}]`));
+            break;
+        case "scroll_at":
+            if (action.x !== undefined || action.y !== undefined) {
+                if (action.x === undefined || action.y === undefined) {
+                    problems.push("scroll_at requires both x and y when either is provided");
+                }
+                else {
+                    checkPoint({ x: action.x, y: action.y }, "scroll_at");
+                }
+            }
+            if (!Number.isFinite(action.amount) || action.amount < 1) {
+                problems.push("scroll_at amount must be >= 1");
+            }
+            break;
+        case "type":
+            if (action.text.length === 0)
+                problems.push("type text must be non-empty");
+            break;
+        case "keypress":
+            if (action.keys.length === 0)
+                problems.push("keypress keys must be non-empty");
+            break;
+        case "wait":
+            if (!Number.isFinite(action.ms) || action.ms < 0)
+                problems.push("wait ms must be non-negative");
+            break;
+        case "clipboard":
+            if (action.operation === "set" && action.text === undefined) {
+                problems.push("clipboard set requires text");
+            }
+            break;
+        case "open_url":
+            if (!/^https?:\/\//i.test(action.url))
+                problems.push("open_url requires http(s) URL");
+            break;
+        case "open_path":
+            if (action.path.trim().length === 0)
+                problems.push("open_path path must be non-empty");
+            break;
+        case "open_app":
+            if (action.app.trim().length === 0)
+                problems.push("open_app app must be non-empty");
+            break;
+        case "screenshot":
+        case "get_active_window":
+        case "screen_size":
+            break;
+    }
+    return problems;
+}
+function actionFromParams(name, params) {
+    switch (name) {
+        case "screenshot":
+            return { ok: true, action: { type: "screenshot", ...stringProp(params, "path") } };
+        case "click":
+            return {
+                ok: true,
+                action: {
+                    type: "click",
+                    x: numberProp(params, "x"),
+                    y: numberProp(params, "y"),
+                    ...buttonProp(params),
+                    ...numberPropOptional(params, "clicks"),
+                },
+            };
+        case "double_click":
+            return {
+                ok: true,
+                action: {
+                    type: "double_click",
+                    x: numberProp(params, "x"),
+                    y: numberProp(params, "y"),
+                    ...buttonProp(params),
+                },
+            };
+        case "move":
+            return { ok: true, action: { type: "move", x: numberProp(params, "x"), y: numberProp(params, "y") } };
+        case "mouse_down":
+            return {
+                ok: true,
+                action: {
+                    type: "mouse_down",
+                    ...numberPropOptional(params, "x"),
+                    ...numberPropOptional(params, "y"),
+                    ...leftRightButtonProp(params),
+                },
+            };
+        case "mouse_up":
+            return {
+                ok: true,
+                action: {
+                    type: "mouse_up",
+                    ...numberPropOptional(params, "x"),
+                    ...numberPropOptional(params, "y"),
+                    ...leftRightButtonProp(params),
+                },
+            };
+        case "drag":
+            return {
+                ok: true,
+                action: {
+                    type: "drag",
+                    start: { x: numberProp(params, "x"), y: numberProp(params, "y") },
+                    end: { x: numberProp(params, "endX", "end_x"), y: numberProp(params, "endY", "end_y") },
+                },
+            };
+        case "scroll_at":
+            return {
+                ok: true,
+                action: {
+                    type: "scroll_at",
+                    ...numberPropOptional(params, "x"),
+                    ...numberPropOptional(params, "y"),
+                    direction: directionProp(params),
+                    amount: numberProp(params, "amount", "delta", "deltaY") || 1,
+                },
+            };
+        case "type":
+            return { ok: true, action: { type: "type", text: stringValue(params, "text") ?? "" } };
+        case "keypress":
+            return { ok: true, action: { type: "keypress", keys: keyList(params) } };
+        case "wait":
+            return { ok: true, action: { type: "wait", ms: numberProp(params, "ms", "durationMs") } };
+        case "clipboard_get":
+            return { ok: true, action: { type: "clipboard", operation: "get" } };
+        case "clipboard_set":
+            return {
+                ok: true,
+                action: { type: "clipboard", operation: "set", text: stringValue(params, "text") ?? "" },
+            };
+        case "open_url":
+            return { ok: true, action: { type: "open_url", url: stringValue(params, "url") ?? "" } };
+        case "open_path":
+            return { ok: true, action: { type: "open_path", path: stringValue(params, "path") ?? "" } };
+        case "open_app":
+            return { ok: true, action: { type: "open_app", app: stringValue(params, "app") ?? "" } };
+        case "get_active_window":
+            return { ok: true, action: { type: "get_active_window" } };
+        case "screen_size":
+            return { ok: true, action: { type: "screen_size" } };
+        default:
+            return { ok: false, error: `unknown computer action: ${name}` };
+    }
+}
+function normalizeActionName(action) {
+    const key = action.trim().toLowerCase().replace(/[\s-]+/g, "_");
+    const aliases = {
+        doubleclick: "double_click",
+        double_click: "double_click",
+        dc: "double_click",
+        move_mouse: "move",
+        mouse_move: "move",
+        mousedown: "mouse_down",
+        mouseup: "mouse_up",
+        scroll: "scroll_at",
+        key: "keypress",
+        press_key: "keypress",
+        get_clipboard: "clipboard_get",
+        clipboard_get: "clipboard_get",
+        set_clipboard: "clipboard_set",
+        clipboard_set: "clipboard_set",
+        open_url: "open_url",
+        open_path: "open_path",
+        open_app: "open_app",
+        get_active_window: "get_active_window",
+        active_window: "get_active_window",
+        screen_size: "screen_size",
+        dimensions: "screen_size",
+    };
+    return aliases[key] ?? key;
+}
+function toParamRecord(params) {
+    return params && typeof params === "object" && !Array.isArray(params)
+        ? params
+        : {};
+}
+function finiteNonNegative(value) {
+    return typeof value === "number" && Number.isFinite(value) && value >= 0 ? value : undefined;
+}
+function finitePositive(value) {
+    return typeof value === "number" && Number.isFinite(value) && value > 0 ? value : undefined;
+}
+function numberProp(params, ...keys) {
+    for (const key of keys) {
+        const value = params[key];
+        const parsed = typeof value === "number" ? value : typeof value === "string" ? Number(value) : NaN;
+        if (Number.isFinite(parsed))
+            return parsed;
+    }
+    return NaN;
+}
+function numberPropOptional(params, ...keys) {
+    const key = keys[0];
+    if (!key)
+        return {};
+    const value = numberProp(params, ...keys);
+    return Number.isFinite(value) ? { [key]: value } : {};
+}
+function stringValue(params, key) {
+    const value = params[key];
+    if (typeof value === "string")
+        return value;
+    if (typeof value === "number" || typeof value === "boolean")
+        return String(value);
+    return undefined;
+}
+function stringProp(params, key) {
+    const value = stringValue(params, key);
+    return value ? { [key]: value } : {};
+}
+function buttonProp(params) {
+    const button = stringValue(params, "button");
+    return button === "left" || button === "right" || button === "middle" ? { button } : {};
+}
+function leftRightButtonProp(params) {
+    const button = stringValue(params, "button");
+    return button === "left" || button === "right" ? { button } : {};
+}
+function directionProp(params) {
+    const direction = stringValue(params, "direction");
+    return direction === "up" || direction === "left" || direction === "right" ? direction : "down";
+}
+function keyList(params) {
+    const keys = params["keys"];
+    if (Array.isArray(keys)) {
+        return keys.filter((key) => typeof key === "string" && key.trim().length > 0);
+    }
+    const key = stringValue(params, "key") ?? stringValue(params, "combo");
+    return key ? key.split("+").map((part) => part.trim()).filter(Boolean) : [];
+}
+function stringifyParams(params) {
+    const out = {};
+    for (const [key, value] of Object.entries(params)) {
+        if (value === undefined)
+            continue;
+        out[key] = String(value);
+    }
+    return out;
+}
+function elapsed(started, now) {
+    return Math.max(0, (now ? now() : Date.now()) - started);
+}
+function defaultSleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=driver-contract.js.map

package/dist/computer-use/driver-contract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"driver-contract.js","sourceRoot":"","sources":["../../src/computer-use/driver-contract.ts"],"names":[],"mappings":"AA2HA,MAAM,UAAU,sBAAsB,CACpC,QAA0F,EAAE;IAE5F,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACpD,OAAO;QACL,KAAK;QACL,MAAM;QACN,WAAW,EAAE,cAAc,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC;QACnD,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,SAAS;QACvC,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE;QACrD,qBAAqB,EAAE,KAAK,CAAC,qBAAqB,IAAI,QAAQ;KAC/D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAOrC;IACC,MAAM,eAAe,GAAG,iBAAiB,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC;IAChG,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;IACnG,MAAM,OAAO,GAAG,sBAAsB,CAAC;QACrC,GAAG,KAAK,CAAC,OAAO;QAChB,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,IAAI,eAAe;QAC9C,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,IAAI,gBAAgB;KAClD,CAAC,CAAC;IACH,MAAM,UAAU,GACd,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,KAAK;QAC7B,CAAC,CAAC;YACE,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9C,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,MAAM,IAAI,KAAK;YACzC,KAAK,EAAE,eAAe;YACtB,MAAM,EAAE,gBAAgB;SACzB;QACH,CAAC,CAAC,SAAS,CAAC;IAChB,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;QAC7B,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,SAAS;QAC3C,OAAO;QACP,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;KAChD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAGvC;IACC,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACnE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,mCAAmC,EAAE,CAAC;IACnE,CAAC;IACD,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC9C,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,MAAM,CAAC;IAC9B,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACvD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAC1E,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,+BAA+B,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,MAAsB;IACpE,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,YAAY;YACf,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACpF,KAAK,OAAO;YACV,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,eAAe,CAAC;oBACtB,CAAC,EAAE,MAAM,CAAC,CAAC;oBACX,CAAC,EAAE,MAAM,CAAC,CAAC;oBACX,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB,CAAC;aACH,CAAC;QACJ,KAAK,cAAc;YACjB,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,eAAe,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;aACxF,CAAC;QACJ,KAAK,MAAM;YACT,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QACnF,KAAK,YAAY;YACf,OAAO;gBACL,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,eAAe,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;aAC7E,CAAC;QACJ,KAAK,UAAU;YACb,OAAO;gBACL,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,eAAe,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;aAC7E,CAAC;QACJ,KAAK,MAAM;YACT,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,eAAe,CAAC;oBACtB,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACjB,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACjB,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;oBAClB,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;iBACnB,CAAC;aACH,CAAC;QACJ,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAChD,IAAI,CAAC,KAAK,IAAI,CAAC,GAAG;gBAAE,OAAO,IAAI,CAAC;YAChC,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,MAAM,EAAE,eAAe,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;aAC9E,CAAC;QACJ,CAAC;QACD,KAAK,WAAW;YACd,OAAO;gBACL,MAAM,EAAE,QAAQ;gBAChB,MAAM,EAAE,eAAe,CAAC;oBACtB,CAAC,EAAE,MAAM,CAAC,CAAC;oBACX,CAAC,EAAE,MAAM,CAAC,CAAC;oBACX,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB,CAAC;aACH,CAAC;QACJ,KAAK,MAAM;YACT,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;QACjG,KAAK,UAAU;YACb,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACnE,KAAK,WAAW;YACd,OAAO,MAAM,CAAC,SAAS,KAAK,KAAK;gBAC/B,CAAC,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,EAAE,EAAE;gBACzC,CAAC,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,eAAe,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;QACxF,KAAK,UAAU;YACb,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC;QAC7D,KAAK,WAAW;YACd,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QAChE,KAAK,UAAU;YACb,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC;QAC7D,KAAK,mBAAmB;YACtB,OAAO,EAAE,MAAM,EAAE,mBAAmB,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACrD,KAAK,aAAa;YAChB,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAC/C,KAAK,MAAM;YACT,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,KAM3C;IACC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;IACrD,MAAM,KAAK,GAAG,+BAA+B,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC5D,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,YAAY,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACrD,OAAO;YACL,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,UAAU,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI;YACrC,UAAU,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC;YACvC,OAAO,EAAE,KAAK;YACd,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtE,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,KAAK;YACL,KAAK,EAAE,gCAAgC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE;YAC1D,UAAU,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC;YACvC,OAAO,EAAE,KAAK;SACf,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;IACjD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,KAAK;YACL,KAAK,EAAE,kCAAkC;YACzC,UAAU,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC;YACvC,OAAO,EAAE,KAAK;SACf,CAAC;IACJ,CAAC;IACD,MAAM,EAAE,GAAG,MAAM,EAAE,OAAO,KAAK,IAAI,CAAC;IACpC,OAAO;QACL,EAAE;QACF,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK;QACL,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtF,UAAU,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC;QACvC,OAAO,EAAE,EAAE,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,aAAa;QACxF,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,MAAsB,EACtB,OAAyB;IAEzB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,UAAU,GAAG,CAAC,KAAoB,EAAE,KAAa,EAAQ,EAAE;QAC/D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3D,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAC;YACrD,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,GAAG,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,mCAAmC,CAAC,CAAC;QAC3F,IAAI,OAAO,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;YAC5D,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,0BAA0B,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YAC9D,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,2BAA2B,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CAAC;IAEF,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,OAAO,CAAC;QACb,KAAK,cAAc,CAAC;QACpB,KAAK,MAAM;YACT,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAChC,IAAI,QAAQ,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3E,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACvC,CAAC;YACD,MAAM;QACR,KAAK,YAAY,CAAC;QAClB,KAAK,UAAU;YACb,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;gBACrD,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;oBACrD,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,gDAAgD,CAAC,CAAC;gBAChF,CAAC;qBAAM,CAAC;oBACN,UAAU,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;YACD,MAAM;QACR,KAAK,MAAM;YACT,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;YACvC,UAAU,CAAC,MAAM,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YACnC,MAAM;QACR,KAAK,WAAW;YACd,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;gBAAE,QAAQ,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;YACpF,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,aAAa,KAAK,GAAG,CAAC,CAAC,CAAC;YAChF,MAAM;QACR,KAAK,WAAW;YACd,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;gBACrD,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;oBACrD,QAAQ,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;gBAC3E,CAAC;qBAAM,CAAC;oBACN,UAAU,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzD,QAAQ,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YACjD,CAAC;YACD,MAAM;QACR,KAAK,MAAM;YACT,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,QAAQ,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAC3E,MAAM;QACR,KAAK,UAAU;YACb,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,QAAQ,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YAC/E,MAAM;QACR,KAAK,MAAM;YACT,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,EAAE,GAAG,CAAC;gBAAE,QAAQ,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;YAChG,MAAM;QACR,KAAK,WAAW;YACd,IAAI,MAAM,CAAC,SAAS,KAAK,KAAK,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5D,QAAQ,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAC/C,CAAC;YACD,MAAM;QACR,KAAK,UAAU;YACb,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;gBAAE,QAAQ,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YACtF,MAAM;QACR,KAAK,WAAW;YACd,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;gBAAE,QAAQ,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YACvF,MAAM;QACR,KAAK,UAAU;YACb,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;gBAAE,QAAQ,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;YACpF,MAAM;QACR,KAAK,YAAY,CAAC;QAClB,KAAK,mBAAmB,CAAC;QACzB,KAAK,aAAa;YAChB,MAAM;IACV,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CACvB,IAAY,EACZ,MAAyC;IAEzC,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,YAAY;YACf,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;QACrF,KAAK,OAAO;YACV,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE;oBACN,IAAI,EAAE,OAAO;oBACb,CAAC,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;oBAC1B,CAAC,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;oBAC1B,GAAG,UAAU,CAAC,MAAM,CAAC;oBACrB,GAAG,kBAAkB,CAAC,MAAM,EAAE,QAAQ,CAAC;iBACxC;aACF,CAAC;QACJ,KAAK,cAAc;YACjB,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE;oBACN,IAAI,EAAE,cAAc;oBACpB,CAAC,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;oBAC1B,CAAC,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;oBAC1B,GAAG,UAAU,CAAC,MAAM,CAAC;iBACtB;aACF,CAAC;QACJ,KAAK,MAAM;YACT,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;QACxG,KAAK,YAAY;YACf,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE;oBACN,IAAI,EAAE,YAAY;oBAClB,GAAG,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC;oBAClC,GAAG,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC;oBAClC,GAAG,mBAAmB,CAAC,MAAM,CAAC;iBAC/B;aACF,CAAC;QACJ,KAAK,UAAU;YACb,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE;oBACN,IAAI,EAAE,UAAU;oBAChB,GAAG,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC;oBAClC,GAAG,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC;oBAClC,GAAG,mBAAmB,CAAC,MAAM,CAAC;iBAC/B;aACF,CAAC;QACJ,KAAK,MAAM;YACT,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE;oBACN,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,EAAE,CAAC,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;oBACjE,GAAG,EAAE,EAAE,CAAC,EAAE,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;iBACxF;aACF,CAAC;QACJ,KAAK,WAAW;YACd,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE;oBACN,IAAI,EAAE,WAAW;oBACjB,GAAG,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC;oBAClC,GAAG,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC;oBAClC,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC;oBAChC,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC;iBAC7D;aACF,CAAC;QACJ,KAAK,MAAM;YACT,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC;QACzF,KAAK,UAAU;YACb,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QAC3E,KAAK,MAAM;YACT,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,YAAY,CAAC,EAAE,EAAE,CAAC;QAC5F,KAAK,eAAe;YAClB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;QACvE,KAAK,eAAe;YAClB,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE;aACzF,CAAC;QACJ,KAAK,UAAU;YACb,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC;QAC3F,KAAK,WAAW;YACd,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC;QAC9F,KAAK,UAAU;YACb,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC;QAC3F,KAAK,mBAAmB;YACtB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE,CAAC;QAC7D,KAAK,aAAa;YAChB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,CAAC;QACvD;YACE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,4BAA4B,IAAI,EAAE,EAAE,CAAC;IACpE,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAc;IACzC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAChE,MAAM,OAAO,GAAqC;QAChD,WAAW,EAAE,cAAc;QAC3B,YAAY,EAAE,cAAc;QAC5B,EAAE,EAAE,cAAc;QAClB,UAAU,EAAE,MAAM;QAClB,UAAU,EAAE,MAAM;QAClB,SAAS,EAAE,YAAY;QACvB,OAAO,EAAE,UAAU;QACnB,MAAM,EAAE,WAAW;QACnB,GAAG,EAAE,UAAU;QACf,SAAS,EAAE,UAAU;QACrB,aAAa,EAAE,eAAe;QAC9B,aAAa,EAAE,eAAe;QAC9B,aAAa,EAAE,eAAe;QAC9B,aAAa,EAAE,eAAe;QAC9B,QAAQ,EAAE,UAAU;QACpB,SAAS,EAAE,WAAW;QACtB,QAAQ,EAAE,UAAU;QACpB,iBAAiB,EAAE,mBAAmB;QACtC,aAAa,EAAE,mBAAmB;QAClC,WAAW,EAAE,aAAa;QAC1B,UAAU,EAAE,aAAa;KAC1B,CAAC;IACF,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;AAC7B,CAAC;AAED,SAAS,aAAa,CAAC,MAAe;IACpC,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QACnE,CAAC,CAAE,MAA4C;QAC/C,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/F,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9F,CAAC;AAED,SAAS,UAAU,CAAC,MAAyC,EAAE,GAAG,IAAuB;IACvF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,MAAM,MAAM,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACnG,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,MAAM,CAAC;IAC7C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,kBAAkB,CACzB,MAAyC,EACzC,GAAG,IAAuB;IAE1B,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACxD,CAAC;AAED,SAAS,WAAW,CAAC,MAAyC,EAAE,GAAW;IACzE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CACjB,MAAyC,EACzC,GAAW;IAEX,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACvC,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,UAAU,CAAC,MAAyC;IAG3D,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC7C,OAAO,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAC1F,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAyC;IAGpE,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC7C,OAAO,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACnE,CAAC;AAED,SAAS,aAAa,CAAC,MAAyC;IAC9D,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACnD,OAAO,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;AAClG,CAAC;AAED,SAAS,OAAO,CAAC,MAAyC;IACxD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAiB,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/F,CAAC;IACD,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvE,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC9E,CAAC;AAED,SAAS,eAAe,CAAC,MAAyC;IAChE,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAClD,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS;QAClC,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,OAAO,CAAC,OAAe,EAAE,GAAkB;IAClD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,YAAY,CAAC,EAAU;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/dist/computer-use/perception-engine.d.ts

@@ -80,8 +80,22 @@ export declare class PerceptionEngine {
      * magnified frame retains useful surrounding context. The region is
      * clamped to the active window's bounds so we never request a crop
      * outside the screen.
+     *
+     * Overload: when called with a pre-computed `{x,y,width,height}`
+     * region, returns the corresponding zoom action verbatim (after
+     * clamping width/height to a sane minimum). This is the recovery
+     * call-site used by `ComputerUseAgent.recoverWithZoom` — when an
+     * action fails or comes back low-confidence, the agent already knows
+     * the screen coordinates of the failed click and can build the zoom
+     * region directly without re-running small-target detection.
      */
     buildZoomAction(target: ScreenElement, screenBounds: ActiveWindow["bounds"]): CUAction;
+    buildZoomAction(region: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    }): CUAction;
     /**
      * Map a coordinate from a zoomed image back to the original
      * screen-space. The zoomed image always covers `region.width` ×
@@ -131,6 +145,31 @@ export declare class PerceptionEngine {
             readonly target: ScreenElement;
         } | null;
     }>;
+    /**
+     * Region-based overload — perceive screen state inside a caller-
+     * specified zoom region. Used by the recovery path in
+     * `ComputerUseAgent.recoverWithZoom`: when an action fails or comes
+     * back low-confidence, the agent already has the failed coordinates
+     * and constructs a region around them directly. We re-perceive the
+     * full screen and tag the result with the requested region so callers
+     * can crop / annotate / pass to a vision model. The perception itself
+     * is full-screen (cropping is the executor's job) but the region is
+     * preserved so the caller knows what zoom window to apply.
+     */
+    perceiveWithZoom(region: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    }): Promise<{
+        readonly perception: Perception;
+        readonly region: {
+            readonly x: number;
+            readonly y: number;
+            readonly width: number;
+            readonly height: number;
+        };
+    }>;
     /**
      * Convert perception to structured text for text-only models.
      * This is the key innovation — ANY model can control the computer.

package/dist/computer-use/perception-engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"perception-engine.d.ts","sourceRoot":"","sources":["../../src/computer-use/perception-engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAMH,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAIpF,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;AA6BpE;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED;;;GAGG;AACH,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,SAAS,aAAa,EAAE,CAAC;IAC3C,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;CAC9B;AAED;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,OAAO,EAAE,SAAS,aAAa,EAAE,CAAC;IAC3C,QAAQ,CAAC,IAAI,EAAE,SAAS,QAAQ,EAAE,CAAC;IACnC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,wBAAgB,cAAc,IAAI,YAAY,CAM7C;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAe;IACxC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAEtB,gBAAgB,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE;IAMhF,QAAQ,IAAI,OAAO,CAAC,UAAU,CAAC;IAuCrC;;;;;;;;;;;OAWG;IACH,iBAAiB,CAAC,UAAU,EAAE,UAAU,GAAG,aAAa,GAAG,IAAI;IAyB/D;;;;;;OAMG;IACH,eAAe,CAAC,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,CAAC,QAAQ,CAAC,GAAG,QAAQ;IA4BtF;;;;;;;;;;;;OAYG;IACH,iBAAiB,CACf,KAAK,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,EAC/B,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,EAC/C,IAAI,GAAE,OAAO,GAAG,YAAsB,GACrC;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE;IAU3B;;;;;;;;;;;;;;;;;OAiBG;IACG,gBAAgB,IAAI,OAAO,CAAC;QAChC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;QAChC,QAAQ,CAAC,IAAI,EAAE;YACb,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE;gBAAE,IAAI,EAAE,MAAM,CAAA;aAAE,CAAC,CAAC;YACrD,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;SAChC,GAAG,IAAI,CAAC;KACV,CAAC;IAkBF;;;OAGG;IACH,MAAM,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM;IAY7B;;;;;;;;;;;;;;;OAeG;IACG,gBAAgB,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKjE;;;OAGG;IACG,aAAa,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IAwCjE;;;OAGG;YACW,kBAAkB;IAwBhC;;;OAGG;YACW,gBAAgB;IAkC9B;;;OAGG;YACW,kBAAkB;IAiEhC;;OAEG;YACW,kBAAkB;IA0ChC;;;OAGG;IACH,OAAO,CAAC,SAAS;IAwCjB;;;OAGG;IACH,OAAO,CAAC,eAAe;IAoBvB;;;OAGG;IACH,OAAO,CAAC,mBAAmB;YA6Cb,iBAAiB;YA8BjB,oBAAoB;YAmCpB,eAAe;IAoC7B,OAAO,CAAC,mBAAmB;IAS3B,OAAO,CAAC,uBAAuB;IAwC/B,OAAO,CAAC,WAAW;IAoBnB,OAAO,CAAC,wBAAwB;CAGjC"}
+{"version":3,"file":"perception-engine.d.ts","sourceRoot":"","sources":["../../src/computer-use/perception-engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAMH,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAIpF,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;AA6BpE;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED;;;GAGG;AACH,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,SAAS,aAAa,EAAE,CAAC;IAC3C,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;CAC9B;AAED;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,OAAO,EAAE,SAAS,aAAa,EAAE,CAAC;IAC3C,QAAQ,CAAC,IAAI,EAAE,SAAS,QAAQ,EAAE,CAAC;IACnC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,wBAAgB,cAAc,IAAI,YAAY,CAM7C;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAe;IACxC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAEtB,gBAAgB,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE;IAMhF,QAAQ,IAAI,OAAO,CAAC,UAAU,CAAC;IAuCrC;;;;;;;;;;;OAWG;IACH,iBAAiB,CAAC,UAAU,EAAE,UAAU,GAAG,aAAa,GAAG,IAAI;IAyB/D;;;;;;;;;;;;;;OAcG;IACH,eAAe,CAAC,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,CAAC,QAAQ,CAAC,GAAG,QAAQ;IACtF,eAAe,CAAC,MAAM,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,QAAQ;IA+C1F;;;;;;;;;;;;OAYG;IACH,iBAAiB,CACf,KAAK,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,EAC/B,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,EAC/C,IAAI,GAAE,OAAO,GAAG,YAAsB,GACrC;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE;IAU3B;;;;;;;;;;;;;;;;;OAiBG;IACG,gBAAgB,IAAI,OAAO,CAAC;QAChC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;QAChC,QAAQ,CAAC,IAAI,EAAE;YACb,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,EAAE;gBAAE,IAAI,EAAE,MAAM,CAAA;aAAE,CAAC,CAAC;YACrD,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;SAChC,GAAG,IAAI,CAAC;KACV,CAAC;IACF;;;;;;;;;;OAUG;IACG,gBAAgB,CAAC,MAAM,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QAC/F,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;QAChC,QAAQ,CAAC,MAAM,EAAE;YACf,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;YACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;YACnB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;YACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;SACzB,CAAC;KACH,CAAC;IAmCF;;;OAGG;IACH,MAAM,CAAC,CAAC,EAAE,UAAU,GAAG,MAAM;IAY7B;;;;;;;;;;;;;;;OAeG;IACG,gBAAgB,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKjE;;;OAGG;IACG,aAAa,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IAwCjE;;;OAGG;YACW,kBAAkB;IAwBhC;;;OAGG;YACW,gBAAgB;IAkC9B;;;OAGG;YACW,kBAAkB;IAiEhC;;OAEG;YACW,kBAAkB;IA0ChC;;;OAGG;IACH,OAAO,CAAC,SAAS;IAwCjB;;;OAGG;IACH,OAAO,CAAC,eAAe;IAoBvB;;;OAGG;IACH,OAAO,CAAC,mBAAmB;YA6Cb,iBAAiB;YA8BjB,oBAAoB;YAmCpB,eAAe;IAoC7B,OAAO,CAAC,mBAAmB;IAS3B,OAAO,CAAC,uBAAuB;IAwC/B,OAAO,CAAC,WAAW;IAoBnB,OAAO,CAAC,wBAAwB;CAGjC"}

package/dist/computer-use/perception-engine.js

@@ -134,14 +134,21 @@ export class PerceptionEngine {
         }
         return smallest;
     }
-    /**
-     * Build a `{type:"zoom"}` CUAction centred on a target element. The
-     * region is sized to roughly 4x the target with a sane minimum so the
-     * magnified frame retains useful surrounding context. The region is
-     * clamped to the active window's bounds so we never request a crop
-     * outside the screen.
-     */
-    buildZoomAction(target, screenBounds) {
+    buildZoomAction(targetOrRegion, screenBounds) {
+        // Region-based overload — caller already computed the crop window.
+        if (screenBounds === undefined) {
+            const region = targetOrRegion;
+            return {
+                type: "zoom",
+                region: {
+                    x: Math.max(0, Math.round(region.x)),
+                    y: Math.max(0, Math.round(region.y)),
+                    width: Math.max(MIN_ZOOM_REGION_SIZE_PX, Math.round(region.width)),
+                    height: Math.max(MIN_ZOOM_REGION_SIZE_PX, Math.round(region.height)),
+                },
+            };
+        }
+        const target = targetOrRegion;
         const regionWidth = Math.max(MIN_ZOOM_REGION_SIZE_PX, target.width * ZOOM_REGION_MULTIPLIER);
         const regionHeight = Math.max(MIN_ZOOM_REGION_SIZE_PX, target.height * ZOOM_REGION_MULTIPLIER);
         // Center the region on the target. Clamp so the region stays inside
@@ -184,26 +191,19 @@ export class PerceptionEngine {
             y: Math.round(region.y + fy * region.height),
         };
     }
-    /**
-     * One-shot ROI zoom recovery. Performs `perceive()`, looks for a tiny
-     * target, and if one is found returns:
-     *
-     *   - the original perception (so the caller still sees the full
-     *     screen layout),
-     *   - the zoom action to apply, plus the target element it was built
-     *     for (callers may want to highlight or annotate the target).
-     *
-     * Capped at exactly one zoom per cycle. The caller decides whether to
-     * actually act on the suggestion (e.g., by capturing the cropped
-     * screenshot and re-running classification) — this method does not
-     * recursively re-perceive, which prevents infinite loops on screens
-     * with nested tiny widgets.
-     *
-     * Returns `{ perception, zoom: null }` when no small targets are
-     * detected so callers can treat the result uniformly.
-     */
-    async perceiveWithZoom() {
+    async perceiveWithZoom(region) {
         const perception = await this.perceive();
+        if (region !== undefined) {
+            return {
+                perception,
+                region: {
+                    x: region.x,
+                    y: region.y,
+                    width: region.width,
+                    height: region.height,
+                },
+            };
+        }
         const target = this.detectSmallTarget(perception);
         if (!target) {
             return { perception, zoom: null };