@elizaos/plugin-computeruse 2.0.0-alpha.9 → 2.0.3-beta.2

package/dist/services/computeruse-service.js

@@ -1,391 +0,0 @@
-import { logger, Service } from "@elizaos/core";
-import { computerUseConfigSchema, } from "../types.js";
-export class ComputerUseService extends Service {
-    static serviceType = "computeruse";
-    capabilityDescription = "Enables the agent to control a computer UI locally (when supported) or via a ComputerUse MCP server";
-    computeruseConfig;
-    backendName = null;
-    initialized = false;
-    // Lazy-loaded to avoid importing native bindings unless actually used.
-    localDesktop = null;
-    constructor(runtime) {
-        super(runtime);
-        this.computeruseConfig = computerUseConfigSchema.parse({
-            COMPUTERUSE_ENABLED: String(process.env.COMPUTERUSE_ENABLED ?? "false"),
-            COMPUTERUSE_MODE: String(process.env.COMPUTERUSE_MODE ?? "auto"),
-            COMPUTERUSE_MCP_SERVER: String(process.env.COMPUTERUSE_MCP_SERVER ?? "computeruse"),
-        });
-    }
-    static async start(runtime) {
-        const service = new ComputerUseService(runtime);
-        return service;
-    }
-    async stop() {
-        this.localDesktop = null;
-        this.backendName = null;
-        this.initialized = false;
-    }
-    getMode() {
-        return this.computeruseConfig.COMPUTERUSE_MODE;
-    }
-    getBackendName() {
-        return this.backendName;
-    }
-    getMcpServerName() {
-        return this.computeruseConfig.COMPUTERUSE_MCP_SERVER;
-    }
-    isEnabled() {
-        return this.computeruseConfig.COMPUTERUSE_ENABLED;
-    }
-    async ensureReady() {
-        if (this.initialized)
-            return;
-        this.initialized = true;
-        await this.initializeBackend();
-    }
-    async initializeBackend() {
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED) {
-            logger.info("[computeruse] disabled (COMPUTERUSE_ENABLED=false)");
-            this.backendName = null;
-            return;
-        }
-        // ── Sandbox mode: force MCP to prevent local desktop control ──────
-        const runtimeRecord = this.runtime;
-        const isSandboxMode = Boolean(runtimeRecord?.sandboxMode);
-        if (isSandboxMode) {
-            logger.info("[computeruse] sandbox mode active — forcing MCP backend (local desktop control disabled)");
-            this.computeruseConfig.COMPUTERUSE_MODE = "mcp";
-            await this.ensureMcpBackend();
-            this.backendName = "mcp";
-            return;
-        }
-        // ── End sandbox mode override ─────────────────────────────────────
-        const mode = this.computeruseConfig.COMPUTERUSE_MODE;
-        if (mode === "local") {
-            await this.ensureLocalBackend();
-            this.backendName = "local";
-            return;
-        }
-        if (mode === "mcp") {
-            await this.ensureMcpBackend();
-            this.backendName = "mcp";
-            return;
-        }
-        // auto - try local on all platforms, fall back to MCP
-        try {
-            await this.ensureLocalBackend();
-            this.backendName = "local";
-            return;
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            logger.warn(`[computeruse] local backend unavailable, falling back to mcp: ${msg}`);
-        }
-        await this.ensureMcpBackend();
-        this.backendName = "mcp";
-    }
-    async ensureLocalBackend() {
-        if (this.localDesktop)
-            return;
-        // Import only when needed (native optional deps).
-        try {
-            const loadModule = Function("moduleName", "return import(moduleName)");
-            const mod = (await loadModule("@elizaos/computeruse"));
-            if (typeof mod.Desktop !== "function") {
-                throw new Error("Desktop API is not available in @elizaos/computeruse");
-            }
-            this.localDesktop = new mod.Desktop();
-        }
-        catch (err) {
-            const msg = err instanceof Error ? err.message : String(err);
-            const platform = process.platform;
-            if (platform === "darwin") {
-                throw new Error(`macOS native bindings not available: ${msg}. Use MCP mode or ensure @elizaos/computeruse-darwin-* is installed.`);
-            }
-            else if (platform === "linux") {
-                throw new Error(`Linux native bindings not available: ${msg}. Use MCP mode or ensure @elizaos/computeruse-linux-* is installed.`);
-            }
-            throw err;
-        }
-    }
-    async ensureMcpBackend() {
-        const mcp = await this.waitForMcpService();
-        const serverName = this.computeruseConfig.COMPUTERUSE_MCP_SERVER;
-        const servers = mcp.getServers();
-        const exists = servers.some((s) => s.name === serverName);
-        if (!exists) {
-            throw new Error(`MCP server "${serverName}" not configured. Add it under runtime/character settings "mcp.servers".`);
-        }
-    }
-    async waitForMcpService() {
-        // Services are registered during runtime initialization; depending on plugin order,
-        // "mcp" may not be available during another service's start hook.
-        for (let attempt = 0; attempt < 20; attempt++) {
-            const mcp = this.runtime.getService("mcp");
-            if (mcp)
-                return mcp;
-            await new Promise((resolve) => setTimeout(resolve, 50));
-        }
-        throw new Error("MCP service not available. Add @elizaos/plugin-mcp and configure a computeruse server.");
-    }
-    getMcp() {
-        const mcp = this.runtime.getService("mcp");
-        if (!mcp) {
-            throw new Error("MCP service not available");
-        }
-        return mcp;
-    }
-    parseProcessScopedSelector(rawSelector, processHint) {
-        const selector = rawSelector.trim();
-        const match = selector.match(/^\s*process:([^\s>]+)\s*(?:>>\s*(.*))?$/);
-        if (match) {
-            const process = match[1]?.trim();
-            const inner = (match[2] ?? "").trim();
-            if (!process) {
-                throw new Error("Missing process. Provide parameters.process or prefix selector with 'process:<name> >> ...'");
-            }
-            return { process, selector: inner };
-        }
-        const process = processHint?.trim();
-        if (!process) {
-            throw new Error("Missing process. Provide parameters.process or prefix selector with 'process:<name> >> ...'");
-        }
-        return { process, selector };
-    }
-    async openApplication(appName) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            this.localDesktop?.openApplication(appName);
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "open_application", {
-                app_name: appName,
-                verify_element_exists: "",
-                verify_element_not_exists: "",
-                include_tree_after_action: false,
-            });
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async click(selector, timeoutMs, process) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            const el = await this.localDesktop?.locator(selector).first(timeoutMs);
-            if (!el)
-                throw new Error(`Element not found: ${selector}`);
-            await el.click();
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            const parsed = this.parseProcessScopedSelector(selector, process);
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "click_element", {
-                process: parsed.process,
-                selector: parsed.selector,
-                timeout_ms: timeoutMs,
-                verify_element_exists: "",
-                verify_element_not_exists: "",
-                highlight_before_action: false,
-                ui_diff_before_after: false,
-            });
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async typeText(selector, text, timeoutMs, clearBeforeTyping, process) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            const el = await this.localDesktop?.locator(selector).first(timeoutMs);
-            if (!el)
-                throw new Error(`Element not found: ${selector}`);
-            el.typeText(text, { clearBeforeTyping });
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            const parsed = this.parseProcessScopedSelector(selector, process);
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "type_into_element", {
-                process: parsed.process,
-                selector: parsed.selector,
-                text_to_type: text,
-                timeout_ms: timeoutMs,
-                clear_before_typing: clearBeforeTyping,
-                highlight_before_action: false,
-                ui_diff_before_after: false,
-            });
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async getWindowTree(process, title, maxDepth) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            const tree = this.localDesktop?.getWindowTree(process, title, undefined);
-            return JSON.stringify(tree ?? null, null, 2);
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            const toolArgs = {
-                process,
-                include_tree_after_action: true,
-            };
-            if (title !== undefined)
-                toolArgs.title = title;
-            if (maxDepth !== undefined)
-                toolArgs.tree_max_depth = maxDepth;
-            const res = await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "get_window_tree", toolArgs);
-            const texts = res.content
-                .filter((c) => c.type === "text")
-                .map((c) => c.text)
-                .filter((t) => typeof t === "string");
-            return texts.join("\n");
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async clickCoordinates(x, y, button = "left", numClicks = 1) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            this.localDesktop?.clickAtCoordinates(x, y);
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "click_at_coordinates", { x, y, button, num_clicks: numClicks });
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async pressKey(keys) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            this.localDesktop?.pressKey(keys);
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "press_key", { key: keys });
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async scroll(direction = "down", amount = 3, x, y) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            // Local backend: click at position first if specified, then scroll via key presses
-            if (x !== undefined && y !== undefined) {
-                this.localDesktop?.clickAtCoordinates(x, y);
-            }
-            const scrollKey = direction === "up" ? "scrollup" : "scrolldown";
-            for (let i = 0; i < amount; i++) {
-                this.localDesktop?.pressKey(scrollKey);
-            }
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            const toolArgs = { direction, amount };
-            if (x !== undefined)
-                toolArgs.x = x;
-            if (y !== undefined)
-                toolArgs.y = y;
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "scroll", toolArgs);
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async drag(startX, startY, endX, endY) {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            // The Desktop native API does not expose a drag method.
-            // Local backend can only click the start position; full drag requires MCP.
-            logger.warn("[computeruse] Local drag is limited to click-at-start. Use MCP for full drag.");
-            this.localDesktop?.clickAtCoordinates(startX, startY);
-            return;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "drag", { start_x: startX, start_y: startY, end_x: endX, end_y: endY });
-            return;
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async screenshot() {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            const result = this.localDesktop?.captureMonitor(0);
-            if (result && typeof result === "object" && "toBase64" in result) {
-                return result.toBase64();
-            }
-            return String(result ?? "");
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            const res = await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "capture_screenshot", {});
-            const texts = res.content
-                .filter((c) => c.type === "text")
-                .map((c) => c.text)
-                .filter((t) => typeof t === "string");
-            return texts.join("");
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-    async getApplications() {
-        await this.ensureReady();
-        if (!this.computeruseConfig.COMPUTERUSE_ENABLED)
-            throw new Error("ComputerUse is disabled");
-        if (this.backendName === "local") {
-            await this.ensureLocalBackend();
-            const apps = this.localDesktop?.applications() ?? [];
-            // Normalize into human-readable names.
-            const names = [];
-            for (const app of apps) {
-                const n = app.name();
-                if (typeof n === "string" && n.trim().length > 0)
-                    names.push(n);
-            }
-            return names;
-        }
-        if (this.backendName === "mcp") {
-            const mcp = this.getMcp();
-            const res = await mcp.callTool(this.computeruseConfig.COMPUTERUSE_MCP_SERVER, "get_applications_and_windows_list", {});
-            // Return text-only summary for now; structured parsing is done in actions/providers if needed.
-            const texts = res.content
-                .filter((c) => c.type === "text")
-                .map((c) => c.text)
-                .filter((t) => typeof t === "string");
-            return texts.length > 0 ? texts : ["(see MCP tool output)"];
-        }
-        throw new Error("ComputerUse backend not initialized");
-    }
-}
-//# sourceMappingURL=computeruse-service.js.map

package/dist/services/computeruse-service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"computeruse-service.js","sourceRoot":"","sources":["../../src/services/computeruse-service.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAEhD,OAAO,EAGN,uBAAuB,GAEvB,MAAM,aAAa,CAAC;AA0CrB,MAAM,OAAO,kBAAmB,SAAQ,OAAO;IAC9C,MAAM,CAAC,WAAW,GAAG,aAAa,CAAC;IACnC,qBAAqB,GACpB,qGAAqG,CAAC;IAE/F,iBAAiB,CAAoB;IACrC,WAAW,GAAkC,IAAI,CAAC;IAClD,WAAW,GAAG,KAAK,CAAC;IAE5B,uEAAuE;IAC/D,YAAY,GAA4B,IAAI,CAAC;IAErD,YAAY,OAAuB;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,iBAAiB,GAAG,uBAAuB,CAAC,KAAK,CAAC;YACtD,mBAAmB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO,CAAC;YACvE,gBAAgB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,MAAM,CAAC;YAChE,sBAAsB,EAAE,MAAM,CAC7B,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa,CACnD;SACD,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAsB;QACxC,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAChD,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC1B,CAAC;IAED,OAAO;QACN,OAAO,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;IAChD,CAAC;IAED,cAAc;QACb,OAAO,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAED,gBAAgB;QACf,OAAO,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,CAAC;IACtD,CAAC;IAED,SAAS;QACR,OAAO,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,WAAW;QAChB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC9B,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB,EAAE,CAAC;YACjD,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;YAClE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,OAAO;QACR,CAAC;QAED,qEAAqE;QACrE,MAAM,aAAa,GAAG,IAAI,CAAC,OAA+C,CAAC;QAC3E,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;QAC1D,IAAI,aAAa,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CACV,0FAA0F,CAC1F,CAAC;YACF,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAChD,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,OAAO;QACR,CAAC;QACD,qEAAqE;QAErE,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC;QACrD,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;YAC3B,OAAO;QACR,CAAC;QACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,OAAO;QACR,CAAC;QAED,sDAAsD;QACtD,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;YAC3B,OAAO;QACR,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,CAAC,IAAI,CACV,iEAAiE,GAAG,EAAE,CACtE,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC/B,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAE9B,kDAAkD;QAClD,IAAI,CAAC;YACJ,MAAM,UAAU,GAAG,QAAQ,CAC1B,YAAY,EACZ,2BAA2B,CACiB,CAAC;YAC9C,MAAM,GAAG,GAAG,CAAC,MAAM,UAAU,CAC5B,sBAAsB,CACtB,CAA2B,CAAC;YAC7B,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBACvC,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;YACzE,CAAC;YACD,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QACvC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;YAClC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CACd,wCAAwC,GAAG,sEAAsE,CACjH,CAAC;YACH,CAAC;iBAAM,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CACd,wCAAwC,GAAG,qEAAqE,CAChH,CAAC;YACH,CAAC;YACD,MAAM,GAAG,CAAC;QACX,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC7B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE3C,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,CAAC;QACjE,MAAM,OAAO,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACd,eAAe,UAAU,0EAA0E,CACnG,CAAC;QACH,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,iBAAiB;QAC9B,oFAAoF;QACpF,kEAAkE;QAClE,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAiB,KAAK,CAAC,CAAC;YAC3D,IAAI,GAAG;gBAAE,OAAO,GAAG,CAAC;YACpB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QACD,MAAM,IAAI,KAAK,CACd,wFAAwF,CACxF,CAAC;IACH,CAAC;IAEO,MAAM;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAiB,KAAK,CAAC,CAAC;QAC3D,IAAI,CAAC,GAAG,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,GAAG,CAAC;IACZ,CAAC;IAEO,0BAA0B,CACjC,WAAmB,EACnB,WAAoB;QAEpB,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACxE,IAAI,KAAK,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CACd,6FAA6F,CAC7F,CAAC;YACH,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QACrC,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,EAAE,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CACd,6FAA6F,CAC7F,CAAC;QACH,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAe;QACpC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC;YAC5C,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,kBAAkB,EAClB;gBACC,QAAQ,EAAE,OAAO;gBACjB,qBAAqB,EAAE,EAAE;gBACzB,yBAAyB,EAAE,EAAE;gBAC7B,yBAAyB,EAAE,KAAK;aAChC,CACD,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,KAAK,CACV,QAAgB,EAChB,SAAiB,EACjB,OAAgB;QAEhB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;YAC3D,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;YACjB,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClE,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,eAAe,EACf;gBACC,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,UAAU,EAAE,SAAS;gBACrB,qBAAqB,EAAE,EAAE;gBACzB,yBAAyB,EAAE,EAAE;gBAC7B,uBAAuB,EAAE,KAAK;gBAC9B,oBAAoB,EAAE,KAAK;aAC3B,CACD,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,QAAQ,CACb,QAAgB,EAChB,IAAY,EACZ,SAAiB,EACjB,iBAA0B,EAC1B,OAAgB;QAEhB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;YAC3D,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAC;YACzC,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAClE,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,mBAAmB,EACnB;gBACC,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,SAAS;gBACrB,mBAAmB,EAAE,iBAAiB;gBACtC,uBAAuB,EAAE,KAAK;gBAC9B,oBAAoB,EAAE,KAAK;aAC3B,CACD,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,aAAa,CAClB,OAAe,EACf,KAAc,EACd,QAAiB;QAEjB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,aAAa,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;YACzE,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAe;gBAC5B,OAAO;gBACP,yBAAyB,EAAE,IAAI;aAC/B,CAAC;YACF,IAAI,KAAK,KAAK,SAAS;gBAAE,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;YAChD,IAAI,QAAQ,KAAK,SAAS;gBAAE,QAAQ,CAAC,cAAc,GAAG,QAAQ,CAAC;YAC/D,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,QAAQ,CAC7B,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,iBAAiB,EACjB,QAAQ,CACR,CAAC;YACF,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO;iBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAClB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACvC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,gBAAgB,CACrB,CAAS,EACT,CAAS,EACT,SAAiB,MAAM,EACvB,YAAoB,CAAC;QAErB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5C,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,sBAAsB,EACtB,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,CACvC,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAY;QAC1B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;YAClC,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,WAAW,EACX,EAAE,GAAG,EAAE,IAAI,EAAE,CACb,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,MAAM,CACX,YAAoB,MAAM,EAC1B,SAAiB,CAAC,EAClB,CAAU,EACV,CAAU;QAEV,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,mFAAmF;YACnF,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;gBACxC,IAAI,CAAC,YAAY,EAAE,kBAAkB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7C,CAAC;YACD,MAAM,SAAS,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;YACxC,CAAC;YACD,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAe,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;YACnD,IAAI,CAAC,KAAK,SAAS;gBAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,CAAC,KAAK,SAAS;gBAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC;YACpC,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,QAAQ,EACR,QAAQ,CACR,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,IAAI,CACT,MAAc,EACd,MAAc,EACd,IAAY,EACZ,IAAY;QAEZ,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,wDAAwD;YACxD,2EAA2E;YAC3E,MAAM,CAAC,IAAI,CACV,+EAA+E,CAC/E,CAAC;YACF,IAAI,CAAC,YAAY,EAAE,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACtD,OAAO;QACR,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,CAAC,QAAQ,CACjB,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,MAAM,EACN,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAC9D,CAAC;YACF,OAAO;QACR,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,UAAU;QACf,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;YACpD,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,UAAU,IAAI,MAAM,EAAE,CAAC;gBAClE,OAAQ,MAAiC,CAAC,QAAQ,EAAE,CAAC;YACtD,CAAC;YACD,OAAO,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,QAAQ,CAC7B,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,oBAAoB,EACpB,EAAE,CACF,CAAC;YACF,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO;iBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAClB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACvC,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,eAAe;QACpB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,mBAAmB;YAC9C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAE5C,IAAI,IAAI,CAAC,WAAW,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;YACrD,uCAAuC;YACvC,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACxB,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;gBACrB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjE,CAAC;YACD,OAAO,KAAK,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,QAAQ,CAC7B,IAAI,CAAC,iBAAiB,CAAC,sBAAsB,EAC7C,mCAAmC,EACnC,EAAE,CACF,CAAC;YACF,+FAA+F;YAC/F,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO;iBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAClB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;YACvC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACxD,CAAC","sourcesContent":["import type { IAgentRuntime } from \"@elizaos/core\";\nimport { logger, Service } from \"@elizaos/core\";\nimport type { CallToolResult } from \"@modelcontextprotocol/sdk/types.js\";\nimport {\n\ttype ComputerUseBackendName,\n\ttype ComputerUseConfig,\n\tcomputerUseConfigSchema,\n\ttype JsonObject,\n} from \"../types.js\";\n\n// Runtime service shape (from @elizaos/plugin-mcp), referenced structurally to avoid a hard dep.\ninterface McpServiceLike extends Service {\n\tcallTool(\n\t\tserverName: string,\n\t\ttoolName: string,\n\t\ttoolArguments?: Readonly<JsonObject>,\n\t): Promise<CallToolResult>;\n\tgetServers(): ReadonlyArray<{ name: string; status: string }>;\n}\n\ninterface LocalDesktopElementLike {\n\tclick(): Promise<void> | void;\n\ttypeText(\n\t\ttext: string,\n\t\toptions?: { clearBeforeTyping?: boolean },\n\t): Promise<void> | void;\n}\n\ninterface LocalDesktopLocatorLike {\n\tfirst(timeoutMs: number): Promise<LocalDesktopElementLike | null | undefined>;\n}\n\ninterface LocalDesktopApplicationLike {\n\tname(): string;\n}\n\ninterface LocalDesktopLike {\n\topenApplication(appName: string): Promise<void> | void;\n\tlocator(selector: string): LocalDesktopLocatorLike;\n\tgetWindowTree(process: string, title?: string, format?: unknown): unknown;\n\tclickAtCoordinates(x: number, y: number): Promise<void> | void;\n\tpressKey(keys: string): Promise<void> | void;\n\tcaptureMonitor(index: number): unknown;\n\tapplications(): LocalDesktopApplicationLike[];\n}\n\ntype LocalDesktopModuleLike = {\n\tDesktop?: new () => LocalDesktopLike;\n};\n\nexport class ComputerUseService extends Service {\n\tstatic serviceType = \"computeruse\";\n\tcapabilityDescription =\n\t\t\"Enables the agent to control a computer UI locally (when supported) or via a ComputerUse MCP server\";\n\n\tprivate computeruseConfig: ComputerUseConfig;\n\tprivate backendName: ComputerUseBackendName | null = null;\n\tprivate initialized = false;\n\n\t// Lazy-loaded to avoid importing native bindings unless actually used.\n\tprivate localDesktop: LocalDesktopLike | null = null;\n\n\tconstructor(runtime?: IAgentRuntime) {\n\t\tsuper(runtime);\n\t\tthis.computeruseConfig = computerUseConfigSchema.parse({\n\t\t\tCOMPUTERUSE_ENABLED: String(process.env.COMPUTERUSE_ENABLED ?? \"false\"),\n\t\t\tCOMPUTERUSE_MODE: String(process.env.COMPUTERUSE_MODE ?? \"auto\"),\n\t\t\tCOMPUTERUSE_MCP_SERVER: String(\n\t\t\t\tprocess.env.COMPUTERUSE_MCP_SERVER ?? \"computeruse\",\n\t\t\t),\n\t\t});\n\t}\n\n\tstatic async start(runtime: IAgentRuntime): Promise<ComputerUseService> {\n\t\tconst service = new ComputerUseService(runtime);\n\t\treturn service;\n\t}\n\n\tasync stop(): Promise<void> {\n\t\tthis.localDesktop = null;\n\t\tthis.backendName = null;\n\t\tthis.initialized = false;\n\t}\n\n\tgetMode(): ComputerUseConfig[\"COMPUTERUSE_MODE\"] {\n\t\treturn this.computeruseConfig.COMPUTERUSE_MODE;\n\t}\n\n\tgetBackendName(): ComputerUseBackendName | null {\n\t\treturn this.backendName;\n\t}\n\n\tgetMcpServerName(): string {\n\t\treturn this.computeruseConfig.COMPUTERUSE_MCP_SERVER;\n\t}\n\n\tisEnabled(): boolean {\n\t\treturn this.computeruseConfig.COMPUTERUSE_ENABLED;\n\t}\n\n\tasync ensureReady(): Promise<void> {\n\t\tif (this.initialized) return;\n\t\tthis.initialized = true;\n\t\tawait this.initializeBackend();\n\t}\n\n\tprivate async initializeBackend(): Promise<void> {\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED) {\n\t\t\tlogger.info(\"[computeruse] disabled (COMPUTERUSE_ENABLED=false)\");\n\t\t\tthis.backendName = null;\n\t\t\treturn;\n\t\t}\n\n\t\t// ── Sandbox mode: force MCP to prevent local desktop control ──────\n\t\tconst runtimeRecord = this.runtime as unknown as { sandboxMode?: unknown };\n\t\tconst isSandboxMode = Boolean(runtimeRecord?.sandboxMode);\n\t\tif (isSandboxMode) {\n\t\t\tlogger.info(\n\t\t\t\t\"[computeruse] sandbox mode active — forcing MCP backend (local desktop control disabled)\",\n\t\t\t);\n\t\t\tthis.computeruseConfig.COMPUTERUSE_MODE = \"mcp\";\n\t\t\tawait this.ensureMcpBackend();\n\t\t\tthis.backendName = \"mcp\";\n\t\t\treturn;\n\t\t}\n\t\t// ── End sandbox mode override ─────────────────────────────────────\n\n\t\tconst mode = this.computeruseConfig.COMPUTERUSE_MODE;\n\t\tif (mode === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tthis.backendName = \"local\";\n\t\t\treturn;\n\t\t}\n\t\tif (mode === \"mcp\") {\n\t\t\tawait this.ensureMcpBackend();\n\t\t\tthis.backendName = \"mcp\";\n\t\t\treturn;\n\t\t}\n\n\t\t// auto - try local on all platforms, fall back to MCP\n\t\ttry {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tthis.backendName = \"local\";\n\t\t\treturn;\n\t\t} catch (err) {\n\t\t\tconst msg = err instanceof Error ? err.message : String(err);\n\t\t\tlogger.warn(\n\t\t\t\t`[computeruse] local backend unavailable, falling back to mcp: ${msg}`,\n\t\t\t);\n\t\t}\n\n\t\tawait this.ensureMcpBackend();\n\t\tthis.backendName = \"mcp\";\n\t}\n\n\tprivate async ensureLocalBackend(): Promise<void> {\n\t\tif (this.localDesktop) return;\n\n\t\t// Import only when needed (native optional deps).\n\t\ttry {\n\t\t\tconst loadModule = Function(\n\t\t\t\t\"moduleName\",\n\t\t\t\t\"return import(moduleName)\",\n\t\t\t) as (moduleName: string) => Promise<unknown>;\n\t\t\tconst mod = (await loadModule(\n\t\t\t\t\"@elizaos/computeruse\",\n\t\t\t)) as LocalDesktopModuleLike;\n\t\t\tif (typeof mod.Desktop !== \"function\") {\n\t\t\t\tthrow new Error(\"Desktop API is not available in @elizaos/computeruse\");\n\t\t\t}\n\t\t\tthis.localDesktop = new mod.Desktop();\n\t\t} catch (err) {\n\t\t\tconst msg = err instanceof Error ? err.message : String(err);\n\t\t\tconst platform = process.platform;\n\t\t\tif (platform === \"darwin\") {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t`macOS native bindings not available: ${msg}. Use MCP mode or ensure @elizaos/computeruse-darwin-* is installed.`,\n\t\t\t\t);\n\t\t\t} else if (platform === \"linux\") {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t`Linux native bindings not available: ${msg}. Use MCP mode or ensure @elizaos/computeruse-linux-* is installed.`,\n\t\t\t\t);\n\t\t\t}\n\t\t\tthrow err;\n\t\t}\n\t}\n\n\tprivate async ensureMcpBackend(): Promise<void> {\n\t\tconst mcp = await this.waitForMcpService();\n\n\t\tconst serverName = this.computeruseConfig.COMPUTERUSE_MCP_SERVER;\n\t\tconst servers = mcp.getServers();\n\t\tconst exists = servers.some((s) => s.name === serverName);\n\t\tif (!exists) {\n\t\t\tthrow new Error(\n\t\t\t\t`MCP server \"${serverName}\" not configured. Add it under runtime/character settings \"mcp.servers\".`,\n\t\t\t);\n\t\t}\n\t}\n\n\tprivate async waitForMcpService(): Promise<McpServiceLike> {\n\t\t// Services are registered during runtime initialization; depending on plugin order,\n\t\t// \"mcp\" may not be available during another service's start hook.\n\t\tfor (let attempt = 0; attempt < 20; attempt++) {\n\t\t\tconst mcp = this.runtime.getService<McpServiceLike>(\"mcp\");\n\t\t\tif (mcp) return mcp;\n\t\t\tawait new Promise<void>((resolve) => setTimeout(resolve, 50));\n\t\t}\n\t\tthrow new Error(\n\t\t\t\"MCP service not available. Add @elizaos/plugin-mcp and configure a computeruse server.\",\n\t\t);\n\t}\n\n\tprivate getMcp(): McpServiceLike {\n\t\tconst mcp = this.runtime.getService<McpServiceLike>(\"mcp\");\n\t\tif (!mcp) {\n\t\t\tthrow new Error(\"MCP service not available\");\n\t\t}\n\t\treturn mcp;\n\t}\n\n\tprivate parseProcessScopedSelector(\n\t\trawSelector: string,\n\t\tprocessHint?: string,\n\t): { process: string; selector: string } {\n\t\tconst selector = rawSelector.trim();\n\t\tconst match = selector.match(/^\\s*process:([^\\s>]+)\\s*(?:>>\\s*(.*))?$/);\n\t\tif (match) {\n\t\t\tconst process = match[1]?.trim();\n\t\t\tconst inner = (match[2] ?? \"\").trim();\n\t\t\tif (!process) {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t\"Missing process. Provide parameters.process or prefix selector with 'process:<name> >> ...'\",\n\t\t\t\t);\n\t\t\t}\n\t\t\treturn { process, selector: inner };\n\t\t}\n\n\t\tconst process = processHint?.trim();\n\t\tif (!process) {\n\t\t\tthrow new Error(\n\t\t\t\t\"Missing process. Provide parameters.process or prefix selector with 'process:<name> >> ...'\",\n\t\t\t);\n\t\t}\n\t\treturn { process, selector };\n\t}\n\n\tasync openApplication(appName: string): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tthis.localDesktop?.openApplication(appName);\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"open_application\",\n\t\t\t\t{\n\t\t\t\t\tapp_name: appName,\n\t\t\t\t\tverify_element_exists: \"\",\n\t\t\t\t\tverify_element_not_exists: \"\",\n\t\t\t\t\tinclude_tree_after_action: false,\n\t\t\t\t},\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync click(\n\t\tselector: string,\n\t\ttimeoutMs: number,\n\t\tprocess?: string,\n\t): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tconst el = await this.localDesktop?.locator(selector).first(timeoutMs);\n\t\t\tif (!el) throw new Error(`Element not found: ${selector}`);\n\t\t\tawait el.click();\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tconst parsed = this.parseProcessScopedSelector(selector, process);\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"click_element\",\n\t\t\t\t{\n\t\t\t\t\tprocess: parsed.process,\n\t\t\t\t\tselector: parsed.selector,\n\t\t\t\t\ttimeout_ms: timeoutMs,\n\t\t\t\t\tverify_element_exists: \"\",\n\t\t\t\t\tverify_element_not_exists: \"\",\n\t\t\t\t\thighlight_before_action: false,\n\t\t\t\t\tui_diff_before_after: false,\n\t\t\t\t},\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync typeText(\n\t\tselector: string,\n\t\ttext: string,\n\t\ttimeoutMs: number,\n\t\tclearBeforeTyping: boolean,\n\t\tprocess?: string,\n\t): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tconst el = await this.localDesktop?.locator(selector).first(timeoutMs);\n\t\t\tif (!el) throw new Error(`Element not found: ${selector}`);\n\t\t\tel.typeText(text, { clearBeforeTyping });\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tconst parsed = this.parseProcessScopedSelector(selector, process);\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"type_into_element\",\n\t\t\t\t{\n\t\t\t\t\tprocess: parsed.process,\n\t\t\t\t\tselector: parsed.selector,\n\t\t\t\t\ttext_to_type: text,\n\t\t\t\t\ttimeout_ms: timeoutMs,\n\t\t\t\t\tclear_before_typing: clearBeforeTyping,\n\t\t\t\t\thighlight_before_action: false,\n\t\t\t\t\tui_diff_before_after: false,\n\t\t\t\t},\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync getWindowTree(\n\t\tprocess: string,\n\t\ttitle?: string,\n\t\tmaxDepth?: number,\n\t): Promise<string> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tconst tree = this.localDesktop?.getWindowTree(process, title, undefined);\n\t\t\treturn JSON.stringify(tree ?? null, null, 2);\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tconst toolArgs: JsonObject = {\n\t\t\t\tprocess,\n\t\t\t\tinclude_tree_after_action: true,\n\t\t\t};\n\t\t\tif (title !== undefined) toolArgs.title = title;\n\t\t\tif (maxDepth !== undefined) toolArgs.tree_max_depth = maxDepth;\n\t\t\tconst res = await mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"get_window_tree\",\n\t\t\t\ttoolArgs,\n\t\t\t);\n\t\t\tconst texts = res.content\n\t\t\t\t.filter((c) => c.type === \"text\")\n\t\t\t\t.map((c) => c.text)\n\t\t\t\t.filter((t) => typeof t === \"string\");\n\t\t\treturn texts.join(\"\\n\");\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync clickCoordinates(\n\t\tx: number,\n\t\ty: number,\n\t\tbutton: string = \"left\",\n\t\tnumClicks: number = 1,\n\t): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tthis.localDesktop?.clickAtCoordinates(x, y);\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"click_at_coordinates\",\n\t\t\t\t{ x, y, button, num_clicks: numClicks },\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync pressKey(keys: string): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tthis.localDesktop?.pressKey(keys);\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"press_key\",\n\t\t\t\t{ key: keys },\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync scroll(\n\t\tdirection: string = \"down\",\n\t\tamount: number = 3,\n\t\tx?: number,\n\t\ty?: number,\n\t): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\t// Local backend: click at position first if specified, then scroll via key presses\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tthis.localDesktop?.clickAtCoordinates(x, y);\n\t\t\t}\n\t\t\tconst scrollKey = direction === \"up\" ? \"scrollup\" : \"scrolldown\";\n\t\t\tfor (let i = 0; i < amount; i++) {\n\t\t\t\tthis.localDesktop?.pressKey(scrollKey);\n\t\t\t}\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tconst toolArgs: JsonObject = { direction, amount };\n\t\t\tif (x !== undefined) toolArgs.x = x;\n\t\t\tif (y !== undefined) toolArgs.y = y;\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"scroll\",\n\t\t\t\ttoolArgs,\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync drag(\n\t\tstartX: number,\n\t\tstartY: number,\n\t\tendX: number,\n\t\tendY: number,\n\t): Promise<void> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\t// The Desktop native API does not expose a drag method.\n\t\t\t// Local backend can only click the start position; full drag requires MCP.\n\t\t\tlogger.warn(\n\t\t\t\t\"[computeruse] Local drag is limited to click-at-start. Use MCP for full drag.\",\n\t\t\t);\n\t\t\tthis.localDesktop?.clickAtCoordinates(startX, startY);\n\t\t\treturn;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tawait mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"drag\",\n\t\t\t\t{ start_x: startX, start_y: startY, end_x: endX, end_y: endY },\n\t\t\t);\n\t\t\treturn;\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync screenshot(): Promise<string> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tconst result = this.localDesktop?.captureMonitor(0);\n\t\t\tif (result && typeof result === \"object\" && \"toBase64\" in result) {\n\t\t\t\treturn (result as { toBase64(): string }).toBase64();\n\t\t\t}\n\t\t\treturn String(result ?? \"\");\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tconst res = await mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"capture_screenshot\",\n\t\t\t\t{},\n\t\t\t);\n\t\t\tconst texts = res.content\n\t\t\t\t.filter((c) => c.type === \"text\")\n\t\t\t\t.map((c) => c.text)\n\t\t\t\t.filter((t) => typeof t === \"string\");\n\t\t\treturn texts.join(\"\");\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n\n\tasync getApplications(): Promise<string[]> {\n\t\tawait this.ensureReady();\n\t\tif (!this.computeruseConfig.COMPUTERUSE_ENABLED)\n\t\t\tthrow new Error(\"ComputerUse is disabled\");\n\n\t\tif (this.backendName === \"local\") {\n\t\t\tawait this.ensureLocalBackend();\n\t\t\tconst apps = this.localDesktop?.applications() ?? [];\n\t\t\t// Normalize into human-readable names.\n\t\t\tconst names: string[] = [];\n\t\t\tfor (const app of apps) {\n\t\t\t\tconst n = app.name();\n\t\t\t\tif (typeof n === \"string\" && n.trim().length > 0) names.push(n);\n\t\t\t}\n\t\t\treturn names;\n\t\t}\n\n\t\tif (this.backendName === \"mcp\") {\n\t\t\tconst mcp = this.getMcp();\n\t\t\tconst res = await mcp.callTool(\n\t\t\t\tthis.computeruseConfig.COMPUTERUSE_MCP_SERVER,\n\t\t\t\t\"get_applications_and_windows_list\",\n\t\t\t\t{},\n\t\t\t);\n\t\t\t// Return text-only summary for now; structured parsing is done in actions/providers if needed.\n\t\t\tconst texts = res.content\n\t\t\t\t.filter((c) => c.type === \"text\")\n\t\t\t\t.map((c) => c.text)\n\t\t\t\t.filter((t) => typeof t === \"string\");\n\t\t\treturn texts.length > 0 ? texts : [\"(see MCP tool output)\"];\n\t\t}\n\n\t\tthrow new Error(\"ComputerUse backend not initialized\");\n\t}\n}\n"]}

package/dist/types.d.ts

@@ -1,41 +0,0 @@
-import { z } from "zod";
-export type JsonPrimitive = string | number | boolean | null;
-export type JsonValue = JsonPrimitive | JsonValue[] | {
-    [key: string]: JsonValue;
-};
-export type JsonObject = {
-    [key: string]: JsonValue;
-};
-export type ComputerUseMode = "auto" | "local" | "mcp";
-export declare const computerUseConfigSchema: z.ZodObject<{
-    COMPUTERUSE_ENABLED: z.ZodPipe<z.ZodDefault<z.ZodOptional<z.ZodString>>, z.ZodTransform<boolean, string>>;
-    COMPUTERUSE_MODE: z.ZodDefault<z.ZodOptional<z.ZodEnum<{
-        auto: "auto";
-        local: "local";
-        mcp: "mcp";
-    }>>>;
-    COMPUTERUSE_MCP_SERVER: z.ZodDefault<z.ZodOptional<z.ZodString>>;
-}, z.core.$strip>;
-export type ComputerUseConfig = z.infer<typeof computerUseConfigSchema>;
-export type ComputerUseBackendName = "local" | "mcp";
-export interface ComputerUseOpenApplicationInput {
-    readonly name: string;
-}
-export interface ComputerUseClickInput {
-    readonly process?: string;
-    readonly selector: string;
-    readonly timeoutMs: number;
-}
-export interface ComputerUseTypeInput {
-    readonly process?: string;
-    readonly selector: string;
-    readonly text: string;
-    readonly timeoutMs: number;
-    readonly clearBeforeTyping: boolean;
-}
-export interface ComputerUseGetWindowTreeInput {
-    readonly process: string;
-    readonly title?: string;
-    readonly maxDepth?: number;
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;AAC7D,MAAM,MAAM,SAAS,GAClB,aAAa,GACb,SAAS,EAAE,GACX;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAChC,MAAM,MAAM,UAAU,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAEtD,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;AAEvD,eAAO,MAAM,uBAAuB;;;;;;;;iBAQlC,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,MAAM,MAAM,sBAAsB,GAAG,OAAO,GAAG,KAAK,CAAC;AAErD,MAAM,WAAW,+BAA+B;IAC/C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACrC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,oBAAoB;IACpC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAC;CACpC;AAED,MAAM,WAAW,6BAA6B;IAC7C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC3B"}

package/dist/types.js

@@ -1,11 +0,0 @@
-import { z } from "zod";
-export const computerUseConfigSchema = z.object({
-    COMPUTERUSE_ENABLED: z
-        .string()
-        .optional()
-        .default("false")
-        .transform((val) => val === "true"),
-    COMPUTERUSE_MODE: z.enum(["auto", "local", "mcp"]).optional().default("auto"),
-    COMPUTERUSE_MCP_SERVER: z.string().optional().default("computeruse"),
-});
-//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAWxB,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/C,mBAAmB,EAAE,CAAC;SACpB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,OAAO,CAAC,OAAO,CAAC;SAChB,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC;IACpC,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7E,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;CACpE,CAAC,CAAC","sourcesContent":["import { z } from \"zod\";\n\nexport type JsonPrimitive = string | number | boolean | null;\nexport type JsonValue =\n\t| JsonPrimitive\n\t| JsonValue[]\n\t| { [key: string]: JsonValue };\nexport type JsonObject = { [key: string]: JsonValue };\n\nexport type ComputerUseMode = \"auto\" | \"local\" | \"mcp\";\n\nexport const computerUseConfigSchema = z.object({\n\tCOMPUTERUSE_ENABLED: z\n\t\t.string()\n\t\t.optional()\n\t\t.default(\"false\")\n\t\t.transform((val) => val === \"true\"),\n\tCOMPUTERUSE_MODE: z.enum([\"auto\", \"local\", \"mcp\"]).optional().default(\"auto\"),\n\tCOMPUTERUSE_MCP_SERVER: z.string().optional().default(\"computeruse\"),\n});\n\nexport type ComputerUseConfig = z.infer<typeof computerUseConfigSchema>;\n\nexport type ComputerUseBackendName = \"local\" | \"mcp\";\n\nexport interface ComputerUseOpenApplicationInput {\n\treadonly name: string;\n}\n\nexport interface ComputerUseClickInput {\n\treadonly process?: string;\n\treadonly selector: string;\n\treadonly timeoutMs: number;\n}\n\nexport interface ComputerUseTypeInput {\n\treadonly process?: string;\n\treadonly selector: string;\n\treadonly text: string;\n\treadonly timeoutMs: number;\n\treadonly clearBeforeTyping: boolean;\n}\n\nexport interface ComputerUseGetWindowTreeInput {\n\treadonly process: string;\n\treadonly title?: string;\n\treadonly maxDepth?: number;\n}\n"]}

package/dist/utils/params.d.ts

@@ -1,5 +0,0 @@
-import type { ActionParameters } from "@elizaos/core";
-export declare function getStringParam(params: ActionParameters | undefined, name: string): string | undefined;
-export declare function getNumberParam(params: ActionParameters | undefined, name: string): number | undefined;
-export declare function getBooleanParam(params: ActionParameters | undefined, name: string): boolean | undefined;
-//# sourceMappingURL=params.d.ts.map

package/dist/utils/params.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"params.d.ts","sourceRoot":"","sources":["../../src/utils/params.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEtD,wBAAgB,cAAc,CAC7B,MAAM,EAAE,gBAAgB,GAAG,SAAS,EACpC,IAAI,EAAE,MAAM,GACV,MAAM,GAAG,SAAS,CAGpB;AAED,wBAAgB,cAAc,CAC7B,MAAM,EAAE,gBAAgB,GAAG,SAAS,EACpC,IAAI,EAAE,MAAM,GACV,MAAM,GAAG,SAAS,CAGpB;AAED,wBAAgB,eAAe,CAC9B,MAAM,EAAE,gBAAgB,GAAG,SAAS,EACpC,IAAI,EAAE,MAAM,GACV,OAAO,GAAG,SAAS,CAGrB"}

package/dist/utils/params.js

@@ -1,13 +0,0 @@
-export function getStringParam(params, name) {
-    const val = params?.[name];
-    return typeof val === "string" ? val : undefined;
-}
-export function getNumberParam(params, name) {
-    const val = params?.[name];
-    return typeof val === "number" ? val : undefined;
-}
-export function getBooleanParam(params, name) {
-    const val = params?.[name];
-    return typeof val === "boolean" ? val : undefined;
-}
-//# sourceMappingURL=params.js.map

package/dist/utils/params.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"params.js","sourceRoot":"","sources":["../../src/utils/params.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,cAAc,CAC7B,MAAoC,EACpC,IAAY;IAEZ,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,cAAc,CAC7B,MAAoC,EACpC,IAAY;IAEZ,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,eAAe,CAC9B,MAAoC,EACpC,IAAY;IAEZ,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;IAC3B,OAAO,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AACnD,CAAC","sourcesContent":["import type { ActionParameters } from \"@elizaos/core\";\n\nexport function getStringParam(\n\tparams: ActionParameters | undefined,\n\tname: string,\n): string | undefined {\n\tconst val = params?.[name];\n\treturn typeof val === \"string\" ? val : undefined;\n}\n\nexport function getNumberParam(\n\tparams: ActionParameters | undefined,\n\tname: string,\n): number | undefined {\n\tconst val = params?.[name];\n\treturn typeof val === \"number\" ? val : undefined;\n}\n\nexport function getBooleanParam(\n\tparams: ActionParameters | undefined,\n\tname: string,\n): boolean | undefined {\n\tconst val = params?.[name];\n\treturn typeof val === \"boolean\" ? val : undefined;\n}\n"]}