@vitalops/opendesk-sdk 0.1.0

package/dist/registry.d.ts

@@ -0,0 +1,9 @@
+import { Tool } from "./tools/base.js";
+export declare class ToolRegistry {
+    private tools;
+    register(tool: Tool): this;
+    get(name: string): Tool;
+    all(): Tool[];
+}
+export declare function createRegistry(): ToolRegistry;
+//# sourceMappingURL=registry.d.ts.map

package/dist/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAUvC,qBAAa,YAAY;IACvB,OAAO,CAAC,KAAK,CAA2B;IAExC,QAAQ,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI;IAK1B,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAMvB,GAAG,IAAI,IAAI,EAAE;CAGd;AAED,wBAAgB,cAAc,IAAI,YAAY,CAe7C"}

package/dist/registry.js

@@ -0,0 +1,41 @@
+import { ScreenshotTool } from "./tools/screenshot.js";
+import { MouseTool } from "./tools/mouse.js";
+import { KeyboardTool } from "./tools/keyboard.js";
+import { AppTool } from "./tools/app.js";
+import { ClipboardTool } from "./tools/clipboard.js";
+import { OCRTool } from "./tools/ocr.js";
+import { UITool } from "./tools/ui.js";
+import { AuditTool } from "./tools/audit.js";
+export class ToolRegistry {
+    tools = new Map();
+    register(tool) {
+        this.tools.set(tool.name, tool);
+        return this;
+    }
+    get(name) {
+        const tool = this.tools.get(name);
+        if (!tool)
+            throw new Error(`Tool '${name}' not found. Available: ${[...this.tools.keys()].join(", ")}`);
+        return tool;
+    }
+    all() {
+        return [...this.tools.values()];
+    }
+}
+export function createRegistry() {
+    const registry = new ToolRegistry();
+    for (const tool of [
+        new ScreenshotTool(),
+        new MouseTool(),
+        new KeyboardTool(),
+        new AppTool(),
+        new UITool(),
+        new ClipboardTool(),
+        new OCRTool(),
+        new AuditTool(),
+    ]) {
+        registry.register(tool);
+    }
+    return registry;
+}
+//# sourceMappingURL=registry.js.map

package/dist/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,MAAM,OAAO,YAAY;IACf,KAAK,GAAG,IAAI,GAAG,EAAgB,CAAC;IAExC,QAAQ,CAAC,IAAU;QACjB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,GAAG,CAAC,IAAY;QACd,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,SAAS,IAAI,2BAA2B,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxG,OAAO,IAAI,CAAC;IACd,CAAC;IAED,GAAG;QACD,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAClC,CAAC;CACF;AAED,MAAM,UAAU,cAAc;IAC5B,MAAM,QAAQ,GAAG,IAAI,YAAY,EAAE,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI;QACjB,IAAI,cAAc,EAAE;QACpB,IAAI,SAAS,EAAE;QACf,IAAI,YAAY,EAAE;QAClB,IAAI,OAAO,EAAE;QACb,IAAI,MAAM,EAAE;QACZ,IAAI,aAAa,EAAE;QACnB,IAAI,OAAO,EAAE;QACb,IAAI,SAAS,EAAE;KAChB,EAAE,CAAC;QACF,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/tools/app.d.ts

@@ -0,0 +1,21 @@
+import { Tool, ToolContext, ToolResult } from "./base.js";
+export declare class AppTool extends Tool {
+    name: string;
+    description: string;
+    schema: {
+        type: string;
+        required: string[];
+        properties: {
+            action: {
+                type: string;
+                enum: string[];
+            };
+            name: {
+                type: string;
+                description: string;
+            };
+        };
+    };
+    execute(ctx: ToolContext, params: Record<string, unknown>): Promise<ToolResult>;
+}
+//# sourceMappingURL=app.d.ts.map

package/dist/tools/app.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../../src/tools/app.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAmB,MAAM,WAAW,CAAC;AAK3E,qBAAa,OAAQ,SAAQ,IAAI;IAC/B,IAAI,SAAS;IACb,WAAW,SAA+C;IAE1D,MAAM;;;;;;;;;;;;;MAOJ;IAEI,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;CA0EtF"}

package/dist/tools/app.js

@@ -0,0 +1,101 @@
+import { execFile } from "node:child_process";
+import { promisify } from "node:util";
+import { Tool, checkPermission } from "./base.js";
+import { getSandbox } from "../computer/sandbox.js";
+const exec = promisify(execFile);
+export class AppTool extends Tool {
+    name = "app";
+    description = "Open, close, focus, or list applications.";
+    schema = {
+        type: "object",
+        required: ["action"],
+        properties: {
+            action: { type: "string", enum: ["open", "close", "focus", "list"] },
+            name: { type: "string", description: "Application name or path — required for open/close/focus" },
+        },
+    };
+    async execute(ctx, params) {
+        const { action, name } = params;
+        await checkPermission(ctx, "app", `${action} ${name ?? ""}`, `App ${action}`);
+        const sandbox = getSandbox(ctx.sessionId);
+        if (name && !sandbox.isAppAllowed(name)) {
+            return this.err("App denied", `'${name}' is not in the allowed apps list.`);
+        }
+        try {
+            const platform = process.platform;
+            switch (action) {
+                case "open": {
+                    if (!name)
+                        return this.err("App error", "name is required for action=open");
+                    if (platform === "darwin")
+                        await exec("open", ["-a", name]);
+                    else if (platform === "win32")
+                        await exec("cmd", ["/c", "start", "", name]);
+                    else
+                        await exec("xdg-open", [name]);
+                    sandbox.recordAction("app_open", params, "ok");
+                    return this.ok("App open", `Opened '${name}'.`);
+                }
+                case "close": {
+                    if (!name)
+                        return this.err("App error", "name is required for action=close");
+                    if (platform === "darwin") {
+                        await exec("osascript", ["-e", `quit app "${name}"`]);
+                    }
+                    else if (platform === "win32") {
+                        await exec("taskkill", ["/IM", `${name}.exe`, "/F"]);
+                    }
+                    else {
+                        await exec("pkill", ["-f", name]);
+                    }
+                    sandbox.recordAction("app_close", params, "ok");
+                    return this.ok("App close", `Closed '${name}'.`);
+                }
+                case "focus": {
+                    if (!name)
+                        return this.err("App error", "name is required for action=focus");
+                    if (platform === "darwin") {
+                        await exec("osascript", ["-e", `tell application "${name}" to activate`]);
+                    }
+                    else if (platform === "win32") {
+                        await exec("powershell", [
+                            "-Command",
+                            `(New-Object -ComObject WScript.Shell).AppActivate('${name}')`,
+                        ]);
+                    }
+                    else {
+                        await exec("wmctrl", ["-a", name]);
+                    }
+                    sandbox.recordAction("app_focus", params, "ok");
+                    return this.ok("App focus", `Focused '${name}'.`);
+                }
+                case "list": {
+                    let output = "";
+                    if (platform === "darwin") {
+                        const { stdout } = await exec("osascript", [
+                            "-e",
+                            "tell application \"System Events\" to get name of every process whose background only is false",
+                        ]);
+                        output = stdout.trim();
+                    }
+                    else if (platform === "win32") {
+                        const { stdout } = await exec("tasklist", ["/fo", "csv", "/nh"]);
+                        output = stdout.trim();
+                    }
+                    else {
+                        const { stdout } = await exec("wmctrl", ["-l"]);
+                        output = stdout.trim();
+                    }
+                    sandbox.recordAction("app_list", params, "ok");
+                    return this.ok("App list", output);
+                }
+                default:
+                    return this.err("App error", `Unknown action: ${action}`);
+            }
+        }
+        catch (e) {
+            return this.err("App error", `${e}`);
+        }
+    }
+}
+//# sourceMappingURL=app.js.map

package/dist/tools/app.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app.js","sourceRoot":"","sources":["../../src/tools/app.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,IAAI,EAA2B,eAAe,EAAE,MAAM,WAAW,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAEjC,MAAM,OAAO,OAAQ,SAAQ,IAAI;IAC/B,IAAI,GAAG,KAAK,CAAC;IACb,WAAW,GAAG,2CAA2C,CAAC;IAE1D,MAAM,GAAG;QACP,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,CAAC,QAAQ,CAAC;QACpB,UAAU,EAAE;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE;YACpE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,0DAA0D,EAAE;SAClG;KACF,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,GAAgB,EAAE,MAA+B;QAC7D,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,MAA2C,CAAC;QAErE,MAAM,eAAe,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,IAAI,IAAI,EAAE,EAAE,EAAE,OAAO,MAAM,EAAE,CAAC,CAAC;QAE9E,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,IAAI,oCAAoC,CAAC,CAAC;QAC9E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;YAElC,QAAQ,MAAM,EAAE,CAAC;gBACf,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,IAAI,CAAC,IAAI;wBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,kCAAkC,CAAC,CAAC;oBAC5E,IAAI,QAAQ,KAAK,QAAQ;wBAAE,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;yBACvD,IAAI,QAAQ,KAAK,OAAO;wBAAE,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;;wBACvE,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;oBACpC,OAAO,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;oBAC/C,OAAO,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,WAAW,IAAI,IAAI,CAAC,CAAC;gBAClD,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBACb,IAAI,CAAC,IAAI;wBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,mCAAmC,CAAC,CAAC;oBAC7E,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAC1B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,aAAa,IAAI,GAAG,CAAC,CAAC,CAAC;oBACxD,CAAC;yBAAM,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;wBAChC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,GAAG,IAAI,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;oBACvD,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;oBACpC,CAAC;oBACD,OAAO,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;oBAChD,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI,CAAC,CAAC;gBACnD,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBACb,IAAI,CAAC,IAAI;wBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,mCAAmC,CAAC,CAAC;oBAC7E,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAC1B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,qBAAqB,IAAI,eAAe,CAAC,CAAC,CAAC;oBAC5E,CAAC;yBAAM,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;wBAChC,MAAM,IAAI,CAAC,YAAY,EAAE;4BACvB,UAAU;4BACV,sDAAsD,IAAI,IAAI;yBAC/D,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;oBACrC,CAAC;oBACD,OAAO,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;oBAChD,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,YAAY,IAAI,IAAI,CAAC,CAAC;gBACpD,CAAC;gBACD,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,IAAI,MAAM,GAAG,EAAE,CAAC;oBAChB,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAC1B,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE;4BACzC,IAAI;4BACJ,gGAAgG;yBACjG,CAAC,CAAC;wBACH,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;oBACzB,CAAC;yBAAM,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;wBAChC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;wBACjE,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;oBACzB,CAAC;yBAAM,CAAC;wBACN,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;wBAChD,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;oBACzB,CAAC;oBACD,OAAO,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;oBAC/C,OAAO,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBACrC,CAAC;gBACD;oBACE,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,mBAAmB,MAAM,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;CACF"}

package/dist/tools/audit.d.ts

@@ -0,0 +1,21 @@
+import { Tool, ToolContext, ToolResult } from "./base.js";
+export declare class AuditTool extends Tool {
+    name: string;
+    description: string;
+    schema: {
+        type: string;
+        properties: {
+            format: {
+                type: string;
+                enum: string[];
+                default: string;
+            };
+            sessionId: {
+                type: string;
+                description: string;
+            };
+        };
+    };
+    execute(ctx: ToolContext, params: Record<string, unknown>): Promise<ToolResult>;
+}
+//# sourceMappingURL=audit.d.ts.map

package/dist/tools/audit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audit.d.ts","sourceRoot":"","sources":["../../src/tools/audit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAG1D,qBAAa,SAAU,SAAQ,IAAI;IACjC,IAAI,SAAW;IACf,WAAW,SAEuF;IAElG,MAAM;;;;;;;;;;;;;MAMJ;IAEI,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;CAuBtF"}

package/dist/tools/audit.js

@@ -0,0 +1,34 @@
+import { Tool } from "./base.js";
+import { getSandbox } from "../computer/sandbox.js";
+export class AuditTool extends Tool {
+    name = "audit";
+    description = "Show the session audit log — every action taken so far. " +
+        "Use format='summary' for a one-line count, or format='full' for the complete timestamped log.";
+    schema = {
+        type: "object",
+        properties: {
+            format: { type: "string", enum: ["summary", "full"], default: "full" },
+            sessionId: { type: "string", description: "Session to inspect — defaults to current session" },
+        },
+    };
+    async execute(ctx, params) {
+        const format = params.format ?? "full";
+        const sessionId = params.sessionId ?? ctx.sessionId;
+        const sandbox = getSandbox(sessionId);
+        if (format === "summary") {
+            return this.ok("Audit summary", sandbox.summary());
+        }
+        const log = sandbox.exportAuditLog();
+        if (!log.length) {
+            return this.ok("Audit log", `No actions recorded yet for session '${sessionId}'.`);
+        }
+        const lines = [`Audit log — session '${sessionId}' (${log.length} actions)\n`];
+        for (const entry of log) {
+            const ts = new Date(entry.timestamp * 1000).toISOString().replace("T", " ").slice(0, 19);
+            const errorTag = entry.error ? `  ERROR: ${entry.error}` : "";
+            lines.push(`[${ts}] ${entry.action.padEnd(20)} ${JSON.stringify(entry.params)}${errorTag}`);
+        }
+        return this.ok("Audit log", lines.join("\n"));
+    }
+}
+//# sourceMappingURL=audit.js.map

package/dist/tools/audit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audit.js","sourceRoot":"","sources":["../../src/tools/audit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAA2B,MAAM,WAAW,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,OAAO,SAAU,SAAQ,IAAI;IACjC,IAAI,GAAG,OAAO,CAAC;IACf,WAAW,GACT,0DAA0D;QAC1D,+FAA+F,CAAC;IAElG,MAAM,GAAG;QACP,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE;YACtE,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kDAAkD,EAAE;SAC/F;KACF,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,GAAgB,EAAE,MAA+B;QAC7D,MAAM,MAAM,GAAI,MAAM,CAAC,MAAiB,IAAI,MAAM,CAAC;QACnD,MAAM,SAAS,GAAI,MAAM,CAAC,SAAoB,IAAI,GAAG,CAAC,SAAS,CAAC;QAChE,MAAM,OAAO,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAEtC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,GAAG,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QACrC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,wCAAwC,SAAS,IAAI,CAAC,CAAC;QACrF,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,wBAAwB,SAAS,MAAM,GAAG,CAAC,MAAM,aAAa,CAAC,CAAC;QAC/E,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;YACxB,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzF,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,QAAQ,EAAE,CAAC,CAAC;QAC9F,CAAC;QAED,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAChD,CAAC;CACF"}

package/dist/tools/base.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Base abstractions for all opendesk JS tools — mirrors Python's tools/base.py.
+ */
+export interface Attachment {
+    filename: string;
+    mediaType: string;
+    content: Buffer;
+}
+export interface ToolResult {
+    title: string;
+    output: string;
+    error: boolean;
+    attachments: Attachment[];
+    metadata: Record<string, unknown>;
+}
+export type PermissionHandler = (tool: string, argument: string, description: string) => Promise<void>;
+export declare class PermissionDeniedError extends Error {
+}
+export interface ToolContext {
+    sessionId: string;
+    permissionHandler?: PermissionHandler;
+}
+export declare function allowAllContext(sessionId?: string): ToolContext;
+export declare function checkPermission(ctx: ToolContext, tool: string, argument: string, description: string): Promise<void>;
+export declare abstract class Tool {
+    abstract name: string;
+    abstract description: string;
+    abstract schema: Record<string, unknown>;
+    abstract execute(ctx: ToolContext, params: Record<string, unknown>): Promise<ToolResult>;
+    ok(title: string, output: string, attachments?: Attachment[], metadata?: Record<string, unknown>): ToolResult;
+    err(title: string, output: string): ToolResult;
+}
+//# sourceMappingURL=base.d.ts.map

package/dist/tools/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/tools/base.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,MAAM,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAEvG,qBAAa,qBAAsB,SAAQ,KAAK;CAAG;AAEnD,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC;AAED,wBAAgB,eAAe,CAAC,SAAS,SAAY,GAAG,WAAW,CAElE;AAED,wBAAsB,eAAe,CACnC,GAAG,EAAE,WAAW,EAChB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC,CAIf;AAED,8BAAsB,IAAI;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;IAExF,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAE,UAAU,EAAO,EAAE,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GAAG,UAAU;IAIrH,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,UAAU;CAG/C"}

package/dist/tools/base.js

@@ -0,0 +1,22 @@
+/**
+ * Base abstractions for all opendesk JS tools — mirrors Python's tools/base.py.
+ */
+export class PermissionDeniedError extends Error {
+}
+export function allowAllContext(sessionId = "default") {
+    return { sessionId };
+}
+export async function checkPermission(ctx, tool, argument, description) {
+    if (ctx.permissionHandler) {
+        await ctx.permissionHandler(tool, argument, description);
+    }
+}
+export class Tool {
+    ok(title, output, attachments = [], metadata = {}) {
+        return { title, output, error: false, attachments, metadata };
+    }
+    err(title, output) {
+        return { title, output, error: true, attachments: [], metadata: {} };
+    }
+}
+//# sourceMappingURL=base.js.map

package/dist/tools/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/tools/base.ts"],"names":[],"mappings":"AAAA;;GAEG;AAkBH,MAAM,OAAO,qBAAsB,SAAQ,KAAK;CAAG;AAOnD,MAAM,UAAU,eAAe,CAAC,SAAS,GAAG,SAAS;IACnD,OAAO,EAAE,SAAS,EAAE,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,GAAgB,EAChB,IAAY,EACZ,QAAgB,EAChB,WAAmB;IAEnB,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAC1B,MAAM,GAAG,CAAC,iBAAiB,CAAC,IAAI,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC;AAED,MAAM,OAAgB,IAAI;IAMxB,EAAE,CAAC,KAAa,EAAE,MAAc,EAAE,cAA4B,EAAE,EAAE,WAAoC,EAAE;QACtG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;IAChE,CAAC;IAED,GAAG,CAAC,KAAa,EAAE,MAAc;QAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IACvE,CAAC;CACF"}

package/dist/tools/clipboard.d.ts

@@ -0,0 +1,21 @@
+import { Tool, ToolContext, ToolResult } from "./base.js";
+export declare class ClipboardTool extends Tool {
+    name: string;
+    description: string;
+    schema: {
+        type: string;
+        required: string[];
+        properties: {
+            action: {
+                type: string;
+                enum: string[];
+            };
+            text: {
+                type: string;
+                description: string;
+            };
+        };
+    };
+    execute(ctx: ToolContext, params: Record<string, unknown>): Promise<ToolResult>;
+}
+//# sourceMappingURL=clipboard.d.ts.map

package/dist/tools/clipboard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"clipboard.d.ts","sourceRoot":"","sources":["../../src/tools/clipboard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAmB,MAAM,WAAW,CAAC;AAG3E,qBAAa,aAAc,SAAQ,IAAI;IACrC,IAAI,SAAe;IACnB,WAAW,SAAyC;IAEpD,MAAM;;;;;;;;;;;;;MAOJ;IAEI,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;CAuBtF"}

package/dist/tools/clipboard.js

@@ -0,0 +1,39 @@
+import { Tool, checkPermission } from "./base.js";
+import { getSandbox } from "../computer/sandbox.js";
+export class ClipboardTool extends Tool {
+    name = "clipboard";
+    description = "Read or write the system clipboard.";
+    schema = {
+        type: "object",
+        required: ["action"],
+        properties: {
+            action: { type: "string", enum: ["read", "write"] },
+            text: { type: "string", description: "Text to write — required for action=write" },
+        },
+    };
+    async execute(ctx, params) {
+        const { action, text } = params;
+        await checkPermission(ctx, "clipboard", action, `Clipboard ${action}`);
+        try {
+            const clipboard = await import("clipboardy");
+            const sandbox = getSandbox(ctx.sessionId);
+            if (action === "read") {
+                const content = await clipboard.default.read();
+                sandbox.recordAction("clipboard_read", params, `${content.length} chars`);
+                return this.ok("Clipboard read", content);
+            }
+            else if (action === "write") {
+                if (!text)
+                    return this.err("Clipboard error", "text is required for action=write");
+                await clipboard.default.write(text);
+                sandbox.recordAction("clipboard_write", params, "ok");
+                return this.ok("Clipboard write", `Written ${text.length} chars to clipboard.`);
+            }
+            return this.err("Clipboard error", `Unknown action: ${action}`);
+        }
+        catch (e) {
+            return this.err("Clipboard error", `${e}`);
+        }
+    }
+}
+//# sourceMappingURL=clipboard.js.map

package/dist/tools/clipboard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clipboard.js","sourceRoot":"","sources":["../../src/tools/clipboard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAA2B,eAAe,EAAE,MAAM,WAAW,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,OAAO,aAAc,SAAQ,IAAI;IACrC,IAAI,GAAG,WAAW,CAAC;IACnB,WAAW,GAAG,qCAAqC,CAAC;IAEpD,MAAM,GAAG;QACP,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,CAAC,QAAQ,CAAC;QACpB,UAAU,EAAE;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;YACnD,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2CAA2C,EAAE;SACnF;KACF,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,GAAgB,EAAE,MAA+B;QAC7D,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,MAA2C,CAAC;QACrE,MAAM,eAAe,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,MAAM,EAAE,CAAC,CAAC;QAEvE,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;YAC7C,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE1C,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACtB,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBAC/C,OAAO,CAAC,YAAY,CAAC,gBAAgB,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,QAAQ,CAAC,CAAC;gBAC1E,OAAO,IAAI,CAAC,EAAE,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;YAC5C,CAAC;iBAAM,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;gBAC9B,IAAI,CAAC,IAAI;oBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,mCAAmC,CAAC,CAAC;gBACnF,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACpC,OAAO,CAAC,YAAY,CAAC,iBAAiB,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;gBACtD,OAAO,IAAI,CAAC,EAAE,CAAC,iBAAiB,EAAE,WAAW,IAAI,CAAC,MAAM,sBAAsB,CAAC,CAAC;YAClF,CAAC;YACD,OAAO,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,mBAAmB,MAAM,EAAE,CAAC,CAAC;QAClE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;CACF"}

package/dist/tools/keyboard.d.ts

@@ -0,0 +1,37 @@
+import { Tool, ToolContext, ToolResult } from "./base.js";
+export declare class KeyboardTool extends Tool {
+    name: string;
+    description: string;
+    schema: {
+        type: string;
+        required: string[];
+        properties: {
+            action: {
+                type: string;
+                enum: string[];
+            };
+            text: {
+                type: string;
+                description: string;
+            };
+            key: {
+                type: string;
+                description: string;
+            };
+            keys: {
+                type: string;
+                items: {
+                    type: string;
+                };
+                description: string;
+            };
+            holdDuration: {
+                type: string;
+                default: number;
+                description: string;
+            };
+        };
+    };
+    execute(ctx: ToolContext, params: Record<string, unknown>): Promise<ToolResult>;
+}
+//# sourceMappingURL=keyboard.d.ts.map

package/dist/tools/keyboard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyboard.d.ts","sourceRoot":"","sources":["../../src/tools/keyboard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAmB,MAAM,WAAW,CAAC;AAG3E,qBAAa,YAAa,SAAQ,IAAI;IACpC,IAAI,SAAc;IAClB,WAAW,SAAqF;IAEhG,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAUJ;IAEI,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;CA8CtF"}

package/dist/tools/keyboard.js

@@ -0,0 +1,62 @@
+import { Tool, checkPermission } from "./base.js";
+import { getSandbox } from "../computer/sandbox.js";
+export class KeyboardTool extends Tool {
+    name = "keyboard";
+    description = "Simulate keyboard input — type text, press a key, send a hotkey, or hold a key.";
+    schema = {
+        type: "object",
+        required: ["action"],
+        properties: {
+            action: { type: "string", enum: ["type", "press", "hotkey", "hold"] },
+            text: { type: "string", description: "Text to type — for action=type" },
+            key: { type: "string", description: "Key name — for action=press or hold" },
+            keys: { type: "array", items: { type: "string" }, description: "Key combination — for action=hotkey" },
+            holdDuration: { type: "number", default: 1, description: "Seconds to hold — for action=hold" },
+        },
+    };
+    async execute(ctx, params) {
+        const { action, text, key, keys, holdDuration = 1 } = params;
+        await checkPermission(ctx, "keyboard", action, `Keyboard ${action}`);
+        try {
+            const { keyboard, Key } = await import("@nut-tree-fork/nut-js");
+            const resolveKey = (k) => {
+                const upper = k.charAt(0).toUpperCase() + k.slice(1).toLowerCase();
+                return Key[upper] ?? Key[k.toUpperCase()] ?? k;
+            };
+            switch (action) {
+                case "type":
+                    if (!text)
+                        return this.err("Keyboard error", "text is required for action=type");
+                    await keyboard.type(text);
+                    break;
+                case "press":
+                    if (!key)
+                        return this.err("Keyboard error", "key is required for action=press");
+                    await keyboard.pressKey(resolveKey(key));
+                    await keyboard.releaseKey(resolveKey(key));
+                    break;
+                case "hotkey":
+                    if (!keys?.length)
+                        return this.err("Keyboard error", "keys is required for action=hotkey");
+                    await keyboard.pressKey(...keys.map(resolveKey));
+                    await keyboard.releaseKey(...keys.map(resolveKey));
+                    break;
+                case "hold":
+                    if (!key)
+                        return this.err("Keyboard error", "key is required for action=hold");
+                    await keyboard.pressKey(resolveKey(key));
+                    await new Promise((r) => setTimeout(r, holdDuration * 1000));
+                    await keyboard.releaseKey(resolveKey(key));
+                    break;
+                default:
+                    return this.err("Keyboard error", `Unknown action: ${action}`);
+            }
+            getSandbox(ctx.sessionId).recordAction(`keyboard_${action}`, params, "ok");
+            return this.ok(`Keyboard ${action}`, `${action} done.`);
+        }
+        catch (e) {
+            return this.err("Keyboard error", `${e}`);
+        }
+    }
+}
+//# sourceMappingURL=keyboard.js.map

package/dist/tools/keyboard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyboard.js","sourceRoot":"","sources":["../../src/tools/keyboard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAA2B,eAAe,EAAE,MAAM,WAAW,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,MAAM,OAAO,YAAa,SAAQ,IAAI;IACpC,IAAI,GAAG,UAAU,CAAC;IAClB,WAAW,GAAG,iFAAiF,CAAC;IAEhG,MAAM,GAAG;QACP,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,CAAC,QAAQ,CAAC;QACpB,UAAU,EAAE;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE;YACrE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,gCAAgC,EAAE;YACvE,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qCAAqC,EAAE;YAC3E,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,qCAAqC,EAAE;YACtG,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,mCAAmC,EAAE;SAC/F;KACF,CAAC;IAEF,KAAK,CAAC,OAAO,CAAC,GAAgB,EAAE,MAA+B;QAC7D,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,YAAY,GAAG,CAAC,EAAE,GAAG,MAErD,CAAC;QAEF,MAAM,eAAe,CAAC,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,MAAM,EAAE,CAAC,CAAC;QAErE,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;YAEhE,MAAM,UAAU,GAAG,CAAC,CAAS,EAAW,EAAE;gBACxC,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;gBACnE,OAAQ,GAA+B,CAAC,KAAK,CAAC,IAAK,GAA+B,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC;YAC3G,CAAC,CAAC;YAEF,QAAQ,MAAM,EAAE,CAAC;gBACf,KAAK,MAAM;oBACT,IAAI,CAAC,IAAI;wBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,kCAAkC,CAAC,CAAC;oBACjF,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC1B,MAAM;gBACR,KAAK,OAAO;oBACV,IAAI,CAAC,GAAG;wBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,kCAAkC,CAAC,CAAC;oBAChF,MAAM,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAU,CAAC,CAAC;oBAClD,MAAM,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAU,CAAC,CAAC;oBACpD,MAAM;gBACR,KAAK,QAAQ;oBACX,IAAI,CAAC,IAAI,EAAE,MAAM;wBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,oCAAoC,CAAC,CAAC;oBAC3F,MAAM,QAAQ,CAAC,QAAQ,CAAC,GAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAa,CAAC,CAAC;oBAC9D,MAAM,QAAQ,CAAC,UAAU,CAAC,GAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAa,CAAC,CAAC;oBAChE,MAAM;gBACR,KAAK,MAAM;oBACT,IAAI,CAAC,GAAG;wBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,iCAAiC,CAAC,CAAC;oBAC/E,MAAM,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAU,CAAC,CAAC;oBAClD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAG,YAAuB,GAAG,IAAI,CAAC,CAAC,CAAC;oBACzE,MAAM,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAU,CAAC,CAAC;oBACpD,MAAM;gBACR;oBACE,OAAO,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,mBAAmB,MAAM,EAAE,CAAC,CAAC;YACnE,CAAC;YAED,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,YAAY,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;YAC3E,OAAO,IAAI,CAAC,EAAE,CAAC,YAAY,MAAM,EAAE,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;CACF"}

package/dist/tools/mouse.d.ts

@@ -0,0 +1,37 @@
+import { Tool, ToolContext, ToolResult } from "./base.js";
+export declare class MouseTool extends Tool {
+    name: string;
+    description: string;
+    schema: {
+        type: string;
+        required: string[];
+        properties: {
+            action: {
+                type: string;
+                enum: string[];
+            };
+            x: {
+                type: string;
+            };
+            y: {
+                type: string;
+            };
+            endX: {
+                type: string;
+            };
+            endY: {
+                type: string;
+            };
+            direction: {
+                type: string;
+                enum: string[];
+            };
+            amount: {
+                type: string;
+                default: number;
+            };
+        };
+    };
+    execute(ctx: ToolContext, params: Record<string, unknown>): Promise<ToolResult>;
+}
+//# sourceMappingURL=mouse.d.ts.map

package/dist/tools/mouse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mouse.d.ts","sourceRoot":"","sources":["../../src/tools/mouse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAmB,MAAM,WAAW,CAAC;AAG3E,qBAAa,SAAU,SAAQ,IAAI;IACjC,IAAI,SAAW;IACf,WAAW,SAEgF;IAE3F,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAeJ;IAEI,OAAO,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;CAwDtF"}

package/dist/tools/mouse.js

@@ -0,0 +1,77 @@
+import { Tool, checkPermission } from "./base.js";
+import { getSandbox } from "../computer/sandbox.js";
+export class MouseTool extends Tool {
+    name = "mouse";
+    description = "Control the mouse — click, double-click, right-click, scroll, drag, move. " +
+        "Always prefer the ui tool first. Use mouse only for elements with no accessible label.";
+    schema = {
+        type: "object",
+        required: ["action"],
+        properties: {
+            action: {
+                type: "string",
+                enum: ["move", "click", "double_click", "right_click", "scroll", "drag", "cursor_position"],
+            },
+            x: { type: "integer" },
+            y: { type: "integer" },
+            endX: { type: "integer" },
+            endY: { type: "integer" },
+            direction: { type: "string", enum: ["up", "down", "left", "right"] },
+            amount: { type: "integer", default: 3 },
+        },
+    };
+    async execute(ctx, params) {
+        const { action, x, y, endX, endY, direction, amount = 3 } = params;
+        await checkPermission(ctx, "mouse", `${action} at (${x},${y})`, `Mouse ${action}`);
+        const sandbox = getSandbox(ctx.sessionId);
+        if (x !== undefined && y !== undefined && !sandbox.isCoordinateAllowed(x, y)) {
+            return this.err("Mouse denied", "Coordinates outside permitted screen region.");
+        }
+        try {
+            const { mouse, straightTo, Point, Button } = await import("@nut-tree-fork/nut-js");
+            switch (action) {
+                case "move":
+                    await mouse.move(straightTo(new Point(x, y)));
+                    break;
+                case "click":
+                    await mouse.move(straightTo(new Point(x, y)));
+                    await mouse.click(Button.LEFT);
+                    break;
+                case "double_click":
+                    await mouse.move(straightTo(new Point(x, y)));
+                    await mouse.doubleClick(Button.LEFT);
+                    break;
+                case "right_click":
+                    await mouse.move(straightTo(new Point(x, y)));
+                    await mouse.click(Button.RIGHT);
+                    break;
+                case "scroll":
+                    if (direction === "down")
+                        await mouse.scrollDown(amount);
+                    else if (direction === "up")
+                        await mouse.scrollUp(amount);
+                    else if (direction === "left")
+                        await mouse.scrollLeft(amount);
+                    else
+                        await mouse.scrollRight(amount);
+                    break;
+                case "drag":
+                    await mouse.drag(straightTo(new Point(endX, endY)));
+                    break;
+                case "cursor_position": {
+                    const pos = await mouse.getPosition();
+                    sandbox.recordAction("cursor_position", params, `(${pos.x},${pos.y})`);
+                    return this.ok("Cursor position", `x=${pos.x}, y=${pos.y}`);
+                }
+                default:
+                    return this.err("Mouse error", `Unknown action: ${action}`);
+            }
+            sandbox.recordAction(`mouse_${action}`, params, "ok");
+            return this.ok(`Mouse ${action}`, `${action} at (${x ?? ""},${y ?? ""}) done.`);
+        }
+        catch (e) {
+            return this.err("Mouse error", `${e}`);
+        }
+    }
+}
+//# sourceMappingURL=mouse.js.map