@ozaiya/openclaw-channel 0.10.4 → 0.10.6

package/dist/src/desktopContainer.js

@@ -0,0 +1,382 @@
+/**
+ * Desktop container lifecycle and AT-SPI proxy for gateway mode.
+ *
+ * Manages Docker containers running Xvfb + AT-SPI for desktop automation.
+ * Each container provides a virtual display, VNC access, and an AT-SPI HTTP agent.
+ * Containers are labeled with `ozaiya.desktop=1` for easy filtering.
+ */
+import fs from "node:fs";
+import os from "node:os";
+import { execSync } from "node:child_process";
+/** True when running inside the desktop Docker container (not on host). */
+export const isInContainer = fs.existsSync("/.dockerenv") || process.env.IN_CONTAINER === "1";
+// ── Docker binary detection ──────────────────────────────────────────────────
+export const dockerEnv = {
+    ...process.env,
+    PATH: `${process.env.PATH}:/usr/local/bin:/Applications/Docker.app/Contents/Resources/bin`,
+};
+let dockerPath = null;
+function getDockerPath() {
+    if (dockerPath)
+        return dockerPath;
+    const candidates = [
+        "docker",
+        "/usr/local/bin/docker",
+        "/Applications/Docker.app/Contents/Resources/bin/docker",
+    ];
+    for (const candidate of candidates) {
+        try {
+            execSync(`${candidate} --version`, { env: dockerEnv, timeout: 5000 });
+            dockerPath = candidate;
+            return candidate;
+        }
+        catch {
+            // try next
+        }
+    }
+    throw new Error("Docker not found. Please install Docker or Docker Desktop.");
+}
+export function docker(args, timeout = 30_000) {
+    const bin = getDockerPath();
+    return execSync(`${bin} ${args}`, { timeout, env: dockerEnv }).toString().trim();
+}
+/**
+ * Run `docker exec <containerId> <cmd>` and return stdout trimmed.
+ * When running inside the container, executes the command directly.
+ */
+export function dockerExec(containerId, cmd, timeout = 30_000) {
+    if (isInContainer) {
+        return execSync(cmd, { timeout, env: process.env }).toString().trim();
+    }
+    return docker(`exec ${containerId} ${cmd}`, timeout);
+}
+// ── Container lifecycle ──────────────────────────────────────────────────────
+export function createContainer(params) {
+    const { name, image = "ozaiya-desktop:latest", app, appArgs, resolution = "1280x800x24", vncPassword = Math.random().toString(36).slice(2, 10), } = params;
+    const containerName = `ozaiya-desktop-${name}`;
+    const envArgs = [
+        `-e VNC_PASSWORD=${vncPassword}`,
+        `-e RESOLUTION=${resolution}`,
+    ];
+    if (app)
+        envArgs.push(`-e TARGET_APP=${app}`);
+    if (appArgs)
+        envArgs.push(`-e TARGET_APP_ARGS='${appArgs}'`);
+    const containerId = docker([
+        "run -d",
+        `--name ${containerName}`,
+        "--label ozaiya.desktop=1",
+        "-p 0:5900 -p 0:6080 -p 0:8080",
+        ...envArgs,
+        image,
+    ].join(" "));
+    const ports = getContainerPorts(containerId.slice(0, 12));
+    return {
+        id: containerId.slice(0, 12),
+        name,
+        image,
+        status: "running",
+        ports,
+        vncPassword,
+        app,
+        appArgs,
+        resolution,
+        createdAt: new Date().toISOString(),
+    };
+}
+export function startContainer(idOrName) {
+    docker(`start ${idOrName}`);
+    return { ok: true };
+}
+export function stopContainer(idOrName) {
+    docker(`stop ${idOrName}`, 15_000);
+    return { ok: true };
+}
+export function removeContainer(idOrName) {
+    docker(`rm -f ${idOrName}`);
+    return { ok: true };
+}
+export function listContainers() {
+    if (isInContainer) {
+        return [{
+                id: "local",
+                name: os.hostname(),
+                status: "running",
+                image: "ozaiya-desktop:latest",
+                ports: "5900->5900/tcp, 6080->6080/tcp, 8080->8080/tcp",
+                created: new Date().toISOString(),
+            }];
+    }
+    const formatStr = "{{.ID}}\\t{{.Names}}\\t{{.Status}}\\t{{.Image}}\\t{{.Ports}}\\t{{.CreatedAt}}";
+    let output;
+    try {
+        output = docker(`ps -a --filter label=ozaiya.desktop=1 --format '${formatStr}'`);
+    }
+    catch {
+        return [];
+    }
+    if (!output)
+        return [];
+    return output.split("\n").filter(Boolean).map(line => {
+        const [id, name, status, image, ports, created] = line.split("\t");
+        return { id, name, status, image, ports, created };
+    });
+}
+export function getContainerLogs(idOrName, tail = 100) {
+    return docker(`logs --tail ${tail} ${idOrName}`, 10_000);
+}
+// ── Port discovery ───────────────────────────────────────────────────────────
+function getContainerPorts(idOrName) {
+    const ports = { vnc: null, novnc: null, agent: null };
+    try {
+        const output = docker(`port ${idOrName}`);
+        for (const line of output.split("\n")) {
+            const match = line.match(/^(\d+)\/tcp\s+->\s+.*:(\d+)$/);
+            if (!match)
+                continue;
+            const [, containerPort, hostPort] = match;
+            const port = parseInt(hostPort, 10);
+            if (containerPort === "5900")
+                ports.vnc = port;
+            else if (containerPort === "6080")
+                ports.novnc = port;
+            else if (containerPort === "8080")
+                ports.agent = port;
+        }
+    }
+    catch {
+        // ports not available yet
+    }
+    return ports;
+}
+/**
+ * Find the host-mapped port for a given container port.
+ */
+export function findContainerPort(idOrName, containerPort) {
+    if (isInContainer) {
+        return containerPort; // no port mapping inside the container
+    }
+    try {
+        const output = docker(`port ${idOrName} ${containerPort}`);
+        const lastLine = output.split("\n").pop() || output;
+        const hostPort = lastLine.split(":").pop();
+        return hostPort ? parseInt(hostPort, 10) : null;
+    }
+    catch {
+        return null;
+    }
+}
+// ── App management inside containers ─────────────────────────────────────────
+export function launchApp(idOrName, app, appArgs = "") {
+    // Get the D-Bus address from the agent inside the container
+    const agentPort = findContainerPort(idOrName, 8080);
+    if (!agentPort) {
+        throw new Error("AT-SPI agent port not found");
+    }
+    const envOutput = execSync(`curl -sS --max-time 5 http://localhost:${agentPort}/env`, { timeout: 10_000, env: dockerEnv }).toString();
+    const env = JSON.parse(envOutput);
+    const envStr = Object.entries(env)
+        .map(([k, v]) => `export ${k}="${v}"`)
+        .join(" && ");
+    const bin = getDockerPath();
+    execSync(`${bin} exec -d ${idOrName} bash -c '${envStr} && ${app} ${appArgs}'`, { timeout: 10_000, env: dockerEnv });
+    return { ok: true };
+}
+// ── AT-SPI proxy API ─────────────────────────────────────────────────────────
+function agentGet(agentPort, path) {
+    const stdout = execSync(`curl -sS --max-time 10 "http://localhost:${agentPort}${path}"`, { timeout: 15_000, env: dockerEnv }).toString();
+    return JSON.parse(stdout);
+}
+function agentPost(agentPort, path, body) {
+    const jsonBody = JSON.stringify(body).replace(/'/g, "'\\''");
+    const stdout = execSync(`curl -sS --max-time 10 -X POST "http://localhost:${agentPort}${path}" -H "Content-Type: application/json" -d '${jsonBody}'`, { timeout: 15_000, env: dockerEnv }).toString();
+    return JSON.parse(stdout);
+}
+function agentGetBinary(agentPort, path) {
+    const stdout = execSync(`curl -sS --max-time 10 "http://localhost:${agentPort}${path}"`, { timeout: 15_000, encoding: "latin1", env: dockerEnv });
+    return Buffer.from(stdout, "latin1");
+}
+export function atspiHealth(agentPort) {
+    return agentGet(agentPort, "/health");
+}
+export function atspiApps(agentPort) {
+    return agentGet(agentPort, "/apps");
+}
+export function atspiTree(agentPort, opts) {
+    const params = new URLSearchParams();
+    if (opts?.app)
+        params.set("app", opts.app);
+    if (opts?.maxDepth !== undefined)
+        params.set("max_depth", String(opts.maxDepth));
+    const qs = params.toString();
+    return agentGet(agentPort, `/tree${qs ? `?${qs}` : ""}`);
+}
+export function atspiFind(agentPort, criteria) {
+    return agentPost(agentPort, "/find", criteria);
+}
+export function atspiAction(agentPort, path, action = "click") {
+    return agentPost(agentPort, "/action", { path, action });
+}
+export function atspiType(agentPort, path, text) {
+    return agentPost(agentPort, "/type", { path, text });
+}
+export function atspiKey(agentPort, key, modifiers) {
+    return agentPost(agentPort, "/key", { key, modifiers });
+}
+export function atspiClick(agentPort, x, y, button = 1) {
+    return agentPost(agentPort, "/click", { x, y, button });
+}
+export function atspiScreenshot(agentPort, opts) {
+    const params = new URLSearchParams();
+    if (opts?.bounds)
+        params.set("bounds", opts.bounds);
+    if (opts?.quality !== undefined)
+        params.set("quality", String(opts.quality));
+    const qs = params.toString();
+    const buf = agentGetBinary(agentPort, `/screenshot${qs ? `?${qs}` : ""}`);
+    return buf.toString("base64");
+}
+// ── Port parsing helper (for server-side port string parsing) ────────────────
+export function parseAgentPort(portsStr) {
+    const match = portsStr?.match(/(\d+)->8080\/tcp/);
+    return match ? parseInt(match[1], 10) : null;
+}
+export function parseNoVncPort(portsStr) {
+    const match = portsStr?.match(/(\d+)->6080\/tcp/);
+    return match ? parseInt(match[1], 10) : null;
+}
+/**
+ * Resolve the AT-SPI agent port for a container by ID or name substring.
+ */
+export function resolveAgentPort(containerId) {
+    if (isInContainer) {
+        return parseInt(process.env.AGENT_PORT || "8080", 10);
+    }
+    const containers = listContainers();
+    const container = containers.find(c => c.id === containerId || c.name.includes(containerId));
+    if (!container) {
+        throw new Error("Container not found");
+    }
+    const agentPort = parseAgentPort(container.ports);
+    if (!agentPort) {
+        throw new Error("Agent port not available");
+    }
+    return agentPort;
+}
+// ── xdotool helpers (clipboard paste + key simulation) ───────────────────────
+/**
+ * Get DISPLAY and DBUS_SESSION_BUS_ADDRESS from the AT-SPI agent process.
+ * Cached per container to avoid repeated lookups.
+ */
+const envCache = new Map();
+function getContainerEnvPrefix(idOrName) {
+    if (isInContainer) {
+        // Environment is already set in the container process
+        const vars = [];
+        if (process.env.DISPLAY)
+            vars.push(`export DISPLAY=${process.env.DISPLAY}`);
+        if (process.env.DBUS_SESSION_BUS_ADDRESS)
+            vars.push(`export DBUS_SESSION_BUS_ADDRESS="${process.env.DBUS_SESSION_BUS_ADDRESS}"`);
+        return vars.join(" && ");
+    }
+    const cached = envCache.get(idOrName);
+    if (cached)
+        return cached;
+    // Read env from agent process (PID is usually low, find it via /env endpoint or proc)
+    const bin = getDockerPath();
+    const output = execSync(`${bin} exec ${idOrName} bash -c "cat /proc/*/environ 2>/dev/null | tr '\\0' '\\n' | grep -E 'DISPLAY=|DBUS_SESSION_BUS_ADDRESS=' | sort -u"`, { timeout: 10_000, env: dockerEnv }).toString().trim();
+    const vars = [];
+    for (const line of output.split("\n")) {
+        if (line.startsWith("DISPLAY=") || line.startsWith("DBUS_SESSION_BUS_ADDRESS=")) {
+            vars.push(`export ${line}`);
+        }
+    }
+    const prefix = vars.join(" && ");
+    if (prefix)
+        envCache.set(idOrName, prefix);
+    return prefix;
+}
+/**
+ * Paste text into the currently focused window via clipboard.
+ * Uses xclip to set clipboard, then xdotool to simulate Ctrl+V.
+ * Reliable for apps like WeChat that don't support AT-SPI text input.
+ */
+export function clipboardType(idOrName, text) {
+    const envPrefix = getContainerEnvPrefix(idOrName);
+    // Escape single quotes for shell
+    const escaped = text.replace(/'/g, "'\\''");
+    const cmd = `bash -c '${envPrefix} && echo -n '"'"'${escaped}'"'"' | xclip -selection clipboard && xdotool key ctrl+v'`;
+    if (isInContainer) {
+        execSync(cmd, { timeout: 10_000, env: process.env });
+    }
+    else {
+        const bin = getDockerPath();
+        execSync(`${bin} exec ${idOrName} ${cmd}`, { timeout: 10_000, env: dockerEnv });
+    }
+    return { ok: true };
+}
+/**
+ * Type text character-by-character via clipboard paste with random delays.
+ * Simulates human typing rhythm. Each character is pasted individually
+ * with a randomized delay (80–200ms) between keystrokes.
+ */
+export function humanType(idOrName, text) {
+    const envPrefix = getContainerEnvPrefix(idOrName);
+    // Build a shell script that pastes one char at a time with random sleep
+    const chars = [...text]; // spread to handle CJK properly
+    const cmds = chars.map(ch => {
+        const escaped = ch.replace(/'/g, "'\\''");
+        // Random delay 80-200ms, expressed as 0.08-0.20
+        return `echo -n '${escaped}' | xclip -selection clipboard && xdotool key ctrl+v && sleep 0.$(shuf -i 8-20 -n 1)`;
+    });
+    // Execute in batches of 20 to avoid command-line length limits
+    const batchSize = 20;
+    for (let i = 0; i < cmds.length; i += batchSize) {
+        const batch = cmds.slice(i, i + batchSize).join(" && ");
+        const cmd = `bash -c '${envPrefix} && ${batch}'`;
+        if (isInContainer) {
+            execSync(cmd, { timeout: 60_000, env: process.env });
+        }
+        else {
+            const bin = getDockerPath();
+            execSync(`${bin} exec ${idOrName} ${cmd}`, { timeout: 60_000, env: dockerEnv });
+        }
+    }
+    return { ok: true };
+}
+/**
+ * Send key combination via xdotool (e.g. "Return", "ctrl+a", "BackSpace").
+ */
+export function xdotoolKey(idOrName, keys) {
+    const envPrefix = getContainerEnvPrefix(idOrName);
+    const cmd = `bash -c '${envPrefix} && xdotool key ${keys}'`;
+    if (isInContainer) {
+        execSync(cmd, { timeout: 10_000, env: process.env });
+    }
+    else {
+        const bin = getDockerPath();
+        execSync(`${bin} exec ${idOrName} ${cmd}`, { timeout: 10_000, env: dockerEnv });
+    }
+    return { ok: true };
+}
+/**
+ * Read VNC_PASSWORD from a desktop container's env.
+ */
+export function getVncPassword(containerId) {
+    if (isInContainer) {
+        return process.env.VNC_PASSWORD || process.env.OPENCLAW_BROWSER_NOVNC_PASSWORD || "";
+    }
+    try {
+        const output = docker(`inspect ${containerId} -f '{{range .Config.Env}}{{println .}}{{end}}'`);
+        for (const line of output.split("\n")) {
+            if (line.startsWith("VNC_PASSWORD=")) {
+                return line.slice("VNC_PASSWORD=".length).trim();
+            }
+        }
+    }
+    catch {
+        // ignore
+    }
+    return "";
+}
+//# sourceMappingURL=desktopContainer.js.map

package/dist/src/desktopContainer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"desktopContainer.js","sourceRoot":"","sources":["../../src/desktopContainer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C,2EAA2E;AAC3E,MAAM,CAAC,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,GAAG,CAAC;AAuC9F,gFAAgF;AAEhF,MAAM,CAAC,MAAM,SAAS,GAAG;IACrB,GAAG,OAAO,CAAC,GAAG;IACd,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,iEAAiE;CAC7F,CAAC;AAEF,IAAI,UAAU,GAAkB,IAAI,CAAC;AAErC,SAAS,aAAa;IAClB,IAAI,UAAU;QAAE,OAAO,UAAU,CAAC;IAElC,MAAM,UAAU,GAAG;QACf,QAAQ;QACR,uBAAuB;QACvB,wDAAwD;KAC3D,CAAC;IAEF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACjC,IAAI,CAAC;YACD,QAAQ,CAAC,GAAG,SAAS,YAAY,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,UAAU,GAAG,SAAS,CAAC;YACvB,OAAO,SAAS,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACL,WAAW;QACf,CAAC;IACL,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;AAClF,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAY,EAAE,OAAO,GAAG,MAAM;IACjD,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,OAAO,QAAQ,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;AACrF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,WAAmB,EAAE,GAAW,EAAE,OAAO,GAAG,MAAM;IACzE,IAAI,aAAa,EAAE,CAAC;QAChB,OAAO,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,GAAwB,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;IAC/F,CAAC;IACD,OAAO,MAAM,CAAC,QAAQ,WAAW,IAAI,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC;AACzD,CAAC;AAED,gFAAgF;AAEhF,MAAM,UAAU,eAAe,CAAC,MAA6B;IACzD,MAAM,EACF,IAAI,EACJ,KAAK,GAAG,uBAAuB,EAC/B,GAAG,EACH,OAAO,EACP,UAAU,GAAG,aAAa,EAC1B,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GACxD,GAAG,MAAM,CAAC;IAEX,MAAM,aAAa,GAAG,kBAAkB,IAAI,EAAE,CAAC;IAE/C,MAAM,OAAO,GAAG;QACZ,mBAAmB,WAAW,EAAE;QAChC,iBAAiB,UAAU,EAAE;KAChC,CAAC;IACF,IAAI,GAAG;QAAE,OAAO,CAAC,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC,CAAC;IAC9C,IAAI,OAAO;QAAE,OAAO,CAAC,IAAI,CAAC,uBAAuB,OAAO,GAAG,CAAC,CAAC;IAE7D,MAAM,WAAW,GAAG,MAAM,CAAC;QACvB,QAAQ;QACR,UAAU,aAAa,EAAE;QACzB,0BAA0B;QAC1B,+BAA+B;QAC/B,GAAG,OAAO;QACV,KAAK;KACR,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAEb,MAAM,KAAK,GAAG,iBAAiB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAE1D,OAAO;QACH,EAAE,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;QAC5B,IAAI;QACJ,KAAK;QACL,MAAM,EAAE,SAAS;QACjB,KAAK;QACL,WAAW;QACX,GAAG;QACH,OAAO;QACP,UAAU;QACV,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC3C,MAAM,CAAC,SAAS,QAAQ,EAAE,CAAC,CAAC;IAC5B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,QAAgB;IAC1C,MAAM,CAAC,QAAQ,QAAQ,EAAE,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC5C,MAAM,CAAC,SAAS,QAAQ,EAAE,CAAC,CAAC;IAC5B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,cAAc;IAC1B,IAAI,aAAa,EAAE,CAAC;QAChB,OAAO,CAAC;gBACJ,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE;gBACnB,MAAM,EAAE,SAAS;gBACjB,KAAK,EAAE,uBAAuB;gBAC9B,KAAK,EAAE,gDAAgD;gBACvD,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC,CAAC;IACP,CAAC;IAED,MAAM,SAAS,GAAG,+EAA+E,CAAC;IAClG,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACD,MAAM,GAAG,MAAM,CAAC,mDAAmD,SAAS,GAAG,CAAC,CAAC;IACrF,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,CAAC;IACd,CAAC;IAED,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAEvB,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACjD,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACnE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACvD,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAgB,EAAE,IAAI,GAAG,GAAG;IACzD,OAAO,MAAM,CAAC,eAAe,IAAI,IAAI,QAAQ,EAAE,EAAE,MAAM,CAAC,CAAC;AAC7D,CAAC;AAED,gFAAgF;AAEhF,SAAS,iBAAiB,CAAC,QAAgB;IACvC,MAAM,KAAK,GAA8B,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IAEjF,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,QAAQ,EAAE,CAAC,CAAC;QAC1C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACzD,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,MAAM,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC;YAC1C,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACpC,IAAI,aAAa,KAAK,MAAM;gBAAE,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC;iBAC1C,IAAI,aAAa,KAAK,MAAM;gBAAE,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;iBACjD,IAAI,aAAa,KAAK,MAAM;gBAAE,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;QAC1D,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACL,0BAA0B;IAC9B,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAgB,EAAE,aAAqB;IACrE,IAAI,aAAa,EAAE,CAAC;QAChB,OAAO,aAAa,CAAC,CAAC,uCAAuC;IACjE,CAAC;IACD,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,QAAQ,IAAI,aAAa,EAAE,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC;QACpD,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QAC3C,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED,gFAAgF;AAEhF,MAAM,UAAU,SAAS,CAAC,QAAgB,EAAE,GAAW,EAAE,OAAO,GAAG,EAAE;IACjE,4DAA4D;IAC5D,MAAM,SAAS,GAAG,iBAAiB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACpD,IAAI,CAAC,SAAS,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,SAAS,GAAG,QAAQ,CACtB,0CAA0C,SAAS,MAAM,EACzD,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CACtC,CAAC,QAAQ,EAAE,CAAC;IACb,MAAM,GAAG,GAA2B,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAE1D,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;SAC7B,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC;SACrC,IAAI,CAAC,MAAM,CAAC,CAAC;IAElB,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,QAAQ,CACJ,GAAG,GAAG,YAAY,QAAQ,aAAa,MAAM,OAAO,GAAG,IAAI,OAAO,GAAG,EACrE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CACtC,CAAC;IAEF,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,gFAAgF;AAEhF,SAAS,QAAQ,CAAC,SAAiB,EAAE,IAAY;IAC7C,MAAM,MAAM,GAAG,QAAQ,CACnB,4CAA4C,SAAS,GAAG,IAAI,GAAG,EAC/D,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CACtC,CAAC,QAAQ,EAAE,CAAC;IACb,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,SAAS,CAAC,SAAiB,EAAE,IAAY,EAAE,IAAS;IACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,QAAQ,CACnB,oDAAoD,SAAS,GAAG,IAAI,6CAA6C,QAAQ,GAAG,EAC5H,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CACtC,CAAC,QAAQ,EAAE,CAAC;IACb,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,cAAc,CAAC,SAAiB,EAAE,IAAY;IACnD,MAAM,MAAM,GAAG,QAAQ,CACnB,4CAA4C,SAAS,GAAG,IAAI,GAAG,EAC/D,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAe,EAAE,GAAG,EAAE,SAAS,EAAE,CACjE,CAAC;IACF,OAAO,MAAM,CAAC,IAAI,CAAC,MAA2B,EAAE,QAAQ,CAAC,CAAC;AAC9D,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,SAAiB;IACzC,OAAO,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,SAAiB;IACvC,OAAO,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,SAAiB,EAAE,IAA0C;IACnF,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;IACrC,IAAI,IAAI,EAAE,GAAG;QAAE,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,IAAI,EAAE,QAAQ,KAAK,SAAS;QAAE,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjF,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC7B,OAAO,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,SAAiB,EAAE,QAA6B;IACtE,OAAO,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,SAAiB,EAAE,IAAc,EAAE,MAAM,GAAG,OAAO;IAC3E,OAAO,SAAS,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,SAAiB,EAAE,IAAc,EAAE,IAAY;IACrE,OAAO,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,SAAiB,EAAE,GAAW,EAAE,SAAoB;IACzE,OAAO,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,SAAiB,EAAE,CAAS,EAAE,CAAS,EAAE,MAAM,GAAG,CAAC;IAC1E,OAAO,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,SAAiB,EAAE,IAA4C;IAC3F,MAAM,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;IACrC,IAAI,IAAI,EAAE,MAAM;QAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACpD,IAAI,IAAI,EAAE,OAAO,KAAK,SAAS;QAAE,MAAM,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC7B,MAAM,GAAG,GAAG,cAAc,CAAC,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1E,OAAO,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAClC,CAAC;AAED,gFAAgF;AAEhF,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC3C,MAAM,KAAK,GAAG,QAAQ,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAClD,OAAO,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC3C,MAAM,KAAK,GAAG,QAAQ,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAClD,OAAO,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,WAAmB;IAChD,IAAI,aAAa,EAAE,CAAC;QAChB,OAAO,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,UAAU,GAAG,cAAc,EAAE,CAAC;IACpC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;IAC7F,IAAI,CAAC,SAAS,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAC3C,CAAC;IACD,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAClD,IAAI,CAAC,SAAS,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,gFAAgF;AAEhF;;;GAGG;AACH,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;AAE3C,SAAS,qBAAqB,CAAC,QAAgB;IAC3C,IAAI,aAAa,EAAE,CAAC;QAChB,sDAAsD;QACtD,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO;YAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5E,IAAI,OAAO,CAAC,GAAG,CAAC,wBAAwB;YAAE,IAAI,CAAC,IAAI,CAAC,oCAAoC,OAAO,CAAC,GAAG,CAAC,wBAAwB,GAAG,CAAC,CAAC;QACjI,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,sFAAsF;IACtF,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAG,QAAQ,CACnB,GAAG,GAAG,SAAS,QAAQ,sHAAsH,EAC7I,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CACtC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;IAEpB,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,2BAA2B,CAAC,EAAE,CAAC;YAC9E,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,MAAM;QAAE,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC3C,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,IAAY;IACxD,MAAM,SAAS,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAClD,iCAAiC;IACjC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,YAAY,SAAS,oBAAoB,OAAO,2DAA2D,CAAC;IACxH,IAAI,aAAa,EAAE,CAAC;QAChB,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,GAAwB,EAAE,CAAC,CAAC;IAC9E,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,QAAQ,CAAC,GAAG,GAAG,SAAS,QAAQ,IAAI,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;IACpF,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAC,QAAgB,EAAE,IAAY;IACpD,MAAM,SAAS,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAClD,wEAAwE;IACxE,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,gCAAgC;IACzD,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;QACxB,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1C,gDAAgD;QAChD,OAAO,YAAY,OAAO,sFAAsF,CAAC;IACrH,CAAC,CAAC,CAAC;IACH,+DAA+D;IAC/D,MAAM,SAAS,GAAG,EAAE,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,YAAY,SAAS,OAAO,KAAK,GAAG,CAAC;QACjD,IAAI,aAAa,EAAE,CAAC;YAChB,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,GAAwB,EAAE,CAAC,CAAC;QAC9E,CAAC;aAAM,CAAC;YACJ,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;YAC5B,QAAQ,CAAC,GAAG,GAAG,SAAS,QAAQ,IAAI,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;QACpF,CAAC;IACL,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,QAAgB,EAAE,IAAY;IACrD,MAAM,SAAS,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,YAAY,SAAS,mBAAmB,IAAI,GAAG,CAAC;IAC5D,IAAI,aAAa,EAAE,CAAC;QAChB,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,GAAwB,EAAE,CAAC,CAAC;IAC9E,CAAC;SAAM,CAAC;QACJ,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,QAAQ,CAAC,GAAG,GAAG,SAAS,QAAQ,IAAI,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;IACpF,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,WAAmB;IAC9C,IAAI,aAAa,EAAE,CAAC;QAChB,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,+BAA+B,IAAI,EAAE,CAAC;IACzF,CAAC;IACD,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CACjB,WAAW,WAAW,iDAAiD,CAC1E,CAAC;QACF,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACpC,IAAI,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;gBACnC,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YACrD,CAAC;QACL,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACL,SAAS;IACb,CAAC;IACD,OAAO,EAAE,CAAC;AACd,CAAC"}

package/dist/src/desktopTool.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Desktop control agent tool — exposes container desktop automation to OpenClaw agents.
+ *
+ * Single tool with `action` parameter that dispatches to AT-SPI / xdotool operations
+ * on Docker containers running Xvfb desktops.
+ */
+import type { ChannelAgentTool } from "openclaw/plugin-sdk";
+export declare function createDesktopTool(): ChannelAgentTool;

package/dist/src/desktopTool.js

@@ -0,0 +1,112 @@
+/**
+ * Desktop control agent tool — exposes container desktop automation to OpenClaw agents.
+ *
+ * Single tool with `action` parameter that dispatches to AT-SPI / xdotool operations
+ * on Docker containers running Xvfb desktops.
+ */
+import fs from "node:fs";
+import path from "node:path";
+import { isInContainer, listContainers, resolveAgentPort, atspiScreenshot, atspiClick, atspiApps, humanType, xdotoolKey, } from "./desktopContainer.js";
+const text = (t) => ({ content: [{ type: "text", text: t }] });
+export function createDesktopTool() {
+    return {
+        label: "Desktop Control",
+        name: "desktop",
+        ownerOnly: true,
+        description: isInContainer
+            ? "Control the desktop (Xvfb). " +
+                "Actions: screenshot (capture screen), click (x,y coordinates), type (input text char-by-char), " +
+                "key (send key combo like Return/ctrl+a), apps (list running applications). " +
+                "No containerId needed — running inside the desktop container."
+            : "Control desktop containers (Docker with Xvfb). " +
+                "Actions: screenshot (capture screen), click (x,y coordinates), type (input text char-by-char), " +
+                "key (send key combo like Return/ctrl+a), list_containers (discover available containers), " +
+                "apps (list running applications). " +
+                "Use list_containers first to find containerId, then use other actions with that containerId.",
+        parameters: {
+            type: "object",
+            properties: {
+                action: {
+                    type: "string",
+                    enum: ["screenshot", "click", "type", "key", "list_containers", "apps"],
+                    description: "The action to perform.",
+                },
+                containerId: {
+                    type: "string",
+                    description: "Container ID or name substring. Required for all actions except list_containers.",
+                },
+                x: { type: "number", description: "X coordinate for click action." },
+                y: { type: "number", description: "Y coordinate for click action." },
+                button: { type: "number", description: "Mouse button for click (1=left, 2=middle, 3=right). Default: 1." },
+                text: { type: "string", description: "Text to type for type action." },
+                keys: { type: "string", description: "Key combo for key action, e.g. 'Return', 'ctrl+a', 'BackSpace'." },
+            },
+            required: ["action"],
+        },
+        execute: async (_toolCallId, rawArgs) => {
+            const args = rawArgs;
+            // In-container mode: containerId is optional, default to "local"
+            const containerId = args.containerId || (isInContainer ? "local" : undefined);
+            try {
+                switch (args.action) {
+                    case "list_containers": {
+                        const containers = listContainers();
+                        if (containers.length === 0) {
+                            return text("No desktop containers found.");
+                        }
+                        const lines = containers.map((c) => `${c.id} | ${c.name} | ${c.status} | ${c.image}`);
+                        return text("ID | Name | Status | Image\n" + lines.join("\n"));
+                    }
+                    case "screenshot": {
+                        if (!containerId)
+                            return text("Error: containerId is required.");
+                        const agentPort = resolveAgentPort(containerId);
+                        const base64 = atspiScreenshot(agentPort, { quality: 70 });
+                        const filename = `desktop-screenshot-${Date.now()}.jpg`;
+                        const filepath = path.join("/tmp", filename);
+                        fs.writeFileSync(filepath, Buffer.from(base64, "base64"));
+                        return text(`Screenshot saved to ${filepath}`);
+                    }
+                    case "click": {
+                        if (!containerId)
+                            return text("Error: containerId is required.");
+                        if (args.x == null || args.y == null)
+                            return text("Error: x and y coordinates are required.");
+                        const agentPort = resolveAgentPort(containerId);
+                        atspiClick(agentPort, args.x, args.y, args.button ?? 1);
+                        return text(`Clicked (${args.x}, ${args.y})`);
+                    }
+                    case "type": {
+                        if (!containerId)
+                            return text("Error: containerId is required.");
+                        if (!args.text)
+                            return text("Error: text is required.");
+                        humanType(containerId, args.text);
+                        return text(`Typed ${args.text.length} characters.`);
+                    }
+                    case "key": {
+                        if (!containerId)
+                            return text("Error: containerId is required.");
+                        if (!args.keys)
+                            return text("Error: keys is required.");
+                        xdotoolKey(containerId, args.keys);
+                        return text(`Sent key: ${args.keys}`);
+                    }
+                    case "apps": {
+                        if (!containerId)
+                            return text("Error: containerId is required.");
+                        const agentPort = resolveAgentPort(containerId);
+                        const apps = atspiApps(agentPort);
+                        return text(JSON.stringify(apps, null, 2));
+                    }
+                    default:
+                        return text(`Error: unknown action "${args.action}". Use: screenshot, click, type, key, list_containers, apps.`);
+                }
+            }
+            catch (err) {
+                return text(`Error: ${err?.message ?? String(err)}`);
+            }
+        },
+    };
+}
+//# sourceMappingURL=desktopTool.js.map

package/dist/src/desktopTool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"desktopTool.js","sourceRoot":"","sources":["../../src/desktopTool.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EACL,aAAa,EACb,cAAc,EACd,gBAAgB,EAChB,eAAe,EACf,UAAU,EACV,SAAS,EACT,SAAS,EACT,UAAU,GACX,MAAM,uBAAuB,CAAC;AAE/B,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AAEhF,MAAM,UAAU,iBAAiB;IAC/B,OAAO;QACL,KAAK,EAAE,iBAAiB;QACxB,IAAI,EAAE,SAAS;QACf,SAAS,EAAE,IAAI;QACf,WAAW,EAAE,aAAa;YACxB,CAAC,CAAC,8BAA8B;gBAC9B,iGAAiG;gBACjG,6EAA6E;gBAC7E,+DAA+D;YACjE,CAAC,CAAC,iDAAiD;gBACjD,iGAAiG;gBACjG,4FAA4F;gBAC5F,oCAAoC;gBACpC,8FAA8F;QAClG,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,YAAY,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,MAAM,CAAC;oBACvE,WAAW,EAAE,wBAAwB;iBACtC;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kFAAkF;iBAChG;gBACD,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,gCAAgC,EAAE;gBACpE,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,gCAAgC,EAAE;gBACpE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,iEAAiE,EAAE;gBAC1G,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,+BAA+B,EAAE;gBACtE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,iEAAiE,EAAE;aACzG;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;SACwB;QAE9C,OAAO,EAAE,KAAK,EAAE,WAAmB,EAAE,OAAgB,EAAE,EAAE;YACvD,MAAM,IAAI,GAAG,OAQZ,CAAC;YAEF,iEAAiE;YACjE,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAE9E,IAAI,CAAC;gBACH,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;oBACpB,KAAK,iBAAiB,CAAC,CAAC,CAAC;wBACvB,MAAM,UAAU,GAAG,cAAc,EAAE,CAAC;wBACpC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BAC5B,OAAO,IAAI,CAAC,8BAA8B,CAAC,CAAC;wBAC9C,CAAC;wBACD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAC1B,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,KAAK,EAAE,CACxD,CAAC;wBACF,OAAO,IAAI,CAAC,8BAA8B,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;oBACjE,CAAC;oBAED,KAAK,YAAY,CAAC,CAAC,CAAC;wBAClB,IAAI,CAAC,WAAW;4BAAE,OAAO,IAAI,CAAC,iCAAiC,CAAC,CAAC;wBACjE,MAAM,SAAS,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;wBAChD,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;wBAC3D,MAAM,QAAQ,GAAG,sBAAsB,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC;wBACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;wBAC7C,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;wBAC1D,OAAO,IAAI,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;oBACjD,CAAC;oBAED,KAAK,OAAO,CAAC,CAAC,CAAC;wBACb,IAAI,CAAC,WAAW;4BAAE,OAAO,IAAI,CAAC,iCAAiC,CAAC,CAAC;wBACjE,IAAI,IAAI,CAAC,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,IAAI,IAAI;4BAAE,OAAO,IAAI,CAAC,0CAA0C,CAAC,CAAC;wBAC9F,MAAM,SAAS,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;wBAChD,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;wBACxD,OAAO,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBAChD,CAAC;oBAED,KAAK,MAAM,CAAC,CAAC,CAAC;wBACZ,IAAI,CAAC,WAAW;4BAAE,OAAO,IAAI,CAAC,iCAAiC,CAAC,CAAC;wBACjE,IAAI,CAAC,IAAI,CAAC,IAAI;4BAAE,OAAO,IAAI,CAAC,0BAA0B,CAAC,CAAC;wBACxD,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;wBAClC,OAAO,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,MAAM,cAAc,CAAC,CAAC;oBACvD,CAAC;oBAED,KAAK,KAAK,CAAC,CAAC,CAAC;wBACX,IAAI,CAAC,WAAW;4BAAE,OAAO,IAAI,CAAC,iCAAiC,CAAC,CAAC;wBACjE,IAAI,CAAC,IAAI,CAAC,IAAI;4BAAE,OAAO,IAAI,CAAC,0BAA0B,CAAC,CAAC;wBACxD,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;wBACnC,OAAO,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBACxC,CAAC;oBAED,KAAK,MAAM,CAAC,CAAC,CAAC;wBACZ,IAAI,CAAC,WAAW;4BAAE,OAAO,IAAI,CAAC,iCAAiC,CAAC,CAAC;wBACjE,MAAM,SAAS,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;wBAChD,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;wBAClC,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;oBAC7C,CAAC;oBAED;wBACE,OAAO,IAAI,CAAC,0BAA0B,IAAI,CAAC,MAAM,8DAA8D,CAAC,CAAC;gBACrH,CAAC;YACH,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,OAAO,IAAI,CAAC,UAAU,GAAG,EAAE,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvD,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}