@moxxy/plugin-computer-control 0.26.0

package/dist/tools/key.js

@@ -0,0 +1,135 @@
+import { defineTool, MoxxyError, z } from '@moxxy/sdk';
+import { ensureDarwin, procFailureCause, runProcess } from '../shell.js';
+const MODIFIER_NAMES = ['cmd', 'shift', 'option', 'control'];
+/**
+ * Named keys → macOS key codes used by AppleScript's
+ * `key code N` command. Subset focused on what an automation agent
+ * actually needs (navigation, editing, function keys). Letters and
+ * digits go through `keystroke "x" using ...` instead of `key code`.
+ */
+const KEY_CODES = {
+    return: 36,
+    enter: 36,
+    tab: 48,
+    space: 49,
+    escape: 53,
+    esc: 53,
+    delete: 51,
+    backspace: 51,
+    forward_delete: 117,
+    left: 123,
+    right: 124,
+    down: 125,
+    up: 126,
+    home: 115,
+    end: 119,
+    page_up: 116,
+    page_down: 121,
+    f1: 122,
+    f2: 120,
+    f3: 99,
+    f4: 118,
+    f5: 96,
+    f6: 97,
+    f7: 98,
+    f8: 100,
+    f9: 101,
+    f10: 109,
+    f11: 103,
+    f12: 111,
+};
+/**
+ * Single literal whitespace chars → their key codes. A bare ' '/'\t'/'\r'/'\n'
+ * would otherwise be sent via `keystroke`, which types the character (wrong for
+ * modifier chords like ctrl+space). Mirrors the matching KEY_CODES entries.
+ */
+const WHITESPACE_KEY_CODES = {
+    ' ': 49, // space
+    '\t': 48, // tab
+    '\r': 36, // return
+    '\n': 36, // return
+};
+export const keyTool = defineTool({
+    name: 'computer_key',
+    description: 'Send a single key chord with optional modifiers. Use this for shortcuts ' +
+        '(cmd+c, cmd+tab, cmd+shift+4) and named keys (return, tab, escape, arrows, ' +
+        'page_up/down, f1–f12). For typing arbitrary text, use computer_type.',
+    inputSchema: z.object({
+        key: z
+            .string()
+            .min(1)
+            .describe('A single character ("a", "1", "/") OR a named key from the catalog: ' +
+            Object.keys(KEY_CODES).join(', ') +
+            '.'),
+        modifiers: z
+            .array(z.enum(MODIFIER_NAMES))
+            .optional()
+            .describe('Held modifiers. Common combos: ["cmd"] for cmd+key, ["cmd","shift"], ["control","option"].'),
+    }),
+    permission: { action: 'prompt' },
+    async handler({ key, modifiers }, ctx) {
+        ensureDarwin('computer_key');
+        const mods = modifiers ?? [];
+        const script = buildKeyScript(key, mods);
+        const proc = await runProcess('osascript', ['-e', script], {
+            ...(ctx.signal ? { signal: ctx.signal } : {}),
+            timeoutMs: 10_000,
+        });
+        if (proc.exitCode !== 0) {
+            const cause = procFailureCause(proc, 10_000);
+            throw new MoxxyError({
+                code: 'TOOL_ERROR',
+                message: cause
+                    ? `key ${cause}`
+                    : `key failed (exit ${proc.exitCode}): ${proc.stderr.trim() || '(check Accessibility permission)'}`,
+                context: { tool: 'computer_key', exitCode: proc.exitCode, timedOut: proc.timedOut ? 1 : 0 },
+            });
+        }
+        return { ok: true, key, modifiers: mods };
+    },
+});
+/**
+ * Build the `osascript -e` body for a single key chord. Named keys go
+ * through `key code N`, single characters through `keystroke "x"`, and a
+ * multi-char unknown key throws. Pure (no I/O) so it can be unit-tested.
+ */
+export function buildKeyScript(key, modifiers) {
+    const usingClause = modifiers.length > 0 ? ` using {${modifiers.map(modifierClause).join(', ')}}` : '';
+    const lower = key.toLowerCase();
+    if (lower in KEY_CODES) {
+        return `tell application "System Events" to key code ${KEY_CODES[lower]}${usingClause}`;
+    }
+    // A single literal whitespace char (' ', '\t', '\r', '\n') keystroked with a
+    // held modifier types the character rather than pressing the key, breaking
+    // chords like ctrl+space. Route it to the corresponding key code instead.
+    if (key.length === 1) {
+        const wsCode = WHITESPACE_KEY_CODES[key];
+        if (wsCode !== undefined) {
+            return `tell application "System Events" to key code ${wsCode}${usingClause}`;
+        }
+    }
+    if (key.length === 1) {
+        const literal = `"${key.replace(/\\/g, '\\\\').replace(/"/g, '\\"')}"`;
+        return `tell application "System Events" to keystroke ${literal}${usingClause}`;
+    }
+    throw new MoxxyError({
+        code: 'TOOL_ERROR',
+        message: `unknown key "${key}". Use a single character or one of: ${Object.keys(KEY_CODES).join(', ')}.`,
+        context: { tool: 'computer_key', key },
+    });
+}
+function modifierClause(m) {
+    // AppleScript uses "command down", "shift down", "option down",
+    // "control down" — map our short names.
+    switch (m) {
+        case 'cmd':
+            return 'command down';
+        case 'shift':
+            return 'shift down';
+        case 'option':
+            return 'option down';
+        case 'control':
+            return 'control down';
+    }
+}
+//# sourceMappingURL=key.js.map

package/dist/tools/key.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"key.js","sourceRoot":"","sources":["../../src/tools/key.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzE,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAU,CAAC;AAGtE;;;;;GAKG;AACH,MAAM,SAAS,GAA2B;IACxC,MAAM,EAAE,EAAE;IACV,KAAK,EAAE,EAAE;IACT,GAAG,EAAE,EAAE;IACP,KAAK,EAAE,EAAE;IACT,MAAM,EAAE,EAAE;IACV,GAAG,EAAE,EAAE;IACP,MAAM,EAAE,EAAE;IACV,SAAS,EAAE,EAAE;IACb,cAAc,EAAE,GAAG;IACnB,IAAI,EAAE,GAAG;IACT,KAAK,EAAE,GAAG;IACV,IAAI,EAAE,GAAG;IACT,EAAE,EAAE,GAAG;IACP,IAAI,EAAE,GAAG;IACT,GAAG,EAAE,GAAG;IACR,OAAO,EAAE,GAAG;IACZ,SAAS,EAAE,GAAG;IACd,EAAE,EAAE,GAAG;IACP,EAAE,EAAE,GAAG;IACP,EAAE,EAAE,EAAE;IACN,EAAE,EAAE,GAAG;IACP,EAAE,EAAE,EAAE;IACN,EAAE,EAAE,EAAE;IACN,EAAE,EAAE,EAAE;IACN,EAAE,EAAE,GAAG;IACP,EAAE,EAAE,GAAG;IACP,GAAG,EAAE,GAAG;IACR,GAAG,EAAE,GAAG;IACR,GAAG,EAAE,GAAG;CACT,CAAC;AAEF;;;;GAIG;AACH,MAAM,oBAAoB,GAA2B;IACnD,GAAG,EAAE,EAAE,EAAE,QAAQ;IACjB,IAAI,EAAE,EAAE,EAAE,MAAM;IAChB,IAAI,EAAE,EAAE,EAAE,SAAS;IACnB,IAAI,EAAE,EAAE,EAAE,SAAS;CACpB,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,UAAU,CAAC;IAChC,IAAI,EAAE,cAAc;IACpB,WAAW,EACT,0EAA0E;QAC1E,6EAA6E;QAC7E,sEAAsE;IACxE,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;QACpB,GAAG,EAAE,CAAC;aACH,MAAM,EAAE;aACR,GAAG,CAAC,CAAC,CAAC;aACN,QAAQ,CACP,sEAAsE;YACpE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,GAAG,CACN;QACH,SAAS,EAAE,CAAC;aACT,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;aAC7B,QAAQ,EAAE;aACV,QAAQ,CACP,4FAA4F,CAC7F;KACJ,CAAC;IACF,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChC,KAAK,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,GAAG;QACnC,YAAY,CAAC,cAAc,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,SAAS,IAAI,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE;YACzD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,SAAS,EAAE,MAAM;SAClB,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7C,MAAM,IAAI,UAAU,CAAC;gBACnB,IAAI,EAAE,YAAY;gBAClB,OAAO,EAAE,KAAK;oBACZ,CAAC,CAAC,OAAO,KAAK,EAAE;oBAChB,CAAC,CAAC,oBAAoB,IAAI,CAAC,QAAQ,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,kCAAkC,EAAE;gBACrG,OAAO,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;aAC5F,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IAC5C,CAAC;CACF,CAAC,CAAC;AAEH;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,GAAW,EAAE,SAAkC;IAC5E,MAAM,WAAW,GACf,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,SAAS,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACrF,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IAChC,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;QACvB,OAAO,gDAAgD,SAAS,CAAC,KAAK,CAAC,GAAG,WAAW,EAAE,CAAC;IAC1F,CAAC;IACD,6EAA6E;IAC7E,2EAA2E;IAC3E,0EAA0E;IAC1E,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,gDAAgD,MAAM,GAAG,WAAW,EAAE,CAAC;QAChF,CAAC;IACH,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC;QACvE,OAAO,iDAAiD,OAAO,GAAG,WAAW,EAAE,CAAC;IAClF,CAAC;IACD,MAAM,IAAI,UAAU,CAAC;QACnB,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,gBAAgB,GAAG,wCAAwC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;QACxG,OAAO,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE;KACvC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,CAAW;IACjC,gEAAgE;IAChE,wCAAwC;IACxC,QAAQ,CAAC,EAAE,CAAC;QACV,KAAK,KAAK;YACR,OAAO,cAAc,CAAC;QACxB,KAAK,OAAO;YACV,OAAO,YAAY,CAAC;QACtB,KAAK,QAAQ;YACX,OAAO,aAAa,CAAC;QACvB,KAAK,SAAS;YACZ,OAAO,cAAc,CAAC;IAC1B,CAAC;AACH,CAAC"}

package/dist/tools/open.d.ts

@@ -0,0 +1,2 @@
+export declare const openTool: import("@moxxy/sdk").ToolDef;
+//# sourceMappingURL=open.d.ts.map

package/dist/tools/open.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"open.d.ts","sourceRoot":"","sources":["../../src/tools/open.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,QAAQ,8BA6EnB,CAAC"}

package/dist/tools/open.js

@@ -0,0 +1,76 @@
+import { defineTool, MoxxyError, z } from '@moxxy/sdk';
+import { ensureDarwin, procFailureCause, runProcess } from '../shell.js';
+export const openTool = defineTool({
+    name: 'computer_open',
+    description: 'Open a URL, file path, or .app bundle via macOS `open`. Use this to ' +
+        'launch / activate a specific app or jump to a web page. The model should ' +
+        'prefer this over typing into Spotlight when the target is known.',
+    inputSchema: z.object({
+        target: z
+            .string()
+            .min(1)
+            .describe('URL (https://...), file path (/Users/...), or app name (Safari). ' +
+            'For app names, prefer the `app` field — `target` is treated as a path.')
+            .optional(),
+        app: z
+            .string()
+            .min(1)
+            .max(120)
+            .describe('Application name to activate (e.g. "Safari", "Visual Studio Code"). ' +
+            'When `target` is also set, the app opens `target` (e.g. open a file in VS Code).')
+            .optional(),
+    }),
+    permission: { action: 'prompt' },
+    async handler({ target, app }, ctx) {
+        ensureDarwin('computer_open');
+        if (!target && !app) {
+            throw new MoxxyError({
+                code: 'TOOL_ERROR',
+                message: 'computer_open: at least one of `target` or `app` is required',
+                context: { tool: 'computer_open' },
+            });
+        }
+        // A target/app beginning with '-' (e.g. '-g', '-n', '-W') is parsed by
+        // /usr/bin/open as an OPTION FLAG, not a path/URL/app — silently changing
+        // behavior (open in background, new instance) the user did not approve.
+        // Reject it: no legitimate path/URL/app name starts with a dash, and
+        // spawn is array-form so this is the only argument-injection vector.
+        for (const [field, value] of [
+            ['target', target],
+            ['app', app],
+        ]) {
+            if (value !== undefined && value.startsWith('-')) {
+                throw new MoxxyError({
+                    code: 'TOOL_ERROR',
+                    message: `computer_open: \`${field}\` must not begin with '-' (would be parsed as an option flag)`,
+                    context: { tool: 'computer_open', field },
+                });
+            }
+        }
+        const args = [];
+        if (app) {
+            args.push('-a', app);
+        }
+        // `--` ends option parsing so the positional target is treated strictly
+        // as a path/URL operand even if a future change relaxes the guard above.
+        if (target) {
+            args.push('--', target);
+        }
+        const proc = await runProcess('open', args, {
+            ...(ctx.signal ? { signal: ctx.signal } : {}),
+            timeoutMs: 10_000,
+        });
+        if (proc.exitCode !== 0) {
+            const cause = procFailureCause(proc, 10_000);
+            throw new MoxxyError({
+                code: 'TOOL_ERROR',
+                message: cause
+                    ? `open ${cause}`
+                    : `open failed (exit ${proc.exitCode}): ${proc.stderr.trim() || '(no error message)'}`,
+                context: { tool: 'computer_open', exitCode: proc.exitCode, timedOut: proc.timedOut ? 1 : 0 },
+            });
+        }
+        return { ok: true, app, target };
+    },
+});
+//# sourceMappingURL=open.js.map

package/dist/tools/open.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"open.js","sourceRoot":"","sources":["../../src/tools/open.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzE,MAAM,CAAC,MAAM,QAAQ,GAAG,UAAU,CAAC;IACjC,IAAI,EAAE,eAAe;IACrB,WAAW,EACT,sEAAsE;QACtE,2EAA2E;QAC3E,kEAAkE;IACpE,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;QACpB,MAAM,EAAE,CAAC;aACN,MAAM,EAAE;aACR,GAAG,CAAC,CAAC,CAAC;aACN,QAAQ,CACP,mEAAmE;YACjE,wEAAwE,CAC3E;aACA,QAAQ,EAAE;QACb,GAAG,EAAE,CAAC;aACH,MAAM,EAAE;aACR,GAAG,CAAC,CAAC,CAAC;aACN,GAAG,CAAC,GAAG,CAAC;aACR,QAAQ,CACP,sEAAsE;YACpE,kFAAkF,CACrF;aACA,QAAQ,EAAE;KACd,CAAC;IACF,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG;QAChC,YAAY,CAAC,eAAe,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC;YACpB,MAAM,IAAI,UAAU,CAAC;gBACnB,IAAI,EAAE,YAAY;gBAClB,OAAO,EAAE,8DAA8D;gBACvE,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE;aACnC,CAAC,CAAC;QACL,CAAC;QACD,uEAAuE;QACvE,0EAA0E;QAC1E,wEAAwE;QACxE,qEAAqE;QACrE,qEAAqE;QACrE,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI;YAC3B,CAAC,QAAQ,EAAE,MAAM,CAAC;YAClB,CAAC,KAAK,EAAE,GAAG,CAAC;SACJ,EAAE,CAAC;YACX,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACjD,MAAM,IAAI,UAAU,CAAC;oBACnB,IAAI,EAAE,YAAY;oBAClB,OAAO,EAAE,oBAAoB,KAAK,gEAAgE;oBAClG,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE;iBAC1C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACvB,CAAC;QACD,wEAAwE;QACxE,yEAAyE;QACzE,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1B,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE;YAC1C,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,SAAS,EAAE,MAAM;SAClB,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7C,MAAM,IAAI,UAAU,CAAC;gBACnB,IAAI,EAAE,YAAY;gBAClB,OAAO,EAAE,KAAK;oBACZ,CAAC,CAAC,QAAQ,KAAK,EAAE;oBACjB,CAAC,CAAC,qBAAqB,IAAI,CAAC,QAAQ,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,oBAAoB,EAAE;gBACxF,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;aAC7F,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;IACnC,CAAC;CACF,CAAC,CAAC"}

package/dist/tools/screenshot.d.ts

@@ -0,0 +1,2 @@
+export declare const screenshotTool: import("@moxxy/sdk").ToolDef;
+//# sourceMappingURL=screenshot.d.ts.map

package/dist/tools/screenshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot.d.ts","sourceRoot":"","sources":["../../src/tools/screenshot.ts"],"names":[],"mappings":"AA4BA,eAAO,MAAM,cAAc,8BAwJzB,CAAC"}

package/dist/tools/screenshot.js

@@ -0,0 +1,162 @@
+import { randomUUID } from 'node:crypto';
+import { promises as fs } from 'node:fs';
+import * as os from 'node:os';
+import * as path from 'node:path';
+import { defineTool, MoxxyError, z } from '@moxxy/sdk';
+import { ensureDarwin, procFailureCause, runProcess } from '../shell.js';
+const regionSchema = z.object({
+    x: z.number().int().min(0),
+    y: z.number().int().min(0),
+    width: z.number().int().positive(),
+    height: z.number().int().positive(),
+});
+/**
+ * Defaults aggressive on size — a Retina full-screen PNG can pass
+ * 5 MB base64-encoded and instantly blow the model's context window.
+ * 1280px JPEG @ q72 is ~150 KB for a typical desktop and still
+ * legible enough for the model to identify UI elements.
+ */
+const DEFAULT_MAX_DIM = 1280;
+const DEFAULT_FORMAT = 'jpeg';
+const DEFAULT_JPEG_QUALITY = 72;
+/** Soft cap on the encoded image size in bytes. We refuse to return
+ *  anything bigger than this even after the model asks for high-res —
+ *  better to fail loudly than silently nuke the context. */
+const MAX_BYTES = 1_500_000;
+export const screenshotTool = defineTool({
+    name: 'computer_screenshot',
+    description: 'Take a screenshot of the macOS desktop. Returns base64-encoded image bytes ' +
+        'the model can see directly. By default the image is downscaled to 1280px ' +
+        'and JPEG-compressed so a single screenshot stays well under context — ' +
+        'override `maxDim` / `format` / `quality` only when you genuinely need full ' +
+        'resolution. macOS will prompt for Screen Recording permission on first use.',
+    inputSchema: z.object({
+        region: regionSchema
+            .optional()
+            .describe('Crop to a rectangle in screen-pixel coordinates (top-left origin). Omit for full screen.'),
+        maxDim: z
+            .number()
+            .int()
+            .min(256)
+            .max(3840)
+            .optional()
+            .describe(`Resize so the longest edge is <= this many pixels. Default ${DEFAULT_MAX_DIM}. ` +
+            'Lower = smaller payload + less context cost; raise only when you need pixel detail.'),
+        format: z
+            .enum(['jpeg', 'png'])
+            .optional()
+            .describe(`Output format. Default "${DEFAULT_FORMAT}" (much smaller). Pick "png" only when ` +
+            'you need lossless (rare — JPEG is fine for UI screenshots).'),
+        quality: z
+            .number()
+            .int()
+            .min(40)
+            .max(100)
+            .optional()
+            .describe(`JPEG quality (1-100). Default ${DEFAULT_JPEG_QUALITY}. Ignored for PNG output.`),
+    }),
+    permission: { action: 'prompt' },
+    async handler({ region, maxDim, format, quality }, ctx) {
+        ensureDarwin('computer_screenshot');
+        const fmt = format ?? DEFAULT_FORMAT;
+        const dim = maxDim ?? DEFAULT_MAX_DIM;
+        const q = quality ?? DEFAULT_JPEG_QUALITY;
+        // Always capture as PNG first (preserves color depth + no double
+        // compression), then let `sips` resize and convert in one pass.
+        // `-x` silences the camera-shutter sound.
+        // A random suffix guarantees uniqueness even for two captures in the
+        // same process within the same millisecond (pid+Date.now() alone can
+        // collide and cross-corrupt the temp files).
+        const uniq = randomUUID();
+        const captureTmp = path.join(os.tmpdir(), `moxxy-screencap-${process.pid}-${Date.now()}-${uniq}.png`);
+        const captureArgs = ['-x', '-t', 'png'];
+        if (region) {
+            captureArgs.push('-R', `${region.x},${region.y},${region.width},${region.height}`);
+        }
+        captureArgs.push(captureTmp);
+        // Guarantee the original PNG (potentially several MB for a Retina full
+        // screen) is removed on EVERY exit path — success, throw, or a spawn
+        // reject (e.g. `sips` not on PATH) / mid-capture timeout that may have
+        // left a partial file. Without this, those failure paths leak the temp
+        // file in os.tmpdir() permanently and accumulate over repeated failures.
+        try {
+            const cap = await runProcess('screencapture', captureArgs, {
+                ...(ctx.signal ? { signal: ctx.signal } : {}),
+                timeoutMs: 15_000,
+            });
+            if (cap.exitCode !== 0) {
+                const cause = procFailureCause(cap, 15_000);
+                throw new MoxxyError({
+                    code: 'TOOL_ERROR',
+                    message: cause
+                        ? `screencapture ${cause}`
+                        : `screencapture failed (exit ${cap.exitCode}): ${cap.stderr.trim() || '(no stderr — likely Screen Recording permission missing — grant in System Settings → Privacy & Security)'}`,
+                    context: { tool: 'computer_screenshot', exitCode: cap.exitCode, timedOut: cap.timedOut ? 1 : 0 },
+                });
+            }
+            // Resize + format-convert in one sips call. `-Z N` fits within N
+            // on the longest edge while preserving aspect ratio. Output ext
+            // picks the format; format options apply when JPEG.
+            const outExt = fmt === 'jpeg' ? 'jpg' : 'png';
+            const outTmp = path.join(os.tmpdir(), `moxxy-screencap-${process.pid}-${Date.now()}-${uniq}-out.${outExt}`);
+            const sipsArgs = [
+                '-Z',
+                String(dim),
+                '--setProperty',
+                'format',
+                fmt,
+            ];
+            if (fmt === 'jpeg') {
+                sipsArgs.push('--setProperty', 'formatOptions', String(q));
+            }
+            sipsArgs.push(captureTmp, '--out', outTmp);
+            const sip = await runProcess('sips', sipsArgs, {
+                ...(ctx.signal ? { signal: ctx.signal } : {}),
+                timeoutMs: 15_000,
+            });
+            if (sip.exitCode !== 0) {
+                await fs.rm(outTmp, { force: true });
+                const cause = procFailureCause(sip, 15_000);
+                throw new MoxxyError({
+                    code: 'TOOL_ERROR',
+                    message: cause
+                        ? `sips resize/convert ${cause}`
+                        : `sips resize/convert failed (exit ${sip.exitCode}): ${sip.stderr.trim() || '(no error message)'}`,
+                    context: { tool: 'computer_screenshot', exitCode: sip.exitCode, timedOut: sip.timedOut ? 1 : 0 },
+                });
+            }
+            try {
+                const bytes = await fs.readFile(outTmp);
+                if (bytes.length > MAX_BYTES) {
+                    throw new MoxxyError({
+                        code: 'TOOL_ERROR',
+                        message: `screenshot exceeded ${MAX_BYTES} bytes after compression (got ${bytes.length}). ` +
+                            `Lower maxDim (currently ${dim}) or quality (currently ${q}), or pass a smaller region.`,
+                        context: { tool: 'computer_screenshot', byteLength: bytes.length },
+                    });
+                }
+                // The `{ mediaType, base64 }` pair is load-bearing, not decorative: the
+                // SDK's tool_result projection keys off exactly this shape to emit a
+                // provider `image` ContentBlock so the model SEES the pixels. Returning
+                // the bytes inside a stringified blob (the JSON.stringify fallback path)
+                // would reach the model as base64 TEXT it cannot decode. Extra fields
+                // are diagnostic only and ignored by the image projection.
+                return {
+                    mediaType: fmt === 'jpeg' ? 'image/jpeg' : 'image/png',
+                    base64: bytes.toString('base64'),
+                    byteLength: bytes.length,
+                    maxDim: dim,
+                    format: fmt,
+                    ...(fmt === 'jpeg' ? { quality: q } : {}),
+                };
+            }
+            finally {
+                await fs.rm(outTmp, { force: true });
+            }
+        }
+        finally {
+            await fs.rm(captureTmp, { force: true });
+        }
+    },
+});
+//# sourceMappingURL=screenshot.js.map

package/dist/tools/screenshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot.js","sourceRoot":"","sources":["../../src/tools/screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzE,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAClC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAEH;;;;;GAKG;AACH,MAAM,eAAe,GAAG,IAAI,CAAC;AAC7B,MAAM,cAAc,GAAG,MAAe,CAAC;AACvC,MAAM,oBAAoB,GAAG,EAAE,CAAC;AAChC;;4DAE4D;AAC5D,MAAM,SAAS,GAAG,SAAS,CAAC;AAE5B,MAAM,CAAC,MAAM,cAAc,GAAG,UAAU,CAAC;IACvC,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EACT,6EAA6E;QAC7E,2EAA2E;QAC3E,wEAAwE;QACxE,6EAA6E;QAC7E,6EAA6E;IAC/E,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;QACpB,MAAM,EAAE,YAAY;aACjB,QAAQ,EAAE;aACV,QAAQ,CACP,0FAA0F,CAC3F;QACH,MAAM,EAAE,CAAC;aACN,MAAM,EAAE;aACR,GAAG,EAAE;aACL,GAAG,CAAC,GAAG,CAAC;aACR,GAAG,CAAC,IAAI,CAAC;aACT,QAAQ,EAAE;aACV,QAAQ,CACP,8DAA8D,eAAe,IAAI;YAC/E,qFAAqF,CACxF;QACH,MAAM,EAAE,CAAC;aACN,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;aACrB,QAAQ,EAAE;aACV,QAAQ,CACP,2BAA2B,cAAc,yCAAyC;YAChF,6DAA6D,CAChE;QACH,OAAO,EAAE,CAAC;aACP,MAAM,EAAE;aACR,GAAG,EAAE;aACL,GAAG,CAAC,EAAE,CAAC;aACP,GAAG,CAAC,GAAG,CAAC;aACR,QAAQ,EAAE;aACV,QAAQ,CACP,iCAAiC,oBAAoB,2BAA2B,CACjF;KACJ,CAAC;IACF,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG;QACpD,YAAY,CAAC,qBAAqB,CAAC,CAAC;QACpC,MAAM,GAAG,GAAG,MAAM,IAAI,cAAc,CAAC;QACrC,MAAM,GAAG,GAAG,MAAM,IAAI,eAAe,CAAC;QACtC,MAAM,CAAC,GAAG,OAAO,IAAI,oBAAoB,CAAC;QAE1C,iEAAiE;QACjE,gEAAgE;QAChE,0CAA0C;QAC1C,qEAAqE;QACrE,qEAAqE;QACrE,6CAA6C;QAC7C,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAC1B,EAAE,CAAC,MAAM,EAAE,EACX,mBAAmB,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,MAAM,CAC3D,CAAC;QACF,MAAM,WAAW,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QACxC,IAAI,MAAM,EAAE,CAAC;YACX,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACrF,CAAC;QACD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7B,uEAAuE;QACvE,qEAAqE;QACrE,uEAAuE;QACvE,uEAAuE;QACvE,yEAAyE;QACzE,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,eAAe,EAAE,WAAW,EAAE;gBACzD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7C,SAAS,EAAE,MAAM;aAClB,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC5C,MAAM,IAAI,UAAU,CAAC;oBACnB,IAAI,EAAE,YAAY;oBAClB,OAAO,EAAE,KAAK;wBACZ,CAAC,CAAC,iBAAiB,KAAK,EAAE;wBAC1B,CAAC,CAAC,8BAA8B,GAAG,CAAC,QAAQ,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,0GAA0G,EAAE;oBACrL,OAAO,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;iBACjG,CAAC,CAAC;YACL,CAAC;YAED,iEAAiE;YACjE,gEAAgE;YAChE,oDAAoD;YACpD,MAAM,MAAM,GAAG,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CACtB,EAAE,CAAC,MAAM,EAAE,EACX,mBAAmB,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,QAAQ,MAAM,EAAE,CACrE,CAAC;YACF,MAAM,QAAQ,GAAG;gBACf,IAAI;gBACJ,MAAM,CAAC,GAAG,CAAC;gBACX,eAAe;gBACf,QAAQ;gBACR,GAAG;aACJ,CAAC;YACF,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;gBACnB,QAAQ,CAAC,IAAI,CAAC,eAAe,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7D,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE;gBAC7C,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7C,SAAS,EAAE,MAAM;aAClB,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACrC,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC5C,MAAM,IAAI,UAAU,CAAC;oBACnB,IAAI,EAAE,YAAY;oBAClB,OAAO,EAAE,KAAK;wBACZ,CAAC,CAAC,uBAAuB,KAAK,EAAE;wBAChC,CAAC,CAAC,oCAAoC,GAAG,CAAC,QAAQ,MAAM,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,oBAAoB,EAAE;oBACrG,OAAO,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;iBACjG,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACxC,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;oBAC7B,MAAM,IAAI,UAAU,CAAC;wBACnB,IAAI,EAAE,YAAY;wBAClB,OAAO,EACL,uBAAuB,SAAS,iCAAiC,KAAK,CAAC,MAAM,KAAK;4BAClF,2BAA2B,GAAG,2BAA2B,CAAC,8BAA8B;wBAC1F,OAAO,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE;qBACnE,CAAC,CAAC;gBACL,CAAC;gBACD,wEAAwE;gBACxE,qEAAqE;gBACrE,wEAAwE;gBACxE,yEAAyE;gBACzE,sEAAsE;gBACtE,2DAA2D;gBAC3D,OAAO;oBACL,SAAS,EAAE,GAAG,KAAK,MAAM,CAAC,CAAC,CAAE,YAAsB,CAAC,CAAC,CAAE,WAAqB;oBAC5E,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBAChC,UAAU,EAAE,KAAK,CAAC,MAAM;oBACxB,MAAM,EAAE,GAAG;oBACX,MAAM,EAAE,GAAG;oBACX,GAAG,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC1C,CAAC;YACJ,CAAC;oBAAS,CAAC;gBACT,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}

package/dist/tools/type.d.ts

@@ -0,0 +1,8 @@
+export declare const typeTool: import("@moxxy/sdk").ToolDef;
+/**
+ * Serialize an arbitrary JS string into a valid AppleScript string
+ * literal. AppleScript string syntax: `"..."` with `\"` and `\\` as
+ * the only escapes; newlines are written as `" & return & "`.
+ */
+export declare function toAppleScriptString(s: string): string;
+//# sourceMappingURL=type.d.ts.map

package/dist/tools/type.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"type.d.ts","sourceRoot":"","sources":["../../src/tools/type.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,QAAQ,8BAwCnB,CAAC;AAEH;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CASrD"}

package/dist/tools/type.js

@@ -0,0 +1,57 @@
+import { defineTool, MoxxyError, z } from '@moxxy/sdk';
+import { ensureDarwin, procFailureCause, runProcess } from '../shell.js';
+export const typeTool = defineTool({
+    name: 'computer_type',
+    description: 'Type a string into whatever has keyboard focus. Use AFTER clicking the ' +
+        'target field. Macros (cmd+C, etc.) belong in computer_key, not here — this ' +
+        'tool sends each character literally. Requires Accessibility permission.',
+    inputSchema: z.object({
+        text: z
+            .string()
+            .max(4000)
+            .describe('The literal text to type. Newlines and tabs are typed as-is. ' +
+            'Pre-existing focus is the target — click first if needed.'),
+    }),
+    permission: { action: 'prompt' },
+    async handler({ text }, ctx) {
+        ensureDarwin('computer_type');
+        if (text.length === 0)
+            return { ok: true, length: 0 };
+        // Serialize the text to an AppleScript string literal ourselves and
+        // pass it inline via `osascript -e`, so we never have to escape
+        // AppleScript quote rules at the shell layer.
+        const literal = toAppleScriptString(text);
+        const directScript = `tell application "System Events" to keystroke ${literal}`;
+        const proc = await runProcess('osascript', ['-e', directScript], {
+            ...(ctx.signal ? { signal: ctx.signal } : {}),
+            timeoutMs: 30_000,
+        });
+        if (proc.exitCode !== 0) {
+            const cause = procFailureCause(proc, 30_000);
+            throw new MoxxyError({
+                code: 'TOOL_ERROR',
+                message: cause
+                    ? `type ${cause}`
+                    : `type failed (exit ${proc.exitCode}): ${proc.stderr.trim() || '(check Accessibility permission)'}`,
+                context: { tool: 'computer_type', exitCode: proc.exitCode, timedOut: proc.timedOut ? 1 : 0 },
+            });
+        }
+        return { ok: true, length: text.length };
+    },
+});
+/**
+ * Serialize an arbitrary JS string into a valid AppleScript string
+ * literal. AppleScript string syntax: `"..."` with `\"` and `\\` as
+ * the only escapes; newlines are written as `" & return & "`.
+ */
+export function toAppleScriptString(s) {
+    // Split on newlines to use `return` (AppleScript's CR constant) so
+    // a multi-line type call sends actual Enter keystrokes rather than a
+    // literal `\n` in one keystroke (which keystroke would refuse).
+    const parts = s.split('\n').map((line) => {
+        const escaped = line.replace(/\\/g, '\\\\').replace(/"/g, '\\"');
+        return `"${escaped}"`;
+    });
+    return parts.join(' & return & ');
+}
+//# sourceMappingURL=type.js.map

package/dist/tools/type.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"type.js","sourceRoot":"","sources":["../../src/tools/type.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzE,MAAM,CAAC,MAAM,QAAQ,GAAG,UAAU,CAAC;IACjC,IAAI,EAAE,eAAe;IACrB,WAAW,EACT,yEAAyE;QACzE,6EAA6E;QAC7E,yEAAyE;IAC3E,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;QACpB,IAAI,EAAE,CAAC;aACJ,MAAM,EAAE;aACR,GAAG,CAAC,IAAI,CAAC;aACT,QAAQ,CACP,+DAA+D;YAC7D,2DAA2D,CAC9D;KACJ,CAAC;IACF,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;IAChC,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG;QACzB,YAAY,CAAC,eAAe,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QACtD,oEAAoE;QACpE,gEAAgE;QAChE,8CAA8C;QAC9C,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,YAAY,GAAG,iDAAiD,OAAO,EAAE,CAAC;QAChF,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE;YAC/D,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,SAAS,EAAE,MAAM;SAClB,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7C,MAAM,IAAI,UAAU,CAAC;gBACnB,IAAI,EAAE,YAAY;gBAClB,OAAO,EAAE,KAAK;oBACZ,CAAC,CAAC,QAAQ,KAAK,EAAE;oBACjB,CAAC,CAAC,qBAAqB,IAAI,CAAC,QAAQ,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,kCAAkC,EAAE;gBACtG,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;aAC7F,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IAC3C,CAAC;CACF,CAAC,CAAC;AAEH;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,CAAS;IAC3C,mEAAmE;IACnE,qEAAqE;IACrE,gEAAgE;IAChE,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACjE,OAAO,IAAI,OAAO,GAAG,CAAC;IACxB,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AACpC,CAAC"}

package/package.json

@@ -0,0 +1,65 @@
+{
+  "name": "@moxxy/plugin-computer-control",
+  "version": "0.26.0",
+  "description": "Programmatic control of the host computer (macOS only for now): screenshot, click, type, key, open, clipboard, applescript. Every tool prompts for permission.",
+  "keywords": [
+    "moxxy",
+    "agent",
+    "tools",
+    "computer-use",
+    "macos"
+  ],
+  "homepage": "https://moxxy.ai",
+  "bugs": {
+    "url": "https://github.com/moxxy-ai/moxxy/issues"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/moxxy-ai/moxxy.git",
+    "directory": "packages/plugin-computer-control"
+  },
+  "author": "Michal Makowski <michal.makowski97@gmail.com>",
+  "license": "MIT",
+  "publishConfig": {
+    "access": "public"
+  },
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./skills/*": "./skills/*"
+  },
+  "files": [
+    "dist",
+    "src",
+    "skills"
+  ],
+  "moxxy": {
+    "plugin": {
+      "entry": "./dist/index.js",
+      "kind": "tools",
+      "skills": "./skills"
+    }
+  },
+  "dependencies": {
+    "zod": "^3.24.0",
+    "@moxxy/sdk": "0.26.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.10.0",
+    "typescript": "^5.7.3",
+    "vitest": "^2.1.8",
+    "@moxxy/tsconfig": "0.0.0",
+    "@moxxy/vitest-preset": "0.0.0"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "typecheck": "tsc -p tsconfig.json --noEmit",
+    "test": "vitest run",
+    "clean": "rm -rf dist .turbo"
+  }
+}