usecomputer 0.0.3 → 0.0.4

package/zig/src/lib.zig

@@ -1,121 +1,362 @@
 // Native N-API module for usecomputer commands on macOS using Zig.
-// First implementation step translates CUA macOS click semantics to Quartz
-// events: post mouse down/up pairs at absolute coordinates with click state.
+// Exports direct typed methods (no string command dispatcher) so TS can call
+// high-level native functions and receive structured error objects.
 
 const std = @import("std");
 const builtin = @import("builtin");
+const scroll_impl = @import("scroll.zig");
+const window = @import("window.zig");
 const napigen = if (builtin.is_test) undefined else @import("napigen");
-const c = if (builtin.target.os.tag == .macos) @cImport({
+const c_macos = if (builtin.target.os.tag == .macos) @cImport({
     @cInclude("CoreGraphics/CoreGraphics.h");
     @cInclude("CoreFoundation/CoreFoundation.h");
     @cInclude("ImageIO/ImageIO.h");
 }) else struct {};
 
+const c_windows = if (builtin.target.os.tag == .windows) @cImport({
+    @cInclude("windows.h");
+}) else struct {};
+
+const c_x11 = if (builtin.target.os.tag == .linux) @cImport({
+    @cInclude("X11/Xlib.h");
+    @cInclude("X11/keysym.h");
+    @cInclude("X11/extensions/XTest.h");
+}) else struct {};
+
+const c = c_macos;
+const screenshot_max_long_edge_px: f64 = 1568;
+
+const mac_keycode = struct {
+    const a = 0x00;
+    const s = 0x01;
+    const d = 0x02;
+    const f = 0x03;
+    const h = 0x04;
+    const g = 0x05;
+    const z = 0x06;
+    const x = 0x07;
+    const c = 0x08;
+    const v = 0x09;
+    const b = 0x0B;
+    const q = 0x0C;
+    const w = 0x0D;
+    const e = 0x0E;
+    const r = 0x0F;
+    const y = 0x10;
+    const t = 0x11;
+    const one = 0x12;
+    const two = 0x13;
+    const three = 0x14;
+    const four = 0x15;
+    const six = 0x16;
+    const five = 0x17;
+    const equal = 0x18;
+    const nine = 0x19;
+    const seven = 0x1A;
+    const minus = 0x1B;
+    const eight = 0x1C;
+    const zero = 0x1D;
+    const right_bracket = 0x1E;
+    const o = 0x1F;
+    const u = 0x20;
+    const left_bracket = 0x21;
+    const i = 0x22;
+    const p = 0x23;
+    const l = 0x25;
+    const j = 0x26;
+    const quote = 0x27;
+    const k = 0x28;
+    const semicolon = 0x29;
+    const backslash = 0x2A;
+    const comma = 0x2B;
+    const slash = 0x2C;
+    const n = 0x2D;
+    const m = 0x2E;
+    const period = 0x2F;
+    const tab = 0x30;
+    const space = 0x31;
+    const grave = 0x32;
+    const delete = 0x33;
+    const enter = 0x24;
+    const escape = 0x35;
+    const command = 0x37;
+    const shift = 0x38;
+    const option = 0x3A;
+    const control = 0x3B;
+    const fn_key = 0x3F;
+    const f1 = 0x7A;
+    const f2 = 0x78;
+    const f3 = 0x63;
+    const f4 = 0x76;
+    const f5 = 0x60;
+    const f6 = 0x61;
+    const f7 = 0x62;
+    const f8 = 0x64;
+    const f9 = 0x65;
+    const f10 = 0x6D;
+    const f11 = 0x67;
+    const f12 = 0x6F;
+    const home = 0x73;
+    const page_up = 0x74;
+    const forward_delete = 0x75;
+    const end = 0x77;
+    const page_down = 0x79;
+    const left_arrow = 0x7B;
+    const right_arrow = 0x7C;
+    const down_arrow = 0x7D;
+    const up_arrow = 0x7E;
+};
+
 pub const std_options: std.Options = .{
     .log_level = .err,
 };
 
-fn makeOkJson(allocator: std.mem.Allocator, data_json: []const u8) ![]const u8 {
-    return std.fmt.allocPrint(allocator, "{{\"ok\":true,\"data\":{s}}}", .{data_json});
-}
+const DisplayInfoOutput = struct {
+    id: u32,
+    index: u32,
+    name: []const u8,
+    x: f64,
+    y: f64,
+    width: f64,
+    height: f64,
+    scale: f64,
+    isPrimary: bool,
+};
+
+const WindowInfoOutput = struct {
+    id: u32,
+    ownerPid: i32,
+    ownerName: []const u8,
+    title: []const u8,
+    x: f64,
+    y: f64,
+    width: f64,
+    height: f64,
+    desktopIndex: u32,
+};
+
+const NativeErrorObject = struct {
+    code: []const u8,
+    message: []const u8,
+    command: []const u8,
+};
+
+const CommandResult = struct {
+    ok: bool,
+    @"error": ?NativeErrorObject = null,
+};
 
-fn makeErrorJson(allocator: std.mem.Allocator, message: []const u8) ![]const u8 {
-    return std.fmt.allocPrint(allocator, "{{\"ok\":false,\"error\":\"{s}\"}}", .{message});
+fn DataResult(comptime T: type) type {
+    return struct {
+        ok: bool,
+        data: ?T = null,
+        @"error": ?NativeErrorObject = null,
+    };
 }
 
-fn execute(command: []const u8, payload_json: []const u8) ![]const u8 {
-    const allocator = std.heap.c_allocator;
+fn okCommand() CommandResult {
+    return .{ .ok = true };
+}
 
-    if (std.mem.eql(u8, command, "click")) {
-        return executeClickCommand(allocator, payload_json);
-    }
-    if (std.mem.eql(u8, command, "mouse-move")) {
-        return executeMouseMoveCommand(allocator, payload_json);
-    }
-    if (std.mem.eql(u8, command, "mouse-down")) {
-        return executeMouseDownCommand(allocator, payload_json);
-    }
-    if (std.mem.eql(u8, command, "mouse-up")) {
-        return executeMouseUpCommand(allocator, payload_json);
-    }
-    if (std.mem.eql(u8, command, "mouse-position")) {
-        return executeMousePositionCommand(allocator);
-    }
-    if (std.mem.eql(u8, command, "hover")) {
-        return executeHoverCommand(allocator, payload_json);
-    }
-    if (std.mem.eql(u8, command, "drag")) {
-        return executeDragCommand(allocator, payload_json);
-    }
+fn failCommand(command: []const u8, code: []const u8, message: []const u8) CommandResult {
+    return .{
+        .ok = false,
+        .@"error" = .{
+            .code = code,
+            .message = message,
+            .command = command,
+        },
+    };
+}
 
-    if (std.mem.eql(u8, command, "display-list")) {
-        return makeOkJson(allocator, "[]");
-    }
-    if (std.mem.eql(u8, command, "clipboard-get")) {
-        return makeOkJson(allocator, "{\"text\":\"\"}");
-    }
-    if (std.mem.eql(u8, command, "screenshot")) {
-        return executeScreenshotCommand(allocator, payload_json);
-    }
+fn okData(comptime T: type, value: T) DataResult(T) {
+    return .{
+        .ok = true,
+        .data = value,
+    };
+}
 
-    if (
-        std.mem.eql(u8, command, "type-text") or
-        std.mem.eql(u8, command, "press") or
-        std.mem.eql(u8, command, "scroll") or
-        std.mem.eql(u8, command, "clipboard-set")
-    ) {
-        const message = try std.fmt.allocPrint(allocator, "TODO not implemented: {s}", .{command});
-        return makeErrorJson(allocator, message);
-    }
+fn failData(comptime T: type, command: []const u8, code: []const u8, message: []const u8) DataResult(T) {
+    return .{
+        .ok = false,
+        .@"error" = .{
+            .code = code,
+            .message = message,
+            .command = command,
+        },
+    };
+}
 
-    return makeErrorJson(allocator, "unknown command");
+fn todoNotImplemented(command: []const u8) CommandResult {
+    return failCommand(command, "TODO_NOT_IMPLEMENTED", "TODO not implemented");
 }
 
-const ClickPoint = struct {
+const Point = struct {
     x: f64,
     y: f64,
 };
 
-const ClickPayload = struct {
-    point: ClickPoint,
+const MouseButtonKind = enum {
+    left,
+    right,
+    middle,
+};
+
+const ClickInput = struct {
+    point: Point,
     button: ?[]const u8 = null,
-    count: ?u32 = null,
+    count: ?f64 = null,
+};
+
+const MouseMoveInput = Point;
+
+const MouseButtonInput = struct {
+    button: ?[]const u8 = null,
+};
+
+const DragInput = struct {
+    from: Point,
+    to: Point,
+    durationMs: ?f64 = null,
+    button: ?[]const u8 = null,
+};
+
+const ScreenshotRegion = struct {
+    x: f64,
+    y: f64,
+    width: f64,
+    height: f64,
+};
+
+const ScreenshotInput = struct {
+    path: ?[]const u8 = null,
+    display: ?f64 = null,
+    window: ?f64 = null,
+    region: ?ScreenshotRegion = null,
+    annotate: ?bool = null,
+};
+
+const ScreenshotOutput = struct {
+    path: []const u8,
+    desktopIndex: f64,
+    captureX: f64,
+    captureY: f64,
+    captureWidth: f64,
+    captureHeight: f64,
+    imageWidth: f64,
+    imageHeight: f64,
+};
+
+const SelectedDisplay = struct {
+    id: c.CGDirectDisplayID,
+    index: usize,
+    bounds: c.CGRect,
+};
+
+const ScreenshotCapture = struct {
+    image: c.CGImageRef,
+    capture_x: f64,
+    capture_y: f64,
+    capture_width: f64,
+    capture_height: f64,
+    desktop_index: usize,
+};
+
+const ScaledScreenshotImage = struct {
+    image: c.CGImageRef,
+    width: f64,
+    height: f64,
+};
+
+const TypeTextInput = struct {
+    text: []const u8,
+    delayMs: ?f64 = null,
+};
+
+const PressInput = struct {
+    key: []const u8,
+    count: ?f64 = null,
+    delayMs: ?f64 = null,
+};
+
+const ScrollInput = struct {
+    direction: []const u8,
+    amount: f64,
+    at: ?Point = null,
 };
 
-fn executeClickCommand(allocator: std.mem.Allocator, payload_json: []const u8) ![]const u8 {
+const ClipboardSetInput = struct {
+    text: []const u8,
+};
+
+pub fn screenshot(input: ScreenshotInput) DataResult(ScreenshotOutput) {
     if (builtin.target.os.tag != .macos) {
-        return makeErrorJson(allocator, "click is only supported on macOS");
+        return failData(ScreenshotOutput, "screenshot", "UNSUPPORTED_PLATFORM", "screenshot is only supported on macOS");
     }
 
-    var parsed = std.json.parseFromSlice(ClickPayload, allocator, payload_json, .{
-        .ignore_unknown_fields = true,
+    _ = input.annotate;
+    const output_path = input.path orelse "./screenshot.png";
+
+    const capture = createScreenshotImage(.{
+        .display_index = input.display,
+        .window_id = input.window,
+        .region = input.region,
+    }) catch {
+        return failData(ScreenshotOutput, "screenshot", "CAPTURE_FAILED", "failed to capture screenshot image");
+    };
+    defer c.CFRelease(capture.image);
+
+    const scaled_image = scaleScreenshotImageIfNeeded(capture.image) catch {
+        return failData(ScreenshotOutput, "screenshot", "SCALE_FAILED", "failed to scale screenshot image");
+    };
+    defer c.CFRelease(scaled_image.image);
+
+    writeScreenshotPng(.{
+        .image = scaled_image.image,
+        .output_path = output_path,
     }) catch {
-        return makeErrorJson(allocator, "invalid click payload json");
+        return failData(ScreenshotOutput, "screenshot", "WRITE_FAILED", "failed to write screenshot file");
     };
-    defer parsed.deinit();
 
-    const click_payload = parsed.value;
-    const click_count: u32 = if (click_payload.count) |count| blk: {
-        if (count == 0) {
+    return okData(ScreenshotOutput, .{
+        .path = output_path,
+        .desktopIndex = @as(f64, @floatFromInt(capture.desktop_index)),
+        .captureX = capture.capture_x,
+        .captureY = capture.capture_y,
+        .captureWidth = capture.capture_width,
+        .captureHeight = capture.capture_height,
+        .imageWidth = scaled_image.width,
+        .imageHeight = scaled_image.height,
+    });
+}
+
+pub fn click(input: ClickInput) CommandResult {
+    if (builtin.target.os.tag != .macos) {
+        return failCommand("click", "UNSUPPORTED_PLATFORM", "click is only supported on macOS");
+    }
+
+    const click_count: u32 = if (input.count) |count| blk: {
+        const normalized = @as(i64, @intFromFloat(std.math.round(count)));
+        if (normalized <= 0) {
             break :blk 1;
         }
-        break :blk count;
+        break :blk @as(u32, @intCast(normalized));
     } else 1;
 
-    const button_kind = resolveMouseButton(click_payload.button orelse "left") catch {
-        return makeErrorJson(allocator, "invalid click button");
+    const button_kind = resolveMouseButton(input.button orelse "left") catch {
+        return failCommand("click", "INVALID_INPUT", "invalid click button");
     };
 
     const point: c.CGPoint = .{
-        .x = click_payload.point.x,
-        .y = click_payload.point.y,
+        .x = input.point.x,
+        .y = input.point.y,
     };
 
     var index: u32 = 0;
     while (index < click_count) : (index += 1) {
         const click_state = @as(i64, @intCast(index + 1));
         postClickPair(point, button_kind, click_state) catch {
-            return makeErrorJson(allocator, "failed to post click event");
+            return failCommand("click", "EVENT_POST_FAILED", "failed to post click event");
         };
 
         if (index + 1 < click_count) {
@@ -123,299 +364,1035 @@ fn executeClickCommand(allocator: std.mem.Allocator, payload_json: []const u8) !
         }
     }
 
-    return makeOkJson(allocator, "null");
+    return okCommand();
 }
 
-const MouseMovePayload = struct {
-    x: f64,
-    y: f64,
-};
+pub fn mouseMove(input: MouseMoveInput) CommandResult {
+    if (builtin.target.os.tag != .macos) {
+        return failCommand("mouse-move", "UNSUPPORTED_PLATFORM", "mouse-move is only supported on macOS");
+    }
 
-const MouseButtonPayload = struct {
-    button: ?[]const u8 = null,
-};
+    const point: c.CGPoint = .{
+        .x = input.x,
+        .y = input.y,
+    };
+    moveCursorToPoint(point) catch {
+        return failCommand("mouse-move", "EVENT_POST_FAILED", "failed to move mouse cursor");
+    };
 
-const DragPayload = struct {
-    from: ClickPoint,
-    to: ClickPoint,
-    durationMs: ?u64 = null,
-    button: ?[]const u8 = null,
-};
+    return okCommand();
+}
 
-const ScreenshotRegion = struct {
-    x: f64,
-    y: f64,
-    width: f64,
-    height: f64,
-};
+pub fn mouseDown(input: MouseButtonInput) CommandResult {
+    return handleMouseButtonInput(.{ .input = input, .is_down = true });
+}
 
-const ScreenshotPayload = struct {
-    path: ?[]const u8 = null,
-    display: ?usize = null,
-    region: ?ScreenshotRegion = null,
-};
+pub fn mouseUp(input: MouseButtonInput) CommandResult {
+    return handleMouseButtonInput(.{ .input = input, .is_down = false });
+}
 
-fn executeScreenshotCommand(allocator: std.mem.Allocator, payload_json: []const u8) ![]const u8 {
+fn handleMouseButtonInput(args: struct {
+    input: MouseButtonInput,
+    is_down: bool,
+}) CommandResult {
     if (builtin.target.os.tag != .macos) {
-        return makeErrorJson(allocator, "screenshot is only supported on macOS");
+        return failCommand("mouse-button", "UNSUPPORTED_PLATFORM", "mouse button events are only supported on macOS");
     }
 
-    var parsed = std.json.parseFromSlice(ScreenshotPayload, allocator, payload_json, .{
-        .ignore_unknown_fields = true,
-    }) catch {
-        return makeErrorJson(allocator, "invalid screenshot payload json");
+    const button_kind = resolveMouseButton(args.input.button orelse "left") catch {
+        return failCommand("mouse-button", "INVALID_INPUT", "invalid mouse button");
     };
-    defer parsed.deinit();
 
-    const screenshot_payload = parsed.value;
-    const output_path = screenshot_payload.path orelse "./screenshot.png";
+    const point = currentCursorPoint() catch {
+        return failCommand("mouse-button", "CURSOR_READ_FAILED", "failed to read cursor position");
+    };
 
-    const image = createScreenshotImage(.{
-        .display_index = screenshot_payload.display,
-        .region = screenshot_payload.region,
-    }) catch {
-        return makeErrorJson(allocator, "failed to capture screenshot image");
+    postMouseButtonEvent(point, button_kind, args.is_down, 1) catch {
+        return failCommand("mouse-button", "EVENT_POST_FAILED", "failed to post mouse button event");
     };
-    defer c.CFRelease(image);
 
-    writeScreenshotPng(.{
-        .image = image,
-        .output_path = output_path,
-    }) catch {
-        return makeErrorJson(allocator, "failed to write screenshot file");
+    return okCommand();
+}
+
+pub fn mousePosition() DataResult(Point) {
+    if (builtin.target.os.tag != .macos) {
+        return failData(Point, "mouse-position", "UNSUPPORTED_PLATFORM", "mouse-position is only supported on macOS");
+    }
+
+    const point = currentCursorPoint() catch {
+        return failData(Point, "mouse-position", "CURSOR_READ_FAILED", "failed to read cursor position");
     };
 
-    const path_json = try std.fmt.allocPrint(allocator, "\"{s}\"", .{output_path});
-    const payload_json_response = try std.fmt.allocPrint(allocator, "{{\"path\":{s}}}", .{path_json});
-    return makeOkJson(allocator, payload_json_response);
+    return okData(Point, .{ .x = std.math.round(point.x), .y = std.math.round(point.y) });
 }
 
-fn createScreenshotImage(input: struct {
-    display_index: ?usize,
-    region: ?ScreenshotRegion,
-}) !c.CGImageRef {
-    const display_id = resolveDisplayId(input.display_index) catch {
-        return error.DisplayResolutionFailed;
+pub fn hover(input: Point) CommandResult {
+    return mouseMove(input);
+}
+
+pub fn drag(input: DragInput) CommandResult {
+    if (builtin.target.os.tag != .macos) {
+        return failCommand("drag", "UNSUPPORTED_PLATFORM", "drag is only supported on macOS");
+    }
+
+    const button_kind = resolveMouseButton(input.button orelse "left") catch {
+        return failCommand("drag", "INVALID_INPUT", "invalid drag button");
     };
 
-    if (input.region) |region| {
-        const rect: c.CGRect = .{
-            .origin = .{ .x = region.x, .y = region.y },
-            .size = .{ .width = region.width, .height = region.height },
+    const from: c.CGPoint = .{ .x = input.from.x, .y = input.from.y };
+    const to: c.CGPoint = .{ .x = input.to.x, .y = input.to.y };
+
+    moveCursorToPoint(from) catch {
+        return failCommand("drag", "EVENT_POST_FAILED", "failed to move cursor to drag origin");
+    };
+
+    postMouseButtonEvent(from, button_kind, true, 1) catch {
+        return failCommand("drag", "EVENT_POST_FAILED", "failed to post drag mouse-down");
+    };
+
+    const duration_ms = if (input.durationMs) |value| blk: {
+        const normalized = @as(i64, @intFromFloat(std.math.round(value)));
+        if (normalized <= 0) {
+            break :blk 400;
+        }
+        break :blk normalized;
+    } else 400;
+    const total_duration_ns = @as(u64, @intCast(duration_ms)) * std.time.ns_per_ms;
+    const step_count: u64 = 16;
+    const step_duration_ns = if (step_count == 0) 0 else total_duration_ns / step_count;
+
+    var index: u64 = 1;
+    while (index <= step_count) : (index += 1) {
+        const fraction = @as(f64, @floatFromInt(index)) / @as(f64, @floatFromInt(step_count));
+        const next_point: c.CGPoint = .{
+            .x = from.x + (to.x - from.x) * fraction,
+            .y = from.y + (to.y - from.y) * fraction,
         };
-        const region_image = c.CGDisplayCreateImageForRect(display_id, rect);
-        if (region_image == null) {
-            return error.CaptureFailed;
+
+        moveCursorToPoint(next_point) catch {
+            return failCommand("drag", "EVENT_POST_FAILED", "failed during drag cursor movement");
+        };
+
+        if (step_duration_ns > 0 and index < step_count) {
+            std.Thread.sleep(step_duration_ns);
         }
-        return region_image;
     }
 
-    const full_image = c.CGDisplayCreateImage(display_id);
-    if (full_image == null) {
-        return error.CaptureFailed;
-    }
-    return full_image;
+    postMouseButtonEvent(to, button_kind, false, 1) catch {
+        return failCommand("drag", "EVENT_POST_FAILED", "failed to post drag mouse-up");
+    };
+
+    return okCommand();
 }
 
-fn resolveDisplayId(display_index: ?usize) !c.CGDirectDisplayID {
-    const selected_index = display_index orelse 0;
+pub fn displayList() DataResult([]const u8) {
+    if (builtin.target.os.tag != .macos) {
+        return failData([]const u8, "display-list", "UNSUPPORTED_PLATFORM", "display-list is only supported on macOS");
+    }
+
     var display_ids: [16]c.CGDirectDisplayID = undefined;
     var display_count: u32 = 0;
     const list_result = c.CGGetActiveDisplayList(display_ids.len, &display_ids, &display_count);
     if (list_result != c.kCGErrorSuccess) {
-        return error.DisplayQueryFailed;
+        return failData([]const u8, "display-list", "DISPLAY_QUERY_FAILED", "failed to query active displays");
     }
-    if (selected_index >= display_count) {
-        return error.InvalidDisplayIndex;
+
+    var write_buffer: [32 * 1024]u8 = undefined;
+    var stream = std.io.fixedBufferStream(&write_buffer);
+    const writer = stream.writer();
+
+    writer.writeByte('[') catch {
+        return failData([]const u8, "display-list", "SERIALIZE_FAILED", "failed to serialize display list");
+    };
+
+    var i: usize = 0;
+    while (i < display_count) : (i += 1) {
+        if (i > 0) {
+            writer.writeByte(',') catch {
+                return failData([]const u8, "display-list", "SERIALIZE_FAILED", "failed to serialize display list");
+            };
+        }
+
+        const display_id = display_ids[i];
+        const bounds = c.CGDisplayBounds(display_id);
+        var name_buffer: [64]u8 = undefined;
+        const fallback_name = std.fmt.bufPrint(&name_buffer, "Display {d}", .{display_id}) catch "Display";
+        const item = DisplayInfoOutput{
+            .id = display_id,
+            .index = @intCast(i),
+            .name = fallback_name,
+            .x = std.math.round(bounds.origin.x),
+            .y = std.math.round(bounds.origin.y),
+            .width = std.math.round(bounds.size.width),
+            .height = std.math.round(bounds.size.height),
+            .scale = 1,
+            .isPrimary = c.CGDisplayIsMain(display_id) != 0,
+        };
+
+        writer.print("{f}", .{std.json.fmt(item, .{})}) catch {
+            return failData([]const u8, "display-list", "SERIALIZE_FAILED", "failed to serialize display list");
+        };
     }
-    return display_ids[selected_index];
+
+    writer.writeByte(']') catch {
+        return failData([]const u8, "display-list", "SERIALIZE_FAILED", "failed to serialize display list");
+    };
+
+    // TODO: Add Mission Control desktop/space enumeration via private SkyLight APIs.
+    const payload = std.heap.c_allocator.dupe(u8, stream.getWritten()) catch {
+        return failData([]const u8, "display-list", "ALLOC_FAILED", "failed to allocate display list response");
+    };
+    return okData([]const u8, payload);
 }
 
-fn writeScreenshotPng(input: struct {
-    image: c.CGImageRef,
-    output_path: []const u8,
-}) !void {
-    const path_as_u8: [*]const u8 = @ptrCast(input.output_path.ptr);
-    const file_url = c.CFURLCreateFromFileSystemRepresentation(
-        null,
-        path_as_u8,
-        @as(c_long, @intCast(input.output_path.len)),
-        0,
-    );
-    if (file_url == null) {
-        return error.FileUrlCreateFailed;
+pub fn windowList() DataResult([]const u8) {
+    if (builtin.target.os.tag != .macos) {
+        return failData([]const u8, "window-list", "UNSUPPORTED_PLATFORM", "window-list is only supported on macOS");
     }
-    defer c.CFRelease(file_url);
 
-    const png_type = c.CFStringCreateWithCString(null, "public.png", c.kCFStringEncodingUTF8);
-    if (png_type == null) {
-        return error.PngTypeCreateFailed;
+    const payload = serializeWindowListJson() catch {
+        return failData([]const u8, "window-list", "WINDOW_QUERY_FAILED", "failed to query visible windows");
+    };
+    return okData([]const u8, payload);
+}
+
+pub fn clipboardGet() DataResult([]const u8) {
+    return failData([]const u8, "clipboard-get", "TODO_NOT_IMPLEMENTED", "TODO not implemented: clipboard-get");
+}
+
+pub fn clipboardSet(input: ClipboardSetInput) CommandResult {
+    _ = input;
+    return todoNotImplemented("clipboard-set");
+}
+
+pub fn typeText(input: TypeTextInput) CommandResult {
+    switch (builtin.target.os.tag) {
+        .macos => {
+            typeTextMacos(input) catch |err| {
+                return failCommand("type-text", "EVENT_POST_FAILED", @errorName(err));
+            };
+            return okCommand();
+        },
+        .windows => {
+            typeTextWindows(input) catch |err| {
+                return failCommand("type-text", "EVENT_POST_FAILED", @errorName(err));
+            };
+            return okCommand();
+        },
+        .linux => {
+            typeTextX11(input) catch |err| {
+                return failCommand("type-text", "EVENT_POST_FAILED", @errorName(err));
+            };
+            return okCommand();
+        },
+        else => {
+            return failCommand("type-text", "UNSUPPORTED_PLATFORM", "type-text is unsupported on this platform");
+        },
     }
-    defer c.CFRelease(png_type);
+}
 
-    const destination = c.CGImageDestinationCreateWithURL(file_url, png_type, 1, null);
-    if (destination == null) {
-        return error.ImageDestinationCreateFailed;
+pub fn press(input: PressInput) CommandResult {
+    switch (builtin.target.os.tag) {
+        .macos => {
+            pressMacos(input) catch |err| {
+                return failCommand("press", "EVENT_POST_FAILED", @errorName(err));
+            };
+            return okCommand();
+        },
+        .windows => {
+            pressWindows(input) catch |err| {
+                return failCommand("press", "EVENT_POST_FAILED", @errorName(err));
+            };
+            return okCommand();
+        },
+        .linux => {
+            pressX11(input) catch |err| {
+                return failCommand("press", "EVENT_POST_FAILED", @errorName(err));
+            };
+            return okCommand();
+        },
+        else => {
+            return failCommand("press", "UNSUPPORTED_PLATFORM", "press is unsupported on this platform");
+        },
     }
-    defer c.CFRelease(destination);
+}
 
-    c.CGImageDestinationAddImage(destination, input.image, null);
-    const did_finalize = c.CGImageDestinationFinalize(destination);
-    if (!did_finalize) {
-        return error.ImageDestinationFinalizeFailed;
+pub fn scroll(input: ScrollInput) CommandResult {
+    scroll_impl.scroll(.{
+        .direction = input.direction,
+        .amount = input.amount,
+        .at_x = if (input.at) |point| point.x else null,
+        .at_y = if (input.at) |point| point.y else null,
+    }) catch |err| {
+        const error_name = @errorName(err);
+        if (std.mem.eql(u8, error_name, "InvalidDirection") or
+            std.mem.eql(u8, error_name, "InvalidAmount") or
+            std.mem.eql(u8, error_name, "AmountTooLarge") or
+            std.mem.eql(u8, error_name, "InvalidPoint"))
+        {
+            return failCommand("scroll", "INVALID_INPUT", error_name);
+        }
+        return failCommand("scroll", "EVENT_POST_FAILED", error_name);
+    };
+    return okCommand();
+}
+
+const ParsedPress = struct {
+    key: []const u8,
+    cmd: bool = false,
+    alt: bool = false,
+    ctrl: bool = false,
+    shift: bool = false,
+    fn_key: bool = false,
+};
+
+fn parsePressKey(key_input: []const u8) !ParsedPress {
+    var parsed: ParsedPress = .{ .key = "" };
+    var saw_key = false;
+    var parts = std.mem.splitScalar(u8, key_input, '+');
+    while (parts.next()) |part| {
+        const trimmed = std.mem.trim(u8, part, " \t\r\n");
+        if (trimmed.len == 0) {
+            continue;
+        }
+
+        if (std.ascii.eqlIgnoreCase(trimmed, "cmd") or std.ascii.eqlIgnoreCase(trimmed, "command") or std.ascii.eqlIgnoreCase(trimmed, "meta")) {
+            parsed.cmd = true;
+            continue;
+        }
+        if (std.ascii.eqlIgnoreCase(trimmed, "alt") or std.ascii.eqlIgnoreCase(trimmed, "option")) {
+            parsed.alt = true;
+            continue;
+        }
+        if (std.ascii.eqlIgnoreCase(trimmed, "ctrl") or std.ascii.eqlIgnoreCase(trimmed, "control")) {
+            parsed.ctrl = true;
+            continue;
+        }
+        if (std.ascii.eqlIgnoreCase(trimmed, "shift")) {
+            parsed.shift = true;
+            continue;
+        }
+        if (std.ascii.eqlIgnoreCase(trimmed, "fn")) {
+            parsed.fn_key = true;
+            continue;
+        }
+
+        if (saw_key) {
+            return error.MultipleMainKeys;
+        }
+        parsed.key = trimmed;
+        saw_key = true;
     }
+
+    if (!saw_key) {
+        return error.MissingMainKey;
+    }
+    return parsed;
 }
 
-fn executeMouseMoveCommand(allocator: std.mem.Allocator, payload_json: []const u8) ![]const u8 {
-    if (builtin.target.os.tag != .macos) {
-        return makeErrorJson(allocator, "mouse-move is only supported on macOS");
+fn normalizedCount(value: ?f64) u32 {
+    if (value) |count| {
+        const rounded = @as(i64, @intFromFloat(std.math.round(count)));
+        if (rounded > 0) {
+            return @as(u32, @intCast(rounded));
+        }
     }
+    return 1;
+}
 
-    var parsed = std.json.parseFromSlice(MouseMovePayload, allocator, payload_json, .{}) catch {
-        return makeErrorJson(allocator, "invalid mouse-move payload json");
-    };
-    defer parsed.deinit();
+fn normalizedDelayNs(value: ?f64) u64 {
+    if (value) |delay_ms| {
+        const rounded = @as(i64, @intFromFloat(std.math.round(delay_ms)));
+        if (rounded > 0) {
+            return @as(u64, @intCast(rounded)) * std.time.ns_per_ms;
+        }
+    }
+    return 0;
+}
 
-    const point: c.CGPoint = .{
-        .x = parsed.value.x,
-        .y = parsed.value.y,
-    };
-    moveCursorToPoint(point) catch {
-        return makeErrorJson(allocator, "failed to move mouse cursor");
-    };
+fn codepointToUtf16(codepoint: u21) !struct { units: [2]u16, len: usize } {
+    if (codepoint <= 0xD7FF or (codepoint >= 0xE000 and codepoint <= 0xFFFF)) {
+        return .{ .units = .{ @as(u16, @intCast(codepoint)), 0 }, .len = 1 };
+    }
+    if (codepoint >= 0x10000 and codepoint <= 0x10FFFF) {
+        const value = codepoint - 0x10000;
+        const high = @as(u16, @intCast(0xD800 + (value >> 10)));
+        const low = @as(u16, @intCast(0xDC00 + (value & 0x3FF)));
+        return .{ .units = .{ high, low }, .len = 2 };
+    }
+    return error.InvalidCodepoint;
+}
 
-    return makeOkJson(allocator, "null");
+fn typeTextMacos(input: TypeTextInput) !void {
+    const delay_ns = normalizedDelayNs(input.delayMs);
+    var view = try std.unicode.Utf8View.init(input.text);
+    var iterator = view.iterator();
+    while (iterator.nextCodepoint()) |codepoint| {
+        const utf16 = try codepointToUtf16(codepoint);
+        const down = c_macos.CGEventCreateKeyboardEvent(null, 0, true) orelse return error.CGEventCreateFailed;
+        defer c_macos.CFRelease(down);
+        c_macos.CGEventSetFlags(down, 0);
+        c_macos.CGEventKeyboardSetUnicodeString(down, @as(c_macos.UniCharCount, @intCast(utf16.len)), @ptrCast(&utf16.units[0]));
+        c_macos.CGEventPost(c_macos.kCGHIDEventTap, down);
+
+        const up = c_macos.CGEventCreateKeyboardEvent(null, 0, false) orelse return error.CGEventCreateFailed;
+        defer c_macos.CFRelease(up);
+        c_macos.CGEventSetFlags(up, 0);
+        c_macos.CGEventKeyboardSetUnicodeString(up, @as(c_macos.UniCharCount, @intCast(utf16.len)), @ptrCast(&utf16.units[0]));
+        c_macos.CGEventPost(c_macos.kCGHIDEventTap, up);
+
+        if (delay_ns > 0) {
+            std.Thread.sleep(delay_ns);
+        }
+    }
 }
 
-fn executeMouseDownCommand(allocator: std.mem.Allocator, payload_json: []const u8) ![]const u8 {
-    return executeMouseButtonCommand(allocator, payload_json, true);
+fn keyCodeForMacosKey(key_name: []const u8) !c_macos.CGKeyCode {
+    if (key_name.len == 1) {
+        const ch = std.ascii.toLower(key_name[0]);
+        return switch (ch) {
+            'a' => mac_keycode.a,
+            'b' => mac_keycode.b,
+            'c' => mac_keycode.c,
+            'd' => mac_keycode.d,
+            'e' => mac_keycode.e,
+            'f' => mac_keycode.f,
+            'g' => mac_keycode.g,
+            'h' => mac_keycode.h,
+            'i' => mac_keycode.i,
+            'j' => mac_keycode.j,
+            'k' => mac_keycode.k,
+            'l' => mac_keycode.l,
+            'm' => mac_keycode.m,
+            'n' => mac_keycode.n,
+            'o' => mac_keycode.o,
+            'p' => mac_keycode.p,
+            'q' => mac_keycode.q,
+            'r' => mac_keycode.r,
+            's' => mac_keycode.s,
+            't' => mac_keycode.t,
+            'u' => mac_keycode.u,
+            'v' => mac_keycode.v,
+            'w' => mac_keycode.w,
+            'x' => mac_keycode.x,
+            'y' => mac_keycode.y,
+            'z' => mac_keycode.z,
+            '0' => mac_keycode.zero,
+            '1' => mac_keycode.one,
+            '2' => mac_keycode.two,
+            '3' => mac_keycode.three,
+            '4' => mac_keycode.four,
+            '5' => mac_keycode.five,
+            '6' => mac_keycode.six,
+            '7' => mac_keycode.seven,
+            '8' => mac_keycode.eight,
+            '9' => mac_keycode.nine,
+            '=' => mac_keycode.equal,
+            '-' => mac_keycode.minus,
+            '[' => mac_keycode.left_bracket,
+            ']' => mac_keycode.right_bracket,
+            ';' => mac_keycode.semicolon,
+            '\'' => mac_keycode.quote,
+            '\\' => mac_keycode.backslash,
+            ',' => mac_keycode.comma,
+            '.' => mac_keycode.period,
+            '/' => mac_keycode.slash,
+            '`' => mac_keycode.grave,
+            else => error.UnknownKey,
+        };
+    }
+
+    if (std.ascii.eqlIgnoreCase(key_name, "enter") or std.ascii.eqlIgnoreCase(key_name, "return")) return mac_keycode.enter;
+    if (std.ascii.eqlIgnoreCase(key_name, "tab")) return mac_keycode.tab;
+    if (std.ascii.eqlIgnoreCase(key_name, "space")) return mac_keycode.space;
+    if (std.ascii.eqlIgnoreCase(key_name, "escape") or std.ascii.eqlIgnoreCase(key_name, "esc")) return mac_keycode.escape;
+    if (std.ascii.eqlIgnoreCase(key_name, "backspace")) return mac_keycode.delete;
+    if (std.ascii.eqlIgnoreCase(key_name, "delete")) return mac_keycode.forward_delete;
+    if (std.ascii.eqlIgnoreCase(key_name, "left")) return mac_keycode.left_arrow;
+    if (std.ascii.eqlIgnoreCase(key_name, "right")) return mac_keycode.right_arrow;
+    if (std.ascii.eqlIgnoreCase(key_name, "up")) return mac_keycode.up_arrow;
+    if (std.ascii.eqlIgnoreCase(key_name, "down")) return mac_keycode.down_arrow;
+    if (std.ascii.eqlIgnoreCase(key_name, "home")) return mac_keycode.home;
+    if (std.ascii.eqlIgnoreCase(key_name, "end")) return mac_keycode.end;
+    if (std.ascii.eqlIgnoreCase(key_name, "pageup")) return mac_keycode.page_up;
+    if (std.ascii.eqlIgnoreCase(key_name, "pagedown")) return mac_keycode.page_down;
+    if (std.ascii.eqlIgnoreCase(key_name, "f1")) return mac_keycode.f1;
+    if (std.ascii.eqlIgnoreCase(key_name, "f2")) return mac_keycode.f2;
+    if (std.ascii.eqlIgnoreCase(key_name, "f3")) return mac_keycode.f3;
+    if (std.ascii.eqlIgnoreCase(key_name, "f4")) return mac_keycode.f4;
+    if (std.ascii.eqlIgnoreCase(key_name, "f5")) return mac_keycode.f5;
+    if (std.ascii.eqlIgnoreCase(key_name, "f6")) return mac_keycode.f6;
+    if (std.ascii.eqlIgnoreCase(key_name, "f7")) return mac_keycode.f7;
+    if (std.ascii.eqlIgnoreCase(key_name, "f8")) return mac_keycode.f8;
+    if (std.ascii.eqlIgnoreCase(key_name, "f9")) return mac_keycode.f9;
+    if (std.ascii.eqlIgnoreCase(key_name, "f10")) return mac_keycode.f10;
+    if (std.ascii.eqlIgnoreCase(key_name, "f11")) return mac_keycode.f11;
+    if (std.ascii.eqlIgnoreCase(key_name, "f12")) return mac_keycode.f12;
+
+    return error.UnknownKey;
 }
 
-fn executeMouseUpCommand(allocator: std.mem.Allocator, payload_json: []const u8) ![]const u8 {
-    return executeMouseButtonCommand(allocator, payload_json, false);
+fn postMacosKey(key_code: c_macos.CGKeyCode, is_down: bool, flags: c_macos.CGEventFlags) !void {
+    const event = c_macos.CGEventCreateKeyboardEvent(null, key_code, is_down) orelse return error.CGEventCreateFailed;
+    defer c_macos.CFRelease(event);
+    c_macos.CGEventSetFlags(event, flags);
+    c_macos.CGEventPost(c_macos.kCGHIDEventTap, event);
 }
 
-fn executeMouseButtonCommand(allocator: std.mem.Allocator, payload_json: []const u8, is_down: bool) ![]const u8 {
-    if (builtin.target.os.tag != .macos) {
-        return makeErrorJson(allocator, "mouse button events are only supported on macOS");
+fn pressMacos(input: PressInput) !void {
+    const parsed = try parsePressKey(input.key);
+    const key_code = try keyCodeForMacosKey(parsed.key);
+    const repeat_count = normalizedCount(input.count);
+    const delay_ns = normalizedDelayNs(input.delayMs);
+
+    var flags: c_macos.CGEventFlags = 0;
+    if (parsed.cmd) flags |= c_macos.kCGEventFlagMaskCommand;
+    if (parsed.alt) flags |= c_macos.kCGEventFlagMaskAlternate;
+    if (parsed.ctrl) flags |= c_macos.kCGEventFlagMaskControl;
+    if (parsed.shift) flags |= c_macos.kCGEventFlagMaskShift;
+    if (parsed.fn_key) flags |= c_macos.kCGEventFlagMaskSecondaryFn;
+
+    var index: u32 = 0;
+    while (index < repeat_count) : (index += 1) {
+        if (parsed.cmd) try postMacosKey(mac_keycode.command, true, flags);
+        if (parsed.alt) try postMacosKey(mac_keycode.option, true, flags);
+        if (parsed.ctrl) try postMacosKey(mac_keycode.control, true, flags);
+        if (parsed.shift) try postMacosKey(mac_keycode.shift, true, flags);
+        if (parsed.fn_key) try postMacosKey(mac_keycode.fn_key, true, flags);
+
+        try postMacosKey(key_code, true, flags);
+        try postMacosKey(key_code, false, flags);
+
+        if (parsed.fn_key) try postMacosKey(mac_keycode.fn_key, false, flags);
+        if (parsed.shift) try postMacosKey(mac_keycode.shift, false, flags);
+        if (parsed.ctrl) try postMacosKey(mac_keycode.control, false, flags);
+        if (parsed.alt) try postMacosKey(mac_keycode.option, false, flags);
+        if (parsed.cmd) try postMacosKey(mac_keycode.command, false, flags);
+
+        if (delay_ns > 0 and index + 1 < repeat_count) {
+            std.Thread.sleep(delay_ns);
+        }
+    }
+}
+
+fn typeTextWindows(input: TypeTextInput) !void {
+    const delay_ns = normalizedDelayNs(input.delayMs);
+    var view = try std.unicode.Utf8View.init(input.text);
+    var iterator = view.iterator();
+    while (iterator.nextCodepoint()) |codepoint| {
+        const utf16 = try codepointToUtf16(codepoint);
+        var unit_index: usize = 0;
+        while (unit_index < utf16.len) : (unit_index += 1) {
+            const unit = utf16.units[unit_index];
+            var down = std.mem.zeroes(c_windows.INPUT);
+            down.type = c_windows.INPUT_KEYBOARD;
+            down.Anonymous.ki.wVk = 0;
+            down.Anonymous.ki.wScan = unit;
+            down.Anonymous.ki.dwFlags = c_windows.KEYEVENTF_UNICODE;
+            _ = c_windows.SendInput(1, &down, @sizeOf(c_windows.INPUT));
+
+            var up = down;
+            up.Anonymous.ki.dwFlags = c_windows.KEYEVENTF_UNICODE | c_windows.KEYEVENTF_KEYUP;
+            _ = c_windows.SendInput(1, &up, @sizeOf(c_windows.INPUT));
+        }
+
+        if (delay_ns > 0) {
+            std.Thread.sleep(delay_ns);
+        }
     }
+}
 
-    var parsed = std.json.parseFromSlice(MouseButtonPayload, allocator, payload_json, .{}) catch {
-        return makeErrorJson(allocator, "invalid mouse button payload json");
-    };
-    defer parsed.deinit();
+fn keyCodeForWindowsKey(key_name: []const u8) !u16 {
+    if (key_name.len == 1) {
+        const ch = std.ascii.toUpper(key_name[0]);
+        if ((ch >= 'A' and ch <= 'Z') or (ch >= '0' and ch <= '9')) {
+            return ch;
+        }
+        return switch (key_name[0]) {
+            '=' => c_windows.VK_OEM_PLUS,
+            '-' => c_windows.VK_OEM_MINUS,
+            '[' => c_windows.VK_OEM_4,
+            ']' => c_windows.VK_OEM_6,
+            ';' => c_windows.VK_OEM_1,
+            '\'' => c_windows.VK_OEM_7,
+            '\\' => c_windows.VK_OEM_5,
+            ',' => c_windows.VK_OEM_COMMA,
+            '.' => c_windows.VK_OEM_PERIOD,
+            '/' => c_windows.VK_OEM_2,
+            '`' => c_windows.VK_OEM_3,
+            else => error.UnknownKey,
+        };
+    }
 
-    const button_kind = resolveMouseButton(parsed.value.button orelse "left") catch {
-        return makeErrorJson(allocator, "invalid mouse button");
-    };
+    if (std.ascii.eqlIgnoreCase(key_name, "enter") or std.ascii.eqlIgnoreCase(key_name, "return")) return c_windows.VK_RETURN;
+    if (std.ascii.eqlIgnoreCase(key_name, "tab")) return c_windows.VK_TAB;
+    if (std.ascii.eqlIgnoreCase(key_name, "space")) return c_windows.VK_SPACE;
+    if (std.ascii.eqlIgnoreCase(key_name, "escape") or std.ascii.eqlIgnoreCase(key_name, "esc")) return c_windows.VK_ESCAPE;
+    if (std.ascii.eqlIgnoreCase(key_name, "backspace")) return c_windows.VK_BACK;
+    if (std.ascii.eqlIgnoreCase(key_name, "delete")) return c_windows.VK_DELETE;
+    if (std.ascii.eqlIgnoreCase(key_name, "left")) return c_windows.VK_LEFT;
+    if (std.ascii.eqlIgnoreCase(key_name, "right")) return c_windows.VK_RIGHT;
+    if (std.ascii.eqlIgnoreCase(key_name, "up")) return c_windows.VK_UP;
+    if (std.ascii.eqlIgnoreCase(key_name, "down")) return c_windows.VK_DOWN;
+    if (std.ascii.eqlIgnoreCase(key_name, "home")) return c_windows.VK_HOME;
+    if (std.ascii.eqlIgnoreCase(key_name, "end")) return c_windows.VK_END;
+    if (std.ascii.eqlIgnoreCase(key_name, "pageup")) return c_windows.VK_PRIOR;
+    if (std.ascii.eqlIgnoreCase(key_name, "pagedown")) return c_windows.VK_NEXT;
+    if (std.ascii.eqlIgnoreCase(key_name, "f1")) return c_windows.VK_F1;
+    if (std.ascii.eqlIgnoreCase(key_name, "f2")) return c_windows.VK_F2;
+    if (std.ascii.eqlIgnoreCase(key_name, "f3")) return c_windows.VK_F3;
+    if (std.ascii.eqlIgnoreCase(key_name, "f4")) return c_windows.VK_F4;
+    if (std.ascii.eqlIgnoreCase(key_name, "f5")) return c_windows.VK_F5;
+    if (std.ascii.eqlIgnoreCase(key_name, "f6")) return c_windows.VK_F6;
+    if (std.ascii.eqlIgnoreCase(key_name, "f7")) return c_windows.VK_F7;
+    if (std.ascii.eqlIgnoreCase(key_name, "f8")) return c_windows.VK_F8;
+    if (std.ascii.eqlIgnoreCase(key_name, "f9")) return c_windows.VK_F9;
+    if (std.ascii.eqlIgnoreCase(key_name, "f10")) return c_windows.VK_F10;
+    if (std.ascii.eqlIgnoreCase(key_name, "f11")) return c_windows.VK_F11;
+    if (std.ascii.eqlIgnoreCase(key_name, "f12")) return c_windows.VK_F12;
+
+    return error.UnknownKey;
+}
 
-    const point = currentCursorPoint() catch {
-        return makeErrorJson(allocator, "failed to read cursor position");
-    };
+fn postWindowsVirtualKey(virtual_key: u16, is_down: bool) void {
+    var event = std.mem.zeroes(c_windows.INPUT);
+    event.type = c_windows.INPUT_KEYBOARD;
+    event.Anonymous.ki.wVk = virtual_key;
+    event.Anonymous.ki.wScan = 0;
+    event.Anonymous.ki.dwFlags = if (is_down) 0 else c_windows.KEYEVENTF_KEYUP;
+    _ = c_windows.SendInput(1, &event, @sizeOf(c_windows.INPUT));
+}
 
-    postMouseButtonEvent(point, button_kind, is_down, 1) catch {
-        return makeErrorJson(allocator, "failed to post mouse button event");
-    };
+fn pressWindows(input: PressInput) !void {
+    const parsed = try parsePressKey(input.key);
+    const key_code = try keyCodeForWindowsKey(parsed.key);
+    const repeat_count = normalizedCount(input.count);
+    const delay_ns = normalizedDelayNs(input.delayMs);
 
-    return makeOkJson(allocator, "null");
+    var index: u32 = 0;
+    while (index < repeat_count) : (index += 1) {
+        if (parsed.cmd) postWindowsVirtualKey(c_windows.VK_LWIN, true);
+        if (parsed.alt) postWindowsVirtualKey(c_windows.VK_MENU, true);
+        if (parsed.ctrl) postWindowsVirtualKey(c_windows.VK_CONTROL, true);
+        if (parsed.shift) postWindowsVirtualKey(c_windows.VK_SHIFT, true);
+
+        postWindowsVirtualKey(key_code, true);
+        postWindowsVirtualKey(key_code, false);
+
+        if (parsed.shift) postWindowsVirtualKey(c_windows.VK_SHIFT, false);
+        if (parsed.ctrl) postWindowsVirtualKey(c_windows.VK_CONTROL, false);
+        if (parsed.alt) postWindowsVirtualKey(c_windows.VK_MENU, false);
+        if (parsed.cmd) postWindowsVirtualKey(c_windows.VK_LWIN, false);
+
+        if (delay_ns > 0 and index + 1 < repeat_count) {
+            std.Thread.sleep(delay_ns);
+        }
+    }
 }
 
-fn executeMousePositionCommand(allocator: std.mem.Allocator) ![]const u8 {
-    if (builtin.target.os.tag != .macos) {
-        return makeErrorJson(allocator, "mouse-position is only supported on macOS");
+fn typeTextX11(input: TypeTextInput) !void {
+    const delay_ns = normalizedDelayNs(input.delayMs);
+    const display = c_x11.XOpenDisplay(null) orelse return error.XOpenDisplayFailed;
+    defer _ = c_x11.XCloseDisplay(display);
+
+    for (input.text) |byte| {
+        if (byte >= 0x80) {
+            return error.NonAsciiUnsupported;
+        }
+        var key_name = [_:0]u8{ byte, 0 };
+        const key_sym = c_x11.XStringToKeysym(&key_name);
+        if (key_sym == 0) {
+            return error.UnknownKey;
+        }
+        const key_code = c_x11.XKeysymToKeycode(display, @intCast(key_sym));
+        _ = c_x11.XTestFakeKeyEvent(display, key_code, c_x11.True, c_x11.CurrentTime);
+        _ = c_x11.XTestFakeKeyEvent(display, key_code, c_x11.False, c_x11.CurrentTime);
+        _ = c_x11.XFlush(display);
+        if (delay_ns > 0) {
+            std.Thread.sleep(delay_ns);
+        }
     }
+}
 
-    const point = currentCursorPoint() catch {
-        return makeErrorJson(allocator, "failed to read cursor position");
-    };
+fn keySymForX11Key(key_name: []const u8) !c_ulong {
+    if (key_name.len == 1) {
+        var key_buffer = [_:0]u8{ key_name[0], 0 };
+        const key_sym = c_x11.XStringToKeysym(&key_buffer);
+        if (key_sym == 0) return error.UnknownKey;
+        return @intCast(key_sym);
+    }
 
-    const x = @as(i64, @intFromFloat(std.math.round(point.x)));
-    const y = @as(i64, @intFromFloat(std.math.round(point.y)));
-    const point_json = try std.fmt.allocPrint(allocator, "{{\"x\":{d},\"y\":{d}}}", .{ x, y });
-    return makeOkJson(allocator, point_json);
+    if (std.ascii.eqlIgnoreCase(key_name, "enter") or std.ascii.eqlIgnoreCase(key_name, "return")) return c_x11.XK_Return;
+    if (std.ascii.eqlIgnoreCase(key_name, "tab")) return c_x11.XK_Tab;
+    if (std.ascii.eqlIgnoreCase(key_name, "space")) return c_x11.XK_space;
+    if (std.ascii.eqlIgnoreCase(key_name, "escape") or std.ascii.eqlIgnoreCase(key_name, "esc")) return c_x11.XK_Escape;
+    if (std.ascii.eqlIgnoreCase(key_name, "backspace")) return c_x11.XK_BackSpace;
+    if (std.ascii.eqlIgnoreCase(key_name, "delete")) return c_x11.XK_Delete;
+    if (std.ascii.eqlIgnoreCase(key_name, "left")) return c_x11.XK_Left;
+    if (std.ascii.eqlIgnoreCase(key_name, "right")) return c_x11.XK_Right;
+    if (std.ascii.eqlIgnoreCase(key_name, "up")) return c_x11.XK_Up;
+    if (std.ascii.eqlIgnoreCase(key_name, "down")) return c_x11.XK_Down;
+    if (std.ascii.eqlIgnoreCase(key_name, "home")) return c_x11.XK_Home;
+    if (std.ascii.eqlIgnoreCase(key_name, "end")) return c_x11.XK_End;
+    if (std.ascii.eqlIgnoreCase(key_name, "pageup")) return c_x11.XK_Page_Up;
+    if (std.ascii.eqlIgnoreCase(key_name, "pagedown")) return c_x11.XK_Page_Down;
+    return error.UnknownKey;
 }
 
-fn executeHoverCommand(allocator: std.mem.Allocator, payload_json: []const u8) ![]const u8 {
-    if (builtin.target.os.tag != .macos) {
-        return makeErrorJson(allocator, "hover is only supported on macOS");
+fn postX11Key(display: *c_x11.Display, key_sym: c_ulong, is_down: bool) !void {
+    const key_code = c_x11.XKeysymToKeycode(display, @intCast(key_sym));
+    if (key_code == 0) {
+        return error.UnknownKey;
     }
+    _ = c_x11.XTestFakeKeyEvent(display, key_code, if (is_down) c_x11.True else c_x11.False, c_x11.CurrentTime);
+    _ = c_x11.XFlush(display);
+}
 
-    var parsed = std.json.parseFromSlice(MouseMovePayload, allocator, payload_json, .{}) catch {
-        return makeErrorJson(allocator, "invalid hover payload json");
-    };
-    defer parsed.deinit();
+fn pressX11(input: PressInput) !void {
+    const parsed = try parsePressKey(input.key);
+    const key_sym = try keySymForX11Key(parsed.key);
+    const repeat_count = normalizedCount(input.count);
+    const delay_ns = normalizedDelayNs(input.delayMs);
 
-    const point: c.CGPoint = .{
-        .x = parsed.value.x,
-        .y = parsed.value.y,
-    };
+    const display = c_x11.XOpenDisplay(null) orelse return error.XOpenDisplayFailed;
+    defer _ = c_x11.XCloseDisplay(display);
 
-    moveCursorToPoint(point) catch {
-        return makeErrorJson(allocator, "failed to move cursor for hover");
+    var index: u32 = 0;
+    while (index < repeat_count) : (index += 1) {
+        if (parsed.cmd) try postX11Key(display, c_x11.XK_Super_L, true);
+        if (parsed.alt) try postX11Key(display, c_x11.XK_Alt_L, true);
+        if (parsed.ctrl) try postX11Key(display, c_x11.XK_Control_L, true);
+        if (parsed.shift) try postX11Key(display, c_x11.XK_Shift_L, true);
+
+        try postX11Key(display, key_sym, true);
+        try postX11Key(display, key_sym, false);
+
+        if (parsed.shift) try postX11Key(display, c_x11.XK_Shift_L, false);
+        if (parsed.ctrl) try postX11Key(display, c_x11.XK_Control_L, false);
+        if (parsed.alt) try postX11Key(display, c_x11.XK_Alt_L, false);
+        if (parsed.cmd) try postX11Key(display, c_x11.XK_Super_L, false);
+
+        if (delay_ns > 0 and index + 1 < repeat_count) {
+            std.Thread.sleep(delay_ns);
+        }
+    }
+}
+
+fn createScreenshotImage(input: struct {
+    display_index: ?f64,
+    window_id: ?f64,
+    region: ?ScreenshotRegion,
+}) !ScreenshotCapture {
+    if (input.window_id != null and input.region != null) {
+        return error.InvalidScreenshotInput;
+    }
+
+    if (input.window_id) |window_id| {
+        const normalized_window_id = normalizeWindowId(window_id) catch {
+            return error.InvalidWindowId;
+        };
+        const window_bounds = findWindowBoundsById(normalized_window_id) catch {
+            return error.WindowNotFound;
+        };
+        const selected_display = resolveDisplayForRect(window_bounds) catch {
+            return error.DisplayResolutionFailed;
+        };
+
+        const window_image = c.CGDisplayCreateImageForRect(selected_display.id, window_bounds);
+        if (window_image == null) {
+            return error.CaptureFailed;
+        }
+        return .{
+            .image = window_image,
+            .capture_x = window_bounds.origin.x,
+            .capture_y = window_bounds.origin.y,
+            .capture_width = window_bounds.size.width,
+            .capture_height = window_bounds.size.height,
+            .desktop_index = selected_display.index,
+        };
+    }
+
+    const selected_display = resolveDisplayId(input.display_index) catch {
+        return error.DisplayResolutionFailed;
     };
 
-    return makeOkJson(allocator, "null");
+    if (input.region) |region| {
+        const rect: c.CGRect = .{
+            .origin = .{
+                .x = selected_display.bounds.origin.x + region.x,
+                .y = selected_display.bounds.origin.y + region.y,
+            },
+            .size = .{ .width = region.width, .height = region.height },
+        };
+        const region_image = c.CGDisplayCreateImageForRect(selected_display.id, rect);
+        if (region_image == null) {
+            return error.CaptureFailed;
+        }
+        return .{
+            .image = region_image,
+            .capture_x = rect.origin.x,
+            .capture_y = rect.origin.y,
+            .capture_width = rect.size.width,
+            .capture_height = rect.size.height,
+            .desktop_index = selected_display.index,
+        };
+    }
+
+    const full_image = c.CGDisplayCreateImage(selected_display.id);
+    if (full_image == null) {
+        return error.CaptureFailed;
+    }
+    return .{
+        .image = full_image,
+        .capture_x = selected_display.bounds.origin.x,
+        .capture_y = selected_display.bounds.origin.y,
+        .capture_width = selected_display.bounds.size.width,
+        .capture_height = selected_display.bounds.size.height,
+        .desktop_index = selected_display.index,
+    };
 }
 
-fn executeDragCommand(allocator: std.mem.Allocator, payload_json: []const u8) ![]const u8 {
-    if (builtin.target.os.tag != .macos) {
-        return makeErrorJson(allocator, "drag is only supported on macOS");
+fn normalizeWindowId(raw_id: f64) !u32 {
+    const normalized = @as(i64, @intFromFloat(std.math.round(raw_id)));
+    if (normalized <= 0) {
+        return error.InvalidWindowId;
     }
+    return @intCast(normalized);
+}
 
-    var parsed = std.json.parseFromSlice(DragPayload, allocator, payload_json, .{}) catch {
-        return makeErrorJson(allocator, "invalid drag payload json");
+fn findWindowBoundsById(target_window_id: u32) !c.CGRect {
+    const Context = struct {
+        target_id: u32,
+        bounds: ?c.CGRect = null,
     };
-    defer parsed.deinit();
 
-    const drag_payload = parsed.value;
-    const button_kind = resolveMouseButton(drag_payload.button orelse "left") catch {
-        return makeErrorJson(allocator, "invalid drag button");
+    var context = Context{ .target_id = target_window_id };
+    window.forEachVisibleWindow(Context, &context, struct {
+        fn callback(ctx: *Context, info: window.WindowInfo) !void {
+            if (info.id != ctx.target_id) {
+                return;
+            }
+            ctx.bounds = .{
+                .origin = .{ .x = info.bounds.x, .y = info.bounds.y },
+                .size = .{ .width = info.bounds.width, .height = info.bounds.height },
+            };
+            return error.Found;
+        }
+    }.callback) catch |err| {
+        if (err != error.Found) {
+            return err;
+        }
     };
 
-    const from: c.CGPoint = .{ .x = drag_payload.from.x, .y = drag_payload.from.y };
-    const to: c.CGPoint = .{ .x = drag_payload.to.x, .y = drag_payload.to.y };
+    if (context.bounds) |bounds| {
+        return bounds;
+    }
+    return error.WindowNotFound;
+}
 
-    moveCursorToPoint(from) catch {
-        return makeErrorJson(allocator, "failed to move cursor to drag origin");
+fn resolveDisplayForRect(rect: c.CGRect) !SelectedDisplay {
+    var display_ids: [16]c.CGDirectDisplayID = undefined;
+    var display_count: u32 = 0;
+    const list_result = c.CGGetActiveDisplayList(display_ids.len, &display_ids, &display_count);
+    if (list_result != c.kCGErrorSuccess or display_count == 0) {
+        return error.DisplayQueryFailed;
+    }
+
+    var best_index: usize = 0;
+    var best_overlap: f64 = -1;
+    var i: usize = 0;
+    while (i < display_count) : (i += 1) {
+        const bounds = c.CGDisplayBounds(display_ids[i]);
+        const overlap = intersectionArea(rect, bounds);
+        if (overlap > best_overlap) {
+            best_overlap = overlap;
+            best_index = i;
+        }
+    }
+
+    const id = display_ids[best_index];
+    return .{
+        .id = id,
+        .index = best_index,
+        .bounds = c.CGDisplayBounds(id),
     };
+}
 
-    postMouseButtonEvent(from, button_kind, true, 1) catch {
-        return makeErrorJson(allocator, "failed to post drag mouse-down");
+fn intersectionArea(a: c.CGRect, b: c.CGRect) f64 {
+    const left = @max(a.origin.x, b.origin.x);
+    const top = @max(a.origin.y, b.origin.y);
+    const right = @min(a.origin.x + a.size.width, b.origin.x + b.size.width);
+    const bottom = @min(a.origin.y + a.size.height, b.origin.y + b.size.height);
+    if (right <= left or bottom <= top) {
+        return 0;
+    }
+    return (right - left) * (bottom - top);
+}
+
+fn serializeWindowListJson() ![]u8 {
+    const Context = struct {
+        stream: *std.io.FixedBufferStream([]u8),
+        first: bool,
     };
 
-    const total_duration_ns = (drag_payload.durationMs orelse 400) * std.time.ns_per_ms;
-    const step_count: u64 = 16;
-    const step_duration_ns = if (step_count == 0) 0 else total_duration_ns / step_count;
+    var write_buffer: [64 * 1024]u8 = undefined;
+    var stream = std.io.fixedBufferStream(&write_buffer);
+
+    try stream.writer().writeByte('[');
+    var context = Context{ .stream = &stream, .first = true };
+
+    try window.forEachVisibleWindow(Context, &context, struct {
+        fn callback(ctx: *Context, info: window.WindowInfo) !void {
+            const rect: c.CGRect = .{
+                .origin = .{ .x = info.bounds.x, .y = info.bounds.y },
+                .size = .{ .width = info.bounds.width, .height = info.bounds.height },
+            };
+            const selected_display = resolveDisplayForRect(rect) catch {
+                return;
+            };
+            const item = WindowInfoOutput{
+                .id = info.id,
+                .ownerPid = info.owner_pid,
+                .ownerName = info.owner_name,
+                .title = info.title,
+                .x = info.bounds.x,
+                .y = info.bounds.y,
+                .width = info.bounds.width,
+                .height = info.bounds.height,
+                .desktopIndex = @intCast(selected_display.index),
+            };
+
+            if (!ctx.first) {
+                try ctx.stream.writer().writeByte(',');
+            }
+            ctx.first = false;
+            try ctx.stream.writer().print("{f}", .{std.json.fmt(item, .{})});
+        }
+    }.callback);
 
-    var index: u64 = 1;
-    while (index <= step_count) : (index += 1) {
-        const fraction = @as(f64, @floatFromInt(index)) / @as(f64, @floatFromInt(step_count));
-        const next_point: c.CGPoint = .{
-            .x = from.x + (to.x - from.x) * fraction,
-            .y = from.y + (to.y - from.y) * fraction,
-        };
+    try stream.writer().writeByte(']');
+    return std.heap.c_allocator.dupe(u8, stream.getWritten());
+}
 
-        moveCursorToPoint(next_point) catch {
-            return makeErrorJson(allocator, "failed during drag cursor movement");
+fn scaleScreenshotImageIfNeeded(image: c.CGImageRef) !ScaledScreenshotImage {
+    const image_width = @as(f64, @floatFromInt(c.CGImageGetWidth(image)));
+    const image_height = @as(f64, @floatFromInt(c.CGImageGetHeight(image)));
+    const long_edge = @max(image_width, image_height);
+    if (long_edge <= screenshot_max_long_edge_px) {
+        _ = c.CFRetain(image);
+        return .{
+            .image = image,
+            .width = image_width,
+            .height = image_height,
         };
+    }
 
-        if (step_duration_ns > 0 and index < step_count) {
-            std.Thread.sleep(step_duration_ns);
-        }
+    const scale = screenshot_max_long_edge_px / long_edge;
+    const target_width = @max(1, @as(usize, @intFromFloat(std.math.round(image_width * scale))));
+    const target_height = @max(1, @as(usize, @intFromFloat(std.math.round(image_height * scale))));
+
+    const color_space = c.CGColorSpaceCreateDeviceRGB();
+    if (color_space == null) {
+        return error.ScaleFailed;
     }
+    defer c.CFRelease(color_space);
 
-    postMouseButtonEvent(to, button_kind, false, 1) catch {
-        return makeErrorJson(allocator, "failed to post drag mouse-up");
+    const bitmap_info: c.CGBitmapInfo = c.kCGImageAlphaPremultipliedLast;
+    const context = c.CGBitmapContextCreate(
+        null,
+        target_width,
+        target_height,
+        8,
+        0,
+        color_space,
+        bitmap_info,
+    );
+    if (context == null) {
+        return error.ScaleFailed;
+    }
+    defer c.CFRelease(context);
+
+    c.CGContextSetInterpolationQuality(context, c.kCGInterpolationHigh);
+    const draw_rect: c.CGRect = .{
+        .origin = .{ .x = 0, .y = 0 },
+        .size = .{
+            .width = @as(c.CGFloat, @floatFromInt(target_width)),
+            .height = @as(c.CGFloat, @floatFromInt(target_height)),
+        },
     };
+    c.CGContextDrawImage(context, draw_rect, image);
 
-    return makeOkJson(allocator, "null");
+    const scaled = c.CGBitmapContextCreateImage(context);
+    if (scaled == null) {
+        return error.ScaleFailed;
+    }
+    return .{
+        .image = scaled,
+        .width = @as(f64, @floatFromInt(target_width)),
+        .height = @as(f64, @floatFromInt(target_height)),
+    };
 }
 
-const MouseButtonKind = enum {
-    left,
-    right,
-    middle,
-};
+fn resolveDisplayId(display_index: ?f64) !SelectedDisplay {
+    const selected_index: usize = if (display_index) |value| blk: {
+        const normalized = @as(i64, @intFromFloat(std.math.round(value)));
+        if (normalized < 0) {
+            return error.InvalidDisplayIndex;
+        }
+        break :blk @as(usize, @intCast(normalized));
+    } else 0;
+    var display_ids: [16]c.CGDirectDisplayID = undefined;
+    var display_count: u32 = 0;
+    const list_result = c.CGGetActiveDisplayList(display_ids.len, &display_ids, &display_count);
+    if (list_result != c.kCGErrorSuccess) {
+        return error.DisplayQueryFailed;
+    }
+    if (selected_index >= display_count) {
+        return error.InvalidDisplayIndex;
+    }
+    const selected_id = display_ids[selected_index];
+    const bounds = c.CGDisplayBounds(selected_id);
+    return .{
+        .id = selected_id,
+        .index = selected_index,
+        .bounds = bounds,
+    };
+}
+
+fn writeScreenshotPng(input: struct {
+    image: c.CGImageRef,
+    output_path: []const u8,
+}) !void {
+    const path_as_u8: [*]const u8 = @ptrCast(input.output_path.ptr);
+    const file_url = c.CFURLCreateFromFileSystemRepresentation(
+        null,
+        path_as_u8,
+        @as(c_long, @intCast(input.output_path.len)),
+        0,
+    );
+    if (file_url == null) {
+        return error.FileUrlCreateFailed;
+    }
+    defer c.CFRelease(file_url);
+
+    const png_type = c.CFStringCreateWithCString(null, "public.png", c.kCFStringEncodingUTF8);
+    if (png_type == null) {
+        return error.PngTypeCreateFailed;
+    }
+    defer c.CFRelease(png_type);
+
+    const destination = c.CGImageDestinationCreateWithURL(file_url, png_type, 1, null);
+    if (destination == null) {
+        return error.ImageDestinationCreateFailed;
+    }
+    defer c.CFRelease(destination);
+
+    c.CGImageDestinationAddImage(destination, input.image, null);
+    const did_finalize = c.CGImageDestinationFinalize(destination);
+    if (!did_finalize) {
+        return error.ImageDestinationFinalizeFailed;
+    }
+}
 
 fn resolveMouseButton(button: []const u8) !MouseButtonKind {
     if (std.ascii.eqlIgnoreCase(button, "left")) {
@@ -482,7 +1459,21 @@ fn moveCursorToPoint(point: c.CGPoint) !void {
 }
 
 fn initModule(js: *napigen.JsContext, exports: napigen.napi_value) !napigen.napi_value {
-    try js.setNamedProperty(exports, "execute", try js.createFunction(execute));
+    try js.setNamedProperty(exports, "screenshot", try js.createFunction(screenshot));
+    try js.setNamedProperty(exports, "click", try js.createFunction(click));
+    try js.setNamedProperty(exports, "typeText", try js.createFunction(typeText));
+    try js.setNamedProperty(exports, "press", try js.createFunction(press));
+    try js.setNamedProperty(exports, "scroll", try js.createFunction(scroll));
+    try js.setNamedProperty(exports, "drag", try js.createFunction(drag));
+    try js.setNamedProperty(exports, "hover", try js.createFunction(hover));
+    try js.setNamedProperty(exports, "mouseMove", try js.createFunction(mouseMove));
+    try js.setNamedProperty(exports, "mouseDown", try js.createFunction(mouseDown));
+    try js.setNamedProperty(exports, "mouseUp", try js.createFunction(mouseUp));
+    try js.setNamedProperty(exports, "mousePosition", try js.createFunction(mousePosition));
+    try js.setNamedProperty(exports, "displayList", try js.createFunction(displayList));
+    try js.setNamedProperty(exports, "windowList", try js.createFunction(windowList));
+    try js.setNamedProperty(exports, "clipboardGet", try js.createFunction(clipboardGet));
+    try js.setNamedProperty(exports, "clipboardSet", try js.createFunction(clipboardSet));
     return exports;
 }