refresh-computer-tools 0.1.0

package/README.md

@@ -0,0 +1,96 @@
+# refresh-computer-tools
+
+macOS computer automation via Swift CoreGraphics. Screenshot, click, type, key press, scroll, drag, hover, zoom — all from the command line or as a library.
+
+No Python, no pyobjc, no third-party dependencies. Uses Swift and `screencapture`, which are built into every Mac.
+
+## Install
+
+```bash
+npm install -g refresh-computer-tools
+```
+
+Or run directly:
+
+```bash
+npx refresh-computer-tools screenshot
+```
+
+## CLI
+
+```bash
+# Screenshot (captures all displays, returns JPEG base64)
+refresh-computer-tools screenshot
+
+# Click at model coordinates (max 1280px on longest axis)
+refresh-computer-tools click 640 416
+refresh-computer-tools click 640 416 --button right
+
+# Double-click
+refresh-computer-tools double-click 640 416
+
+# Type text (uses pbcopy + Cmd+V)
+refresh-computer-tools type "Hello world"
+
+# Key press with optional modifiers
+refresh-computer-tools key-press return
+refresh-computer-tools key-press space --modifiers command
+refresh-computer-tools key-press a --modifiers command,shift
+
+# Scroll
+refresh-computer-tools scroll --dx 0 --dy -3
+
+# Mouse move
+refresh-computer-tools mouse-move 640 416
+
+# Hover (move + wait)
+refresh-computer-tools hover 640 416 --duration 600
+
+# Drag
+refresh-computer-tools drag 100 100 500 500
+refresh-computer-tools drag 100 100 500 500 --button right --duration 400
+
+# Zoom (crop a region from a screenshot)
+refresh-computer-tools zoom 200 200 600 600
+
+# Screen size (model coordinate space)
+refresh-computer-tools screen-size
+
+# Display info
+refresh-computer-tools displays
+```
+
+All coordinates are in model space (the longest screen axis is scaled to 1280px). Output is JSON.
+
+## Library
+
+```typescript
+import { click, keyPress, typeText, captureScreenshot, getScreenSize } from 'refresh-computer-tools';
+
+const screenshot = captureScreenshot();
+// { image: 'base64...', format: 'jpeg', imagePath: '/tmp/...', thumbnailPath: '/tmp/...' }
+
+const result = click(640, 416);
+// { clicked: true, x: 756, y: 492, image: '...', ... }
+
+const size = getScreenSize();
+// { width: 1280, height: 831 }
+```
+
+## How it works
+
+- **Screenshots**: `screencapture -x` (captures all displays into one image)
+- **Input actions**: Swift CoreGraphics via `swift -` (CGEvent API for mouse, keyboard, scroll)
+- **Image processing**: `sips` (resize, format conversion, thumbnails)
+- **Display detection**: Swift AppKit `NSScreen.screens`
+- **Coordinate mapping**: Model space (max 1280px) mapped to logical screen coordinates
+
+## Requirements
+
+- macOS
+- Node.js 18+
+- Accessibility permission for the terminal app (System Settings > Privacy & Security > Accessibility)
+
+## License
+
+MIT

package/dist/cli.d.ts

@@ -0,0 +1,24 @@
+#!/usr/bin/env node
+/**
+ * CLI for macOS computer automation.
+ *
+ * Usage:
+ *   npx refresh-computer-tools screenshot
+ *   npx refresh-computer-tools click 400 300
+ *   npx refresh-computer-tools click 400 300 --button right
+ *   npx refresh-computer-tools double-click 400 300
+ *   npx refresh-computer-tools type "Hello world"
+ *   npx refresh-computer-tools key-press space --modifiers command
+ *   npx refresh-computer-tools scroll --dx 0 --dy -3
+ *   npx refresh-computer-tools mouse-move 400 300
+ *   npx refresh-computer-tools hover 400 300 --duration 600
+ *   npx refresh-computer-tools drag 100 100 500 500
+ *   npx refresh-computer-tools zoom 200 200 600 600
+ *   npx refresh-computer-tools screen-size
+ *   npx refresh-computer-tools displays
+ *
+ * All coordinates are in model space (max 1280px on longest axis).
+ * Output is JSON with the action result and a base64 follow-up screenshot.
+ * Pass --no-screenshot to skip the follow-up screenshot.
+ */
+export {};

package/dist/cli.js

@@ -0,0 +1,95 @@
+#!/usr/bin/env node
+/**
+ * CLI for macOS computer automation.
+ *
+ * Usage:
+ *   npx refresh-computer-tools screenshot
+ *   npx refresh-computer-tools click 400 300
+ *   npx refresh-computer-tools click 400 300 --button right
+ *   npx refresh-computer-tools double-click 400 300
+ *   npx refresh-computer-tools type "Hello world"
+ *   npx refresh-computer-tools key-press space --modifiers command
+ *   npx refresh-computer-tools scroll --dx 0 --dy -3
+ *   npx refresh-computer-tools mouse-move 400 300
+ *   npx refresh-computer-tools hover 400 300 --duration 600
+ *   npx refresh-computer-tools drag 100 100 500 500
+ *   npx refresh-computer-tools zoom 200 200 600 600
+ *   npx refresh-computer-tools screen-size
+ *   npx refresh-computer-tools displays
+ *
+ * All coordinates are in model space (max 1280px on longest axis).
+ * Output is JSON with the action result and a base64 follow-up screenshot.
+ * Pass --no-screenshot to skip the follow-up screenshot.
+ */
+import { captureScreenshot, click, typeText, keyPress, scroll, mouseMove, hover, drag, zoom, getScreenSize, getDisplayBounds, } from './index.js';
+const args = process.argv.slice(2);
+const command = args[0];
+function flag(name) {
+    const idx = args.indexOf(`--${name}`);
+    return idx >= 0 && idx + 1 < args.length ? args[idx + 1] : undefined;
+}
+function num(pos) {
+    const v = Number(args[pos]);
+    if (!Number.isFinite(v)) {
+        console.error(`Expected a number at position ${pos}, got: ${args[pos]}`);
+        process.exit(1);
+    }
+    return v;
+}
+function output(result) {
+    const obj = result;
+    const { image, ...rest } = obj;
+    if (image && typeof image === 'string') {
+        rest.imageLength = image.length;
+    }
+    console.log(JSON.stringify(rest, null, 2));
+}
+try {
+    switch (command) {
+        case 'screenshot':
+            output(captureScreenshot());
+            break;
+        case 'click':
+            output(click(num(1), num(2), flag('button') ?? 'left', false));
+            break;
+        case 'double-click':
+            output(click(num(1), num(2), flag('button') ?? 'left', true));
+            break;
+        case 'type':
+            output(typeText(args[1] ?? ''));
+            break;
+        case 'key-press':
+            output(keyPress(args[1] ?? '', (flag('modifiers') ?? '').split(',').filter(Boolean)));
+            break;
+        case 'scroll':
+            output(scroll(Number(flag('dx') ?? 0), Number(flag('dy') ?? 0)));
+            break;
+        case 'mouse-move':
+            output(mouseMove(num(1), num(2)));
+            break;
+        case 'hover':
+            output(hover(num(1), num(2), Number(flag('duration') ?? 600)));
+            break;
+        case 'drag':
+            output(drag(num(1), num(2), num(3), num(4), flag('button') ?? 'left', Number(flag('duration') ?? 400)));
+            break;
+        case 'zoom':
+            output(zoom(num(1), num(2), num(3), num(4)));
+            break;
+        case 'screen-size':
+            console.log(JSON.stringify(getScreenSize()));
+            break;
+        case 'displays':
+            console.log(JSON.stringify(getDisplayBounds(), null, 2));
+            break;
+        default:
+            console.error(`Unknown command: ${command ?? '(none)'}`);
+            console.error('Commands: screenshot, click, double-click, type, key-press, scroll, mouse-move, hover, drag, zoom, screen-size, displays');
+            process.exit(1);
+    }
+}
+catch (err) {
+    console.error(`Error: ${err instanceof Error ? err.message : String(err)}`);
+    process.exit(1);
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EACN,iBAAiB,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EACpD,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAC5B,aAAa,EAAE,gBAAgB,GAC/B,MAAM,YAAY,CAAC;AAEpB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACnC,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AAExB,SAAS,IAAI,CAAC,IAAY;IACzB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACtC,OAAO,GAAG,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACtE,CAAC;AAED,SAAS,GAAG,CAAC,GAAW;IACvB,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,KAAK,CAAC,iCAAiC,GAAG,UAAU,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,OAAO,CAAC,CAAC;AACV,CAAC;AAED,SAAS,MAAM,CAAC,MAAc;IAC7B,MAAM,GAAG,GAAG,MAAiC,CAAC;IAC9C,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,GAAG,CAAC;IAC/B,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC;IACjC,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,IAAI,CAAC;IACJ,QAAQ,OAAO,EAAE,CAAC;QACjB,KAAK,YAAY;YAChB,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC;YAC5B,MAAM;QAEP,KAAK,OAAO;YACX,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;YAC/D,MAAM;QAEP,KAAK,cAAc;YAClB,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;YAC9D,MAAM;QAEP,KAAK,MAAM;YACV,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAChC,MAAM;QAEP,KAAK,WAAW;YACf,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACtF,MAAM;QAEP,KAAK,QAAQ;YACZ,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM;QAEP,KAAK,YAAY;YAChB,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM;QAEP,KAAK,OAAO;YACX,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;YAC/D,MAAM;QAEP,KAAK,MAAM;YACV,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;YACxG,MAAM;QAEP,KAAK,MAAM;YACV,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7C,MAAM;QAEP,KAAK,aAAa;YACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;YAC7C,MAAM;QAEP,KAAK,UAAU;YACd,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACzD,MAAM;QAEP;YACC,OAAO,CAAC,KAAK,CAAC,oBAAoB,OAAO,IAAI,QAAQ,EAAE,CAAC,CAAC;YACzD,OAAO,CAAC,KAAK,CAAC,0HAA0H,CAAC,CAAC;YAC1I,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACF,CAAC;AAAC,OAAO,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,KAAK,CAAC,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,60 @@
+/**
+ * macOS computer automation via Swift CoreGraphics.
+ *
+ * Every action uses `swift -` to post CGEvents — no pyobjc, no Electron,
+ * no third-party dependencies.  Works from any Node.js process on macOS.
+ */
+export interface DisplayBounds {
+    width: number;
+    height: number;
+    originX: number;
+    originY: number;
+    scale: number;
+    displayCount: number;
+}
+export interface ScreenshotResult {
+    image: string;
+    format: string;
+    imagePath: string;
+    thumbnailPath: string;
+}
+export declare function runSwift(script: string, timeout?: number): string;
+export declare function getDisplayBounds(): DisplayBounds;
+export declare function captureScreenshot(label?: string): ScreenshotResult;
+export declare function captureFollowUpScreenshot(delayMs?: number): ScreenshotResult;
+export declare function getScreenSize(bounds?: DisplayBounds): {
+    width: number;
+    height: number;
+};
+export declare function click(mx: number, my: number, button?: string, doubleClick?: boolean, bounds?: DisplayBounds): ScreenshotResult & {
+    clicked: boolean;
+    x: number;
+    y: number;
+};
+export declare function typeText(text: string): ScreenshotResult & {
+    typed: boolean;
+    length: number;
+};
+export declare function keyPress(key: string, modifiers?: string[]): ScreenshotResult & {
+    pressed: boolean;
+    key: string;
+};
+export declare function scroll(deltaX?: number, deltaY?: number): ScreenshotResult & {
+    scrolled: boolean;
+};
+export declare function mouseMove(mx: number, my: number, bounds?: DisplayBounds): ScreenshotResult & {
+    moved: boolean;
+    x: number;
+    y: number;
+};
+export declare function hover(mx: number, my: number, durationMs?: number, bounds?: DisplayBounds): ScreenshotResult & {
+    hovered: boolean;
+    x: number;
+    y: number;
+};
+export declare function drag(startMx: number, startMy: number, endMx: number, endMy: number, button?: string, durationMs?: number, bounds?: DisplayBounds): ScreenshotResult & {
+    dragged: boolean;
+};
+export declare function zoom(startMx: number, startMy: number, endMx: number, endMy: number, bounds?: DisplayBounds): ScreenshotResult & {
+    zoomed: boolean;
+};

package/dist/index.js

@@ -0,0 +1,321 @@
+/**
+ * macOS computer automation via Swift CoreGraphics.
+ *
+ * Every action uses `swift -` to post CGEvents — no pyobjc, no Electron,
+ * no third-party dependencies.  Works from any Node.js process on macOS.
+ */
+import { execSync } from 'node:child_process';
+import { readFileSync, unlinkSync } from 'node:fs';
+import { join } from 'node:path';
+import { tmpdir } from 'node:os';
+// ---------------------------------------------------------------------------
+// Swift runner
+// ---------------------------------------------------------------------------
+export function runSwift(script, timeout = 10_000) {
+    const full = `import Foundation\nimport CoreGraphics\n${script}`;
+    try {
+        return execSync('swift -', {
+            input: full,
+            encoding: 'utf-8',
+            timeout,
+            stdio: ['pipe', 'pipe', 'pipe'],
+        }).trim();
+    }
+    catch (err) {
+        const stderr = err?.stderr?.toString?.() ?? '';
+        const msg = err instanceof Error ? err.message : String(err);
+        throw new Error(`Swift CoreGraphics failed: ${stderr || msg}`);
+    }
+}
+// ---------------------------------------------------------------------------
+// Display detection (Swift — works outside Electron)
+// ---------------------------------------------------------------------------
+export function getDisplayBounds() {
+    const script = `
+import AppKit
+var displays: [[String: Any]] = []
+for screen in NSScreen.screens {
+    let f = screen.frame
+    displays.append(["x": f.origin.x, "y": f.origin.y, "w": f.size.width, "h": f.size.height])
+}
+let scale = NSScreen.screens.map { $0.backingScaleFactor }.max() ?? 1.0
+let data = try! JSONSerialization.data(withJSONObject: ["ds": displays, "s": scale])
+print(String(data: data, encoding: .utf8)!)
+`;
+    const raw = JSON.parse(runSwift(script, 20_000));
+    const ds = raw.ds;
+    const minX = Math.min(...ds.map(d => d.x));
+    const minY = Math.min(...ds.map(d => d.y));
+    const maxX = Math.max(...ds.map(d => d.x + d.w));
+    const maxY = Math.max(...ds.map(d => d.y + d.h));
+    return {
+        width: Math.round(maxX - minX),
+        height: Math.round(maxY - minY),
+        originX: Math.round(minX),
+        originY: Math.round(minY),
+        scale: raw.s,
+        displayCount: ds.length,
+    };
+}
+// ---------------------------------------------------------------------------
+// Screenshot (screencapture + sips — no Python)
+// ---------------------------------------------------------------------------
+export function captureScreenshot(label = 'main') {
+    const ts = Date.now();
+    const tmpPath = join(tmpdir(), `refresh-screenshot-${label}-${ts}.png`);
+    execSync(`screencapture -x "${tmpPath}"`, { timeout: 10_000 });
+    const bounds = getDisplayBounds();
+    if (bounds.scale > 1) {
+        try {
+            execSync(`sips -Z ${Math.max(bounds.width, bounds.height)} "${tmpPath}"`, { timeout: 10_000, stdio: 'pipe' });
+        }
+        catch { /* best-effort Retina downscale */ }
+    }
+    const modelPath = tmpPath.replace(/\.png$/, '-model.jpg');
+    let base64;
+    let format = 'png';
+    try {
+        execSync(`sips -s format jpeg -s formatOptions 70 -Z 1280 "${tmpPath}" --out "${modelPath}"`, { timeout: 10_000, stdio: 'pipe' });
+        base64 = readFileSync(modelPath).toString('base64');
+        format = 'jpeg';
+        try {
+            unlinkSync(modelPath);
+        }
+        catch { /* ignore */ }
+    }
+    catch {
+        base64 = readFileSync(tmpPath).toString('base64');
+    }
+    const thumbPath = tmpPath.replace(/\.png$/, '-thumb.jpg');
+    let thumbnailPath = '';
+    try {
+        const thumbMaxDim = label === 'main' ? 800 : 400;
+        const thumbQuality = label === 'main' ? 60 : 30;
+        execSync(`sips -s format jpeg -s formatOptions ${thumbQuality} -Z ${thumbMaxDim} "${tmpPath}" --out "${thumbPath}"`, { timeout: 10_000, stdio: 'pipe' });
+        thumbnailPath = thumbPath;
+    }
+    catch { /* thumbnail failed */ }
+    return { image: base64, format, imagePath: tmpPath, thumbnailPath };
+}
+export function captureFollowUpScreenshot(delayMs = 500) {
+    if (delayMs > 0) {
+        execSync(`sleep ${delayMs / 1000}`, { timeout: delayMs + 2000 });
+    }
+    return captureScreenshot('followup');
+}
+// ---------------------------------------------------------------------------
+// Screen size (model coordinate space)
+// ---------------------------------------------------------------------------
+const MODEL_MAX_DIM = 1280;
+export function getScreenSize(bounds) {
+    const b = bounds ?? getDisplayBounds();
+    if (b.width <= MODEL_MAX_DIM && b.height <= MODEL_MAX_DIM) {
+        return { width: b.width, height: b.height };
+    }
+    const ratio = Math.min(MODEL_MAX_DIM / b.width, MODEL_MAX_DIM / b.height);
+    return { width: Math.round(b.width * ratio), height: Math.round(b.height * ratio) };
+}
+// ---------------------------------------------------------------------------
+// Coordinate mapping
+// ---------------------------------------------------------------------------
+function modelToScreen(mx, my, bounds) {
+    const b = bounds ?? getDisplayBounds();
+    const model = getScreenSize(b);
+    return {
+        x: Math.round(mx * (b.width / model.width) + b.originX),
+        y: Math.round(my * (b.height / model.height) + b.originY),
+    };
+}
+function resolvePoint(mx, my, bounds) {
+    const rawX = Math.round(Number(mx));
+    const rawY = Math.round(Number(my));
+    if (!Number.isFinite(rawX) || !Number.isFinite(rawY)) {
+        throw new Error(`Invalid coordinates: x=${mx} y=${my}`);
+    }
+    return modelToScreen(rawX, rawY, bounds);
+}
+// ---------------------------------------------------------------------------
+// Key codes
+// ---------------------------------------------------------------------------
+const KEY_CODES = {
+    'return': 36, 'enter': 36, 'tab': 48, 'space': 49, 'delete': 51,
+    'escape': 53, 'esc': 53, 'up': 126, 'down': 125, 'left': 123,
+    'right': 124, 'home': 115, 'end': 119, 'pageup': 116, 'pagedown': 121,
+    'f1': 122, 'f2': 120, 'f3': 99, 'f4': 118, 'f5': 96, 'f6': 97,
+    'f7': 98, 'f8': 100, 'f9': 101, 'f10': 109, 'f11': 103, 'f12': 111,
+    'a': 0, 'b': 11, 'c': 8, 'd': 2, 'e': 14, 'f': 3, 'g': 5, 'h': 4,
+    'i': 34, 'j': 38, 'k': 40, 'l': 37, 'm': 46, 'n': 45, 'o': 31,
+    'p': 35, 'q': 12, 'r': 15, 's': 1, 't': 17, 'u': 32, 'v': 9,
+    'w': 13, 'x': 7, 'y': 16, 'z': 6,
+    '0': 29, '1': 18, '2': 19, '3': 20, '4': 21, '5': 23, '6': 22,
+    '7': 26, '8': 28, '9': 25,
+};
+function resolveKeyCode(key) {
+    return KEY_CODES[key.toLowerCase()] ?? 0;
+}
+function resolveModifierFlags(modifiers) {
+    let flags = 0;
+    for (const m of modifiers) {
+        switch (m.toLowerCase()) {
+            case 'command':
+            case 'cmd':
+                flags |= 0x100000;
+                break;
+            case 'shift':
+                flags |= 0x20000;
+                break;
+            case 'option':
+            case 'alt':
+                flags |= 0x80000;
+                break;
+            case 'control':
+            case 'ctrl':
+                flags |= 0x40000;
+                break;
+        }
+    }
+    return flags;
+}
+// ---------------------------------------------------------------------------
+// Actions — each returns a follow-up screenshot
+// ---------------------------------------------------------------------------
+export function click(mx, my, button = 'left', doubleClick = false, bounds) {
+    const { x, y } = resolvePoint(mx, my, bounds);
+    const isRight = button === 'right';
+    const downType = isRight ? 3 : 1;
+    const upType = isRight ? 4 : 2;
+    const mb = isRight ? 1 : 0;
+    const count = doubleClick ? 2 : 1;
+    const lines = [];
+    for (let i = 0; i < count; i++) {
+        lines.push(`if let e = CGEvent(mouseEventSource: nil, mouseType: CGEventType(rawValue: UInt32(${downType}))!, mouseCursorPosition: CGPoint(x: ${x}, y: ${y}), mouseButton: CGMouseButton(rawValue: UInt32(${mb}))!) { e.post(tap: .cghidEventTap) }`, 'Thread.sleep(forTimeInterval: 0.05)', `if let e = CGEvent(mouseEventSource: nil, mouseType: CGEventType(rawValue: UInt32(${upType}))!, mouseCursorPosition: CGPoint(x: ${x}, y: ${y}), mouseButton: CGMouseButton(rawValue: UInt32(${mb}))!) { e.post(tap: .cghidEventTap) }`, 'Thread.sleep(forTimeInterval: 0.05)');
+    }
+    runSwift(lines.join('\n'));
+    return { clicked: true, x, y, ...captureFollowUpScreenshot() };
+}
+export function typeText(text) {
+    if (!text) {
+        throw new Error('No text provided');
+    }
+    execSync('pbcopy', { input: text, timeout: 5000 });
+    runSwift([
+        'if let down = CGEvent(keyboardEventSource: nil, virtualKey: 9, keyDown: true) {',
+        '\tdown.flags = [.maskCommand]',
+        '\tdown.post(tap: .cghidEventTap)',
+        '}',
+        'Thread.sleep(forTimeInterval: 0.02)',
+        'if let up = CGEvent(keyboardEventSource: nil, virtualKey: 9, keyDown: false) {',
+        '\tup.post(tap: .cghidEventTap)',
+        '}',
+    ].join('\n'));
+    return { typed: true, length: text.length, ...captureFollowUpScreenshot() };
+}
+export function keyPress(key, modifiers = []) {
+    if (!key) {
+        throw new Error('No key provided');
+    }
+    const keyCode = resolveKeyCode(key);
+    const modFlag = resolveModifierFlags(modifiers);
+    const lines = [`if let down = CGEvent(keyboardEventSource: nil, virtualKey: CGKeyCode(${keyCode}), keyDown: true) {`];
+    if (modFlag > 0) {
+        lines.push(`\tdown.flags = CGEventFlags(rawValue: UInt64(${modFlag}))`);
+    }
+    lines.push('\tdown.post(tap: .cghidEventTap)', '}', 'Thread.sleep(forTimeInterval: 0.02)', `if let up = CGEvent(keyboardEventSource: nil, virtualKey: CGKeyCode(${keyCode}), keyDown: false) {`, '\tup.post(tap: .cghidEventTap)', '}');
+    runSwift(lines.join('\n'));
+    return { pressed: true, key, ...captureFollowUpScreenshot() };
+}
+export function scroll(deltaX = 0, deltaY = 0) {
+    const h = Math.round(deltaX);
+    const v = Math.round(deltaY);
+    if (h !== 0 || v !== 0) {
+        runSwift(`if let scroll = CGEvent(scrollWheelEvent2Source: nil, units: .line, wheelCount: 2, wheel1: Int32(${-v}), wheel2: Int32(${-h}), wheel3: 0) { scroll.post(tap: .cghidEventTap) }`);
+    }
+    return { scrolled: true, ...captureFollowUpScreenshot() };
+}
+export function mouseMove(mx, my, bounds) {
+    const { x, y } = resolvePoint(mx, my, bounds);
+    runSwift(`if let move = CGEvent(mouseEventSource: nil, mouseType: .mouseMoved, mouseCursorPosition: CGPoint(x: ${x}, y: ${y}), mouseButton: .left) { move.post(tap: .cghidEventTap) }`);
+    return { moved: true, x, y, ...captureFollowUpScreenshot(300) };
+}
+export function hover(mx, my, durationMs = 600, bounds) {
+    const { x, y } = resolvePoint(mx, my, bounds);
+    const ms = Math.max(50, Math.round(Number(durationMs) || 600));
+    runSwift(`if let move = CGEvent(mouseEventSource: nil, mouseType: .mouseMoved, mouseCursorPosition: CGPoint(x: ${x}, y: ${y}), mouseButton: .left) { move.post(tap: .cghidEventTap) }`);
+    return { hovered: true, x, y, ...captureFollowUpScreenshot(ms) };
+}
+export function drag(startMx, startMy, endMx, endMy, button = 'left', durationMs = 400, bounds) {
+    const start = resolvePoint(startMx, startMy, bounds);
+    const end = resolvePoint(endMx, endMy, bounds);
+    const isRight = button === 'right';
+    const downType = isRight ? 3 : 1;
+    const upType = isRight ? 4 : 2;
+    const dragType = isRight ? 7 : 6;
+    const mb = `CGMouseButton(rawValue: UInt32(${isRight ? 1 : 0}))!`;
+    const steps = Math.max(4, Math.min(30, Math.round(Math.max(Math.abs(end.x - start.x), Math.abs(end.y - start.y)) / 20)));
+    const stepDelay = Math.max(0.01, Math.min(0.08, Math.max(20, Math.round(Number(durationMs) || 400)) / steps / 1000));
+    const lines = [
+        `if let e = CGEvent(mouseEventSource: nil, mouseType: .mouseMoved, mouseCursorPosition: CGPoint(x: ${start.x}, y: ${start.y}), mouseButton: ${mb}) { e.post(tap: .cghidEventTap) }`,
+        'Thread.sleep(forTimeInterval: 0.02)',
+        `if let e = CGEvent(mouseEventSource: nil, mouseType: CGEventType(rawValue: UInt32(${downType}))!, mouseCursorPosition: CGPoint(x: ${start.x}, y: ${start.y}), mouseButton: ${mb}) { e.post(tap: .cghidEventTap) }`,
+        'Thread.sleep(forTimeInterval: 0.02)',
+    ];
+    for (let i = 1; i <= steps; i++) {
+        const t = i / steps;
+        const px = Math.round(start.x + (end.x - start.x) * t);
+        const py = Math.round(start.y + (end.y - start.y) * t);
+        lines.push(`if let e = CGEvent(mouseEventSource: nil, mouseType: CGEventType(rawValue: UInt32(${dragType}))!, mouseCursorPosition: CGPoint(x: ${px}, y: ${py}), mouseButton: ${mb}) { e.post(tap: .cghidEventTap) }`, `Thread.sleep(forTimeInterval: ${stepDelay.toFixed(3)})`);
+    }
+    lines.push(`if let e = CGEvent(mouseEventSource: nil, mouseType: CGEventType(rawValue: UInt32(${upType}))!, mouseCursorPosition: CGPoint(x: ${end.x}, y: ${end.y}), mouseButton: ${mb}) { e.post(tap: .cghidEventTap) }`);
+    runSwift(lines.join('\n'), Math.max(10_000, Math.round(Number(durationMs) || 400) + 5000));
+    return { dragged: true, ...captureFollowUpScreenshot(300) };
+}
+export function zoom(startMx, startMy, endMx, endMy, bounds) {
+    const b = bounds ?? getDisplayBounds();
+    const start = resolvePoint(startMx, startMy, b);
+    const end = resolvePoint(endMx, endMy, b);
+    const left = Math.max(b.originX, Math.min(start.x, end.x));
+    const top = Math.max(b.originY, Math.min(start.y, end.y));
+    const right = Math.min(b.originX + b.width, Math.max(start.x, end.x));
+    const bottom = Math.min(b.originY + b.height, Math.max(start.y, end.y));
+    const w = Math.max(1, right - left);
+    const h = Math.max(1, bottom - top);
+    const imgX = left - b.originX;
+    const imgY = top - b.originY;
+    const tmpPath = join(tmpdir(), `refresh-screenshot-zoom-${Date.now()}.png`);
+    execSync(`screencapture -x "${tmpPath}"`, { timeout: 10_000 });
+    if (b.scale > 1) {
+        try {
+            execSync(`sips -Z ${Math.max(b.width, b.height)} "${tmpPath}"`, { timeout: 10_000, stdio: 'pipe' });
+        }
+        catch { /* best-effort */ }
+    }
+    const cropPath = tmpPath.replace(/\.png$/, '-crop.png');
+    execSync(`sips -c ${h} ${w} --cropOffset ${imgY} ${imgX} "${tmpPath}" --out "${cropPath}"`, { timeout: 10_000, stdio: 'pipe' });
+    const modelPath = cropPath.replace(/\.png$/, '-model.jpg');
+    let base64;
+    let format = 'png';
+    try {
+        const ratio = Math.min(MODEL_MAX_DIM / w, MODEL_MAX_DIM / h);
+        const tw = Math.max(1, Math.round(w * ratio));
+        const th = Math.max(1, Math.round(h * ratio));
+        execSync(`sips -s format jpeg -s formatOptions 80 -z ${th} ${tw} "${cropPath}" --out "${modelPath}"`, { timeout: 10_000, stdio: 'pipe' });
+        base64 = readFileSync(modelPath).toString('base64');
+        format = 'jpeg';
+        try {
+            unlinkSync(modelPath);
+        }
+        catch { /* ignore */ }
+    }
+    catch {
+        base64 = readFileSync(cropPath).toString('base64');
+    }
+    let thumbnailPath = '';
+    try {
+        const thumbPath = cropPath.replace(/\.png$/, '-thumb.jpg');
+        execSync(`sips -s format jpeg -s formatOptions 50 -Z 400 "${cropPath}" --out "${thumbPath}"`, { timeout: 10_000, stdio: 'pipe' });
+        thumbnailPath = thumbPath;
+    }
+    catch { /* ignore */ }
+    return { zoomed: true, image: base64, format, imagePath: cropPath, thumbnailPath };
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAsBjC,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,MAAM,UAAU,QAAQ,CAAC,MAAc,EAAE,OAAO,GAAG,MAAM;IACxD,MAAM,IAAI,GAAG,2CAA2C,MAAM,EAAE,CAAC;IACjE,IAAI,CAAC;QACJ,OAAO,QAAQ,CAAC,SAAS,EAAE;YAC1B,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,OAAO;YACjB,OAAO;YACP,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;SAC/B,CAAC,CAAC,IAAI,EAAE,CAAC;IACX,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACvB,MAAM,MAAM,GAAI,GAAoC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC;QACjF,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC;IAChE,CAAC;AACF,CAAC;AAED,8EAA8E;AAC9E,qDAAqD;AACrD,8EAA8E;AAE9E,MAAM,UAAU,gBAAgB;IAC/B,MAAM,MAAM,GAAG;;;;;;;;;;CAUf,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACjD,MAAM,EAAE,GAAG,GAAG,CAAC,EAAsD,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,OAAO;QACN,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;QAC9B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;QAC/B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;QACzB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;QACzB,KAAK,EAAE,GAAG,CAAC,CAAC;QACZ,YAAY,EAAE,EAAE,CAAC,MAAM;KACvB,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,gDAAgD;AAChD,8EAA8E;AAE9E,MAAM,UAAU,iBAAiB,CAAC,KAAK,GAAG,MAAM;IAC/C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACtB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,sBAAsB,KAAK,IAAI,EAAE,MAAM,CAAC,CAAC;IACxE,QAAQ,CAAC,qBAAqB,OAAO,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAE/D,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;IAClC,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC;YACJ,QAAQ,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,OAAO,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/G,CAAC;QAAC,MAAM,CAAC,CAAC,kCAAkC,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC1D,IAAI,MAAc,CAAC;IACnB,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,CAAC;QACJ,QAAQ,CAAC,oDAAoD,OAAO,YAAY,SAAS,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAClI,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,GAAG,MAAM,CAAC;QAChB,IAAI,CAAC;YAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC1D,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,IAAI,CAAC;QACJ,MAAM,WAAW,GAAG,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACjD,MAAM,YAAY,GAAG,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChD,QAAQ,CAAC,wCAAwC,YAAY,OAAO,WAAW,KAAK,OAAO,YAAY,SAAS,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QACzJ,aAAa,GAAG,SAAS,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC;IAElC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,OAAO,GAAG,GAAG;IACtD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QACjB,QAAQ,CAAC,SAAS,OAAO,GAAG,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,iBAAiB,CAAC,UAAU,CAAC,CAAC;AACtC,CAAC;AAED,8EAA8E;AAC9E,uCAAuC;AACvC,8EAA8E;AAE9E,MAAM,aAAa,GAAG,IAAI,CAAC;AAE3B,MAAM,UAAU,aAAa,CAAC,MAAsB;IACnD,MAAM,CAAC,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAC;IACvC,IAAI,CAAC,CAAC,KAAK,IAAI,aAAa,IAAI,CAAC,CAAC,MAAM,IAAI,aAAa,EAAE,CAAC;QAC3D,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;IAC7C,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,KAAK,EAAE,aAAa,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAC1E,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,EAAE,CAAC;AACrF,CAAC;AAED,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E,SAAS,aAAa,CAAC,EAAU,EAAE,EAAU,EAAE,MAAsB;IACpE,MAAM,CAAC,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAC/B,OAAO;QACN,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC;QACvD,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC;KACzD,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,EAAU,EAAE,EAAU,EAAE,MAAsB;IACnE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACpC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,0BAA0B,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,MAAM,SAAS,GAA2B;IACzC,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE;IAC/D,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG;IAC5D,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG;IACrE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE;IAC7D,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG;IAClE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC;IAChE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE;IAC7D,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC;IAC3D,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC;IAChC,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE;IAC7D,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE;CACzB,CAAC;AAEF,SAAS,cAAc,CAAC,GAAW;IAClC,OAAO,SAAS,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,oBAAoB,CAAC,SAAmB;IAChD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC3B,QAAQ,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YACzB,KAAK,SAAS,CAAC;YAAC,KAAK,KAAK;gBAAE,KAAK,IAAI,QAAQ,CAAC;gBAAC,MAAM;YACrD,KAAK,OAAO;gBAAE,KAAK,IAAI,OAAO,CAAC;gBAAC,MAAM;YACtC,KAAK,QAAQ,CAAC;YAAC,KAAK,KAAK;gBAAE,KAAK,IAAI,OAAO,CAAC;gBAAC,MAAM;YACnD,KAAK,SAAS,CAAC;YAAC,KAAK,MAAM;gBAAE,KAAK,IAAI,OAAO,CAAC;gBAAC,MAAM;QACtD,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,gDAAgD;AAChD,8EAA8E;AAE9E,MAAM,UAAU,KAAK,CAAC,EAAU,EAAE,EAAU,EAAE,MAAM,GAAG,MAAM,EAAE,WAAW,GAAG,KAAK,EAAE,MAAsB;IACzG,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,YAAY,CAAC,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,MAAM,KAAK,OAAO,CAAC;IACnC,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAElC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,KAAK,CAAC,IAAI,CACT,qFAAqF,QAAQ,wCAAwC,CAAC,QAAQ,CAAC,kDAAkD,EAAE,sCAAsC,EACzO,qCAAqC,EACrC,qFAAqF,MAAM,wCAAwC,CAAC,QAAQ,CAAC,kDAAkD,EAAE,sCAAsC,EACvO,qCAAqC,CACrC,CAAC;IACH,CAAC;IACD,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,yBAAyB,EAAE,EAAE,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAAY;IACpC,IAAI,CAAC,IAAI,EAAE,CAAC;QAAC,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAAC,CAAC;IACnD,QAAQ,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,QAAQ,CAAC;QACR,iFAAiF;QACjF,+BAA+B;QAC/B,kCAAkC;QAClC,GAAG;QACH,qCAAqC;QACrC,gFAAgF;QAChF,gCAAgC;QAChC,GAAG;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACd,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,yBAAyB,EAAE,EAAE,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAW,EAAE,YAAsB,EAAE;IAC7D,IAAI,CAAC,GAAG,EAAE,CAAC;QAAC,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAAC,CAAC;IACjD,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAEhD,MAAM,KAAK,GAAG,CAAC,yEAAyE,OAAO,qBAAqB,CAAC,CAAC;IACtH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QACjB,KAAK,CAAC,IAAI,CAAC,gDAAgD,OAAO,IAAI,CAAC,CAAC;IACzE,CAAC;IACD,KAAK,CAAC,IAAI,CACT,kCAAkC,EAClC,GAAG,EACH,qCAAqC,EACrC,uEAAuE,OAAO,sBAAsB,EACpG,gCAAgC,EAChC,GAAG,CACH,CAAC;IACF,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,yBAAyB,EAAE,EAAE,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,CAAC;IAC5C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACxB,QAAQ,CAAC,oGAAoG,CAAC,CAAC,oBAAoB,CAAC,CAAC,oDAAoD,CAAC,CAAC;IAC5L,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,yBAAyB,EAAE,EAAE,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,EAAU,EAAE,EAAU,EAAE,MAAsB;IACvE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,YAAY,CAAC,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9C,QAAQ,CAAC,wGAAwG,CAAC,QAAQ,CAAC,2DAA2D,CAAC,CAAC;IACxL,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,yBAAyB,CAAC,GAAG,CAAC,EAAE,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,EAAU,EAAE,EAAU,EAAE,UAAU,GAAG,GAAG,EAAE,MAAsB;IACrF,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,YAAY,CAAC,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;IAC/D,QAAQ,CAAC,wGAAwG,CAAC,QAAQ,CAAC,2DAA2D,CAAC,CAAC;IACxL,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,yBAAyB,CAAC,EAAE,CAAC,EAAE,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,OAAe,EAAE,OAAe,EAAE,KAAa,EAAE,KAAa,EAAE,MAAM,GAAG,MAAM,EAAE,UAAU,GAAG,GAAG,EAAE,MAAsB;IAC7I,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACrD,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,MAAM,KAAK,OAAO,CAAC;IACnC,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,EAAE,GAAG,kCAAkC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAClE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;IACzH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC;IAErH,MAAM,KAAK,GAAa;QACvB,qGAAqG,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,mBAAmB,EAAE,mCAAmC;QACnL,qCAAqC;QACrC,qFAAqF,QAAQ,wCAAwC,KAAK,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,mBAAmB,EAAE,mCAAmC;QACnN,qCAAqC;KACrC,CAAC;IACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACpB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,KAAK,CAAC,IAAI,CACT,qFAAqF,QAAQ,wCAAwC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,mCAAmC,EACzM,iCAAiC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACxD,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,qFAAqF,MAAM,wCAAwC,GAAG,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,mBAAmB,EAAE,mCAAmC,CAAC,CAAC;IAC1N,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAC3F,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,yBAAyB,CAAC,GAAG,CAAC,EAAE,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,IAAI,CAAC,OAAe,EAAE,OAAe,EAAE,KAAa,EAAE,KAAa,EAAE,MAAsB;IAC1G,MAAM,CAAC,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAE1C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC;IACpC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC;IAC9B,MAAM,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC;IAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,2BAA2B,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC5E,QAAQ,CAAC,qBAAqB,OAAO,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/D,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;QACjB,IAAI,CAAC;YAAC,QAAQ,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,OAAO,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;IACzI,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IACxD,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,IAAI,KAAK,OAAO,YAAY,QAAQ,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAEhI,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC3D,IAAI,MAAc,CAAC;IACnB,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,CAAC,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC;QAC7D,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;QAC9C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;QAC9C,QAAQ,CAAC,8CAA8C,EAAE,IAAI,EAAE,KAAK,QAAQ,YAAY,SAAS,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAC1I,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,GAAG,MAAM,CAAC;QAChB,IAAI,CAAC;YAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,IAAI,CAAC;QACJ,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAC3D,QAAQ,CAAC,mDAAmD,QAAQ,YAAY,SAAS,GAAG,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAClI,aAAa,GAAG,SAAS,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAExB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;AACpF,CAAC"}

package/package.json

@@ -0,0 +1,44 @@
+{
+  "name": "refresh-computer-tools",
+  "version": "0.1.0",
+  "description": "macOS computer automation via Swift CoreGraphics — screenshot, click, type, key press, scroll, drag",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "bin": {
+    "refresh-computer-tools": "dist/cli.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "macos",
+    "computer-use",
+    "screenshot",
+    "click",
+    "automation",
+    "swift",
+    "coregraphics",
+    "cgevent"
+  ],
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/refreshdotdev/computer-tools"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "os": [
+    "darwin"
+  ],
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "typescript": "^5.7.0"
+  }
+}