usecomputer 0.0.3 → 0.0.4

package/dist/coord-map.test.js

@@ -0,0 +1,157 @@
+// Validates screenshot coord-map parsing and reverse mapping edge cases.
+import { describe, expect, test } from 'vitest';
+import { mapPointFromCoordMap, mapPointToCoordMap, parseCoordMapOrThrow } from './coord-map.js';
+describe('coord-map reverse mapping', () => {
+    test('maps full-display scaled screenshot coordinates to desktop coordinates', () => {
+        const coordMap = parseCoordMapOrThrow('0,0,1600,900,1568,882');
+        const mapped = [
+            mapPointFromCoordMap({ point: { x: 0, y: 0 }, coordMap }),
+            mapPointFromCoordMap({ point: { x: 1567, y: 881 }, coordMap }),
+            mapPointFromCoordMap({ point: { x: 784, y: 441 }, coordMap }),
+        ];
+        expect(mapped).toMatchInlineSnapshot(`
+      [
+        {
+          "x": 0,
+          "y": 0,
+        },
+        {
+          "x": 1599,
+          "y": 899,
+        },
+        {
+          "x": 800,
+          "y": 450,
+        },
+      ]
+    `);
+    });
+    test('maps correctly when display origin is non-zero', () => {
+        const coordMap = parseCoordMapOrThrow('-1728,120,1728,1117,1568,1014');
+        const mapped = [
+            mapPointFromCoordMap({ point: { x: 0, y: 0 }, coordMap }),
+            mapPointFromCoordMap({ point: { x: 1567, y: 1013 }, coordMap }),
+        ];
+        expect(mapped).toMatchInlineSnapshot(`
+      [
+        {
+          "x": -1728,
+          "y": 120,
+        },
+        {
+          "x": -1,
+          "y": 1236,
+        },
+      ]
+    `);
+    });
+    test('maps region capture coordinates including display offset', () => {
+        const coordMap = parseCoordMapOrThrow('2200,80,640,360,640,360');
+        const mapped = [
+            mapPointFromCoordMap({ point: { x: 0, y: 0 }, coordMap }),
+            mapPointFromCoordMap({ point: { x: 639, y: 359 }, coordMap }),
+            mapPointFromCoordMap({ point: { x: 320, y: 180 }, coordMap }),
+        ];
+        expect(mapped).toMatchInlineSnapshot(`
+      [
+        {
+          "x": 2200,
+          "y": 80,
+        },
+        {
+          "x": 2839,
+          "y": 439,
+        },
+        {
+          "x": 2520,
+          "y": 260,
+        },
+      ]
+    `);
+    });
+    test('clamps out-of-bounds screenshot coordinates to capture bounds', () => {
+        const coordMap = parseCoordMapOrThrow('500,400,300,200,150,100');
+        const mapped = [
+            mapPointFromCoordMap({ point: { x: -10, y: -20 }, coordMap }),
+            mapPointFromCoordMap({ point: { x: 150, y: 100 }, coordMap }),
+            mapPointFromCoordMap({ point: { x: 200, y: 1000 }, coordMap }),
+        ];
+        expect(mapped).toMatchInlineSnapshot(`
+      [
+        {
+          "x": 500,
+          "y": 400,
+        },
+        {
+          "x": 799,
+          "y": 599,
+        },
+        {
+          "x": 799,
+          "y": 599,
+        },
+      ]
+    `);
+    });
+    test('maps desktop coordinates back into screenshot image coordinates', () => {
+        const coordMap = parseCoordMapOrThrow('0,0,1720,1440,1568,1313');
+        const mapped = [
+            mapPointToCoordMap({ point: { x: 0, y: 0 }, coordMap }),
+            mapPointToCoordMap({ point: { x: 1719, y: 1439 }, coordMap }),
+            mapPointToCoordMap({ point: { x: 230, y: 614 }, coordMap }),
+        ];
+        expect(mapped).toMatchInlineSnapshot(`
+      [
+        {
+          "x": 0,
+          "y": 0,
+        },
+        {
+          "x": 1567,
+          "y": 1312,
+        },
+        {
+          "x": 210,
+          "y": 560,
+        },
+      ]
+    `);
+    });
+    test('round-trips screenshot coordinates through desktop space', () => {
+        const coordMap = parseCoordMapOrThrow('0,0,1720,1440,1568,1313');
+        const roundTrip = [
+            { x: 0, y: 0 },
+            { x: 210, y: 560 },
+            { x: 1567, y: 1312 },
+        ].map((point) => {
+            return mapPointToCoordMap({
+                point: mapPointFromCoordMap({ point, coordMap }),
+                coordMap,
+            });
+        });
+        expect(roundTrip).toMatchInlineSnapshot(`
+      [
+        {
+          "x": 0,
+          "y": 0,
+        },
+        {
+          "x": 210,
+          "y": 560,
+        },
+        {
+          "x": 1567,
+          "y": 1312,
+        },
+      ]
+    `);
+    });
+    test('rejects invalid coord-map payloads', () => {
+        expect(() => {
+            parseCoordMapOrThrow('0,0,10,10,20');
+        }).toThrowError('Option --coord-map must be x,y,width,height,imageWidth,imageHeight');
+        expect(() => {
+            parseCoordMapOrThrow('0,0,0,10,20,20');
+        }).toThrowError('Option --coord-map must have positive width and height values');
+    });
+});

package/dist/debug-point-image.d.ts

@@ -0,0 +1,8 @@
+import type { Point } from './types.js';
+export declare function drawDebugPointOnImage({ imagePath, point, imageWidth, imageHeight, }: {
+    imagePath: string;
+    point: Point;
+    imageWidth: number;
+    imageHeight: number;
+}): Promise<void>;
+//# sourceMappingURL=debug-point-image.d.ts.map

package/dist/debug-point-image.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-point-image.d.ts","sourceRoot":"","sources":["../src/debug-point-image.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAA;AA2CvC,wBAAsB,qBAAqB,CAAC,EAC1C,SAAS,EACT,KAAK,EACL,UAAU,EACV,WAAW,GACZ,EAAE;IACD,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,KAAK,CAAA;IACZ,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;CACpB,GAAG,OAAO,CAAC,IAAI,CAAC,CAUhB"}

package/dist/debug-point-image.js

@@ -0,0 +1,43 @@
+// Draws visible debug markers onto screenshots to validate coord-map targeting.
+import fs from 'node:fs';
+import path from 'node:path';
+import { createRequire } from 'node:module';
+const require = createRequire(import.meta.url);
+async function loadSharp() {
+    try {
+        return require('sharp');
+    }
+    catch (error) {
+        throw new Error('Optional dependency `sharp` is required for `debug-point`. Install it with `pnpm add sharp --save-optional`.', {
+            cause: error,
+        });
+    }
+}
+function createMarkerSvg({ point, imageWidth, imageHeight, }) {
+    const radius = 10;
+    const crosshairRadius = 22;
+    const ringRadius = 18;
+    return [
+        `<svg width="${String(imageWidth)}" height="${String(imageHeight)}" xmlns="http://www.w3.org/2000/svg">`,
+        '  <g>',
+        `    <circle cx="${String(point.x)}" cy="${String(point.y)}" r="${String(ringRadius)}" fill="none" stroke="white" stroke-width="4" opacity="0.95" />`,
+        `    <line x1="${String(point.x - crosshairRadius)}" y1="${String(point.y)}" x2="${String(point.x + crosshairRadius)}" y2="${String(point.y)}" stroke="white" stroke-width="5" stroke-linecap="round" opacity="0.95" />`,
+        `    <line x1="${String(point.x)}" y1="${String(point.y - crosshairRadius)}" x2="${String(point.x)}" y2="${String(point.y + crosshairRadius)}" stroke="white" stroke-width="5" stroke-linecap="round" opacity="0.95" />`,
+        `    <circle cx="${String(point.x)}" cy="${String(point.y)}" r="${String(ringRadius)}" fill="none" stroke="#ff2d2d" stroke-width="2" />`,
+        `    <line x1="${String(point.x - crosshairRadius)}" y1="${String(point.y)}" x2="${String(point.x + crosshairRadius)}" y2="${String(point.y)}" stroke="#ff2d2d" stroke-width="3" stroke-linecap="round" />`,
+        `    <line x1="${String(point.x)}" y1="${String(point.y - crosshairRadius)}" x2="${String(point.x)}" y2="${String(point.y + crosshairRadius)}" stroke="#ff2d2d" stroke-width="3" stroke-linecap="round" />`,
+        `    <circle cx="${String(point.x)}" cy="${String(point.y)}" r="${String(radius)}" fill="#ff2d2d" stroke="white" stroke-width="3" />`,
+        '  </g>',
+        '</svg>',
+    ].join('\n');
+}
+export async function drawDebugPointOnImage({ imagePath, point, imageWidth, imageHeight, }) {
+    const sharpModule = await loadSharp();
+    const markerSvg = createMarkerSvg({ point, imageWidth, imageHeight });
+    const output = await sharpModule(imagePath)
+        .composite([{ input: Buffer.from(markerSvg) }])
+        .png()
+        .toBuffer();
+    fs.mkdirSync(path.dirname(imagePath), { recursive: true });
+    fs.writeFileSync(imagePath, output);
+}

package/dist/debug-point-image.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=debug-point-image.test.d.ts.map

package/dist/debug-point-image.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-point-image.test.d.ts","sourceRoot":"","sources":["../src/debug-point-image.test.ts"],"names":[],"mappings":""}

package/dist/debug-point-image.test.js

@@ -0,0 +1,44 @@
+// Validates that debug-point image overlays draw a visible red marker.
+import fs from 'node:fs';
+import path from 'node:path';
+import { describe, expect, test } from 'vitest';
+import { drawDebugPointOnImage } from './debug-point-image.js';
+describe('drawDebugPointOnImage', () => {
+    test('draws a red marker at the requested point', async () => {
+        const sharpModule = await import('sharp');
+        const sharp = sharpModule.default;
+        const filePath = path.join(process.cwd(), 'tmp', 'debug-point-image-test.png');
+        fs.mkdirSync(path.dirname(filePath), { recursive: true });
+        const baseImage = await sharp({
+            create: {
+                width: 40,
+                height: 30,
+                channels: 4,
+                background: { r: 255, g: 255, b: 255, alpha: 1 },
+            },
+        })
+            .png()
+            .toBuffer();
+        fs.writeFileSync(filePath, baseImage);
+        await drawDebugPointOnImage({
+            imagePath: filePath,
+            point: { x: 20, y: 15 },
+            imageWidth: 40,
+            imageHeight: 30,
+        });
+        const result = await sharp(filePath)
+            .raw()
+            .toBuffer({ resolveWithObject: true });
+        const channels = result.info.channels;
+        const index = (15 * result.info.width + 20) * channels;
+        const pixel = Array.from(result.data.slice(index, index + channels));
+        expect(pixel).toMatchInlineSnapshot(`
+      [
+        255,
+        45,
+        45,
+        255,
+      ]
+    `);
+    });
+});

package/dist/index.d.ts

@@ -1,5 +1,7 @@
 export { createCli } from './cli.js';
 export { createBridge, createBridgeFromNative } from './bridge.js';
+export * from './lib.js';
+export * from './coord-map.js';
 export * from './types.js';
 export * from './command-parsers.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AACpC,OAAO,EAAE,YAAY,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAClE,cAAc,YAAY,CAAA;AAC1B,cAAc,sBAAsB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AACpC,OAAO,EAAE,YAAY,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AAClE,cAAc,UAAU,CAAA;AACxB,cAAc,gBAAgB,CAAA;AAC9B,cAAc,YAAY,CAAA;AAC1B,cAAc,sBAAsB,CAAA"}

package/dist/index.js

@@ -1,5 +1,7 @@
-// Public API exports for usecomputer parser, bridge, and CLI modules.
+// Public API exports for usecomputer library helpers, parser, bridge, and CLI modules.
 export { createCli } from './cli.js';
 export { createBridge, createBridgeFromNative } from './bridge.js';
+export * from './lib.js';
+export * from './coord-map.js';
 export * from './types.js';
 export * from './command-parsers.js';

package/dist/lib.d.ts

@@ -0,0 +1,26 @@
+import type { NativeModule } from './native-lib.js';
+import type { DisplayInfo, Point, ScreenshotResult, WindowInfo } from './types.js';
+export type NativeScreenshotInput = Parameters<NativeModule['screenshot']>[0];
+export type NativeClickInput = Parameters<NativeModule['click']>[0];
+export type NativeTypeTextInput = Parameters<NativeModule['typeText']>[0];
+export type NativePressInput = Parameters<NativeModule['press']>[0];
+export type NativeScrollInput = Parameters<NativeModule['scroll']>[0];
+export type NativeDragInput = Parameters<NativeModule['drag']>[0];
+export type NativeMouseButtonInput = Parameters<NativeModule['mouseDown']>[0];
+export type NativeClipboardSetInput = Parameters<NativeModule['clipboardSet']>[0];
+export declare function screenshot(input: NativeScreenshotInput): Promise<ScreenshotResult>;
+export declare function click(input: NativeClickInput): Promise<void>;
+export declare function typeText(input: NativeTypeTextInput): Promise<void>;
+export declare function press(input: NativePressInput): Promise<void>;
+export declare function scroll(input: NativeScrollInput): Promise<void>;
+export declare function drag(input: NativeDragInput): Promise<void>;
+export declare function hover(input: Point): Promise<void>;
+export declare function mouseMove(input: Point): Promise<void>;
+export declare function mouseDown(input: NativeMouseButtonInput): Promise<void>;
+export declare function mouseUp(input: NativeMouseButtonInput): Promise<void>;
+export declare function mousePosition(): Promise<Point>;
+export declare function displayList(): Promise<DisplayInfo[]>;
+export declare function windowList(): Promise<WindowInfo[]>;
+export declare function clipboardGet(): Promise<string>;
+export declare function clipboardSet(input: NativeClipboardSetInput): Promise<void>;
+//# sourceMappingURL=lib.d.ts.map

package/dist/lib.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lib.d.ts","sourceRoot":"","sources":["../src/lib.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AACnD,OAAO,KAAK,EACV,WAAW,EAEX,KAAK,EACL,gBAAgB,EAChB,UAAU,EACX,MAAM,YAAY,CAAA;AAInB,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAC7E,MAAM,MAAM,gBAAgB,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACnE,MAAM,MAAM,mBAAmB,GAAG,UAAU,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACzE,MAAM,MAAM,gBAAgB,GAAG,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACnE,MAAM,MAAM,iBAAiB,GAAG,UAAU,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACrE,MAAM,MAAM,eAAe,GAAG,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AACjE,MAAM,MAAM,sBAAsB,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAC7E,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAEjF,wBAAsB,UAAU,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAQxF;AAED,wBAAsB,KAAK,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAOlE;AAED,wBAAsB,QAAQ,CAAC,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAKxE;AAED,wBAAsB,KAAK,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAMlE;AAED,wBAAsB,MAAM,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAMpE;AAED,wBAAsB,IAAI,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAOhE;AAED,wBAAsB,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAEvD;AAED,wBAAsB,SAAS,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAE3D;AAED,wBAAsB,SAAS,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAI5E;AAED,wBAAsB,OAAO,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAI1E;AAED,wBAAsB,aAAa,IAAI,OAAO,CAAC,KAAK,CAAC,CAEpD;AAED,wBAAsB,WAAW,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,CAE1D;AAED,wBAAsB,UAAU,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAExD;AAED,wBAAsB,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,CAEpD;AAED,wBAAsB,YAAY,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,IAAI,CAAC,CAEhF"}

package/dist/lib.js

@@ -0,0 +1,88 @@
+// Public library helpers that expose the native automation commands as plain functions.
+import { createBridge } from './bridge.js';
+const bridge = createBridge();
+export async function screenshot(input) {
+    return bridge.screenshot({
+        path: input.path ?? undefined,
+        display: input.display ?? undefined,
+        window: input.window ?? undefined,
+        region: input.region ?? undefined,
+        annotate: input.annotate ?? undefined,
+    });
+}
+export async function click(input) {
+    return bridge.click({
+        point: input.point,
+        button: normalizeMouseButton(input.button),
+        count: input.count ?? 1,
+        modifiers: [],
+    });
+}
+export async function typeText(input) {
+    return bridge.typeText({
+        text: input.text,
+        delayMs: input.delayMs ?? undefined,
+    });
+}
+export async function press(input) {
+    return bridge.press({
+        key: input.key,
+        count: input.count ?? 1,
+        delayMs: input.delayMs ?? undefined,
+    });
+}
+export async function scroll(input) {
+    return bridge.scroll({
+        direction: normalizeDirection(input.direction),
+        amount: input.amount,
+        at: input.at ?? undefined,
+    });
+}
+export async function drag(input) {
+    return bridge.drag({
+        from: input.from,
+        to: input.to,
+        durationMs: input.durationMs ?? undefined,
+        button: normalizeMouseButton(input.button),
+    });
+}
+export async function hover(input) {
+    return bridge.hover(input);
+}
+export async function mouseMove(input) {
+    return bridge.mouseMove(input);
+}
+export async function mouseDown(input) {
+    return bridge.mouseDown({
+        button: normalizeMouseButton(input.button),
+    });
+}
+export async function mouseUp(input) {
+    return bridge.mouseUp({
+        button: normalizeMouseButton(input.button),
+    });
+}
+export async function mousePosition() {
+    return bridge.mousePosition();
+}
+export async function displayList() {
+    return bridge.displayList();
+}
+export async function windowList() {
+    return bridge.windowList();
+}
+export async function clipboardGet() {
+    return bridge.clipboardGet();
+}
+export async function clipboardSet(input) {
+    return bridge.clipboardSet(input);
+}
+function normalizeMouseButton(input) {
+    return input ?? 'left';
+}
+function normalizeDirection(input) {
+    if (input === 'up' || input === 'down' || input === 'left' || input === 'right') {
+        return input;
+    }
+    throw new Error(`Invalid direction "${input}". Expected up, down, left, or right`);
+}

package/dist/native-click-smoke.test.js

@@ -1,7 +1,19 @@
-// Optional host smoke test for the real native click command.
+// Optional host smoke test for direct native mouse methods.
 import { describe, expect, test } from 'vitest';
+import { z } from 'zod';
 import { native } from './native-lib.js';
 const runNativeSmoke = process.env.USECOMPUTER_NATIVE_SMOKE === '1';
+const displayListSchema = z.array(z.object({
+    id: z.number(),
+    index: z.number(),
+    name: z.string(),
+    x: z.number(),
+    y: z.number(),
+    width: z.number(),
+    height: z.number(),
+    scale: z.number(),
+    isPrimary: z.boolean(),
+}));
 describe('native click smoke', () => {
     const smokeTest = runNativeSmoke ? test : test.skip;
     smokeTest('executes click command without crashing', () => {
@@ -9,42 +21,37 @@ describe('native click smoke', () => {
         if (!native) {
             return;
         }
-        const response = native.execute('click', JSON.stringify({
+        const response = native.click({
             point: { x: 10, y: 10 },
             button: 'left',
             count: 1,
-        }));
-        const parsed = JSON.parse(response);
-        expect(parsed).toMatchInlineSnapshot(`
+        });
+        expect(response).toMatchInlineSnapshot(`
       {
-        "data": null,
+        "error": null,
         "ok": true,
       }
     `);
-        expect(typeof parsed.ok).toBe('boolean');
+        expect(response.ok).toBe(true);
     });
     smokeTest('executes mouse-move/down/up/position/hover/drag without crashing', () => {
         expect(native).toBeTruthy();
         if (!native) {
             return;
         }
-        const moveResponse = JSON.parse(native.execute('mouse-move', JSON.stringify({
-            x: 20,
-            y: 20,
-        })));
-        const downResponse = JSON.parse(native.execute('mouse-down', JSON.stringify({ button: 'left' })));
-        const upResponse = JSON.parse(native.execute('mouse-up', JSON.stringify({ button: 'left' })));
-        const positionResponse = JSON.parse(native.execute('mouse-position', JSON.stringify({})));
-        const hoverResponse = JSON.parse(native.execute('hover', JSON.stringify({
-            x: 24,
-            y: 24,
-        })));
-        const dragResponse = JSON.parse(native.execute('drag', JSON.stringify({
-            from: { x: 24, y: 24 },
-            to: { x: 30, y: 30 },
+        const moveResponse = native.mouseMove({ x: 0, y: 0 });
+        const downResponse = native.mouseDown({ button: 'left' });
+        const upResponse = native.mouseUp({ button: 'left' });
+        const positionResponse = native.mousePosition();
+        const hoverResponse = native.hover({ x: 0, y: 0 });
+        const dragResponse = native.drag({
+            from: { x: 0, y: 0 },
+            to: { x: 0, y: 0 },
             button: 'left',
             durationMs: 10,
-        })));
+        });
+        const typeResponse = native.typeText({ text: 'h', delayMs: 1 });
+        const pressResponse = native.press({ key: 'backspace', count: 1, delayMs: 1 });
         expect({
             moveResponse,
             downResponse,
@@ -52,33 +59,44 @@ describe('native click smoke', () => {
             positionResponse,
             hoverResponse,
             dragResponse,
+            typeResponse,
+            pressResponse,
         }).toMatchInlineSnapshot(`
       {
         "downResponse": {
-          "data": null,
+          "error": null,
           "ok": true,
         },
         "dragResponse": {
-          "data": null,
+          "error": null,
           "ok": true,
         },
         "hoverResponse": {
-          "data": null,
+          "error": null,
           "ok": true,
         },
         "moveResponse": {
-          "data": null,
+          "error": null,
           "ok": true,
         },
         "positionResponse": {
           "data": {
-            "x": 20,
-            "y": 20,
+            "x": 0,
+            "y": 0,
           },
+          "error": null,
+          "ok": true,
+        },
+        "pressResponse": {
+          "error": null,
+          "ok": true,
+        },
+        "typeResponse": {
+          "error": null,
           "ok": true,
         },
         "upResponse": {
-          "data": null,
+          "error": null,
           "ok": true,
         },
       }
@@ -89,5 +107,27 @@ describe('native click smoke', () => {
         expect(positionResponse.ok).toBe(true);
         expect(hoverResponse.ok).toBe(true);
         expect(dragResponse.ok).toBe(true);
+        expect(typeResponse.ok).toBe(true);
+        expect(pressResponse.ok).toBe(true);
+    });
+    smokeTest('returns display payload for desktop list command', () => {
+        expect(native).toBeTruthy();
+        if (!native) {
+            return;
+        }
+        const result = native.displayList();
+        expect(result.ok).toBe(true);
+        if (!result.ok || !result.data) {
+            return;
+        }
+        const parsedJson = JSON.parse(result.data);
+        const parsed = displayListSchema.safeParse(parsedJson);
+        expect(parsed.success).toBe(true);
+        if (!parsed.success) {
+            return;
+        }
+        expect(parsed.data.length).toBeGreaterThan(0);
+        expect(parsed.data[0]?.width).toBeGreaterThan(0);
+        expect(parsed.data[0]?.height).toBeGreaterThan(0);
     });
 });

package/dist/native-lib.d.ts

@@ -1,5 +1,63 @@
+import type { MouseButton, NativeCommandResult, NativeDataResult, Point, Region } from './types.js';
+type NativeScreenshotOutput = {
+    path: string;
+    desktopIndex: number;
+    captureX: number;
+    captureY: number;
+    captureWidth: number;
+    captureHeight: number;
+    imageWidth: number;
+    imageHeight: number;
+};
 export interface NativeModule {
-    execute(command: string, payloadJson: string): string;
+    screenshot(input: {
+        path: string | null;
+        display: number | null;
+        window: number | null;
+        region: Region | null;
+        annotate: boolean | null;
+    }): NativeDataResult<NativeScreenshotOutput>;
+    click(input: {
+        point: Point;
+        button: MouseButton | null;
+        count: number | null;
+    }): NativeCommandResult;
+    typeText(input: {
+        text: string;
+        delayMs: number | null;
+    }): NativeCommandResult;
+    press(input: {
+        key: string;
+        count: number | null;
+        delayMs: number | null;
+    }): NativeCommandResult;
+    scroll(input: {
+        direction: string;
+        amount: number;
+        at: Point | null;
+    }): NativeCommandResult;
+    drag(input: {
+        from: Point;
+        to: Point;
+        durationMs: number | null;
+        button: MouseButton | null;
+    }): NativeCommandResult;
+    hover(input: Point): NativeCommandResult;
+    mouseMove(input: Point): NativeCommandResult;
+    mouseDown(input: {
+        button: MouseButton | null;
+    }): NativeCommandResult;
+    mouseUp(input: {
+        button: MouseButton | null;
+    }): NativeCommandResult;
+    mousePosition(): NativeDataResult<Point>;
+    displayList(): NativeDataResult<string>;
+    windowList(): NativeDataResult<string>;
+    clipboardGet(): NativeDataResult<string>;
+    clipboardSet(input: {
+        text: string;
+    }): NativeCommandResult;
 }
 export declare const native: NativeModule | null;
+export {};
 //# sourceMappingURL=native-lib.d.ts.map

package/dist/native-lib.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"native-lib.d.ts","sourceRoot":"","sources":["../src/native-lib.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CAAA;CACtD;AA4BD,eAAO,MAAM,MAAM,qBAAqB,CAAA"}
+{"version":3,"file":"native-lib.d.ts","sourceRoot":"","sources":["../src/native-lib.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,WAAW,EACX,mBAAmB,EACnB,gBAAgB,EAChB,KAAK,EACL,MAAM,EACP,MAAM,YAAY,CAAA;AAEnB,KAAK,sBAAsB,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,YAAY,EAAE,MAAM,CAAA;IACpB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,CAAA;CACpB,CAAA;AAID,MAAM,WAAW,YAAY;IAC3B,UAAU,CAAC,KAAK,EAAE;QAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;QACnB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;QACtB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;QACrB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;QACrB,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAA;KACzB,GAAG,gBAAgB,CAAC,sBAAsB,CAAC,CAAA;IAC5C,KAAK,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,KAAK,CAAC;QAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,mBAAmB,CAAA;IACrG,QAAQ,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,mBAAmB,CAAA;IAC9E,KAAK,CAAC,KAAK,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,mBAAmB,CAAA;IAChG,MAAM,CAAC,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,KAAK,GAAG,IAAI,CAAA;KAAE,GAAG,mBAAmB,CAAA;IAC3F,IAAI,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,KAAK,CAAC;QAAC,EAAE,EAAE,KAAK,CAAC;QAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAA;KAAE,GAAG,mBAAmB,CAAA;IACnH,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,mBAAmB,CAAA;IACxC,SAAS,CAAC,KAAK,EAAE,KAAK,GAAG,mBAAmB,CAAA;IAC5C,SAAS,CAAC,KAAK,EAAE;QAAE,MAAM,EAAE,WAAW,GAAG,IAAI,CAAA;KAAE,GAAG,mBAAmB,CAAA;IACrE,OAAO,CAAC,KAAK,EAAE;QAAE,MAAM,EAAE,WAAW,GAAG,IAAI,CAAA;KAAE,GAAG,mBAAmB,CAAA;IACnE,aAAa,IAAI,gBAAgB,CAAC,KAAK,CAAC,CAAA;IACxC,WAAW,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAA;IACvC,UAAU,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAA;IACtC,YAAY,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAA;IACxC,YAAY,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,mBAAmB,CAAA;CAC3D;AA4BD,eAAO,MAAM,MAAM,qBAAqB,CAAA"}

package/dist/terminal-table.d.ts

@@ -0,0 +1,10 @@
+export type TableColumn<Row> = {
+    header: string;
+    align?: 'left' | 'right';
+    value: (row: Row) => string;
+};
+export declare function renderAlignedTable<Row>({ rows, columns, }: {
+    rows: Row[];
+    columns: TableColumn<Row>[];
+}): string[];
+//# sourceMappingURL=terminal-table.d.ts.map

package/dist/terminal-table.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"terminal-table.d.ts","sourceRoot":"","sources":["../src/terminal-table.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,WAAW,CAAC,GAAG,IAAI;IAC7B,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAA;IACxB,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,MAAM,CAAA;CAC5B,CAAA;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,EACtC,IAAI,EACJ,OAAO,GACR,EAAE;IACD,IAAI,EAAE,GAAG,EAAE,CAAA;IACX,OAAO,EAAE,WAAW,CAAC,GAAG,CAAC,EAAE,CAAA;CAC5B,GAAG,MAAM,EAAE,CAoEX"}