@skillful-agents/agent-computer 0.0.3

package/dist/src/sdk.d.ts

@@ -0,0 +1,258 @@
+import { type BridgeOptions } from './bridge.js';
+import type { Element, WindowInfo, DisplayInfo, StatusInfo, PermissionsInfo } from './types.js';
+export interface SnapshotOptions {
+    app?: string;
+    interactive?: boolean;
+    compact?: boolean;
+    depth?: number;
+    subtree?: string;
+}
+export interface SnapshotResult {
+    snapshot_id: string;
+    elements: Element[];
+    window?: WindowInfo;
+}
+export interface ClickOptions {
+    right?: boolean;
+    double?: boolean;
+    count?: number;
+    modifiers?: string[];
+}
+export interface TypeOptions {
+    delay?: number;
+}
+export interface ScrollOptions {
+    amount?: number;
+    on?: string;
+    pixels?: number;
+    smooth?: boolean;
+}
+export interface DragOptions {
+    duration?: number;
+    steps?: number;
+}
+export interface ScreenshotOptions {
+    ref?: string;
+    screen?: boolean;
+    format?: 'png' | 'jpg';
+    quality?: number;
+    path?: string;
+}
+export interface ScreenshotInfo {
+    ok: boolean;
+    path: string;
+    width?: number;
+    height?: number;
+}
+export interface FindOptions {
+    role?: string;
+    first?: boolean;
+    app?: string;
+}
+export interface WaitOptions {
+    timeout?: number;
+}
+export interface BatchCommand {
+    method: string;
+    params?: Record<string, unknown>;
+}
+export interface DialogDetection {
+    ok: boolean;
+    found: boolean;
+    dialog?: {
+        type: string;
+        title?: string;
+        message?: string;
+        buttons?: Array<{
+            title: string;
+        }>;
+    };
+}
+export interface DiffResult {
+    ok: boolean;
+    changed: boolean;
+    added?: Array<Record<string, unknown>>;
+    removed?: Array<Record<string, unknown>>;
+}
+/**
+ * High-level AC SDK for programmatic macOS desktop automation.
+ *
+ * @example
+ * ```ts
+ * import { AC } from '@skillful-agents/ac';
+ *
+ * const ac = new AC();
+ * await ac.launch('TextEdit');
+ * const snap = await ac.snapshot({ interactive: true });
+ * const textarea = snap.elements.find(e => e.role === 'textarea');
+ * if (textarea) {
+ *   await ac.fill(textarea.ref, 'Hello from AC!');
+ * }
+ * await ac.quit('TextEdit');
+ * await ac.disconnect();
+ * ```
+ */
+export declare class AC {
+    private bridge;
+    constructor(options?: BridgeOptions);
+    /** Take a snapshot of the accessibility tree */
+    snapshot(options?: SnapshotOptions): Promise<SnapshotResult>;
+    /** Find elements by text and/or role */
+    find(text: string, options?: FindOptions): Promise<{
+        elements: Element[];
+    }>;
+    /** Read an element's value */
+    read(ref: string, attr?: string): Promise<{
+        ref: string;
+        value: unknown;
+    }>;
+    /** Get element bounds */
+    box(ref: string): Promise<{
+        ref: string;
+        bounds: [number, number, number, number];
+    }>;
+    /** Check element state (visible, enabled, focused, checked) */
+    is(state: string, ref: string): Promise<{
+        state: string;
+        value: boolean;
+    }>;
+    /** Get children of an element */
+    children(ref: string): Promise<{
+        ref: string;
+        children: Element[];
+    }>;
+    /** Click an element by ref */
+    click(ref: string, options?: ClickOptions): Promise<void>;
+    /** Click at screen coordinates */
+    clickAt(x: number, y: number, options?: ClickOptions): Promise<void>;
+    /** Hover over an element */
+    hover(ref: string): Promise<void>;
+    /** Hover at coordinates */
+    hoverAt(x: number, y: number): Promise<void>;
+    /** Type text into the frontmost app */
+    type(text: string, options?: TypeOptions): Promise<void>;
+    /** Fill an element with text (focus, clear, type) */
+    fill(ref: string, text: string): Promise<void>;
+    /** Press a key combination */
+    key(combo: string, repeat?: number): Promise<void>;
+    /** Paste text via clipboard */
+    paste(text: string): Promise<void>;
+    /** Focus an element */
+    focus(ref: string): Promise<void>;
+    /** Check a checkbox */
+    check(ref: string): Promise<void>;
+    /** Uncheck a checkbox */
+    uncheck(ref: string): Promise<void>;
+    /** Select a value in a dropdown */
+    select(ref: string, value: string): Promise<void>;
+    /** Set a value on an element */
+    set(ref: string, value: string): Promise<void>;
+    /** Scroll in a direction */
+    scroll(direction: 'up' | 'down' | 'left' | 'right', options?: ScrollOptions): Promise<void>;
+    /** Drag from one element/position to another */
+    drag(from: string | {
+        x: number;
+        y: number;
+    }, to: string | {
+        x: number;
+        y: number;
+    }, options?: DragOptions): Promise<void>;
+    /** Click a menu item by path (e.g. "File > Save") */
+    menuClick(path: string, app?: string): Promise<void>;
+    /** List menu items */
+    menuList(menuName?: string, options?: {
+        all?: boolean;
+        app?: string;
+    }): Promise<{
+        items: Array<{
+            title: string;
+        }>;
+    }>;
+    /** List running applications */
+    apps(): Promise<{
+        apps: Array<Record<string, unknown>>;
+    }>;
+    /** Launch an application */
+    launch(name: string, options?: {
+        wait?: boolean;
+        background?: boolean;
+    }): Promise<void>;
+    /** Quit an application */
+    quit(name: string, options?: {
+        force?: boolean;
+    }): Promise<void>;
+    /** Relaunch an application with CDP support (quit + launch with --remote-debugging-port) */
+    relaunch(name: string, options?: {
+        wait?: boolean;
+    }): Promise<void>;
+    /** Switch to (activate) an application */
+    switch(name: string): Promise<void>;
+    /** List windows */
+    windows(app?: string): Promise<{
+        windows: WindowInfo[];
+    }>;
+    /** Grab (lock onto) a window for subsequent commands */
+    grab(refOrApp: string): Promise<void>;
+    /** Release the grabbed window */
+    ungrab(): Promise<void>;
+    minimize(ref?: string): Promise<void>;
+    maximize(ref?: string): Promise<void>;
+    fullscreen(ref?: string): Promise<void>;
+    closeWindow(ref?: string): Promise<void>;
+    raise(ref?: string): Promise<void>;
+    move(x: number, y: number, ref?: string): Promise<void>;
+    resize(width: number, height: number, ref?: string): Promise<void>;
+    bounds(preset: string, ref?: string): Promise<void>;
+    /** Take a screenshot */
+    screenshot(options?: ScreenshotOptions): Promise<ScreenshotInfo>;
+    /** List displays */
+    displays(): Promise<{
+        displays: DisplayInfo[];
+    }>;
+    /** Read clipboard contents */
+    clipboardRead(): Promise<{
+        text: string;
+    }>;
+    /** Set clipboard contents */
+    clipboardSet(text: string): Promise<void>;
+    /** Detect if a dialog/alert is visible */
+    dialog(app?: string): Promise<DialogDetection>;
+    /** Accept (click OK/Save) the current dialog */
+    dialogAccept(app?: string): Promise<void>;
+    /** Cancel/dismiss the current dialog */
+    dialogCancel(app?: string): Promise<void>;
+    /** Set the filename in a file dialog */
+    dialogFile(path: string, app?: string): Promise<void>;
+    /** Wait for a fixed duration */
+    wait(ms: number): Promise<void>;
+    /** Wait for an app to launch */
+    waitForApp(name: string, options?: WaitOptions): Promise<void>;
+    /** Wait for a window with a given title */
+    waitForWindow(title: string, options?: WaitOptions): Promise<void>;
+    /** Wait for text to appear on screen */
+    waitForText(text: string, options?: WaitOptions & {
+        gone?: boolean;
+    }): Promise<void>;
+    /** Execute a batch of commands sequentially */
+    batch(commands: Array<[string, ...unknown[]]>, stopOnError?: boolean): Promise<Record<string, unknown>>;
+    /** Check if the UI has changed since last snapshot */
+    changed(app?: string): Promise<{
+        ok: boolean;
+        changed: boolean;
+    }>;
+    /** Get a diff of what changed since last snapshot */
+    diff(app?: string): Promise<DiffResult>;
+    /** Get daemon status */
+    status(): Promise<StatusInfo>;
+    /** Check permissions */
+    permissions(): Promise<PermissionsInfo>;
+    /** Get window title */
+    title(): Promise<{
+        title: string;
+    }>;
+    /** Disconnect from the daemon */
+    disconnect(): Promise<void>;
+    /** Shut down the daemon */
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=sdk.d.ts.map

package/dist/src/sdk.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sdk.d.ts","sourceRoot":"","sources":["../../src/sdk.ts"],"names":[],"mappings":"AAEA,OAAO,EAAU,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,KAAK,EACV,OAAO,EACP,UAAU,EACV,WAAW,EACX,UAAU,EACV,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,eAAe;IAC9B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,UAAU,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,OAAO,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,OAAO,CAAC;IACZ,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,KAAK,CAAC;YAAE,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACpC,CAAC;CACH;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,OAAO,CAAC;IACZ,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACvC,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CAC1C;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,qBAAa,EAAE;IACb,OAAO,CAAC,MAAM,CAAS;gBAEX,OAAO,GAAE,aAAkB;IAMvC,gDAAgD;IAC1C,QAAQ,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,cAAc,CAAC;IAItE,wCAAwC;IAClC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC;QAAE,QAAQ,EAAE,OAAO,EAAE,CAAA;KAAE,CAAC;IAIrF,8BAA8B;IACxB,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,CAAC;IAIhF,yBAAyB;IACnB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAAC;IAI1F,+DAA+D;IACzD,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,CAAC;IAIhF,iCAAiC;IAC3B,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,EAAE,CAAA;KAAE,CAAC;IAM1E,8BAA8B;IACxB,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAInE,kCAAkC;IAC5B,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAI9E,4BAA4B;IACtB,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvC,2BAA2B;IACrB,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlD,uCAAuC;IACjC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlE,qDAAqD;IAC/C,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpD,8BAA8B;IACxB,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIxD,+BAA+B;IACzB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIxC,uBAAuB;IACjB,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvC,uBAAuB;IACjB,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvC,yBAAyB;IACnB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIzC,mCAAmC;IAC7B,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvD,gCAAgC;IAC1B,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpD,4BAA4B;IACtB,MAAM,CAAC,SAAS,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAIrG,gDAAgD;IAC1C,IAAI,CACR,IAAI,EAAE,MAAM,GAAG;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,EACvC,EAAE,EAAE,MAAM,GAAG;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,EACrC,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC,IAAI,CAAC;IAWhB,qDAAqD;IAC/C,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI1D,sBAAsB;IAChB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,GAAG,CAAC,EAAE,OAAO,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,KAAK,CAAC;YAAE,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC;IAM9H,gCAAgC;IAC1B,IAAI,IAAI,OAAO,CAAC;QAAE,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;KAAE,CAAC;IAI/D,4BAA4B;IACtB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,IAAI,CAAC,EAAE,OAAO,CAAC;QAAC,UAAU,CAAC,EAAE,OAAO,CAAA;KAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIjG,0BAA0B;IACpB,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAA;KAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAI1E,4FAA4F;IACtF,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,IAAI,CAAC,EAAE,OAAO,CAAA;KAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7E,0CAA0C;IACpC,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIzC,mBAAmB;IACb,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,UAAU,EAAE,CAAA;KAAE,CAAC;IAI/D,wDAAwD;IAClD,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ3C,iCAAiC;IAC3B,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAMvB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIrC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIrC,UAAU,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvC,WAAW,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIxC,KAAK,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvD,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMzD,wBAAwB;IAClB,UAAU,CAAC,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,cAAc,CAAC;IAI1E,oBAAoB;IACd,QAAQ,IAAI,OAAO,CAAC;QAAE,QAAQ,EAAE,WAAW,EAAE,CAAA;KAAE,CAAC;IAMtD,8BAA8B;IACxB,aAAa,IAAI,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAIhD,6BAA6B;IACvB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM/C,0CAA0C;IACpC,MAAM,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAIpD,gDAAgD;IAC1C,YAAY,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/C,wCAAwC;IAClC,YAAY,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/C,wCAAwC;IAClC,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM3D,gCAAgC;IAC1B,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIrC,gCAAgC;IAC1B,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAIxE,2CAA2C;IACrC,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5E,wCAAwC;IAClC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE,WAAW,GAAG;QAAE,IAAI,CAAC,EAAE,OAAO,CAAA;KAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAM9F,+CAA+C;IACzC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,EAAE,WAAW,UAAO,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAI1G,sDAAsD;IAChD,OAAO,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,EAAE,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC;IAIvE,qDAAqD;IAC/C,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;IAM7C,wBAAwB;IAClB,MAAM,IAAI,OAAO,CAAC,UAAU,CAAC;IAInC,wBAAwB;IAClB,WAAW,IAAI,OAAO,CAAC,eAAe,CAAC;IAI7C,uBAAuB;IACjB,KAAK,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAMzC,iCAAiC;IAC3B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAIjC,2BAA2B;IACrB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAGhC"}

package/dist/src/sdk.js

@@ -0,0 +1,285 @@
+// High-level SDK wrapping Bridge with typed methods
+import { Bridge } from './bridge.js';
+/**
+ * High-level AC SDK for programmatic macOS desktop automation.
+ *
+ * @example
+ * ```ts
+ * import { AC } from '@skillful-agents/ac';
+ *
+ * const ac = new AC();
+ * await ac.launch('TextEdit');
+ * const snap = await ac.snapshot({ interactive: true });
+ * const textarea = snap.elements.find(e => e.role === 'textarea');
+ * if (textarea) {
+ *   await ac.fill(textarea.ref, 'Hello from AC!');
+ * }
+ * await ac.quit('TextEdit');
+ * await ac.disconnect();
+ * ```
+ */
+export class AC {
+    bridge;
+    constructor(options = {}) {
+        this.bridge = new Bridge(options);
+    }
+    // MARK: - Snapshot & Observation
+    /** Take a snapshot of the accessibility tree */
+    async snapshot(options = {}) {
+        return await this.bridge.send('snapshot', { ...options });
+    }
+    /** Find elements by text and/or role */
+    async find(text, options = {}) {
+        return await this.bridge.send('find', { text, ...options });
+    }
+    /** Read an element's value */
+    async read(ref, attr) {
+        return await this.bridge.send('read', { ref, ...(attr ? { attr } : {}) });
+    }
+    /** Get element bounds */
+    async box(ref) {
+        return await this.bridge.send('box', { ref });
+    }
+    /** Check element state (visible, enabled, focused, checked) */
+    async is(state, ref) {
+        return await this.bridge.send('is', { state, ref });
+    }
+    /** Get children of an element */
+    async children(ref) {
+        return await this.bridge.send('children', { ref });
+    }
+    // MARK: - Actions
+    /** Click an element by ref */
+    async click(ref, options = {}) {
+        await this.bridge.send('click', { ref, ...options });
+    }
+    /** Click at screen coordinates */
+    async clickAt(x, y, options = {}) {
+        await this.bridge.send('click', { x, y, ...options });
+    }
+    /** Hover over an element */
+    async hover(ref) {
+        await this.bridge.send('hover', { ref });
+    }
+    /** Hover at coordinates */
+    async hoverAt(x, y) {
+        await this.bridge.send('hover', { x, y });
+    }
+    /** Type text into the frontmost app */
+    async type(text, options = {}) {
+        await this.bridge.send('type', { text, ...options });
+    }
+    /** Fill an element with text (focus, clear, type) */
+    async fill(ref, text) {
+        await this.bridge.send('fill', { ref, text });
+    }
+    /** Press a key combination */
+    async key(combo, repeat) {
+        await this.bridge.send('key', { combo, ...(repeat ? { repeat } : {}) });
+    }
+    /** Paste text via clipboard */
+    async paste(text) {
+        await this.bridge.send('paste', { text });
+    }
+    /** Focus an element */
+    async focus(ref) {
+        await this.bridge.send('focus', { ref });
+    }
+    /** Check a checkbox */
+    async check(ref) {
+        await this.bridge.send('check', { ref });
+    }
+    /** Uncheck a checkbox */
+    async uncheck(ref) {
+        await this.bridge.send('uncheck', { ref });
+    }
+    /** Select a value in a dropdown */
+    async select(ref, value) {
+        await this.bridge.send('select', { ref, value });
+    }
+    /** Set a value on an element */
+    async set(ref, value) {
+        await this.bridge.send('set', { ref, value });
+    }
+    /** Scroll in a direction */
+    async scroll(direction, options = {}) {
+        await this.bridge.send('scroll', { direction, ...options });
+    }
+    /** Drag from one element/position to another */
+    async drag(from, to, options = {}) {
+        const params = { ...options };
+        if (typeof from === 'string')
+            params.from_ref = from;
+        else {
+            params.from_x = from.x;
+            params.from_y = from.y;
+        }
+        if (typeof to === 'string')
+            params.to_ref = to;
+        else {
+            params.to_x = to.x;
+            params.to_y = to.y;
+        }
+        await this.bridge.send('drag', params);
+    }
+    // MARK: - Menu
+    /** Click a menu item by path (e.g. "File > Save") */
+    async menuClick(path, app) {
+        await this.bridge.send('menu_click', { path, ...(app ? { app } : {}) });
+    }
+    /** List menu items */
+    async menuList(menuName, options = {}) {
+        return await this.bridge.send('menu_list', { ...(menuName ? { menu: menuName } : {}), ...options });
+    }
+    // MARK: - Apps & Windows
+    /** List running applications */
+    async apps() {
+        return await this.bridge.send('apps');
+    }
+    /** Launch an application */
+    async launch(name, options = {}) {
+        await this.bridge.send('launch', { name, ...options });
+    }
+    /** Quit an application */
+    async quit(name, options = {}) {
+        await this.bridge.send('quit', { name, ...options });
+    }
+    /** Relaunch an application with CDP support (quit + launch with --remote-debugging-port) */
+    async relaunch(name, options = {}) {
+        await this.bridge.send('relaunch', { name, ...options });
+    }
+    /** Switch to (activate) an application */
+    async switch(name) {
+        await this.bridge.send('switch', { name });
+    }
+    /** List windows */
+    async windows(app) {
+        return await this.bridge.send('windows', app ? { app } : {});
+    }
+    /** Grab (lock onto) a window for subsequent commands */
+    async grab(refOrApp) {
+        if (refOrApp.startsWith('@')) {
+            await this.bridge.send('grab', { ref: refOrApp });
+        }
+        else {
+            await this.bridge.send('grab', { app: refOrApp });
+        }
+    }
+    /** Release the grabbed window */
+    async ungrab() {
+        await this.bridge.send('ungrab');
+    }
+    // MARK: - Window Management
+    async minimize(ref) {
+        await this.bridge.send('minimize', ref ? { ref } : {});
+    }
+    async maximize(ref) {
+        await this.bridge.send('maximize', ref ? { ref } : {});
+    }
+    async fullscreen(ref) {
+        await this.bridge.send('fullscreen', ref ? { ref } : {});
+    }
+    async closeWindow(ref) {
+        await this.bridge.send('close', ref ? { ref } : {});
+    }
+    async raise(ref) {
+        await this.bridge.send('raise', ref ? { ref } : {});
+    }
+    async move(x, y, ref) {
+        await this.bridge.send('move', { x, y, ...(ref ? { ref } : {}) });
+    }
+    async resize(width, height, ref) {
+        await this.bridge.send('resize', { width, height, ...(ref ? { ref } : {}) });
+    }
+    async bounds(preset, ref) {
+        await this.bridge.send('bounds', { preset, ...(ref ? { ref } : {}) });
+    }
+    // MARK: - Screenshot & Displays
+    /** Take a screenshot */
+    async screenshot(options = {}) {
+        return await this.bridge.send('screenshot', { ...options });
+    }
+    /** List displays */
+    async displays() {
+        return await this.bridge.send('displays');
+    }
+    // MARK: - Clipboard
+    /** Read clipboard contents */
+    async clipboardRead() {
+        return await this.bridge.send('clipboard_read');
+    }
+    /** Set clipboard contents */
+    async clipboardSet(text) {
+        await this.bridge.send('clipboard_set', { text });
+    }
+    // MARK: - Dialog
+    /** Detect if a dialog/alert is visible */
+    async dialog(app) {
+        return await this.bridge.send('dialog', app ? { app } : {});
+    }
+    /** Accept (click OK/Save) the current dialog */
+    async dialogAccept(app) {
+        await this.bridge.send('dialog_accept', app ? { app } : {});
+    }
+    /** Cancel/dismiss the current dialog */
+    async dialogCancel(app) {
+        await this.bridge.send('dialog_cancel', app ? { app } : {});
+    }
+    /** Set the filename in a file dialog */
+    async dialogFile(path, app) {
+        await this.bridge.send('dialog_file', { path, ...(app ? { app } : {}) });
+    }
+    // MARK: - Wait
+    /** Wait for a fixed duration */
+    async wait(ms) {
+        await this.bridge.send('wait', { ms });
+    }
+    /** Wait for an app to launch */
+    async waitForApp(name, options = {}) {
+        await this.bridge.send('wait', { app: name, ...options });
+    }
+    /** Wait for a window with a given title */
+    async waitForWindow(title, options = {}) {
+        await this.bridge.send('wait', { window: title, ...options });
+    }
+    /** Wait for text to appear on screen */
+    async waitForText(text, options = {}) {
+        await this.bridge.send('wait', { text, ...options });
+    }
+    // MARK: - Batch & Diff
+    /** Execute a batch of commands sequentially */
+    async batch(commands, stopOnError = true) {
+        return await this.bridge.send('batch', { commands, stop_on_error: stopOnError });
+    }
+    /** Check if the UI has changed since last snapshot */
+    async changed(app) {
+        return await this.bridge.send('changed', app ? { app } : {});
+    }
+    /** Get a diff of what changed since last snapshot */
+    async diff(app) {
+        return await this.bridge.send('diff', app ? { app } : {});
+    }
+    // MARK: - Status
+    /** Get daemon status */
+    async status() {
+        return await this.bridge.send('status');
+    }
+    /** Check permissions */
+    async permissions() {
+        return await this.bridge.send('permissions');
+    }
+    /** Get window title */
+    async title() {
+        return await this.bridge.send('title');
+    }
+    // MARK: - Lifecycle
+    /** Disconnect from the daemon */
+    async disconnect() {
+        await this.bridge.disconnect();
+    }
+    /** Shut down the daemon */
+    async shutdown() {
+        await this.bridge.shutdown();
+    }
+}
+//# sourceMappingURL=sdk.js.map

package/dist/src/sdk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sdk.js","sourceRoot":"","sources":["../../src/sdk.ts"],"names":[],"mappings":"AAAA,oDAAoD;AAEpD,OAAO,EAAE,MAAM,EAAsB,MAAM,aAAa,CAAC;AA8FzD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,OAAO,EAAE;IACL,MAAM,CAAS;IAEvB,YAAY,UAAyB,EAAE;QACrC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED,iCAAiC;IAEjC,gDAAgD;IAChD,KAAK,CAAC,QAAQ,CAAC,UAA2B,EAAE;QAC1C,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,GAAG,OAAO,EAAE,CAAmB,CAAC;IAC9E,CAAC;IAED,wCAAwC;IACxC,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,UAAuB,EAAE;QAChD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAA4B,CAAC;IACzF,CAAC;IAED,8BAA8B;IAC9B,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,IAAa;QACnC,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAoC,CAAC;IAC/G,CAAC;IAED,yBAAyB;IACzB,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,EAAE,CAA8D,CAAC;IAC7G,CAAC;IAED,+DAA+D;IAC/D,KAAK,CAAC,EAAE,CAAC,KAAa,EAAE,GAAW;QACjC,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAsC,CAAC;IAC3F,CAAC;IAED,iCAAiC;IACjC,KAAK,CAAC,QAAQ,CAAC,GAAW;QACxB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,CAAyC,CAAC;IAC7F,CAAC;IAED,kBAAkB;IAElB,8BAA8B;IAC9B,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,UAAwB,EAAE;QACjD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,kCAAkC;IAClC,KAAK,CAAC,OAAO,CAAC,CAAS,EAAE,CAAS,EAAE,UAAwB,EAAE;QAC5D,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,4BAA4B;IAC5B,KAAK,CAAC,KAAK,CAAC,GAAW;QACrB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,2BAA2B;IAC3B,KAAK,CAAC,OAAO,CAAC,CAAS,EAAE,CAAS;QAChC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,uCAAuC;IACvC,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,UAAuB,EAAE;QAChD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,qDAAqD;IACrD,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,IAAY;QAClC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,8BAA8B;IAC9B,KAAK,CAAC,GAAG,CAAC,KAAa,EAAE,MAAe;QACtC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,+BAA+B;IAC/B,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,uBAAuB;IACvB,KAAK,CAAC,KAAK,CAAC,GAAW;QACrB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,uBAAuB;IACvB,KAAK,CAAC,KAAK,CAAC,GAAW;QACrB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,yBAAyB;IACzB,KAAK,CAAC,OAAO,CAAC,GAAW;QACvB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,mCAAmC;IACnC,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,KAAa;QACrC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,gCAAgC;IAChC,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,KAAa;QAClC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,4BAA4B;IAC5B,KAAK,CAAC,MAAM,CAAC,SAA2C,EAAE,UAAyB,EAAE;QACnF,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,gDAAgD;IAChD,KAAK,CAAC,IAAI,CACR,IAAuC,EACvC,EAAqC,EACrC,UAAuB,EAAE;QAEzB,MAAM,MAAM,GAA4B,EAAE,GAAG,OAAO,EAAE,CAAC;QACvD,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;aAChD,CAAC;YAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;YAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;QAAC,CAAC;QACxD,IAAI,OAAO,EAAE,KAAK,QAAQ;YAAE,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC;aAC1C,CAAC;YAAC,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;YAAC,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;QAAC,CAAC;QAChD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,eAAe;IAEf,qDAAqD;IACrD,KAAK,CAAC,SAAS,CAAC,IAAY,EAAE,GAAY;QACxC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,sBAAsB;IACtB,KAAK,CAAC,QAAQ,CAAC,QAAiB,EAAE,UAA2C,EAAE;QAC7E,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,OAAO,EAAE,CAAwC,CAAC;IAC7I,CAAC;IAED,yBAAyB;IAEzB,gCAAgC;IAChC,KAAK,CAAC,IAAI;QACR,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAA6C,CAAC;IACpF,CAAC;IAED,4BAA4B;IAC5B,KAAK,CAAC,MAAM,CAAC,IAAY,EAAE,UAAoD,EAAE;QAC/E,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,0BAA0B;IAC1B,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,UAA+B,EAAE;QACxD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,4FAA4F;IAC5F,KAAK,CAAC,QAAQ,CAAC,IAAY,EAAE,UAA8B,EAAE;QAC3D,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,0CAA0C;IAC1C,KAAK,CAAC,MAAM,CAAC,IAAY;QACvB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,mBAAmB;IACnB,KAAK,CAAC,OAAO,CAAC,GAAY;QACxB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAA8B,CAAC;IAC5F,CAAC;IAED,wDAAwD;IACxD,KAAK,CAAC,IAAI,CAAC,QAAgB;QACzB,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,4BAA4B;IAE5B,KAAK,CAAC,QAAQ,CAAC,GAAY;QACzB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAY;QACzB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAY;QAC3B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,GAAY;QAC5B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAY;QACtB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,CAAS,EAAE,CAAS,EAAE,GAAY;QAC3C,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,MAAc,EAAE,GAAY;QACtD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAAc,EAAE,GAAY;QACvC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,gCAAgC;IAEhC,wBAAwB;IACxB,KAAK,CAAC,UAAU,CAAC,UAA6B,EAAE;QAC9C,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,GAAG,OAAO,EAAE,CAAmB,CAAC;IAChF,CAAC;IAED,oBAAoB;IACpB,KAAK,CAAC,QAAQ;QACZ,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAgC,CAAC;IAC3E,CAAC;IAED,oBAAoB;IAEpB,8BAA8B;IAC9B,KAAK,CAAC,aAAa;QACjB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAqB,CAAC;IACtE,CAAC;IAED,6BAA6B;IAC7B,KAAK,CAAC,YAAY,CAAC,IAAY;QAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,iBAAiB;IAEjB,0CAA0C;IAC1C,KAAK,CAAC,MAAM,CAAC,GAAY;QACvB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAoB,CAAC;IACjF,CAAC;IAED,gDAAgD;IAChD,KAAK,CAAC,YAAY,CAAC,GAAY;QAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,wCAAwC;IACxC,KAAK,CAAC,YAAY,CAAC,GAAY;QAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,wCAAwC;IACxC,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,GAAY;QACzC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,eAAe;IAEf,gCAAgC;IAChC,KAAK,CAAC,IAAI,CAAC,EAAU;QACnB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACzC,CAAC;IAED,gCAAgC;IAChC,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,UAAuB,EAAE;QACtD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,2CAA2C;IAC3C,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,UAAuB,EAAE;QAC1D,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,wCAAwC;IACxC,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,UAA4C,EAAE;QAC5E,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,uBAAuB;IAEvB,+CAA+C;IAC/C,KAAK,CAAC,KAAK,CAAC,QAAuC,EAAE,WAAW,GAAG,IAAI;QACrE,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,CAA4B,CAAC;IAC9G,CAAC;IAED,sDAAsD;IACtD,KAAK,CAAC,OAAO,CAAC,GAAY;QACxB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAsC,CAAC;IACpG,CAAC;IAED,qDAAqD;IACrD,KAAK,CAAC,IAAI,CAAC,GAAY;QACrB,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAe,CAAC;IAC1E,CAAC;IAED,iBAAiB;IAEjB,wBAAwB;IACxB,KAAK,CAAC,MAAM;QACV,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAe,CAAC;IACxD,CAAC;IAED,wBAAwB;IACxB,KAAK,CAAC,WAAW;QACf,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAoB,CAAC;IAClE,CAAC;IAED,uBAAuB;IACvB,KAAK,CAAC,KAAK;QACT,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAsB,CAAC;IAC9D,CAAC;IAED,oBAAoB;IAEpB,iCAAiC;IACjC,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IACjC,CAAC;IAED,2BAA2B;IAC3B,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC/B,CAAC;CACF"}

package/dist/src/types.d.ts

@@ -0,0 +1,93 @@
+export type RefPrefix = 'b' | 't' | 'l' | 'm' | 'c' | 'r' | 's' | 'd' | 'i' | 'g' | 'w' | 'x' | 'o' | 'a' | 'e' | 'cb' | 'sa' | 'st' | 'sp' | 'tl' | 'pg' | 'tv' | 'wb';
+export type Ref = `@${RefPrefix}${number}`;
+export interface Element {
+    ref: string;
+    role: string;
+    label: string | null;
+    value: string | null;
+    enabled: boolean;
+    focused: boolean;
+    bounds: [x: number, y: number, w: number, h: number];
+    children?: Element[];
+}
+export interface Snapshot {
+    snapshot_id: string;
+    window: WindowInfo;
+    elements: Element[];
+    fallback: 'ocr' | null;
+}
+export interface WindowInfo {
+    ref: string;
+    title: string;
+    app: string;
+    bundle_id?: string;
+    process_id: number;
+    bounds: [x: number, y: number, w: number, h: number];
+    minimized: boolean;
+    hidden: boolean;
+    fullscreen: boolean;
+}
+export interface ScreenshotResult {
+    path: string;
+    width: number;
+    height: number;
+    annotations?: Array<{
+        ref: string;
+        label: string;
+        bounds: [number, number, number, number];
+    }>;
+}
+export interface RecordingStatus {
+    active: boolean;
+    path?: string;
+    duration_ms?: number;
+}
+export interface DialogInfo {
+    type: 'alert' | 'file-open' | 'file-save' | 'custom';
+    message?: string;
+    buttons: string[];
+    elements: Element[];
+}
+export interface AppInfo {
+    name: string;
+    bundle_id?: string;
+    process_id: number;
+    is_active: boolean;
+    is_hidden: boolean;
+}
+export interface StatusInfo {
+    grabbed_window: string | null;
+    grabbed_app: string | null;
+    grabbed_pid: number | null;
+    last_snapshot_id: string | null;
+    daemon_pid: number | null;
+    daemon_uptime_ms: number | null;
+}
+export interface PermissionsInfo {
+    accessibility: boolean;
+    screen_recording: boolean;
+}
+export interface DoctorResult {
+    version: string;
+    permissions: PermissionsInfo;
+    daemon: {
+        running: boolean;
+        pid?: number;
+        uptime_ms?: number;
+    };
+    binary_path: string;
+    platform: string;
+    arch: string;
+}
+export interface DisplayInfo {
+    id: number;
+    width: number;
+    height: number;
+    x: number;
+    y: number;
+    is_main: boolean;
+    scale_factor: number;
+}
+export declare const NORMALIZED_ROLES: readonly ["button", "textfield", "textarea", "link", "checkbox", "radio", "slider", "dropdown", "image", "group", "window", "table", "row", "cell", "tabgroup", "tab", "menubar", "menuitem", "scrollarea", "text", "toolbar", "combobox", "stepper", "splitgroup", "timeline", "progress", "treeview", "webarea", "generic"];
+export type NormalizedRole = typeof NORMALIZED_ROLES[number];
+//# sourceMappingURL=types.d.ts.map

package/dist/src/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AACA,MAAM,MAAM,SAAS,GACjB,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GACvF,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;AAE1D,MAAM,MAAM,GAAG,GAAG,IAAI,SAAS,GAAG,MAAM,EAAE,CAAC;AAE3C,MAAM,WAAW,OAAO;IACtB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;IACrD,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,QAAQ;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,UAAU,CAAC;IACnB,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,QAAQ,EAAE,KAAK,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;IACrD,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAAC,CAAC;CAC/F;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,OAAO,GAAG,WAAW,GAAG,WAAW,GAAG,QAAQ,CAAC;IACrD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AAED,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,OAAO,CAAC;IACvB,gBAAgB,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,eAAe,CAAC;IAC7B,MAAM,EAAE;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/D,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;CACtB;AAGD,eAAO,MAAM,gBAAgB,+TAMnB,CAAC;AAEX,MAAM,MAAM,cAAc,GAAG,OAAO,gBAAgB,CAAC,MAAM,CAAC,CAAC"}