@oh-my-pi/pi-natives 17.2.4 → 17.2.5

package/native/clipboard.d.ts

@@ -0,0 +1,9 @@
+import type { ClipboardImage } from "./index.js";
+
+export type { ClipboardImage } from "./index.js";
+
+/** Copy text to the clipboard, loading the native addon on first use. */
+export declare function copyToClipboard(text: string): void;
+
+/** Read an image from the clipboard, loading the native addon on first use. */
+export declare function readImageFromClipboard(): Promise<ClipboardImage | undefined | null>;

package/native/clipboard.js

@@ -0,0 +1,11 @@
+import { loadNative } from "./loader-state.js";
+
+/** Copy text to the clipboard, loading the native addon on first use. */
+export function copyToClipboard(text) {
+	return loadNative().copyToClipboard(text);
+}
+
+/** Read an image from the clipboard, loading the native addon on first use. */
+export function readImageFromClipboard() {
+	return loadNative().readImageFromClipboard();
+}

package/native/index.d.ts

@@ -28,19 +28,36 @@ export declare class AudioPlayback {
   stop(): void
 }
 
-/** Persistent, serialized native desktop capture/input session. */
+/** Persistent, serialized native desktop capture/input/accessibility session. */
 export declare class DesktopSession {
   constructor(options?: DesktopSessionOptions | undefined | null)
-  /** Current backend capability and permission state. */
   get capabilities(): DesktopCapabilities
-  /** Capture a fresh PNG composite of the selected display(s). */
-  capture(): Promise<DesktopCapture>
+  listDisplays(): Promise<Array<DesktopDisplay>>
+  listWindows(): Promise<Array<DesktopWindow>>
+  capture(target: string, caps?: CaptureCaps | undefined | null): Promise<DesktopCapture>
+  click(target: string, x: number, y: number, opts?: PointerOptions | undefined | null): Promise<undefined>
+  moveMouse(target: string, x: number, y: number, opts?: PointerOptions | undefined | null): Promise<undefined>
+  drag(target: string, path: Array<DesktopPoint>, opts?: PointerOptions | undefined | null): Promise<undefined>
+  scroll(target: string, x: number, y: number, dx: number, dy: number, opts?: PointerOptions | undefined | null): Promise<undefined>
+  typeText(target: string, text: string, opts?: PointerOptions | undefined | null): Promise<undefined>
+  keyChord(target: string, keys: Array<string>, opts?: PointerOptions | undefined | null): Promise<undefined>
+  raiseWindow(windowId: string): Promise<undefined>
+  axSnapshot(target: string, opts?: AxSnapshotOptions | undefined | null): Promise<AxSnapshot>
+  axQuery(target: string, query: AxQuery): Promise<Array<AxNode>>
   /**
-   * Execute a validated action batch in order, then return a fresh
-   * screenshot.
+   * Accessibility hit-test at global logical desktop coordinates; needs no
+   * prior capture.
    */
-  execute(actions: Array<DesktopAction>): Promise<DesktopCapture>
-  /** Close the worker and native platform connections. Idempotent and bounded. */
+  axElementAt(target: string, x: number, y: number): Promise<AxNode | undefined | null>
+  axFocused(): Promise<AxNode | undefined | null>
+  axNode(reference: string): Promise<AxNode>
+  axAttributes(reference: string): Promise<Array<[string, string]>>
+  axChildren(reference: string): Promise<Array<AxNode>>
+  axParent(reference: string): Promise<AxNode | undefined | null>
+  axPerform(reference: string, action: string): Promise<undefined>
+  axSetValue(reference: string, value: string): Promise<undefined>
+  axFocus(reference: string): Promise<undefined>
+  axClick(reference: string, opts?: PointerOptions | undefined | null): Promise<undefined>
   close(): Promise<undefined>
 }
 
@@ -246,7 +263,7 @@ export declare function __ompInstallTokioRuntime(): void
  * `packages/natives/native/index.js` (which derives the name from
  * `package.json#version`).
  */
-export declare function __piNativesV17_2_4(): void
+export declare function __piNativesV17_2_5(): void
 
 /**
  * Apply ast-grep rewrite rules to matching files; honors `dryRun` and returns
@@ -487,6 +504,42 @@ export interface AstReplaceResult {
   parseErrors?: Array<string>
 }
 
+export interface AxNode {
+  ref: string
+  role: string
+  nativeRole: string
+  title?: string
+  value?: string
+  description?: string
+  enabled: boolean
+  focused: boolean
+  x?: number
+  y?: number
+  width?: number
+  height?: number
+  actions?: Array<string>
+  childCount: number
+}
+
+export interface AxQuery {
+  role?: string
+  title?: string
+  value?: string
+  limit?: number
+}
+
+export interface AxSnapshot {
+  text: string
+  nodeCount: number
+  truncated: boolean
+}
+
+export interface AxSnapshotOptions {
+  maxDepth?: number
+  maxNodes?: number
+  all?: boolean
+}
+
 export interface BlockRange {
   /** 1-indexed inclusive first line of the resolved block. */
   startLine: number
@@ -514,6 +567,11 @@ export interface BlockRangeOptions {
   line: number
 }
 
+export interface CaptureCaps {
+  maxWidth?: number
+  maxHeight?: number
+}
+
 /** Clipboard image payload encoded as PNG bytes. */
 export interface ClipboardImage {
   /** PNG-encoded image bytes. */
@@ -566,59 +624,35 @@ export declare function cosineSimilarityPairs(vectors: Float64Array, count: numb
  */
 export declare function countTokens(input: string | Array<string>, encoding?: Encoding | undefined | null): number
 
-/**
- * One `OpenAI` GA computer action.
- *
- * This is an optional-field carrier because napi-rs object generation cannot
- * emit TypeScript discriminated unions. Native validation enforces the exact
- * fields required and allowed by each `type` before any input is emitted.
- */
-export interface DesktopAction {
-  type: string
-  x?: number
-  y?: number
-  button?: string
-  path?: Array<DesktopPoint>
-  keys?: Array<string>
-  scroll_x?: number
-  scroll_y?: number
-  text?: string
-}
-
-/** Native desktop backend and permission state. */
 export interface DesktopCapabilities {
-  /**
-   * Concrete selected backend: `quartz`, `x11`, `wayland`, `win32`, or
-   * `unavailable`.
-   */
   backend: string
-  /** OS display-server endpoint or subsystem label. */
   displayServer?: string
-  /** Whether screen capture is currently usable. */
   capture: boolean
-  /** Whether native input is currently usable. */
   input: boolean
-  /** `granted`, `denied`, `unknown`, or `unavailable`. */
+  ax: boolean
+  backgroundWindowInput: boolean
+  deliveryModes: Array<string>
   capturePermission: string
-  /** `granted`, `denied`, `unknown`, or `unavailable`. */
   inputPermission: string
-  /** Number of selected displays observed by the most recent successful probe. */
+  axPermission: string
   displayCount: number
 }
 
-/**
- * A PNG composite and the exact geometry needed to map its pixels back to the
- * global logical desktop.
- */
 export interface DesktopCapture {
   data: Uint8Array
   width: number
   height: number
+  /** Pre-scaling capture width in native pixels; equals `width` when unscaled. */
+  sourceWidth: number
+  /**
+   * Pre-scaling capture height in native pixels; equals `height` when
+   * unscaled.
+   */
+  sourceHeight: number
+  target: string
   displays: Array<DesktopDisplay>
   backend: string
   displayServer?: string
-  capturePermission: string
-  inputPermission: string
 }
 
 /**
@@ -640,25 +674,34 @@ export interface DesktopDisplay {
   isPrimary: boolean
 }
 
-/** One point in a drag path, in pixels of the preceding screenshot. */
 export interface DesktopPoint {
   x: number
   y: number
 }
 
-/** Options for a persistent native desktop session. */
 export interface DesktopSessionOptions {
+  display?: string
+}
+
+/** One capturable top-level window in global logical desktop coordinates. */
+export interface DesktopWindow {
   /**
-   * Backend preference. `auto` and `native` both prohibit non-native
-   * fallback.
+   * Stable numeric window id, valid as a capture target while the window
+   * lives.
    */
-  backend?: string
-  /** `all` or a monitor id returned in `DesktopDisplay.id`. */
-  display?: string
-  /** Maximum composite screenshot width in pixels. */
-  maxWidth?: number
-  /** Maximum composite screenshot height in pixels. */
-  maxHeight?: number
+  id: string
+  /** Window title; may be empty for untitled windows. */
+  title: string
+  /** Owning application name. */
+  app: string
+  /** Owning process id when the platform exposes it. */
+  pid?: number
+  x: number
+  y: number
+  width: number
+  height: number
+  /** Whether the window currently holds input focus. */
+  focused: boolean
 }
 
 /**
@@ -1517,6 +1560,13 @@ export interface PatchHunk {
   lines: Array<string>
 }
 
+export interface PointerOptions {
+  button?: string
+  count?: number
+  modifiers?: Array<string>
+  deliveryMode?: string
+}
+
 /** Current state of a process reference. */
 export declare enum ProcessStatus {
   /** The referenced process is still running. */

package/native/index.js

@@ -28,7 +28,7 @@ export const Shell = nativeBindings.Shell;
 
 // functions
 export const __ompInstallTokioRuntime = nativeBindings.__ompInstallTokioRuntime;
-export const __piNativesV17_2_4 = nativeBindings.__piNativesV17_2_4;
+export const __piNativesV17_2_5 = nativeBindings.__piNativesV17_2_5;
 export const astEdit = nativeBindings.astEdit;
 export const astGrep = nativeBindings.astGrep;
 export const astMatch = nativeBindings.astMatch;

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@oh-my-pi/pi-natives",
-	"version": "17.2.4",
+	"version": "17.2.5",
 	"description": "Native Rust bindings for audio, WebRTC, grep, clipboard, image processing, syntax highlighting, PTY, and shell operations via N-API",
 	"type": "module",
 	"homepage": "https://omp.sh",
@@ -56,6 +56,8 @@
 	"files": [
 		"native/index.js",
 		"native/index.d.ts",
+		"native/clipboard.js",
+		"native/clipboard.d.ts",
 		"native/desktop.js",
 		"native/desktop.d.ts",
 		"native/loader-state.js",
@@ -71,13 +73,17 @@
 		"./desktop": {
 			"types": "./native/desktop.d.ts",
 			"import": "./native/desktop.js"
+		},
+		"./clipboard": {
+			"types": "./native/clipboard.d.ts",
+			"import": "./native/clipboard.js"
 		}
 	},
 	"optionalDependencies": {
-		"@oh-my-pi/pi-natives-linux-x64": "17.2.4",
-		"@oh-my-pi/pi-natives-linux-arm64": "17.2.4",
-		"@oh-my-pi/pi-natives-darwin-x64": "17.2.4",
-		"@oh-my-pi/pi-natives-darwin-arm64": "17.2.4",
-		"@oh-my-pi/pi-natives-win32-x64": "17.2.4"
+		"@oh-my-pi/pi-natives-linux-x64": "17.2.5",
+		"@oh-my-pi/pi-natives-linux-arm64": "17.2.5",
+		"@oh-my-pi/pi-natives-darwin-x64": "17.2.5",
+		"@oh-my-pi/pi-natives-darwin-arm64": "17.2.5",
+		"@oh-my-pi/pi-natives-win32-x64": "17.2.5"
 	}
 }