@daytonaio/sdk 0.175.0 → 0.178.0

package/esm/ComputerUse.d.ts

@@ -1,4 +1,5 @@
-import { ComputerUseApi, MousePositionResponse, MouseClickResponse, MouseDragResponse, ScreenshotResponse, DisplayInfoResponse, WindowsResponse, ComputerUseStartResponse, ComputerUseStopResponse, ComputerUseStatusResponse, ProcessStatusResponse, ProcessRestartResponse, ProcessLogsResponse, ProcessErrorsResponse, Recording, ListRecordingsResponse } from '@daytona/toolbox-api-client';
+import { ComputerUseApi } from '@daytona/toolbox-api-client';
+import type { MousePositionResponse, MouseClickResponse, MouseDragResponse, ScreenshotResponse, DisplayInfoResponse, WindowsResponse, ComputerUseStartResponse, ComputerUseStopResponse, ComputerUseStatusResponse, ProcessStatusResponse, ProcessRestartResponse, ProcessLogsResponse, ProcessErrorsResponse, Recording, ListRecordingsResponse, AccessibilityTreeResponse, AccessibilityNodesResponse, FindAccessibilityNodesRequest } from '@daytona/toolbox-api-client';
 /**
  * Interface for region coordinates used in screenshot operations
  */
@@ -17,6 +18,21 @@ export interface ScreenshotOptions {
     quality?: number;
     scale?: number;
 }
+/**
+ * Options for fetching the AT-SPI accessibility tree.
+ */
+export interface AccessibilityTreeOptions {
+    /** Tree scope to inspect: 'focused', 'pid', or 'all'. */
+    scope?: string;
+    /** Process ID when scope is 'pid'. */
+    pid?: number;
+    /** Maximum depth to descend. Use 0 for the root only. */
+    maxDepth?: number;
+}
+/**
+ * Options for finding AT-SPI accessibility nodes.
+ */
+export type AccessibilityFindOptions = FindAccessibilityNodesRequest;
 /**
  * Mouse operations for computer use functionality
  */
@@ -425,10 +441,94 @@ export declare class RecordingService {
      */
     download(id: string, localPath: string): Promise<void>;
 }
+/**
+ * Accessibility operations for computer use functionality.
+ */
+export declare class Accessibility {
+    private readonly apiClient;
+    constructor(apiClient: ComputerUseApi);
+    /**
+     * Fetches the AT-SPI accessibility tree.
+     *
+     * @param {AccessibilityTreeOptions} [options] - Scope and depth options
+     * @returns {Promise<AccessibilityTreeResponse>} Accessibility tree response
+     *
+     * @example
+     * ```typescript
+     * const tree = await sandbox.computerUse.accessibility.getTree({ scope: 'all', maxDepth: 3 });
+     * console.log(tree.root?.name);
+     * ```
+     */
+    getTree(options?: AccessibilityTreeOptions): Promise<AccessibilityTreeResponse>;
+    /**
+     * Finds AT-SPI accessibility nodes matching the provided filters.
+     *
+     * @param {AccessibilityFindOptions} [options] - Search scope, node filters, and result limit
+     * @returns {Promise<AccessibilityNodesResponse>} Matching accessibility nodes
+     *
+     * @example
+     * ```typescript
+     * const buttons = await sandbox.computerUse.accessibility.findNodes({
+     *   scope: 'all',
+     *   role: 'button',
+     *   name: 'Submit',
+     *   nameMatch: 'substring',
+     * });
+     * console.log(buttons.matches?.length);
+     * ```
+     */
+    findNodes(options?: AccessibilityFindOptions): Promise<AccessibilityNodesResponse>;
+    /**
+     * Focuses an AT-SPI accessibility node.
+     *
+     * @param {string} id - Accessibility node ID returned by getTree or findNodes
+     *
+     * @example
+     * ```typescript
+     * const node = (await sandbox.computerUse.accessibility.findNodes({ scope: 'all', limit: 1 })).matches?.[0];
+     * if (node?.id) {
+     *   await sandbox.computerUse.accessibility.focusNode(node.id);
+     * }
+     * ```
+     */
+    focusNode(id: string): Promise<void>;
+    /**
+     * Invokes an AT-SPI accessibility node action.
+     *
+     * @param {string} id - Accessibility node ID returned by getTree or findNodes
+     * @param {string} [action] - Action name to invoke. If omitted, the API invokes the primary action
+     *
+     * @example
+     * ```typescript
+     * const button = (await sandbox.computerUse.accessibility.findNodes({ scope: 'all', role: 'button', limit: 1 }))
+     *   .matches?.[0];
+     * if (button?.id) {
+     *   await sandbox.computerUse.accessibility.invokeNode(button.id, 'click');
+     * }
+     * ```
+     */
+    invokeNode(id: string, action?: string): Promise<void>;
+    /**
+     * Sets an AT-SPI accessibility node value.
+     *
+     * @param {string} id - Accessibility node ID returned by getTree or findNodes
+     * @param {string} value - Value to write to the node
+     *
+     * @example
+     * ```typescript
+     * const field = (await sandbox.computerUse.accessibility.findNodes({ scope: 'all', role: 'entry', limit: 1 }))
+     *   .matches?.[0];
+     * if (field?.id) {
+     *   await sandbox.computerUse.accessibility.setNodeValue(field.id, 'hello');
+     * }
+     * ```
+     */
+    setNodeValue(id: string, value: string): Promise<void>;
+}
 /**
  * Computer Use functionality for interacting with the desktop environment.
  *
- * Provides access to mouse, keyboard, screenshot, display, and recording operations
+ * Provides access to mouse, keyboard, screenshot, display, recording, and accessibility operations
  * for automating desktop interactions within a sandbox.
  *
  * @property {Mouse} mouse - Mouse operations interface
@@ -436,6 +536,7 @@ export declare class RecordingService {
  * @property {Screenshot} screenshot - Screenshot operations interface
  * @property {Display} display - Display operations interface
  * @property {RecordingService} recording - Screen recording operations interface
+ * @property {Accessibility} accessibility - Accessibility operations interface
  *
  * @class
  */
@@ -446,6 +547,7 @@ export declare class ComputerUse {
     readonly screenshot: Screenshot;
     readonly display: Display;
     readonly recording: RecordingService;
+    readonly accessibility: Accessibility;
     constructor(apiClient: ComputerUseApi);
     /**
      * Starts all computer use processes (Xvfb, xfce4, x11vnc, novnc)