@daytonaio/sdk 0.127.0 → 0.128.0-alpha.1

package/esm/ComputerUse.d.ts

@@ -0,0 +1,443 @@
+import { ComputerUseApi, MousePositionResponse, MouseClickResponse, MouseDragResponse, ScreenshotResponse, DisplayInfoResponse, WindowsResponse, ComputerUseStartResponse, ComputerUseStopResponse, ComputerUseStatusResponse, ProcessStatusResponse, ProcessRestartResponse, ProcessLogsResponse, ProcessErrorsResponse } from '@daytonaio/toolbox-api-client';
+/**
+ * Interface for region coordinates used in screenshot operations
+ */
+export interface ScreenshotRegion {
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+}
+/**
+ * Interface for screenshot compression options
+ */
+export interface ScreenshotOptions {
+    showCursor?: boolean;
+    format?: string;
+    quality?: number;
+    scale?: number;
+}
+/**
+ * Mouse operations for computer use functionality
+ */
+export declare class Mouse {
+    private readonly apiClient;
+    constructor(apiClient: ComputerUseApi);
+    /**
+     * Gets the current mouse cursor position
+     *
+     * @returns {Promise<MousePositionResponse>} Current mouse position with x and y coordinates
+     *
+     * @example
+     * ```typescript
+     * const position = await sandbox.computerUse.mouse.getPosition();
+     * console.log(`Mouse is at: ${position.x}, ${position.y}`);
+     * ```
+     */
+    getPosition(): Promise<MousePositionResponse>;
+    /**
+     * Moves the mouse cursor to the specified coordinates
+     *
+     * @param {number} x - The x coordinate to move to
+     * @param {number} y - The y coordinate to move to
+     * @returns {Promise<MousePositionResponse>} Position after move
+     *
+     * @example
+     * ```typescript
+     * const result = await sandbox.computerUse.mouse.move(100, 200);
+     * console.log(`Mouse moved to: ${result.x}, ${result.y}`);
+     * ```
+     */
+    move(x: number, y: number): Promise<MousePositionResponse>;
+    /**
+     * Clicks the mouse at the specified coordinates
+     *
+     * @param {number} x - The x coordinate to click at
+     * @param {number} y - The y coordinate to click at
+     * @param {string} [button='left'] - The mouse button to click ('left', 'right', 'middle')
+     * @param {boolean} [double=false] - Whether to perform a double-click
+     * @returns {Promise<MouseClickResponse>} Click operation result
+     *
+     * @example
+     * ```typescript
+     * // Single left click
+     * const result = await sandbox.computerUse.mouse.click(100, 200);
+     *
+     * // Double click
+     * const doubleClick = await sandbox.computerUse.mouse.click(100, 200, 'left', true);
+     *
+     * // Right click
+     * const rightClick = await sandbox.computerUse.mouse.click(100, 200, 'right');
+     * ```
+     */
+    click(x: number, y: number, button?: string, double?: boolean): Promise<MouseClickResponse>;
+    /**
+     * Drags the mouse from start coordinates to end coordinates
+     *
+     * @param {number} startX - The starting x coordinate
+     * @param {number} startY - The starting y coordinate
+     * @param {number} endX - The ending x coordinate
+     * @param {number} endY - The ending y coordinate
+     * @param {string} [button='left'] - The mouse button to use for dragging
+     * @returns {Promise<MouseDragResponse>} Drag operation result
+     *
+     * @example
+     * ```typescript
+     * const result = await sandbox.computerUse.mouse.drag(50, 50, 150, 150);
+     * console.log(`Dragged from ${result.from.x},${result.from.y} to ${result.to.x},${result.to.y}`);
+     * ```
+     */
+    drag(startX: number, startY: number, endX: number, endY: number, button?: string): Promise<MouseDragResponse>;
+    /**
+     * Scrolls the mouse wheel at the specified coordinates
+     *
+     * @param {number} x - The x coordinate to scroll at
+     * @param {number} y - The y coordinate to scroll at
+     * @param {'up' | 'down'} direction - The direction to scroll
+     * @param {number} [amount=1] - The amount to scroll
+     * @returns {Promise<boolean>} Whether the scroll operation was successful
+     *
+     * @example
+     * ```typescript
+     * // Scroll up
+     * const scrollUp = await sandbox.computerUse.mouse.scroll(100, 200, 'up', 3);
+     *
+     * // Scroll down
+     * const scrollDown = await sandbox.computerUse.mouse.scroll(100, 200, 'down', 5);
+     * ```
+     */
+    scroll(x: number, y: number, direction: 'up' | 'down', amount?: number): Promise<boolean>;
+}
+/**
+ * Keyboard operations for computer use functionality
+ */
+export declare class Keyboard {
+    private readonly apiClient;
+    constructor(apiClient: ComputerUseApi);
+    /**
+     * Types the specified text
+     *
+     * @param {string} text - The text to type
+     * @param {number} [delay=0] - Delay between characters in milliseconds
+     * @throws {DaytonaError} If the type operation fails
+     *
+     * @example
+     * ```typescript
+     * try {
+     *   await sandbox.computerUse.keyboard.type('Hello, World!');
+     *   console.log('Operation success');
+     * } catch (e) {
+     *   console.log('Operation failed:', e);
+     * }
+     *
+     * // With delay between characters
+     * try {
+     *   await sandbox.computerUse.keyboard.type('Slow typing', 100);
+     *   console.log('Operation success');
+     * } catch (e) {
+     *   console.log('Operation failed:', e);
+     * }
+     * ```
+     */
+    type(text: string, delay?: number): Promise<void>;
+    /**
+     * Presses a key with optional modifiers
+     *
+     * @param {string} key - The key to press (e.g., 'Enter', 'Escape', 'Tab', 'a', 'A')
+     * @param {string[]} [modifiers=[]] - Modifier keys ('ctrl', 'alt', 'meta', 'shift')
+     * @throws {DaytonaError} If the press operation fails
+     *
+     * @example
+     * ```typescript
+     * // Press Enter
+     * try {
+     *   await sandbox.computerUse.keyboard.press('Return');
+     *   console.log('Operation success');
+     * } catch (e) {
+     *   console.log('Operation failed:', e);
+     * }
+     *
+     * // Press Ctrl+C
+     * try {
+     *   await sandbox.computerUse.keyboard.press('c', ['ctrl']);
+     *   console.log('Operation success');
+     * } catch (e) {
+     *   console.log('Operation failed:', e);
+     * }
+     *
+     * // Press Ctrl+Shift+T
+     * try {
+     *   await sandbox.computerUse.keyboard.press('t', ['ctrl', 'shift']);
+     *   console.log('Operation success');
+     * } catch (e) {
+     *   console.log('Operation failed:', e);
+     * }
+     * ```
+     */
+    press(key: string, modifiers?: string[]): Promise<void>;
+    /**
+     * Presses a hotkey combination
+     *
+     * @param {string} keys - The hotkey combination (e.g., 'ctrl+c', 'alt+tab', 'cmd+shift+t')
+     * @throws {DaytonaError} If the hotkey operation fails
+     *
+     * @example
+     * ```typescript
+     * // Copy
+     * try {
+     *   await sandbox.computerUse.keyboard.hotkey('ctrl+c');
+     *   console.log('Operation success');
+     * } catch (e) {
+     *   console.log('Operation failed:', e);
+     * }
+     *
+     * // Paste
+     * try {
+     *   await sandbox.computerUse.keyboard.hotkey('ctrl+v');
+     *   console.log('Operation success');
+     * } catch (e) {
+     *   console.log('Operation failed:', e);
+     * }
+     *
+     * // Alt+Tab
+     * try {
+     *   await sandbox.computerUse.keyboard.hotkey('alt+tab');
+     *   console.log('Operation success');
+     * } catch (e) {
+     *   console.log('Operation failed:', e);
+     * }
+     * ```
+     */
+    hotkey(keys: string): Promise<void>;
+}
+/**
+ * Screenshot operations for computer use functionality
+ */
+export declare class Screenshot {
+    private readonly apiClient;
+    constructor(apiClient: ComputerUseApi);
+    /**
+     * Takes a screenshot of the entire screen
+     *
+     * @param {boolean} [showCursor=false] - Whether to show the cursor in the screenshot
+     * @returns {Promise<ScreenshotResponse>} Screenshot data with base64 encoded image
+     *
+     * @example
+     * ```typescript
+     * const screenshot = await sandbox.computerUse.screenshot.takeFullScreen();
+     * console.log(`Screenshot size: ${screenshot.width}x${screenshot.height}`);
+     *
+     * // With cursor visible
+     * const withCursor = await sandbox.computerUse.screenshot.takeFullScreen(true);
+     * ```
+     */
+    takeFullScreen(showCursor?: boolean): Promise<ScreenshotResponse>;
+    /**
+     * Takes a screenshot of a specific region
+     *
+     * @param {ScreenshotRegion} region - The region to capture
+     * @param {boolean} [showCursor=false] - Whether to show the cursor in the screenshot
+     * @returns {Promise<RegionScreenshotResponse>} Screenshot data with base64 encoded image
+     *
+     * @example
+     * ```typescript
+     * const region = { x: 100, y: 100, width: 300, height: 200 };
+     * const screenshot = await sandbox.computerUse.screenshot.takeRegion(region);
+     * console.log(`Captured region: ${screenshot.region.width}x${screenshot.region.height}`);
+     * ```
+     */
+    takeRegion(region: ScreenshotRegion, showCursor?: boolean): Promise<ScreenshotResponse>;
+    /**
+     * Takes a compressed screenshot of the entire screen
+     *
+     * @param {ScreenshotOptions} [options={}] - Compression and display options
+     * @returns {Promise<CompressedScreenshotResponse>} Compressed screenshot data
+     *
+     * @example
+     * ```typescript
+     * // Default compression
+     * const screenshot = await sandbox.computerUse.screenshot.takeCompressed();
+     *
+     * // High quality JPEG
+     * const jpeg = await sandbox.computerUse.screenshot.takeCompressed({
+     *   format: 'jpeg',
+     *   quality: 95,
+     *   showCursor: true
+     * });
+     *
+     * // Scaled down PNG
+     * const scaled = await sandbox.computerUse.screenshot.takeCompressed({
+     *   format: 'png',
+     *   scale: 0.5
+     * });
+     * ```
+     */
+    takeCompressed(options?: ScreenshotOptions): Promise<ScreenshotResponse>;
+    /**
+     * Takes a compressed screenshot of a specific region
+     *
+     * @param {ScreenshotRegion} region - The region to capture
+     * @param {ScreenshotOptions} [options={}] - Compression and display options
+     * @returns {Promise<CompressedScreenshotResponse>} Compressed screenshot data
+     *
+     * @example
+     * ```typescript
+     * const region = { x: 0, y: 0, width: 800, height: 600 };
+     * const screenshot = await sandbox.computerUse.screenshot.takeCompressedRegion(region, {
+     *   format: 'webp',
+     *   quality: 80,
+     *   showCursor: true
+     * });
+     * console.log(`Compressed size: ${screenshot.size_bytes} bytes`);
+     * ```
+     */
+    takeCompressedRegion(region: ScreenshotRegion, options?: ScreenshotOptions): Promise<ScreenshotResponse>;
+}
+/**
+ * Display operations for computer use functionality
+ */
+export declare class Display {
+    private readonly apiClient;
+    constructor(apiClient: ComputerUseApi);
+    /**
+     * Gets information about the displays
+     *
+     * @returns {Promise<DisplayInfoResponse>} Display information including primary display and all available displays
+     *
+     * @example
+     * ```typescript
+     * const info = await sandbox.computerUse.display.getInfo();
+     * console.log(`Primary display: ${info.primary_display.width}x${info.primary_display.height}`);
+     * console.log(`Total displays: ${info.total_displays}`);
+     * info.displays.forEach((display, index) => {
+     *   console.log(`Display ${index}: ${display.width}x${display.height} at ${display.x},${display.y}`);
+     * });
+     * ```
+     */
+    getInfo(): Promise<DisplayInfoResponse>;
+    /**
+     * Gets the list of open windows
+     *
+     * @returns {Promise<WindowsResponse>} List of open windows with their IDs and titles
+     *
+     * @example
+     * ```typescript
+     * const windows = await sandbox.computerUse.display.getWindows();
+     * console.log(`Found ${windows.count} open windows:`);
+     * windows.windows.forEach(window => {
+     *   console.log(`- ${window.title} (ID: ${window.id})`);
+     * });
+     * ```
+     */
+    getWindows(): Promise<WindowsResponse>;
+}
+/**
+ * Computer Use functionality for interacting with the desktop environment.
+ *
+ * Provides access to mouse, keyboard, screenshot, and display operations
+ * for automating desktop interactions within a sandbox.
+ *
+ * @property {Mouse} mouse - Mouse operations interface
+ * @property {Keyboard} keyboard - Keyboard operations interface
+ * @property {Screenshot} screenshot - Screenshot operations interface
+ * @property {Display} display - Display operations interface
+ *
+ * @class
+ */
+export declare class ComputerUse {
+    private readonly apiClient;
+    readonly mouse: Mouse;
+    readonly keyboard: Keyboard;
+    readonly screenshot: Screenshot;
+    readonly display: Display;
+    constructor(apiClient: ComputerUseApi);
+    /**
+     * Starts all computer use processes (Xvfb, xfce4, x11vnc, novnc)
+     *
+     * @returns {Promise<ComputerUseStartResponse>} Computer use start response
+     *
+     * @example
+     * ```typescript
+     * const result = await sandbox.computerUse.start();
+     * console.log('Computer use processes started:', result.message);
+     * ```
+     */
+    start(): Promise<ComputerUseStartResponse>;
+    /**
+     * Stops all computer use processes
+     *
+     * @returns {Promise<ComputerUseStopResponse>} Computer use stop response
+     *
+     * @example
+     * ```typescript
+     * const result = await sandbox.computerUse.stop();
+     * console.log('Computer use processes stopped:', result.message);
+     * ```
+     */
+    stop(): Promise<ComputerUseStopResponse>;
+    /**
+     * Gets the status of all computer use processes
+     *
+     * @returns {Promise<ComputerUseStatusResponse>} Status information about all VNC desktop processes
+     *
+     * @example
+     * ```typescript
+     * const status = await sandbox.computerUse.getStatus();
+     * console.log('Computer use status:', status.status);
+     * ```
+     */
+    getStatus(): Promise<ComputerUseStatusResponse>;
+    /**
+     * Gets the status of a specific VNC process
+     *
+     * @param {string} processName - Name of the process to check
+     * @returns {Promise<ProcessStatusResponse>} Status information about the specific process
+     *
+     * @example
+     * ```typescript
+     * const xvfbStatus = await sandbox.computerUse.getProcessStatus('xvfb');
+     * const noVncStatus = await sandbox.computerUse.getProcessStatus('novnc');
+     * ```
+     */
+    getProcessStatus(processName: string): Promise<ProcessStatusResponse>;
+    /**
+     * Restarts a specific VNC process
+     *
+     * @param {string} processName - Name of the process to restart
+     * @returns {Promise<ProcessRestartResponse>} Process restart response
+     *
+     * @example
+     * ```typescript
+     * const result = await sandbox.computerUse.restartProcess('xfce4');
+     * console.log('XFCE4 process restarted:', result.message);
+     * ```
+     */
+    restartProcess(processName: string): Promise<ProcessRestartResponse>;
+    /**
+     * Gets logs for a specific VNC process
+     *
+     * @param {string} processName - Name of the process to get logs for
+     * @returns {Promise<ProcessLogsResponse>} Process logs
+     *
+     * @example
+     * ```typescript
+     * const logsResp = await sandbox.computerUse.getProcessLogs('novnc');
+     * console.log('NoVNC logs:', logsResp.logs);
+     * ```
+     */
+    getProcessLogs(processName: string): Promise<ProcessLogsResponse>;
+    /**
+     * Gets error logs for a specific VNC process
+     *
+     * @param {string} processName - Name of the process to get error logs for
+     * @returns {Promise<ProcessErrorsResponse>} Process error logs
+     *
+     * @example
+     * ```typescript
+     * const errorsResp = await sandbox.computerUse.getProcessErrors('x11vnc');
+     * console.log('X11VNC errors:', errorsResp.errors);
+     * ```
+     */
+    getProcessErrors(processName: string): Promise<ProcessErrorsResponse>;
+}
+//# sourceMappingURL=ComputerUse.d.ts.map

package/esm/ComputerUse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ComputerUse.d.ts","sourceRoot":"","sources":["../../../../../libs/sdk-typescript/src/ComputerUse.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,cAAc,EACd,qBAAqB,EAGrB,kBAAkB,EAElB,iBAAiB,EAKjB,kBAAkB,EAClB,mBAAmB,EACnB,eAAe,EACf,wBAAwB,EACxB,uBAAuB,EACvB,yBAAyB,EACzB,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,+BAA+B,CAAA;AAEtC;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,CAAC,EAAE,MAAM,CAAA;IACT,CAAC,EAAE,MAAM,CAAA;IACT,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED;;GAEG;AACH,qBAAa,KAAK;IACJ,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAAT,SAAS,EAAE,cAAc;IAEtD;;;;;;;;;;OAUG;IACU,WAAW,IAAI,OAAO,CAAC,qBAAqB,CAAC;IAK1D;;;;;;;;;;;;OAYG;IACU,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAMvE;;;;;;;;;;;;;;;;;;;;OAoBG;IACU,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,SAAS,EAAE,MAAM,UAAQ,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAMtG;;;;;;;;;;;;;;;OAeG;IACU,IAAI,CACf,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,MAAM,SAAS,GACd,OAAO,CAAC,iBAAiB,CAAC;IAM7B;;;;;;;;;;;;;;;;;OAiBG;IACU,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,GAAG,MAAM,EAAE,MAAM,SAAI,GAAG,OAAO,CAAC,OAAO,CAAC;CAKlG;AAED;;GAEG;AACH,qBAAa,QAAQ;IACP,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAAT,SAAS,EAAE,cAAc;IAEtD;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACU,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK9D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAiCG;IACU,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,GAAE,MAAM,EAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAKxE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACU,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAIjD;AAED;;GAEG;AACH,qBAAa,UAAU;IACT,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAAT,SAAS,EAAE,cAAc;IAEtD;;;;;;;;;;;;;;OAcG;IACU,cAAc,CAAC,UAAU,UAAQ,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAK5E;;;;;;;;;;;;;OAaG;IACU,UAAU,CAAC,MAAM,EAAE,gBAAgB,EAAE,UAAU,UAAQ,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAWlG;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACU,cAAc,CAAC,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAUzF;;;;;;;;;;;;;;;;;OAiBG;IACU,oBAAoB,CAC/B,MAAM,EAAE,gBAAgB,EACxB,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,kBAAkB,CAAC;CAa/B;AAED;;GAEG;AACH,qBAAa,OAAO;IACN,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAAT,SAAS,EAAE,cAAc;IAEtD;;;;;;;;;;;;;;OAcG;IACU,OAAO,IAAI,OAAO,CAAC,mBAAmB,CAAC;IAKpD;;;;;;;;;;;;;OAaG;IACU,UAAU,IAAI,OAAO,CAAC,eAAe,CAAC;CAIpD;AAED;;;;;;;;;;;;GAYG;AACH,qBAAa,WAAW;IAMV,OAAO,CAAC,QAAQ,CAAC,SAAS;IALtC,SAAgB,KAAK,EAAE,KAAK,CAAA;IAC5B,SAAgB,QAAQ,EAAE,QAAQ,CAAA;IAClC,SAAgB,UAAU,EAAE,UAAU,CAAA;IACtC,SAAgB,OAAO,EAAE,OAAO,CAAA;gBAEH,SAAS,EAAE,cAAc;IAOtD;;;;;;;;;;OAUG;IACU,KAAK,IAAI,OAAO,CAAC,wBAAwB,CAAC;IAKvD;;;;;;;;;;OAUG;IACU,IAAI,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAKrD;;;;;;;;;;OAUG;IACU,SAAS,IAAI,OAAO,CAAC,yBAAyB,CAAC;IAK5D;;;;;;;;;;;OAWG;IACU,gBAAgB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAKlF;;;;;;;;;;;OAWG;IACU,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAKjF;;;;;;;;;;;OAWG;IACU,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAK9E;;;;;;;;;;;OAWG;IACU,gBAAgB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;CAInF"}