@elizaos/plugin-computeruse 2.0.0-beta.1 → 2.0.3-beta.3

package/dist/services/computer-use-service.d.ts

@@ -1,5 +1,8 @@
 import { type IAgentRuntime, Service } from "@elizaos/core";
-import type { ActionHistoryEntry, ApprovalMode, ApprovalResolution, ApprovalSnapshot, BrowserActionParams, BrowserActionResult, ComputerActionResult, ComputerUseResult, DesktopActionParams, FileActionParams, FileActionResult, PlatformCapabilities, ScreenSize, TerminalActionParams, TerminalActionResult, WindowActionParams, WindowActionResult } from "../types.js";
+import { type SceneUpdateEvent } from "../scene/scene-builder.js";
+import type { Scene, SceneVlmElement } from "../scene/scene-types.js";
+import { type ScreenState, type ScreenStateChange, ScreenStateStore } from "../scene/screen-state.js";
+import type { ActionHistoryEntry, ApprovalMode, ApprovalResolution, ApprovalSnapshot, BrowserActionParams, BrowserActionResult, ComputerActionResult, ComputerUseConfig, ComputerUseResult, DesktopActionParams, DisplayDescriptor, FileActionParams, FileActionResult, PlatformCapabilities, ScreenSize, TerminalActionParams, TerminalActionResult, WindowActionParams, WindowActionResult } from "../types.js";
 export declare class ComputerUseService extends Service {
     static serviceType: string;
     capabilityDescription: string;
@@ -7,11 +10,35 @@ export declare class ComputerUseService extends Service {
     private recentActions;
     private screenSize;
     private approvalManager;
+    private displayIdDeprecationWarned;
+    private sceneBuilder;
+    /**
+     * Single shared per-display capture for the turn (#9105 M3). OCR, the Brain,
+     * and the DirtyTileDescriber all read through this store so the screen is
+     * grabbed once per tick instead of once per consumer.
+     */
+    private screenStateStore;
     private cuConfig;
     static start(runtime: IAgentRuntime): Promise<Service>;
     stop(): Promise<void>;
     executeCommand(command: string, parameters?: Record<string, unknown>): Promise<ComputerUseResult>;
     executeDesktopAction(rawParams: DesktopActionParams): Promise<ComputerActionResult>;
+    /**
+     * `ocr` / `detect_elements` — real on-device OCR via the registered
+     * CoordOcrProvider (plugin-vision contributes native Windows.Media.Ocr / Apple
+     * Vision / docTR through `registerCoordOcrProvider`). Replaces the former
+     * "not available on local machines" stub. Read-only; coordinates are
+     * display-local so the agent can click them directly.
+     */
+    private runOcrOrDetect;
+    /**
+     * Set-of-Marks `detect_elements` path (#9170 M9). Returns `null` when no SoM
+     * provider is registered so the caller falls back to OCR-only detection.
+     * Each numbered mark becomes an element whose `center` is the click target
+     * the VLM's chosen number resolves to; the numbered-overlay PNG is returned
+     * for the prompt under `data.setOfMarks.overlay`.
+     */
+    private runSetOfMarksDetect;
     executeBrowserAction(rawParams: BrowserActionParams): Promise<BrowserActionResult>;
     private retryBrowserActionAfterOpen;
     private shouldAutoOpenBrowser;
@@ -21,6 +48,7 @@ export declare class ComputerUseService extends Service {
     executeTerminalAction(rawParams: TerminalActionParams): Promise<TerminalActionResult>;
     captureScreen(): Promise<Buffer>;
     getCapabilities(): PlatformCapabilities;
+    getConfig(): ComputerUseConfig;
     getRecentActions(): ActionHistoryEntry[];
     getScreenDimensions(): ScreenSize;
     getApprovalMode(): ApprovalMode;
@@ -45,7 +73,55 @@ export declare class ComputerUseService extends Service {
     private mapFileCommandToAction;
     private mapTerminalCommandToAction;
     private awaitApproval;
-    private captureScreenshotBase64;
+    /**
+     * Capture a specific display's frame as base64 PNG. Falls back to the
+     * legacy single-display path if the per-display capture throws.
+     */
+    private captureScreenshotForDisplay;
+    /**
+     * Resolve which display a coordinate-bearing action targets.
+     * Emits a deprecation warning when displayId is omitted on multi-monitor
+     * setups; defaults to the primary display.
+     */
+    private resolveDisplayIdForAction;
+    private toGlobal;
+    /** Surface the live display layout for the agent state provider. */
+    getDisplays(): DisplayDescriptor[];
+    /**
+     * Return the most recently built Scene (WS6). Returns null before the
+     * first tick. The `scene` provider seeds an initial tick on first read
+     * so this is rarely null in practice.
+     */
+    getCurrentScene(): Scene | null;
+    /**
+     * Force a fresh Scene build. Used by the `scene` provider on first read
+     * and by WS7's Brain to refresh before a new turn.
+     */
+    refreshScene(mode?: "idle" | "active" | "agent-turn"): Promise<Scene>;
+    /**
+     * Subscribe to scene updates. Returns an unsubscribe function. The
+     * SceneBuilder ticks only on explicit `refreshScene` calls — subscribers
+     * are notified whenever a tick completes.
+     */
+    subscribeToSceneUpdates(handler: (event: SceneUpdateEvent) => void): () => void;
+    /**
+     * Shared single-capture `ScreenState` for a display (#9105 M3). Reuses the
+     * last capture inside the freshness window; pass `force` to re-capture. This
+     * is the one capture per turn that OCR, the Brain, and the DirtyTileDescriber
+     * all read instead of grabbing their own frame.
+     */
+    getScreenState(displayId?: number, force?: boolean): Promise<ScreenState>;
+    /** Subscribe to screen-change events (dHash moved ≥ threshold). */
+    subscribeScreenChange(listener: (change: ScreenStateChange) => void): () => void;
+    /** Capture-accounting snapshot proving the per-turn capture saving. */
+    getScreenStateStats(): ReturnType<ScreenStateStore["getStats"]>;
+    /**
+     * Populate the current scene's VLM annotations (#9105 M3). The Brain and the
+     * DirtyTileDescriber produce `vlm_scene` / `vlm_elements`; this persists them
+     * so the next `scene` provider read carries the cheap understanding instead
+     * of forcing a fresh describe.
+     */
+    setSceneVlmAnnotations(vlmScene: string | null, vlmElements: SceneVlmElement[] | null): void;
     private shouldCaptureAfterDesktopAction;
     private createEntry;
     private succeedEntry;

package/dist/services/computer-use-service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"computer-use-service.d.ts","sourceRoot":"","sources":["../../src/services/computer-use-service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,aAAa,EAAU,OAAO,EAAE,MAAM,eAAe,CAAC;AA0EpE,OAAO,KAAK,EACV,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,gBAAgB,EAChB,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EAEpB,iBAAiB,EACjB,mBAAmB,EACnB,gBAAgB,EAChB,gBAAgB,EAChB,oBAAoB,EACpB,UAAU,EACV,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,aAAa,CAAC;AAgErB,qBAAa,kBAAmB,SAAQ,OAAO;IAC7C,MAAM,CAAC,WAAW,SAAiB;IAEnC,qBAAqB,SACuH;IAE5I,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,aAAa,CAA4B;IACjD,OAAO,CAAC,UAAU,CAA6C;IAC/D,OAAO,CAAC,eAAe,CAAoC;IAC3D,OAAO,CAAC,QAAQ,CAMd;WAEW,KAAK,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC;IAoBtD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAWrB,cAAc,CAClB,OAAO,EAAE,MAAM,EACf,UAAU,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GACvC,OAAO,CAAC,iBAAiB,CAAC;IA0FvB,oBAAoB,CACxB,SAAS,EAAE,mBAAmB,GAC7B,OAAO,CAAC,oBAAoB,CAAC;IAuI1B,oBAAoB,CACxB,SAAS,EAAE,mBAAmB,GAC7B,OAAO,CAAC,mBAAmB,CAAC;YAkCjB,2BAA2B;IAyBzC,OAAO,CAAC,qBAAqB;YASf,gBAAgB;IAiNxB,mBAAmB,CACvB,SAAS,EAAE,kBAAkB,GAC5B,OAAO,CAAC,kBAAkB,CAAC;IAiGxB,iBAAiB,CACrB,SAAS,EAAE,gBAAgB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IAkFtB,qBAAqB,CACzB,SAAS,EAAE,oBAAoB,GAC9B,OAAO,CAAC,oBAAoB,CAAC;IA2F1B,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAItC,eAAe,IAAI,oBAAoB;IAIvC,gBAAgB,IAAI,kBAAkB,EAAE;IAIxC,mBAAmB,IAAI,UAAU;IAIjC,eAAe,IAAI,YAAY;IAI/B,eAAe,CAAC,IAAI,EAAE,YAAY,GAAG,YAAY;IAOjD,mBAAmB,IAAI,gBAAgB;IAIvC,kBAAkB,CAChB,QAAQ,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,GAC7C,MAAM,IAAI;IAIb,eAAe,CACb,EAAE,EAAE,MAAM,EACV,QAAQ,EAAE,OAAO,EACjB,MAAM,CAAC,EAAE,MAAM,GACd,kBAAkB,GAAG,IAAI;IAI5B,OAAO,CAAC,4BAA4B;IA4BpC,OAAO,CAAC,4BAA4B;IAWpC,OAAO,CAAC,2BAA2B;IAUnC,OAAO,CAAC,yBAAyB;IAWjC,OAAO,CAAC,6BAA6B;IAYrC,OAAO,CAAC,sBAAsB;IAe9B,OAAO,CAAC,sBAAsB;IAM9B,OAAO,CAAC,sBAAsB;IAmD9B,OAAO,CAAC,qBAAqB;IAsB7B,OAAO,CAAC,mBAAmB;IA+B3B,OAAO,CAAC,uBAAuB;IAqB/B,OAAO,CAAC,yBAAyB;IAWjC,OAAO,CAAC,yBAAyB;IAgBjC,OAAO,CAAC,wBAAwB;IAyBhC,OAAO,CAAC,sBAAsB;IA6B9B,OAAO,CAAC,0BAA0B;YAuBpB,aAAa;YA2Bb,uBAAuB;IAKrC,OAAO,CAAC,+BAA+B;IAUvC,OAAO,CAAC,WAAW;IAYnB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,SAAS;IASjB,OAAO,CAAC,eAAe;IAgBvB,OAAO,CAAC,mBAAmB;IAgB3B,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,aAAa;IAOrB,OAAO,CAAC,mBAAmB;IAQ3B,OAAO,CAAC,iBAAiB;IAuBzB,OAAO,CAAC,oBAAoB;IAI5B,OAAO,CAAC,cAAc;IAQtB,OAAO,CAAC,UAAU;IAOlB,OAAO,CAAC,UAAU;IA+ClB,OAAO,CAAC,kBAAkB;CAQ3B"}
+{"version":3,"file":"computer-use-service.d.ts","sourceRoot":"","sources":["../../src/services/computer-use-service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,aAAa,EAAU,OAAO,EAAE,MAAM,eAAe,CAAC;AAwGpE,OAAO,EAAgB,KAAK,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAChF,OAAO,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,iBAAiB,EACtB,gBAAgB,EACjB,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EACV,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,gBAAgB,EAChB,mBAAmB,EACnB,mBAAmB,EACnB,oBAAoB,EACpB,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,oBAAoB,EACpB,UAAU,EACV,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,aAAa,CAAC;AA6ErB,qBAAa,kBAAmB,SAAQ,OAAO;IAC7C,MAAM,CAAC,WAAW,SAAiB;IAEnC,qBAAqB,SACuH;IAE5I,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,aAAa,CAA4B;IACjD,OAAO,CAAC,UAAU,CAA6C;IAC/D,OAAO,CAAC,eAAe,CAAoC;IAC3D,OAAO,CAAC,0BAA0B,CAAS;IAC3C,OAAO,CAAC,YAAY,CAEjB;IACH;;;;OAIG;IACH,OAAO,CAAC,gBAAgB,CAErB;IACH,OAAO,CAAC,QAAQ,CAOd;WAEW,KAAK,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC;IA+BtD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAcrB,cAAc,CAClB,OAAO,EAAE,MAAM,EACf,UAAU,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GACvC,OAAO,CAAC,iBAAiB,CAAC;IAyGvB,oBAAoB,CACxB,SAAS,EAAE,mBAAmB,GAC7B,OAAO,CAAC,oBAAoB,CAAC;IAuOhC;;;;;;OAMG;YACW,cAAc;IAmE5B;;;;;;OAMG;YACW,mBAAmB;IAqD3B,oBAAoB,CACxB,SAAS,EAAE,mBAAmB,GAC7B,OAAO,CAAC,mBAAmB,CAAC;YAkCjB,2BAA2B;IAyBzC,OAAO,CAAC,qBAAqB;YASf,gBAAgB;IAiNxB,mBAAmB,CACvB,SAAS,EAAE,kBAAkB,GAC5B,OAAO,CAAC,kBAAkB,CAAC;IA+IxB,iBAAiB,CACrB,SAAS,EAAE,gBAAgB,GAC1B,OAAO,CAAC,gBAAgB,CAAC;IA2GtB,qBAAqB,CACzB,SAAS,EAAE,oBAAoB,GAC9B,OAAO,CAAC,oBAAoB,CAAC;IA2F1B,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAItC,eAAe,IAAI,oBAAoB;IAIvC,SAAS,IAAI,iBAAiB;IAc9B,gBAAgB,IAAI,kBAAkB,EAAE;IAIxC,mBAAmB,IAAI,UAAU;IAIjC,eAAe,IAAI,YAAY;IAI/B,eAAe,CAAC,IAAI,EAAE,YAAY,GAAG,YAAY;IAOjD,mBAAmB,IAAI,gBAAgB;IAIvC,kBAAkB,CAChB,QAAQ,EAAE,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,GAC7C,MAAM,IAAI;IAIb,eAAe,CACb,EAAE,EAAE,MAAM,EACV,QAAQ,EAAE,OAAO,EACjB,MAAM,CAAC,EAAE,MAAM,GACd,kBAAkB,GAAG,IAAI;IAI5B,OAAO,CAAC,4BAA4B;IA4BpC,OAAO,CAAC,4BAA4B;IAWpC,OAAO,CAAC,2BAA2B;IAUnC,OAAO,CAAC,yBAAyB;IAWjC,OAAO,CAAC,6BAA6B;IAYrC,OAAO,CAAC,sBAAsB;IAe9B,OAAO,CAAC,sBAAsB;IAM9B,OAAO,CAAC,sBAAsB;IAmD9B,OAAO,CAAC,qBAAqB;IA8B7B,OAAO,CAAC,mBAAmB;IA+B3B,OAAO,CAAC,uBAAuB;IAqB/B,OAAO,CAAC,yBAAyB;IAWjC,OAAO,CAAC,yBAAyB;IAgBjC,OAAO,CAAC,wBAAwB;IAyBhC,OAAO,CAAC,sBAAsB;IAuC9B,OAAO,CAAC,0BAA0B;YAuBpB,aAAa;IA2B3B;;;OAGG;YACW,2BAA2B;IAwBzC;;;;OAIG;IACH,OAAO,CAAC,yBAAyB;IAoBjC,OAAO,CAAC,QAAQ;IAchB,oEAAoE;IACpE,WAAW,IAAI,iBAAiB,EAAE;IAUlC;;;;OAIG;IACH,eAAe,IAAI,KAAK,GAAG,IAAI;IAI/B;;;OAGG;IACG,YAAY,CAChB,IAAI,GAAE,MAAM,GAAG,QAAQ,GAAG,YAA2B,GACpD,OAAO,CAAC,KAAK,CAAC;IAIjB;;;;OAIG;IACH,uBAAuB,CACrB,OAAO,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,GACzC,MAAM,IAAI;IAIb;;;;;OAKG;IACG,cAAc,CAAC,SAAS,SAAI,EAAE,KAAK,UAAQ,GAAG,OAAO,CAAC,WAAW,CAAC;IAIxE,mEAAmE;IACnE,qBAAqB,CACnB,QAAQ,EAAE,CAAC,MAAM,EAAE,iBAAiB,KAAK,IAAI,GAC5C,MAAM,IAAI;IAIb,uEAAuE;IACvE,mBAAmB,IAAI,UAAU,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAI/D;;;;;OAKG;IACH,sBAAsB,CACpB,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,WAAW,EAAE,eAAe,EAAE,GAAG,IAAI,GACpC,IAAI;IAIP,OAAO,CAAC,+BAA+B;IAUvC,OAAO,CAAC,WAAW;IAYnB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,SAAS;IASjB,OAAO,CAAC,eAAe;IAgBvB,OAAO,CAAC,mBAAmB;IAgB3B,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,aAAa;IAOrB,OAAO,CAAC,mBAAmB;IAQ3B,OAAO,CAAC,iBAAiB;IAuBzB,OAAO,CAAC,oBAAoB;IAI5B,OAAO,CAAC,cAAc;IAQtB,OAAO,CAAC,UAAU;IAOlB,OAAO,CAAC,UAAU;IAwGlB,OAAO,CAAC,kBAAkB;CAQ3B"}

package/dist/services/index.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Barrel exports for plugin-computeruse services.
+ */
+export { ComputerUseService } from "./computer-use-service.js";
+export type { DesktopControlCapabilities, DesktopControlCapability, DesktopInputButton, DesktopScreenshotRegion, DesktopWindowInfo, } from "./desktop-control.js";
+export { VISION_CONTEXT_SERVICE_TYPE, VISION_CONTEXT_TASK_GOAL_CACHE_KEY, type VisionContext, type VisionContextBBox, type VisionContextFocusedWindow, VisionContextProvider, type VisionContextRecentAction, } from "./vision-context-provider.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/services/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/services/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,YAAY,EACV,0BAA0B,EAC1B,wBAAwB,EACxB,kBAAkB,EAClB,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,2BAA2B,EAC3B,kCAAkC,EAClC,KAAK,aAAa,EAClB,KAAK,iBAAiB,EACtB,KAAK,0BAA0B,EAC/B,qBAAqB,EACrB,KAAK,yBAAyB,GAC/B,MAAM,8BAA8B,CAAC"}

package/dist/services/vision-context-provider.d.ts

@@ -0,0 +1,32 @@
+import { type IAgentRuntime, Service } from "@elizaos/core";
+export declare const VISION_CONTEXT_SERVICE_TYPE = "vision-context";
+export declare const VISION_CONTEXT_TASK_GOAL_CACHE_KEY = "vision-context:task-goal";
+export type VisionContextBBox = [number, number, number, number];
+export interface VisionContextFocusedWindow {
+    app: string;
+    title: string;
+    bbox: VisionContextBBox | null;
+}
+export interface VisionContextRecentAction {
+    action: string;
+    ts: number;
+}
+export interface VisionContext {
+    openApps: string[];
+    focusedWindow: VisionContextFocusedWindow | null;
+    recentActions: VisionContextRecentAction[];
+    currentTaskGoal: string | null;
+}
+export declare class VisionContextProvider extends Service {
+    static serviceType: string;
+    private readonly recentActions;
+    capabilityDescription: string;
+    static start(runtime: IAgentRuntime): Promise<VisionContextProvider>;
+    stop(): Promise<void>;
+    getContext(): Promise<VisionContext>;
+    noteAction(action: string): void;
+    private getScene;
+    private getRecentActions;
+    private getCurrentTaskGoal;
+}
+//# sourceMappingURL=vision-context-provider.d.ts.map

package/dist/services/vision-context-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision-context-provider.d.ts","sourceRoot":"","sources":["../../src/services/vision-context-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,aAAa,EAAU,OAAO,EAAE,MAAM,eAAe,CAAC;AAMpE,eAAO,MAAM,2BAA2B,mBAAmB,CAAC;AAC5D,eAAO,MAAM,kCAAkC,6BAA6B,CAAC;AAE7E,MAAM,MAAM,iBAAiB,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAEjE,MAAM,WAAW,0BAA0B;IACzC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,iBAAiB,GAAG,IAAI,CAAC;CAChC;AAED,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,EAAE,0BAA0B,GAAG,IAAI,CAAC;IACjD,aAAa,EAAE,yBAAyB,EAAE,CAAC;IAC3C,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AA4ED,qBAAa,qBAAsB,SAAQ,OAAO;IAChD,OAAgB,WAAW,SAA+B;IAE1D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmC;IAExD,qBAAqB,SACiC;WAEzC,KAAK,CACzB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,qBAAqB,CAAC;IAIlB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B,UAAU,IAAI,OAAO,CAAC,aAAa,CAAC;IAe1C,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;YAalB,QAAQ;IActB,OAAO,CAAC,gBAAgB;YAWV,kBAAkB;CAqBjC"}

package/dist/types.d.ts

@@ -5,11 +5,26 @@
  * elizaOS service/action/provider model.
  */
 export type PermissionType = "accessibility" | "screen_recording" | "microphone" | "camera" | "shell";
-export type DesktopActionType = "screenshot" | "click" | "click_with_modifiers" | "double_click" | "right_click" | "mouse_move" | "type" | "key" | "key_combo" | "scroll" | "drag" | "detect_elements" | "ocr";
+export type DesktopActionType = "screenshot" | "click" | "click_with_modifiers" | "double_click" | "right_click" | "mouse_move" | "middle_click" | "mouse_down" | "mouse_up" | "type" | "key" | "key_combo" | "key_down" | "key_up" | "scroll" | "drag" | "get_cursor_position" | "detect_elements" | "ocr" | "open" | "launch" | "kill_app" | "set_value";
 export interface DesktopActionParams {
     action: DesktopActionType;
     coordinate?: [number, number];
     startCoordinate?: [number, number];
+    /**
+     * Multi-point polyline for `drag` (≥2 points, local to `displayId`). When
+     * present it supersedes `startCoordinate`/`coordinate` and traces every
+     * waypoint with the button held (curves, corners, marquee, swipe paths).
+     */
+    path?: Array<[number, number]>;
+    /**
+     * Display the coordinate is local to. Required for any coordinate-bearing
+     * action (click, mouse_move, drag, scroll, key_combo, click_with_modifiers).
+     * If omitted, the service falls back to the primary display and emits a
+     * deprecation warning. New callers MUST set this.
+     */
+    displayId?: number;
+    /** Coordinate space of `coordinate`/`startCoordinate`: logical (default) or backing-store pixels (macOS retina captures). */
+    coordSource?: "logical" | "backing";
     /** Modifier keys to hold during click_with_modifiers */
     modifiers?: string[];
     /** Text to type (for "type" action) */
@@ -27,6 +42,12 @@ export interface DesktopActionParams {
     y1?: number;
     x2?: number;
     y2?: number;
+    /** Target file / URL / folder for the `open` action. */
+    target?: string;
+    /** Application name or executable path for the `launch` action. */
+    app?: string;
+    /** Arguments passed to the launched application (`launch`). */
+    appArgs?: string[];
 }
 export type BrowserActionType = "open" | "connect" | "close" | "navigate" | "click" | "type" | "scroll" | "screenshot" | "dom" | "get_dom" | "clickables" | "get_clickables" | "execute" | "state" | "info" | "context" | "get_context" | "wait" | "list_tabs" | "open_tab" | "close_tab" | "switch_tab";
 export interface BrowserActionParams {
@@ -51,7 +72,7 @@ export interface BrowserActionParams {
     /** Wait timeout in ms */
     timeout?: number;
 }
-export type WindowActionType = "list" | "focus" | "switch" | "arrange" | "move" | "minimize" | "maximize" | "restore" | "close";
+export type WindowActionType = "list" | "focus" | "switch" | "arrange" | "move" | "minimize" | "maximize" | "restore" | "close" | "get_current_window_id" | "get_application_windows" | "set_bounds" | "get_window_size" | "get_window_position";
 export interface WindowActionParams {
     action: WindowActionType;
     windowId?: string;
@@ -65,9 +86,12 @@ export interface WindowActionParams {
     window?: string;
     /** Layout hint for arrange action */
     arrangement?: string;
-    /** Coordinates for move action */
+    /** Coordinates for move / set_bounds action */
     x?: number;
     y?: number;
+    /** Window size for set_bounds action */
+    width?: number;
+    height?: number;
 }
 export interface ComputerUseResult {
     success: boolean;
@@ -81,6 +105,13 @@ export interface ComputerUseResult {
 export interface ComputerActionResult extends ComputerUseResult {
     /** Base64-encoded PNG screenshot taken after the action */
     screenshot?: string;
+    /** Display the screenshot belongs to (when known). */
+    displayId?: number;
+    /** Current cursor position (for the `get_cursor_position` action). */
+    cursorPosition?: {
+        x: number;
+        y: number;
+    };
     /** Structured data payload (e.g. OCR/detect results) */
     data?: unknown;
 }
@@ -102,11 +133,17 @@ export interface BrowserActionResult extends ComputerUseResult {
     count?: number;
 }
 export interface WindowActionResult extends ComputerUseResult {
-    /** Window list for "list" action */
+    /** Window list for "list" / "get_application_windows" actions */
     windows?: WindowInfo[];
     count?: number;
+    /** Focused window id for "get_current_window_id" (null when none focused). */
+    windowId?: string | null;
+    /** Focused window descriptor for "get_current_window_id". */
+    window?: WindowInfo | null;
+    /** Window bounds for "get_window_size" / "get_window_position". */
+    bounds?: ScreenRegion;
 }
-export type FileActionType = "read" | "write" | "edit" | "append" | "delete" | "exists" | "list" | "list_directory" | "delete_directory" | "upload" | "download" | "list_downloads";
+export type FileActionType = "read" | "write" | "edit" | "append" | "delete" | "exists" | "list" | "list_directory" | "delete_directory" | "upload" | "download" | "list_downloads" | "read_bytes" | "write_bytes" | "create_dir" | "directory_exists" | "get_file_size";
 export interface FileActionParams {
     action: FileActionType;
     path?: string;
@@ -120,6 +157,11 @@ export interface FileActionParams {
     find?: string;
     replace?: string;
     encoding?: BufferEncoding;
+    /** Base64 payload for write_bytes. */
+    base64?: string;
+    /** Byte window for read_bytes (chunked binary transfer). */
+    offset?: number;
+    length?: number;
 }
 export interface FileEntry {
     name: string;
@@ -129,6 +171,8 @@ export interface FileEntry {
 export interface FileActionResult extends ComputerUseResult {
     path?: string;
     content?: string;
+    /** Base64-encoded bytes for read_bytes. */
+    bytes?: string;
     exists?: boolean;
     isFile?: boolean;
     isDirectory?: boolean;
@@ -172,6 +216,20 @@ export interface ScreenSize {
     width: number;
     height: number;
 }
+/**
+ * One physical display attached to the host. Surfaced to the agent via the
+ * `computerState` provider so the planner knows the layout before issuing
+ * coordinate-bearing actions.
+ */
+export interface DisplayDescriptor {
+    id: number;
+    /** [x, y, width, height] in OS-global pixel space. */
+    bounds: [number, number, number, number];
+    /** Backing-store scale factor (1 on Linux/Windows, >1 on HiDPI macOS). */
+    scaleFactor: number;
+    primary: boolean;
+    name: string;
+}
 export interface PlatformCapability {
     available: boolean;
     tool: string;
@@ -201,6 +259,10 @@ export interface PlatformCapabilities {
         available: boolean;
         tool: string;
     };
+    clipboard: {
+        available: boolean;
+        tool: string;
+    };
 }
 export interface ActionHistoryEntry {
     action: string;
@@ -241,6 +303,54 @@ export interface ComputerUseConfig {
     approvalMode: ApprovalMode;
     /** Launch puppeteer-core in headless mode (default: false) */
     browserHeadless?: boolean;
+    /** Execution mode: 'yolo' runs CUA ops on the host, 'sandbox' delegates to a VM/container backend. */
+    mode: ComputerUseMode;
+    /** Sandbox configuration; only consulted when `mode === 'sandbox'`. */
+    sandbox?: SandboxConfig;
+}
+/**
+ * Top-level execution mode. Picked exactly once at plugin init by reading
+ * `ELIZA_COMPUTERUSE_MODE`. There is no per-call override.
+ *
+ * - `yolo`    — operate the host machine (existing behaviour).
+ * - `sandbox` — operate an isolated VM/container; the host is never touched.
+ */
+export type ComputerUseMode = "yolo" | "sandbox";
+/** Implemented sandbox backend identifier. */
+export type SandboxBackendName = "docker" | "wsb" | "qemu";
+export interface SandboxConfig {
+    backend: SandboxBackendName;
+    /**
+     * Container/VM image identifier. Operator must pull or build this image
+     * themselves; the plugin does not ship one. Default: `cua/linux:latest`.
+     */
+    image: string;
+    /** Optional overrides forwarded to the backend (env, mounts, args). */
+    options?: SandboxBackendOptions;
+}
+export interface SandboxBackendOptions {
+    /** Extra environment variables exposed inside the sandbox. */
+    env?: Record<string, string>;
+    /** Host:container path mount pairs (Docker only). */
+    mounts?: Array<{
+        host: string;
+        container: string;
+        readOnly?: boolean;
+    }>;
+    /** Resource limits passed through to the backend. */
+    resources?: {
+        cpus?: number;
+        memoryMb?: number;
+    };
+    /**
+     * Remote-guest RPC endpoint for the VM backends (WSB / QEMU, #9170 M13). The
+     * in-guest computer-server listens here; the host POSTs
+     * `{command, params}` → `{success, result}`. Defaults to
+     * `http://127.0.0.1:<rpcPort>/cua`.
+     */
+    rpcUrl?: string;
+    /** Host-forwarded guest RPC port (WSB / QEMU). Default 8000. */
+    rpcPort?: number;
 }
 export interface BrowserState {
     url: string;

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,MAAM,cAAc,GACtB,eAAe,GACf,kBAAkB,GAClB,YAAY,GACZ,QAAQ,GACR,OAAO,CAAC;AAIZ,MAAM,MAAM,iBAAiB,GACzB,YAAY,GACZ,OAAO,GACP,sBAAsB,GACtB,cAAc,GACd,aAAa,GACb,YAAY,GACZ,MAAM,GACN,KAAK,GACL,WAAW,GACX,QAAQ,GACR,MAAM,GACN,iBAAiB,GACjB,KAAK,CAAC;AAEV,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,iBAAiB,CAAC;IAC1B,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,eAAe,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,wDAAwD;IACxD,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,uCAAuC;IACvC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;IACrC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IACnD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAID,MAAM,MAAM,iBAAiB,GACzB,MAAM,GACN,SAAS,GACT,OAAO,GACP,UAAU,GACV,OAAO,GACP,MAAM,GACN,QAAQ,GACR,YAAY,GACZ,KAAK,GACL,SAAS,GACT,YAAY,GACZ,gBAAgB,GAChB,SAAS,GACT,OAAO,GACP,MAAM,GACN,SAAS,GACT,aAAa,GACb,MAAM,GACN,WAAW,GACX,UAAU,GACV,WAAW,GACX,YAAY,CAAC;AAEjB,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,iBAAiB,CAAC;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gDAAgD;IAChD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gCAAgC;IAChC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,uBAAuB;IACvB,SAAS,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,qCAAqC;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,yBAAyB;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAID,MAAM,MAAM,gBAAgB,GACxB,MAAM,GACN,OAAO,GACP,QAAQ,GACR,SAAS,GACT,MAAM,GACN,UAAU,GACV,UAAU,GACV,SAAS,GACT,OAAO,CAAC;AAEZ,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,2CAA2C;IAC3C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uCAAuC;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,2BAA2B;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,4BAA4B;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qCAAqC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kCAAkC;IAClC,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;CACZ;AAID,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,2DAA2D;IAC3D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wDAAwD;IACxD,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,mBAAoB,SAAQ,iBAAiB;IAC5D,+CAA+C;IAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yCAAyC;IACzC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,+DAA+D;IAC/D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,0DAA0D;IAC1D,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,CAAC,EAAE,UAAU,EAAE,CAAC;IACpB,QAAQ,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,kBAAmB,SAAQ,iBAAiB;IAC3D,oCAAoC;IACpC,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,cAAc,GACtB,MAAM,GACN,OAAO,GACP,MAAM,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,GACR,MAAM,GACN,gBAAgB,GAChB,kBAAkB,GAClB,QAAQ,GACR,UAAU,GACV,gBAAgB,CAAC;AAErB,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,cAAc,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,cAAc,CAAC;CAC3B;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,gBAAiB,SAAQ,iBAAiB;IACzD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;CACrB;AAED,MAAM,MAAM,kBAAkB,GAC1B,SAAS,GACT,SAAS,GACT,MAAM,GACN,MAAM,GACN,OAAO,GACP,OAAO,GACP,iBAAiB,CAAC;AAEtB,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,kBAAkB,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAID,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,YAAY;IAC3B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,oBAAoB;IACnC,UAAU,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD,WAAW,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,UAAU,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD,OAAO,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,QAAQ,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,UAAU,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CAClD;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,MAAM,YAAY,GACpB,cAAc,GACd,eAAe,GACf,aAAa,GACb,KAAK,CAAC;AAEV,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,YAAY,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,eAAe,EAAE,CAAC;CACrC;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE,YAAY,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAChC,0EAA0E;IAC1E,qBAAqB,EAAE,OAAO,CAAC;IAC/B,sDAAsD;IACtD,eAAe,EAAE,MAAM,CAAC;IACxB,oEAAoE;IACpE,gBAAgB,EAAE,MAAM,CAAC;IACzB,gDAAgD;IAChD,YAAY,EAAE,YAAY,CAAC;IAC3B,8DAA8D;IAC9D,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAID,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,WAAY,SAAQ,YAAY;IAC/C,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACpD,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;CACjB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,MAAM,MAAM,cAAc,GACtB,eAAe,GACf,kBAAkB,GAClB,YAAY,GACZ,QAAQ,GACR,OAAO,CAAC;AAIZ,MAAM,MAAM,iBAAiB,GACzB,YAAY,GACZ,OAAO,GACP,sBAAsB,GACtB,cAAc,GACd,aAAa,GACb,YAAY,GACZ,cAAc,GACd,YAAY,GACZ,UAAU,GACV,MAAM,GACN,KAAK,GACL,WAAW,GACX,UAAU,GACV,QAAQ,GACR,QAAQ,GACR,MAAM,GACN,qBAAqB,GACrB,iBAAiB,GACjB,KAAK,GACL,MAAM,GACN,QAAQ,GACR,UAAU,GACV,WAAW,CAAC;AAEhB,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,iBAAiB,CAAC;IAC1B,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,eAAe,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC;;;;OAIG;IACH,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/B;;;;;OAKG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6HAA6H;IAC7H,WAAW,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IACpC,wDAAwD;IACxD,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,uCAAuC;IACvC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;IACrC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IACnD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,wDAAwD;IACxD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,mEAAmE;IACnE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,+DAA+D;IAC/D,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAID,MAAM,MAAM,iBAAiB,GACzB,MAAM,GACN,SAAS,GACT,OAAO,GACP,UAAU,GACV,OAAO,GACP,MAAM,GACN,QAAQ,GACR,YAAY,GACZ,KAAK,GACL,SAAS,GACT,YAAY,GACZ,gBAAgB,GAChB,SAAS,GACT,OAAO,GACP,MAAM,GACN,SAAS,GACT,aAAa,GACb,MAAM,GACN,WAAW,GACX,UAAU,GACV,WAAW,GACX,YAAY,CAAC;AAEjB,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,iBAAiB,CAAC;IAC1B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gDAAgD;IAChD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gCAAgC;IAChC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,uBAAuB;IACvB,SAAS,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,qCAAqC;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,yBAAyB;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAID,MAAM,MAAM,gBAAgB,GACxB,MAAM,GACN,OAAO,GACP,QAAQ,GACR,SAAS,GACT,MAAM,GACN,UAAU,GACV,UAAU,GACV,SAAS,GACT,OAAO,GACP,uBAAuB,GACvB,yBAAyB,GACzB,YAAY,GACZ,iBAAiB,GACjB,qBAAqB,CAAC;AAE1B,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,2CAA2C;IAC3C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uCAAuC;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,2BAA2B;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,4BAA4B;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qCAAqC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+CAA+C;IAC/C,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,wCAAwC;IACxC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAID,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,2DAA2D;IAC3D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sDAAsD;IACtD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,sEAAsE;IACtE,cAAc,CAAC,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1C,wDAAwD;IACxD,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,mBAAoB,SAAQ,iBAAiB;IAC5D,+CAA+C;IAC/C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yCAAyC;IACzC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,+DAA+D;IAC/D,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,0DAA0D;IAC1D,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,CAAC,EAAE,UAAU,EAAE,CAAC;IACpB,QAAQ,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,kBAAmB,SAAQ,iBAAiB;IAC3D,iEAAiE;IACjE,OAAO,CAAC,EAAE,UAAU,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,8EAA8E;IAC9E,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,6DAA6D;IAC7D,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,mEAAmE;IACnE,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB;AAED,MAAM,MAAM,cAAc,GACtB,MAAM,GACN,OAAO,GACP,MAAM,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,GACR,MAAM,GACN,gBAAgB,GAChB,kBAAkB,GAClB,QAAQ,GACR,UAAU,GACV,gBAAgB,GAChB,YAAY,GACZ,aAAa,GACb,YAAY,GACZ,kBAAkB,GAClB,eAAe,CAAC;AAEpB,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,cAAc,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,sCAAsC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,4DAA4D;IAC5D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,gBAAiB,SAAQ,iBAAiB;IACzD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,2CAA2C;IAC3C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;CACrB;AAED,MAAM,MAAM,kBAAkB,GAC1B,SAAS,GACT,SAAS,GACT,MAAM,GACN,MAAM,GACN,OAAO,GACP,OAAO,GACP,iBAAiB,CAAC;AAEtB,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,kBAAkB,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,oBAAqB,SAAQ,iBAAiB;IAC7D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAID,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,YAAY;IAC3B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,sDAAsD;IACtD,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,0EAA0E;IAC1E,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,oBAAoB;IACnC,UAAU,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD,WAAW,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD,UAAU,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD,OAAO,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,QAAQ,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,UAAU,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD,SAAS,EAAE;QAAE,SAAS,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CACjD;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,MAAM,YAAY,GACpB,cAAc,GACd,eAAe,GACf,aAAa,GACb,KAAK,CAAC;AAEV,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,YAAY,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,eAAe,EAAE,CAAC;CACrC;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE,YAAY,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,iBAAiB;IAChC,0EAA0E;IAC1E,qBAAqB,EAAE,OAAO,CAAC;IAC/B,sDAAsD;IACtD,eAAe,EAAE,MAAM,CAAC;IACxB,oEAAoE;IACpE,gBAAgB,EAAE,MAAM,CAAC;IACzB,gDAAgD;IAChD,YAAY,EAAE,YAAY,CAAC;IAC3B,8DAA8D;IAC9D,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,sGAAsG;IACtG,IAAI,EAAE,eAAe,CAAC;IACtB,uEAAuE;IACvE,OAAO,CAAC,EAAE,aAAa,CAAC;CACzB;AAID;;;;;;GAMG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,SAAS,CAAC;AAEjD,8CAA8C;AAC9C,MAAM,MAAM,kBAAkB,GAAG,QAAQ,GAAG,KAAK,GAAG,MAAM,CAAC;AAE3D,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,kBAAkB,CAAC;IAC5B;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd,uEAAuE;IACvE,OAAO,CAAC,EAAE,qBAAqB,CAAC;CACjC;AAED,MAAM,WAAW,qBAAqB;IACpC,8DAA8D;IAC9D,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,qDAAqD;IACrD,MAAM,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACxE,qDAAqD;IACrD,SAAS,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gEAAgE;IAChE,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAID,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,WAAY,SAAQ,YAAY;IAC/C,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACpD,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;CACjB"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@elizaos/plugin-computeruse",
-  "version": "2.0.0-beta.1",
-  "description": "Desktop automation plugin — screenshots, mouse/keyboard control, browser CDP, terminal access, file operations, and window management for elizaOS agents. Ported from open-computer-use (Apache 2.0).",
+  "version": "2.0.3-beta.3",
+  "description": "Desktop automation plugin — screenshots, mouse/keyboard control, browser CDP, and window management for elizaOS agents. Ported from open-computer-use (Apache 2.0).",
   "type": "module",
   "main": "dist/index.js",
   "module": "dist/index.js",
@@ -9,12 +9,29 @@
   "exports": {
     "./package.json": "./package.json",
     ".": {
+      "types": "./dist/index.d.ts",
+      "eliza-source": {
+        "types": "./src/index.ts",
+        "import": "./src/index.ts",
+        "default": "./src/index.ts"
+      },
       "import": "./dist/index.js",
-      "default": "./dist/index.js",
-      "types": "./dist/index.d.ts"
+      "default": "./dist/index.js"
+    },
+    "./*.css": "./dist/*.css",
+    "./*": {
+      "types": "./dist/*.d.ts",
+      "eliza-source": {
+        "types": "./src/*.ts",
+        "import": "./src/*.ts",
+        "default": "./src/*.ts"
+      },
+      "import": "./dist/*.js",
+      "default": "./dist/*.js"
     }
   },
   "files": [
+    "registry-entry.json",
     "dist",
     "README.md",
     "package.json"
@@ -23,21 +40,33 @@
     "postinstall": "node scripts/ensure-platform-deps.mjs",
     "build": "bun run build.ts",
     "test": "vitest run --config vitest.config.ts",
-    "typecheck": "tsc --noEmit"
+    "typecheck": "tsgo --noEmit",
+    "validate:ios-device-evidence": "node scripts/validate-ios-device-evidence.mjs",
+    "validate:platform-evidence": "node scripts/validate-platform-evidence.mjs",
+    "validate:android-device-evidence": "node scripts/validate-platform-evidence.mjs docs/android-device-validation.json",
+    "validate:android-aosp-evidence": "node scripts/validate-platform-evidence.mjs docs/android-aosp-validation.json",
+    "capture:macos-desktop-evidence": "bun scripts/capture-macos-desktop-evidence.mjs",
+    "validate:macos-desktop-evidence": "node scripts/validate-platform-evidence.mjs docs/macos-desktop-validation.json",
+    "validate:linux-desktop-evidence": "node scripts/validate-platform-evidence.mjs docs/linux-desktop-validation.json",
+    "validate:windows-desktop-evidence": "node scripts/validate-platform-evidence.mjs docs/windows-desktop-validation.json"
   },
   "peerDependencies": {
-    "@elizaos/core": "2.0.0-beta.1"
+    "@elizaos/core": "2.0.3-beta.3"
   },
   "devDependencies": {
-    "@elizaos/core": "2.0.0-beta.1",
+    "@elizaos/core": "2.0.3-beta.3",
     "@types/node": "^25.2.3",
+    "bun-types": "^1.3.14",
     "typescript": "^6.0.3",
-    "vitest": "4.1.5"
+    "vitest": "4.1.9"
   },
   "dependencies": {
     "@nut-tree-fork/nut-js": "^4.2.6",
     "puppeteer-core": "^24.9.0"
   },
+  "optionalDependencies": {
+    "@modelcontextprotocol/sdk": "^1.29.0"
+  },
   "license": "Apache-2.0",
   "agentConfig": {
     "pluginType": "elizaos:plugin:1.0.0",
@@ -67,7 +96,7 @@
         "type": "string",
         "description": "Approval mode for computer-use commands: full_control auto-approves everything, smart_approve auto-approves safe read-only commands, approve_all requires approval for every command, off denies all commands.",
         "required": false,
-        "default": "full_control",
+        "default": "smart_approve",
         "enum": [
           "full_control",
           "smart_approve",
@@ -93,10 +122,18 @@
           "legacy"
         ],
         "sensitive": false
+      },
+      "BROWSER_EXECUTE_DISABLED": {
+        "type": "boolean",
+        "description": "browser_execute / executeBrowser always fail closed (GHSA-rcvr-766c-4phv). Use DOM, clickables, click, type, navigate, and screenshot instead.",
+        "required": false,
+        "default": true,
+        "sensitive": false
       }
     }
   },
   "publishConfig": {
     "access": "public"
-  }
+  },
+  "gitHead": "f54b0f4eaed317d59fa7dbcdce20f4cdb0734420"
 }

package/registry-entry.json

@@ -0,0 +1,74 @@
+{
+  "id": "computeruse",
+  "name": "Computeruse",
+  "description": "Computer automation plugin for ElizaOS - enables AI agents to control the local machine (when supported) or a remote ComputerUse MCP server",
+  "npmName": "@elizaos/plugin-computeruse",
+  "version": "2.0.0-beta.0",
+  "source": "bundled",
+  "tags": ["computeruse", "automation", "desktop", "gui", "mcp"],
+  "config": {
+    "COMPUTER_USE_ENABLED": {
+      "type": "boolean",
+      "required": false,
+      "sensitive": false,
+      "default": false,
+      "label": "Use Enabled",
+      "help": "Enable computer use capabilities (desktop automation, screenshots, browser control)",
+      "advanced": false
+    },
+    "COMPUTER_USE_SCREENSHOT_AFTER_ACTION": {
+      "type": "boolean",
+      "required": false,
+      "sensitive": false,
+      "default": true,
+      "label": "Use Screenshot After Action",
+      "help": "Automatically capture a screenshot after each desktop action",
+      "advanced": false
+    },
+    "COMPUTER_USE_ACTION_TIMEOUT_MS": {
+      "type": "number",
+      "required": false,
+      "sensitive": false,
+      "default": 10000,
+      "label": "Use Action Timeout Ms",
+      "help": "Maximum action execution timeout in milliseconds",
+      "advanced": false,
+      "min": 0,
+      "unit": "ms"
+    },
+    "COMPUTER_USE_APPROVAL_MODE": {
+      "type": "textarea",
+      "required": false,
+      "sensitive": false,
+      "default": "full_control",
+      "label": "Use Approval Mode",
+      "help": "Approval mode for computer-use commands: full_control auto-approves everything, smart_approve auto-approves safe read-only commands, approve_all requires approval for every command, off denies all commands.",
+      "advanced": false
+    },
+    "COMPUTER_USE_BROWSER_HEADLESS": {
+      "type": "boolean",
+      "required": false,
+      "sensitive": false,
+      "default": false,
+      "label": "Use Browser Headless",
+      "help": "Run browser automation headlessly. Useful for CI and test environments without a visible desktop session.",
+      "advanced": false
+    }
+  },
+  "render": {
+    "visible": true,
+    "pinTo": [],
+    "style": "card",
+    "icon": "MousePointer2",
+    "group": "devtools",
+    "groupOrder": 5,
+    "actions": ["enable", "configure"]
+  },
+  "resources": {
+    "homepage": "https://elizaos.ai",
+    "repository": "https://github.com/elizaos/eliza"
+  },
+  "dependsOn": [],
+  "kind": "plugin",
+  "subtype": "devtools"
+}

package/dist/actions/desktop-handlers.d.ts

@@ -1,20 +0,0 @@
-/**
- * Pure handler functions for the DESKTOP parent action — one per op group.
- *
- * Each handler takes the live `ComputerUseService` instance and the resolved
- * params object, executes the underlying service call, and returns an
- * `ActionResult`. Format/text helpers stay local to this file so the parent
- * action only does dispatch.
- *
- * Logic preserved verbatim from the original per-verb actions
- * (file-action.ts / manage-window.ts / terminal-action.ts).
- */
-import type { ActionResult, HandlerCallback } from "@elizaos/core";
-import type { ComputerUseService } from "../services/computer-use-service.js";
-import type { FileActionParams, TerminalActionParams, WindowActionParams } from "../types.js";
-export declare const DESKTOP_OPS: readonly ["file", "window", "terminal"];
-export type DesktopOp = (typeof DESKTOP_OPS)[number];
-export declare function handleFileOp(service: ComputerUseService, params: FileActionParams, callback?: HandlerCallback): Promise<ActionResult>;
-export declare function handleWindowOp(service: ComputerUseService, params: WindowActionParams, callback?: HandlerCallback): Promise<ActionResult>;
-export declare function handleTerminalOp(service: ComputerUseService, params: TerminalActionParams, callback?: HandlerCallback): Promise<ActionResult>;
-//# sourceMappingURL=desktop-handlers.d.ts.map

package/dist/actions/desktop-handlers.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"desktop-handlers.d.ts","sourceRoot":"","sources":["../../src/actions/desktop-handlers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACnE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AAC9E,OAAO,KAAK,EACV,gBAAgB,EAEhB,oBAAoB,EAEpB,kBAAkB,EAEnB,MAAM,aAAa,CAAC;AAGrB,eAAO,MAAM,WAAW,yCAA0C,CAAC;AACnE,MAAM,MAAM,SAAS,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC;AAmBrD,wBAAsB,YAAY,CAChC,OAAO,EAAE,kBAAkB,EAC3B,MAAM,EAAE,gBAAgB,EACxB,QAAQ,CAAC,EAAE,eAAe,GACzB,OAAO,CAAC,YAAY,CAAC,CAoBvB;AA4BD,wBAAsB,cAAc,CAClC,OAAO,EAAE,kBAAkB,EAC3B,MAAM,EAAE,kBAAkB,EAC1B,QAAQ,CAAC,EAAE,eAAe,GACzB,OAAO,CAAC,YAAY,CAAC,CAmBvB;AAcD,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,kBAAkB,EAC3B,MAAM,EAAE,oBAAoB,EAC5B,QAAQ,CAAC,EAAE,eAAe,GACzB,OAAO,CAAC,YAAY,CAAC,CAoCvB"}

package/dist/actions/desktop.d.ts

@@ -1,11 +0,0 @@
-/**
- * DESKTOP parent action — single canonical action that dispatches to the
- * underlying desktop ops (file, window, terminal). Built on the same
- * `op`/`subaction` pattern as BROWSER. Future ops (`screenshot`, `ocr`,
- * `detect_elements`) are reserved in the enum but not yet implemented here —
- * canonical screen capture / OCR / element detection live on the
- * COMPUTER_USE action and stay there until intentionally moved.
- */
-import { type Action } from "@elizaos/core";
-export declare const desktopAction: Action;
-//# sourceMappingURL=desktop.d.ts.map

package/dist/actions/desktop.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"desktop.d.ts","sourceRoot":"","sources":["../../src/actions/desktop.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EACL,KAAK,MAAM,EASZ,MAAM,eAAe,CAAC;AAqCvB,eAAO,MAAM,aAAa,EAAE,MAkT3B,CAAC"}