@elizaos/plugin-computeruse 2.0.0-alpha.9 → 2.0.0-beta.1

package/dist/actions/desktop-handlers.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Pure handler functions for the DESKTOP parent action — one per op group.
+ *
+ * Each handler takes the live `ComputerUseService` instance and the resolved
+ * params object, executes the underlying service call, and returns an
+ * `ActionResult`. Format/text helpers stay local to this file so the parent
+ * action only does dispatch.
+ *
+ * Logic preserved verbatim from the original per-verb actions
+ * (file-action.ts / manage-window.ts / terminal-action.ts).
+ */
+import type { ActionResult, HandlerCallback } from "@elizaos/core";
+import type { ComputerUseService } from "../services/computer-use-service.js";
+import type { FileActionParams, TerminalActionParams, WindowActionParams } from "../types.js";
+export declare const DESKTOP_OPS: readonly ["file", "window", "terminal"];
+export type DesktopOp = (typeof DESKTOP_OPS)[number];
+export declare function handleFileOp(service: ComputerUseService, params: FileActionParams, callback?: HandlerCallback): Promise<ActionResult>;
+export declare function handleWindowOp(service: ComputerUseService, params: WindowActionParams, callback?: HandlerCallback): Promise<ActionResult>;
+export declare function handleTerminalOp(service: ComputerUseService, params: TerminalActionParams, callback?: HandlerCallback): Promise<ActionResult>;
+//# sourceMappingURL=desktop-handlers.d.ts.map

package/dist/actions/desktop-handlers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"desktop-handlers.d.ts","sourceRoot":"","sources":["../../src/actions/desktop-handlers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACnE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AAC9E,OAAO,KAAK,EACV,gBAAgB,EAEhB,oBAAoB,EAEpB,kBAAkB,EAEnB,MAAM,aAAa,CAAC;AAGrB,eAAO,MAAM,WAAW,yCAA0C,CAAC;AACnE,MAAM,MAAM,SAAS,GAAG,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC;AAmBrD,wBAAsB,YAAY,CAChC,OAAO,EAAE,kBAAkB,EAC3B,MAAM,EAAE,gBAAgB,EACxB,QAAQ,CAAC,EAAE,eAAe,GACzB,OAAO,CAAC,YAAY,CAAC,CAoBvB;AA4BD,wBAAsB,cAAc,CAClC,OAAO,EAAE,kBAAkB,EAC3B,MAAM,EAAE,kBAAkB,EAC1B,QAAQ,CAAC,EAAE,eAAe,GACzB,OAAO,CAAC,YAAY,CAAC,CAmBvB;AAcD,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,kBAAkB,EAC3B,MAAM,EAAE,oBAAoB,EAC5B,QAAQ,CAAC,EAAE,eAAe,GACzB,OAAO,CAAC,YAAY,CAAC,CAoCvB"}

package/dist/actions/desktop.d.ts

@@ -0,0 +1,11 @@
+/**
+ * DESKTOP parent action — single canonical action that dispatches to the
+ * underlying desktop ops (file, window, terminal). Built on the same
+ * `op`/`subaction` pattern as BROWSER. Future ops (`screenshot`, `ocr`,
+ * `detect_elements`) are reserved in the enum but not yet implemented here —
+ * canonical screen capture / OCR / element detection live on the
+ * COMPUTER_USE action and stay there until intentionally moved.
+ */
+import { type Action } from "@elizaos/core";
+export declare const desktopAction: Action;
+//# sourceMappingURL=desktop.d.ts.map

package/dist/actions/desktop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"desktop.d.ts","sourceRoot":"","sources":["../../src/actions/desktop.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EACL,KAAK,MAAM,EASZ,MAAM,eAAe,CAAC;AAqCvB,eAAO,MAAM,aAAa,EAAE,MAkT3B,CAAC"}

package/dist/actions/helpers.d.ts

@@ -0,0 +1,33 @@
+import type { ActionResult, HandlerOptions, Memory } from "@elizaos/core";
+export interface NativeComputerUseResult {
+    success: boolean;
+    message?: string;
+    error?: string;
+    permissionDenied?: boolean;
+    permissionType?: string;
+    approvalRequired?: boolean;
+    approvalId?: string;
+    screenshot?: string;
+    frontendScreenshot?: string;
+}
+export declare function resolveActionParams<T>(message: Memory, options?: HandlerOptions): T;
+export declare function buildScreenshotAttachment(args: {
+    idPrefix: string;
+    screenshot: string;
+    title: string;
+    description: string;
+}): {
+    id: string;
+    url: string;
+    title: string;
+    source: string;
+    description: string;
+    contentType: "image";
+};
+export declare function toComputerUseActionResult<T extends NativeComputerUseResult>({ action, result, text, suppressClipboard, }: {
+    action: string;
+    result: T;
+    text: string;
+    suppressClipboard?: boolean;
+}): ActionResult;
+//# sourceMappingURL=helpers.d.ts.map

package/dist/actions/helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../src/actions/helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAE1E,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,wBAAgB,mBAAmB,CAAC,CAAC,EACnC,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,cAAc,GACvB,CAAC,CAiBH;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE;IAC9C,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;CACrB;;;;;;;EASA;AAqBD,wBAAgB,yBAAyB,CAAC,CAAC,SAAS,uBAAuB,EAAE,EAC3E,MAAM,EACN,MAAM,EACN,IAAI,EACJ,iBAAyB,GAC1B,EAAE;IACD,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,CAAC,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B,GAAG,YAAY,CAYf"}

package/dist/actions/use-computer.d.ts

@@ -0,0 +1,3 @@
+import type { Action } from "@elizaos/core";
+export declare const useComputerAction: Action;
+//# sourceMappingURL=use-computer.d.ts.map

package/dist/actions/use-computer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"use-computer.d.ts","sourceRoot":"","sources":["../../src/actions/use-computer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAOP,MAAM,eAAe,CAAC;AAuJvB,eAAO,MAAM,iBAAiB,EAAE,MA6O/B,CAAC"}

package/dist/approval-manager.d.ts

@@ -0,0 +1,29 @@
+import type { ApprovalMode, ApprovalResolution, ApprovalSnapshot } from "./types.js";
+type ApprovalDecision = {
+    approved: boolean;
+    cancelled: boolean;
+    reason?: string;
+};
+type ApprovalListener = (snapshot: ApprovalSnapshot) => void;
+export declare function isApprovalMode(value: string): value is ApprovalMode;
+export declare class ComputerUseApprovalManager {
+    private mode;
+    private pending;
+    private listeners;
+    private readonly configPath;
+    constructor();
+    getMode(): ApprovalMode;
+    setMode(mode: string): ApprovalMode;
+    shouldAutoApprove(command: string): boolean;
+    isDenyAll(): boolean;
+    requestApproval(command: string, parameters?: Record<string, unknown>): Promise<ApprovalDecision>;
+    getSnapshot(): ApprovalSnapshot;
+    resolveApproval(id: string, approved: boolean, reason?: string): ApprovalResolution | null;
+    cancelAll(reason?: string): void;
+    subscribe(listener: ApprovalListener): () => void;
+    private loadConfig;
+    private saveConfig;
+    private emit;
+}
+export {};
+//# sourceMappingURL=approval-manager.d.ts.map

package/dist/approval-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"approval-manager.d.ts","sourceRoot":"","sources":["../src/approval-manager.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,YAAY,EACZ,kBAAkB,EAClB,gBAAgB,EAEjB,MAAM,YAAY,CAAC;AA+BpB,KAAK,gBAAgB,GAAG;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAMF,KAAK,gBAAgB,GAAG,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,CAAC;AAE7D,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,YAAY,CAEnE;AAED,qBAAa,0BAA0B;IACrC,OAAO,CAAC,IAAI,CAAgC;IAC5C,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,SAAS,CAA+B;IAChD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAIzB;;IAMF,OAAO,IAAI,YAAY;IAIvB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY;IASnC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAY3C,SAAS,IAAI,OAAO;IAIpB,eAAe,CACb,OAAO,EAAE,MAAM,EACf,UAAU,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GACvC,OAAO,CAAC,gBAAgB,CAAC;IAgB5B,WAAW,IAAI,gBAAgB;IAe/B,eAAe,CACb,EAAE,EAAE,MAAM,EACV,QAAQ,EAAE,OAAO,EACjB,MAAM,CAAC,EAAE,MAAM,GACd,kBAAkB,GAAG,IAAI;IAsB5B,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAQhC,SAAS,CAAC,QAAQ,EAAE,gBAAgB,GAAG,MAAM,IAAI;IAQjD,OAAO,CAAC,UAAU;IAYlB,OAAO,CAAC,UAAU;IAalB,OAAO,CAAC,IAAI;CAMb"}

package/dist/index.d.ts

@@ -1,8 +1,33 @@
+/**
+ * @elizaos/plugin-computeruse
+ *
+ * Desktop automation plugin for elizaOS agents — screenshots, mouse/keyboard
+ * control, browser CDP automation, terminal access, file operations, and
+ * window management.
+ *
+ * Deeply ported from coasty-ai/open-computer-use (Apache 2.0).
+ *
+ * Enable via:
+ *   - Config: features.computeruse: true
+ *   - Env: COMPUTER_USE_ENABLED=1
+ *
+ * Platform requirements:
+ *   macOS  — screencapture (built-in), cliclick (brew install cliclick), AppleScript
+ *   Linux  — xdotool (sudo apt install xdotool), ImageMagick/scrot for screenshots
+ *   Windows — PowerShell (built-in)
+ *   Browser — puppeteer-core + Chrome/Edge/Brave installed
+ *
+ * @module @elizaos/plugin-computeruse
+ */
 import type { Plugin } from "@elizaos/core";
-import "./service-registry.js";
-import { ComputerUseService } from "./services/computeruse-service.js";
-export * from "./types.js";
-export { ComputerUseService };
+export declare const computerUsePlugin: Plugin;
 export declare const computerusePlugin: Plugin;
-export default computerusePlugin;
+export default computerUsePlugin;
+export { ComputerUseService } from "./services/computer-use-service.js";
+export { captureDesktopScreenshot, commandExists, detectDesktopControlCapabilities, getDesktopPlatformName, isHeadfulGuiAvailable, listDesktopWindows, performDesktopClick, performDesktopDoubleClick, performDesktopKeypress, performDesktopMouseMove, performDesktopScroll, performDesktopTextInput, } from "./services/desktop-control.js";
+export type { DesktopControlCapabilities, DesktopControlCapability, DesktopInputButton, DesktopScreenshotRegion, DesktopWindowInfo, } from "./services/desktop-control.js";
+export { handleComputerUseRoutes } from "./routes/computer-use-routes.js";
+export { handleSandboxRoute } from "./routes/sandbox-routes.js";
+export type { ActionHistoryEntry, ApprovalMode, ApprovalResolution, ApprovalSnapshot, BrowserActionParams, BrowserActionResult, BrowserActionType, BrowserInfo, BrowserState, BrowserTab, ClickableElement, ComputerActionResult, ComputerUseConfig, ComputerUseResult, DesktopActionParams, DesktopActionType, FileActionParams, FileActionResult, FileActionType, FileEntry, PendingApproval, PermissionType, PlatformCapabilities, ScreenRegion, ScreenSize, TerminalActionParams, TerminalActionResult, TerminalActionType, WindowActionParams, WindowActionResult, WindowActionType, WindowInfo, } from "./types.js";
+export * from "./register-routes.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAiB,MAAM,EAAE,MAAM,eAAe,CAAC;AAG3D,OAAO,uBAAuB,CAAC;AAa/B,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AAEvE,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAY9B,eAAO,MAAM,iBAAiB,EAAE,MAuC/B,CAAC;AAEF,eAAe,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAS,MAAM,eAAe,CAAC;AAsCnD,eAAO,MAAM,iBAAiB,EAAE,MA2B/B,CAAC;AAEF,eAAO,MAAM,iBAAiB,QAAoB,CAAC;AAEnD,eAAe,iBAAiB,CAAC;AAEjC,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EACL,wBAAwB,EACxB,aAAa,EACb,gCAAgC,EAChC,sBAAsB,EACtB,qBAAqB,EACrB,kBAAkB,EAClB,mBAAmB,EACnB,yBAAyB,EACzB,sBAAsB,EACtB,uBAAuB,EACvB,oBAAoB,EACpB,uBAAuB,GACxB,MAAM,+BAA+B,CAAC;AACvC,YAAY,EACV,0BAA0B,EAC1B,wBAAwB,EACxB,kBAAkB,EAClB,uBAAuB,EACvB,iBAAiB,GAClB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAC1E,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAEhE,YAAY,EACV,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,gBAAgB,EAChB,mBAAmB,EACnB,mBAAmB,EACnB,iBAAiB,EACjB,WAAW,EACX,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,oBAAoB,EACpB,iBAAiB,EACjB,iBAAiB,EACjB,mBAAmB,EACnB,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,cAAc,EACd,SAAS,EACT,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,kBAAkB,EAClB,kBAAkB,EAClB,gBAAgB,EAChB,UAAU,GACX,MAAM,YAAY,CAAC;AACpB,cAAc,sBAAsB,CAAC"}