@elizaos/plugin-computeruse 2.0.3-beta.5 → 2.0.3-beta.7

package/dist/index.js

@@ -7922,7 +7922,7 @@ function closeAllTerminalSessions() {
 }
 
 // src/platform/windows-list.ts
-import { execSync as execSync5 } from "node:child_process";
+import { execFileSync as execFileSync7, execSync as execSync5 } from "node:child_process";
 function escapeAppleScriptString(value) {
   return value.replace(/\\/g, "\\\\").replace(/"/g, "\\\"");
 }
@@ -7967,36 +7967,41 @@ function runDarwinWindowScript(target, body) {
   const termList = terms.length > 0 ? `{${terms.map((term) => `"${escapeAppleScriptString(term)}"`).join(", ")}}` : "{}";
   const script = `
       tell application "System Events"
+        set matchedProc to missing value
         repeat with proc in (every process whose visible is true)
           try
             set procName to name of proc
-            set matched to false
             repeat with term in ${termList}
               if procName contains term then
-                set matched to true
+                set matchedProc to contents of proc
                 exit repeat
               end if
             end repeat
-            if not matched then
+          end try
+          if matchedProc is not missing value then exit repeat
+        end repeat
+        if matchedProc is missing value then
+          repeat with proc in (every process whose visible is true)
+            try
               repeat with w in (every window of proc)
-                set winName to name of w
                 repeat with term in ${termList}
-                  if winName contains term then
-                    set matched to true
+                  if (name of w) contains term then
+                    set matchedProc to contents of proc
                     exit repeat
                   end if
                 end repeat
-                if matched then exit repeat
+                if matchedProc is not missing value then exit repeat
               end repeat
-            end if
-            if matched then
-              ${body}
-              exit repeat
-            end if
-          end try
-        end repeat
+            end try
+            if matchedProc is not missing value then exit repeat
+          end repeat
+        end if
+        if matchedProc is not missing value then
+          set proc to matchedProc
+          ${body}
+        end if
       end tell`;
-  return runCommand("osascript", ["-e", script], 5000);
+  return runCommand("osascript", ["-e", script], 15000);
 }
 function listWindows() {
   const os4 = currentPlatform();
@@ -8011,37 +8016,78 @@ function listWindows() {
   }
   return [];
 }
-function listWindowsDarwin() {
+function parseDarwinWindowEntry(entry) {
+  const [app, title] = entry.split("|||");
+  const appName = app?.trim() ?? "";
+  const winTitle = title?.trim() ?? "";
+  if (!appName && !winTitle)
+    return null;
+  return {
+    app: appName || "unknown",
+    title: winTitle,
+    id: winTitle || appName
+  };
+}
+var DARWIN_WINDOW_LIST_SWIFT = `import CoreGraphics
+import Foundation
+let opts: CGWindowListOption = [.optionOnScreenOnly, .excludeDesktopElements]
+guard let list = CGWindowListCopyWindowInfo(opts, kCGNullWindowID) as? [[String: Any]] else { exit(0) }
+var out: [String] = []
+for w in list {
+  if ((w[kCGWindowLayer as String] as? Int) ?? -1) != 0 { continue }
+  let owner = (w[kCGWindowOwnerName as String] as? String) ?? ""
+  let name = (w[kCGWindowName as String] as? String) ?? ""
+  out.append(owner + "|||" + name)
+}
+print(out.joined(separator: "<<WIN>>"))`;
+function parseDarwinWindowOutput(output) {
+  return output.split("<<WIN>>").map((entry) => entry.trim()).filter(Boolean).map(parseDarwinWindowEntry).filter((win) => win !== null);
+}
+function listWindowsDarwinViaSwift() {
+  if (!commandExists("swift"))
+    return null;
+  try {
+    const output = execFileSync7("swift", ["-"], {
+      input: DARWIN_WINDOW_LIST_SWIFT,
+      encoding: "utf-8",
+      timeout: 15000,
+      stdio: ["pipe", "pipe", "ignore"]
+    });
+    return parseDarwinWindowOutput(output);
+  } catch {
+    return null;
+  }
+}
+function listWindowsDarwinViaSystemEvents() {
   try {
     const script = `
       tell application "System Events"
-        set windowList to {}
+        set outText to ""
         repeat with proc in (every process whose visible is true)
           try
+            set procName to name of proc
             repeat with w in (every window of proc)
-              set end of windowList to (name of proc) & "|||" & (name of w) & "|||" & (id of w as text)
+              try
+                set outText to outText & procName & "|||" & (name of w) & "<<WIN>>"
+              end try
             end repeat
           end try
         end repeat
-        return windowList as text
+        return outText
       end tell`;
     const output = execSync5(`osascript -e '${script}'`, {
       encoding: "utf-8",
-      timeout: 1e4,
+      timeout: 20000,
       stdio: ["ignore", "pipe", "ignore"]
     });
-    return output.split(", ").filter(Boolean).map((entry) => {
-      const parts = entry.split("|||");
-      return {
-        app: parts[0] ?? "unknown",
-        title: parts[1] ?? "unknown",
-        id: parts[2] ?? "0"
-      };
-    });
+    return parseDarwinWindowOutput(output);
   } catch {
     return [];
   }
 }
+function listWindowsDarwin() {
+  return listWindowsDarwinViaSwift() ?? listWindowsDarwinViaSystemEvents();
+}
 function listWindowsLinux() {
   try {
     if (commandExists("wmctrl")) {
@@ -8091,10 +8137,10 @@ function getActiveWindow() {
           set proc to first process whose frontmost is true
           set procName to name of proc
           try
-            set w to window 1 of proc
-            return procName & "|||" & (name of w) & "|||" & (id of w as text)
+            set winName to name of window 1 of proc
+            return procName & "|||" & winName & "|||" & winName
           on error
-            return procName & "|||" & "" & "|||" & "0"
+            return procName & "|||" & "" & "|||" & procName
           end try
         end tell`;
       const out = execSync5(`osascript -e '${script}'`, {
@@ -8539,7 +8585,7 @@ function getScreenSize() {
 import { EventEmitter } from "node:events";
 
 // src/scene/a11y-provider.ts
-import { execFileSync as execFileSync7 } from "node:child_process";
+import { execFileSync as execFileSync8 } from "node:child_process";
 class NullAccessibilityProvider {
   name = "null";
   available() {
@@ -8621,7 +8667,7 @@ except Exception as e:
     print("[]")
 `;
     try {
-      const text = execFileSync7("python3", ["-c", py], {
+      const text = execFileSync8("python3", ["-c", py], {
         timeout: 4000,
         encoding: "utf8",
         stdio: ["ignore", "pipe", "ignore"]
@@ -8650,7 +8696,7 @@ except Exception as e:
   }
   tryHyprland() {
     try {
-      const text = execFileSync7("hyprctl", ["clients", "-j"], {
+      const text = execFileSync8("hyprctl", ["clients", "-j"], {
         timeout: 3000,
         encoding: "utf8",
         stdio: ["ignore", "pipe", "ignore"]
@@ -8662,7 +8708,7 @@ except Exception as e:
   }
   trySway() {
     try {
-      const text = execFileSync7("swaymsg", ["-t", "get_tree"], {
+      const text = execFileSync8("swaymsg", ["-t", "get_tree"], {
         timeout: 3000,
         encoding: "utf8",
         stdio: ["ignore", "pipe", "ignore"]
@@ -8796,7 +8842,7 @@ class DarwinAccessibilityProvider {
         }
         JSON.stringify(out);
       `;
-      const text = execFileSync7("osascript", ["-l", "JavaScript", "-e", script], {
+      const text = execFileSync8("osascript", ["-l", "JavaScript", "-e", script], {
         timeout: 8000,
         encoding: "utf8",
         stdio: ["ignore", "pipe", "ignore"]
@@ -8855,7 +8901,7 @@ while ($child -and $count -lt 50) {
 $out | ConvertTo-Json -Depth 4 -Compress
 `;
     try {
-      const text = execFileSync7("powershell", ["-NoProfile", "-Command", ps], {
+      const text = execFileSync8("powershell", ["-NoProfile", "-Command", ps], {
         timeout: 1e4,
         encoding: "utf8",
         stdio: ["ignore", "pipe", "ignore"]
@@ -8885,10 +8931,10 @@ $out | ConvertTo-Json -Depth 4 -Compress
 }
 
 // src/scene/apps.ts
-import { execFileSync as execFileSync9 } from "node:child_process";
+import { execFileSync as execFileSync10 } from "node:child_process";
 
 // src/platform/process-list.ts
-import { execFileSync as execFileSync8, execSync as execSync6 } from "node:child_process";
+import { execFileSync as execFileSync9, execSync as execSync6 } from "node:child_process";
 import { readdirSync, readFileSync as readFileSync4 } from "node:fs";
 function listProcesses() {
   const os4 = currentPlatform();
@@ -8928,7 +8974,7 @@ function listLinux() {
 }
 function listDarwin() {
   try {
-    const text = execFileSync8("ps", ["-axco", "pid=,comm="], {
+    const text = execFileSync9("ps", ["-axco", "pid=,comm="], {
       timeout: 4000,
       encoding: "utf8",
       stdio: ["ignore", "pipe", "ignore"]
@@ -8936,7 +8982,7 @@ function listDarwin() {
     return parsePsOutput(text);
   } catch {
     try {
-      const text = execFileSync8("ps", ["-axo", "pid=,comm="], {
+      const text = execFileSync9("ps", ["-axo", "pid=,comm="], {
         timeout: 4000,
         encoding: "utf8",
         stdio: ["ignore", "pipe", "ignore"]
@@ -9090,7 +9136,7 @@ function joinAppsAndWindows(procs, windows, platform3) {
 function linuxPidMapFromWmctrl() {
   const out = new Map;
   try {
-    const text = execFileSync9("wmctrl", ["-l", "-p"], {
+    const text = execFileSync10("wmctrl", ["-l", "-p"], {
       timeout: 3000,
       encoding: "utf8",
       stdio: ["ignore", "pipe", "ignore"]
@@ -11789,7 +11835,7 @@ async function handleComputerUseRoutes(req, res, pathname, method) {
   return false;
 }
 // src/routes/sandbox-routes.ts
-import { execFileSync as execFileSync10, execSync as execSync7 } from "node:child_process";
+import { execFileSync as execFileSync11, execSync as execSync7 } from "node:child_process";
 import { readFileSync as readFileSync5, unlinkSync as unlinkSync5, writeFileSync as writeFileSync2 } from "node:fs";
 import { platform as platform3, tmpdir as tmpdir6 } from "node:os";
 import { join as join6 } from "node:path";
@@ -12404,7 +12450,7 @@ function resolveAudioFormat(input) {
   return { format: normalized };
 }
 function runCommand2(command, args, timeout) {
-  execFileSync10(command, args, {
+  execFileSync11(command, args, {
     timeout,
     stdio: ["ignore", "pipe", "pipe"]
   });
@@ -12964,7 +13010,7 @@ function readJsonBody(req, res) {
   });
 }
 // src/services/desktop-control.ts
-import { execFileSync as execFileSync11 } from "node:child_process";
+import { execFileSync as execFileSync12 } from "node:child_process";
 import { readFileSync as readFileSync6, unlinkSync as unlinkSync6 } from "node:fs";
 import { platform as platform4, tmpdir as tmpdir7 } from "node:os";
 import { join as join7 } from "node:path";
@@ -12981,7 +13027,7 @@ function isHeadfulGuiAvailable() {
 function commandExists3(command) {
   try {
     const which = platform4() === "win32" ? "where" : "which";
-    execFileSync11(which, [command], {
+    execFileSync12(which, [command], {
       stdio: "ignore",
       timeout: 3000
     });
@@ -13039,7 +13085,7 @@ function captureDesktopScreenshot(region) {
         "$graphics.Dispose()",
         "$bitmap.Dispose()"
       ].join("; ");
-      execFileSync11("powershell", ["-Command", psCommand], {
+      execFileSync12("powershell", ["-Command", psCommand], {
         timeout: 15000,
         stdio: ["ignore", "pipe", "pipe"]
       });
@@ -13075,7 +13121,7 @@ function listDesktopWindows() {
         end tell`;
     let output;
     try {
-      output = execFileSync11("osascript", ["-e", script], {
+      output = execFileSync12("osascript", ["-e", script], {
         encoding: "utf-8",
         timeout: 5000,
         stdio: ["ignore", "pipe", "ignore"]
@@ -13095,7 +13141,7 @@ function listDesktopWindows() {
   }
   if (os5 === "linux") {
     if (commandExists3("wmctrl")) {
-      const output = execFileSync11("wmctrl", ["-l"], {
+      const output = execFileSync12("wmctrl", ["-l"], {
         encoding: "utf-8",
         timeout: 5000
       });
@@ -13110,7 +13156,7 @@ function listDesktopWindows() {
       });
     }
     if (commandExists3("xdotool")) {
-      const output = execFileSync11("sh", ["-c", 'xdotool search --name "" getwindowname 2>/dev/null'], {
+      const output = execFileSync12("sh", ["-c", 'xdotool search --name "" getwindowname 2>/dev/null'], {
         encoding: "utf-8",
         timeout: 5000
       });
@@ -13123,7 +13169,7 @@ function listDesktopWindows() {
     }
   }
   if (os5 === "win32") {
-    const output = execFileSync11("powershell", [
+    const output = execFileSync12("powershell", [
       "-Command",
       "Get-Process | Where-Object {$_.MainWindowTitle} | Select-Object Id, MainWindowTitle | ConvertTo-Json"
     ], { encoding: "utf-8", timeout: 1e4 });
@@ -13464,7 +13510,7 @@ function detectWindowListCapability(os5) {
   return { available: false, tool: "unsupported platform" };
 }
 function runCommand3(command, args, timeout) {
-  execFileSync11(command, args, {
+  execFileSync12(command, args, {
     timeout,
     stdio: ["ignore", "pipe", "pipe"]
   });
@@ -13489,7 +13535,7 @@ function canCaptureMacScreen() {
 }
 function canUseMacSystemEvents() {
   try {
-    execFileSync11("osascript", ["-e", 'tell application "System Events" to count of processes'], {
+    execFileSync12("osascript", ["-e", 'tell application "System Events" to count of processes'], {
       encoding: "utf-8",
       timeout: 3000,
       stdio: ["ignore", "pipe", "ignore"]
@@ -13710,5 +13756,5 @@ export {
   AGENT_LOOP_SETTING
 };
 
-//# debugId=771F2F7D00E9BD4564756E2164756E21
+//# debugId=06C5D42C5305D81664756E2164756E21
 //# sourceMappingURL=index.js.map