@lardexx/arenacode 2.7.0 → 2.9.0

package/src/local.js

@@ -531,22 +531,10 @@ async function runUiAction(bridge, taskId, request, opts) {
   };
 
   if (op === 'state') {
-    const wins = automation.windows();
-    const screen = automation.screenSize();
-    const info = automation.sysinfo();
-    if (!wins.ok) return wins;
-    return {
-      ok: true,
-      windows: wins.windows,
-      active_window: wins.active_window,
-      interactive_elements: [],
-      scrollable_elements: [],
-      interactive_elements_text: '',
-      system: info.system,
-      screen: { width: screen.width, height: screen.height },
-      // the terminal client reads windows and pixels, not the accessibility tree
-      note: 'interactive_elements are empty: this client does not read the UI Automation tree',
-    };
+    // the desktop's windows-use returns the UI Automation tree; so do we on Windows
+    const state = automation.state();
+    if (!state.ok) return state;
+    return state;
   }
 
   if (op === 'sysinfo') {
@@ -626,7 +614,7 @@ async function runUiAction(bridge, taskId, request, opts) {
     const dir = path.join(os.tmpdir(), 'arenacode-shots');
     fs.mkdirSync(dir, { recursive: true });
     const file = path.join(dir, `shot-${stamp()}.png`);
-    const shot = automation.screenshot(file);
+    const shot = automation.screenshot(file, { annotate: Boolean(request.annotated) });
     if (!shot.ok) return shot;
     const buf = fs.readFileSync(shot.file);
     // the agent runs in the sandbox: the image travels through the bridge workspace
@@ -639,6 +627,7 @@ async function runUiAction(bridge, taskId, request, opts) {
       height: shot.height,
       file: remote || shot.file,
       local_file: shot.file,
+      annotated: Boolean(request.annotated),
     };
     if (buf.length <= 2 * 1024 * 1024) out.image = buf.toString('base64');
     return out;