agent-device 0.11.7 → 0.11.8

package/dist/src/index.d.ts

@@ -246,7 +246,7 @@ declare type CliFlags = {
     sessionLock?: 'reject' | 'strip';
     sessionLocked?: boolean;
     sessionLockConflicts?: 'reject' | 'strip';
-    platform?: 'ios' | 'macos' | 'android' | 'apple';
+    platform?: 'ios' | 'macos' | 'android' | 'linux' | 'apple';
     target?: 'mobile' | 'tv' | 'desktop';
     device?: string;
     udid?: string;
@@ -498,7 +498,7 @@ declare type MetroRuntimeHints = {
     launchUrl?: string;
 };
 
-declare type Platform = ApplePlatform | 'android';
+declare type Platform = ApplePlatform | 'android' | 'linux';
 
 declare type PlatformSelector = Platform | 'apple';
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agent-device",
-  "version": "0.11.7",
+  "version": "0.11.8",
   "description": "Unified control plane for physical and virtual devices via an agent-driven CLI.",
   "license": "MIT",
   "author": "Callstack",
@@ -45,7 +45,8 @@
     "test:replay:ios": "node --experimental-strip-types src/bin.ts test test/integration/replays/ios/simulator",
     "test:replay:ios-device": "node --experimental-strip-types src/bin.ts test test/integration/replays/ios/device",
     "test:replay:android": "node --experimental-strip-types src/bin.ts test test/integration/replays/android",
-    "test:replay:macos": "node --experimental-strip-types src/bin.ts test test/integration/replays/macos"
+    "test:replay:macos": "node --experimental-strip-types src/bin.ts test test/integration/replays/macos",
+    "test:replay:linux": "node --experimental-strip-types src/bin.ts test test/integration/replays/linux"
   },
   "files": [
     "bin",
@@ -57,6 +58,7 @@
     "!ios-runner/**/*.xcuserstate",
     "macos-helper",
     "!macos-helper/**/.build",
+    "src/platforms/linux/atspi-dump.py",
     "skills",
     "README.md",
     "LICENSE"

package/src/platforms/linux/atspi-dump.py

@@ -0,0 +1,285 @@
+#!/usr/bin/env python3
+"""
+AT-SPI2 accessibility tree dumper.
+
+Traverses the AT-SPI2 accessibility tree and outputs JSON to stdout.
+Used by agent-device's Linux platform support as a subprocess.
+
+Requires: python3-gi, gir1.2-atspi-2.0
+"""
+
+import json
+import sys
+
+import gi
+gi.require_version("Atspi", "2.0")
+from gi.repository import Atspi  # noqa: E402
+
+MAX_NODES = 1500
+MAX_DEPTH = 12
+MAX_DESKTOP_APPS = 24
+
+VALID_SURFACES = ("desktop", "frontmost-app")
+
+
+def get_rect(accessible):
+    try:
+        component = accessible.get_component_iface()
+        if not component:
+            return None
+        extents = component.get_extents(Atspi.CoordType.SCREEN)
+        if not extents:
+            return None
+        if extents.width <= 0 or extents.height <= 0:
+            return None
+        return {
+            "x": extents.x,
+            "y": extents.y,
+            "width": extents.width,
+            "height": extents.height,
+        }
+    except Exception:
+        return None
+
+
+def get_text_value(accessible):
+    try:
+        text_iface = accessible.get_text_iface()
+        if not text_iface:
+            return None
+        count = text_iface.get_character_count()
+        if count <= 0:
+            return None
+        value = text_iface.get_text(0, count)
+        return value if value else None
+    except Exception:
+        return None
+
+
+def get_numeric_value(accessible):
+    try:
+        value_iface = accessible.get_value_iface()
+        if not value_iface:
+            return None
+        current = value_iface.get_current_value()
+        if current is None:
+            return None
+        return str(current)
+    except Exception:
+        return None
+
+
+def has_state(state_set, state_type):
+    try:
+        return state_set.contains(state_type)
+    except Exception:
+        return False
+
+
+def traverse_node(accessible, depth, parent_index, ctx, app_info, window_title=None):
+    if len(ctx["nodes"]) >= ctx["max_nodes"] or depth > ctx["max_depth"] or not accessible:
+        return
+
+    try:
+        role_name = accessible.get_role_name() or "unknown"
+    except Exception:
+        role_name = "unknown"
+
+    try:
+        name = accessible.get_name() or ""
+    except Exception:
+        name = ""
+
+    try:
+        description = accessible.get_description() or ""
+    except Exception:
+        description = ""
+
+    label = name or description or None
+    rect = get_rect(accessible)
+
+    try:
+        state_set = accessible.get_state_set()
+    except Exception:
+        state_set = None
+
+    enabled = has_state(state_set, Atspi.StateType.ENABLED) if state_set else None
+    selected = has_state(state_set, Atspi.StateType.SELECTED) if state_set else None
+    visible = has_state(state_set, Atspi.StateType.VISIBLE) if state_set else True
+    showing = has_state(state_set, Atspi.StateType.SHOWING) if state_set else True
+    hittable = (enabled is not False) and visible and showing and (rect is not None)
+
+    current_window_title = window_title
+    if current_window_title is None and role_name in ("frame", "window", "dialog"):
+        current_window_title = label
+
+    nodes = ctx["nodes"]
+    node_index = len(nodes)
+    value = get_text_value(accessible) or get_numeric_value(accessible)
+
+    node = {
+        "index": node_index,
+        "role": role_name,
+        "label": label,
+        "value": value,
+        "rect": rect,
+        "enabled": enabled,
+        "selected": selected,
+        "hittable": hittable,
+        "depth": depth,
+        "parentIndex": parent_index,
+        "pid": app_info.get("pid"),
+        "appName": app_info.get("appName"),
+        "windowTitle": current_window_title,
+    }
+    nodes.append(node)
+
+    try:
+        child_count = accessible.get_child_count()
+    except Exception:
+        return
+
+    for i in range(child_count):
+        if len(nodes) >= ctx["max_nodes"]:
+            break
+        try:
+            child = accessible.get_child_at_index(i)
+            if child:
+                traverse_node(
+                    child, depth + 1, node_index, ctx, app_info,
+                    current_window_title
+                )
+        except Exception:
+            pass
+
+
+def find_focused_application(desktop, app_count):
+    for i in range(app_count):
+        try:
+            app = desktop.get_child_at_index(i)
+            if not app:
+                continue
+            child_count = app.get_child_count()
+            for j in range(child_count):
+                try:
+                    win = app.get_child_at_index(j)
+                    if not win:
+                        continue
+                    state_set = win.get_state_set()
+                    if state_set and has_state(state_set, Atspi.StateType.ACTIVE):
+                        return app
+                except Exception:
+                    pass
+        except Exception:
+            pass
+
+    # Fallback: first app with children
+    for i in range(app_count):
+        try:
+            app = desktop.get_child_at_index(i)
+            if app and app.get_child_count() > 0:
+                return app
+        except Exception:
+            pass
+    return None
+
+
+def get_app_info(app):
+    try:
+        app_name = app.get_name() or None
+    except Exception:
+        app_name = None
+    try:
+        pid = app.get_process_id()
+    except Exception:
+        pid = None
+    return {"appName": app_name, "pid": pid}
+
+
+def capture(surface, max_nodes=MAX_NODES, max_depth=MAX_DEPTH, max_apps=MAX_DESKTOP_APPS):
+    desktop = Atspi.get_desktop(0)
+    if not desktop:
+        return {"error": "Could not get desktop accessible. Is the accessibility bus running?"}
+
+    app_count = desktop.get_child_count()
+    ctx = {"nodes": [], "max_nodes": max_nodes, "max_depth": max_depth}
+
+    if surface == "frontmost-app":
+        focused = find_focused_application(desktop, app_count)
+        if focused:
+            traverse_node(focused, 0, None, ctx, get_app_info(focused))
+    else:
+        apps_to_traverse = min(app_count, max_apps)
+        for i in range(apps_to_traverse):
+            if len(ctx["nodes"]) >= max_nodes:
+                break
+            try:
+                app = desktop.get_child_at_index(i)
+                if not app or app.get_child_count() == 0:
+                    continue
+                traverse_node(app, 0, None, ctx, get_app_info(app))
+            except Exception:
+                pass
+
+    nodes = ctx["nodes"]
+    return {
+        "nodes": nodes,
+        "truncated": len(nodes) >= max_nodes,
+        "surface": surface,
+    }
+
+
+def parse_int_arg(value, name):
+    try:
+        n = int(value)
+        if n < 0:
+            raise ValueError(f"negative value")
+        return n
+    except ValueError as e:
+        json.dump({"error": f"Invalid value for {name}: '{value}' ({e})"}, sys.stdout)
+        sys.exit(1)
+
+
+def main():
+    try:
+        surface = "desktop"
+        max_nodes = MAX_NODES
+        max_depth = MAX_DEPTH
+        max_apps = MAX_DESKTOP_APPS
+
+        args = sys.argv[1:]
+        i = 0
+        while i < len(args):
+            if args[i] == "--surface" and i + 1 < len(args):
+                surface = args[i + 1]
+                i += 2
+            elif args[i] == "--max-nodes" and i + 1 < len(args):
+                max_nodes = parse_int_arg(args[i + 1], "--max-nodes")
+                i += 2
+            elif args[i] == "--max-depth" and i + 1 < len(args):
+                max_depth = parse_int_arg(args[i + 1], "--max-depth")
+                i += 2
+            elif args[i] == "--max-apps" and i + 1 < len(args):
+                max_apps = parse_int_arg(args[i + 1], "--max-apps")
+                i += 2
+            else:
+                i += 1
+
+        if surface not in VALID_SURFACES:
+            json.dump(
+                {"error": f"Unknown surface '{surface}'. Valid: {', '.join(VALID_SURFACES)}"},
+                sys.stdout,
+            )
+            sys.exit(1)
+
+        result = capture(surface, max_nodes, max_depth, max_apps)
+        json.dump(result, sys.stdout, ensure_ascii=False)
+    except SystemExit:
+        raise
+    except Exception as e:
+        json.dump({"error": f"Unexpected error: {e}"}, sys.stdout)
+        sys.exit(1)
+
+
+if __name__ == "__main__":
+    main()