@swmansion/argent 0.27.1-next.12 → 0.27.1-next.13

package/dist/cli-cmds.mjs

@@ -21916,7 +21916,7 @@ var _CI_VENDOR_COUNT_FOR_TEST = vendors_default.length;
 var SESSION_ID2 = randomUUID5();
 function readCliVersion() {
   if (true) {
-    return "0.27.1-next.12";
+    return "0.27.1-next.13";
   }
   return "0.0.0";
 }

package/dist/client.d.ts

@@ -34,19 +34,24 @@ export interface UiTreeNode {
         width: number;
         height: number;
     };
-    /** Android: the view class. */
+    /** Android: the view class. iOS: the XCUIElementType name, e.g. `TextField`. */
     type?: string;
     /** iOS: the accessibility trait names. */
     traits?: string[];
     roleDescription?: string;
     /** Android: the raw content-desc. */
     contentDescription?: string;
-    /** Android window roots: the package. */
+    /** Roots: the app's bundle id (iOS) or package (Android). */
     bundleId?: string;
     editable?: boolean;
     heading?: boolean;
-    /** iOS: on screen, but behind an in-app presentation. */
+    /** iOS: on screen, but behind an in-app presentation or a system alert. */
     covered?: boolean;
+    placeholder?: string;
+    /** The input shows its placeholder: it holds no text, and `value` is unset. */
+    hintShowing?: boolean;
+    /** No part of the frame is on screen inside its ancestors: scrolled out or clipped. */
+    hidden?: boolean;
     children: UiTreeNode[];
 }
 export interface UiTree {
@@ -57,10 +62,13 @@ export interface UiTree {
         width: number;
         height: number;
     };
+    /** While an iOS system alert shows, the system app first and the app it covers second. */
     roots: UiTreeNode[];
     truncated: boolean;
     alertVisible?: boolean;
     keyboardVisible?: boolean;
+    /** The bundle id of the app in front, under any system alert. */
+    foregroundApp?: string;
     /** Fields this source cannot report. */
     unsupportedFields: string[];
 }

package/dist/installer.mjs

@@ -16730,7 +16730,7 @@ var _CI_VENDOR_COUNT_FOR_TEST = vendors_default.length;
 var SESSION_ID = randomUUID4();
 function readCliVersion() {
   if (true) {
-    return "0.27.1-next.12";
+    return "0.27.1-next.13";
   }
   return "0.0.0";
 }

package/dist/tool-server.cjs

@@ -94814,7 +94814,7 @@ var _CI_VENDOR_COUNT_FOR_TEST = vendors_default.length;
 var SESSION_ID = (0, import_node_crypto3.randomUUID)();
 function readCliVersion() {
   if (true) {
-    return "0.27.1-next.12";
+    return "0.27.1-next.13";
   }
   return "0.0.0";
 }
@@ -97649,7 +97649,9 @@ var axServiceBlueprint = {
           alertVisible: result.alertVisible ?? false,
           screenFrame: result.screenFrame,
           nodes: result.nodes ?? [],
-          truncated: result.truncated === true
+          truncated: result.truncated === true,
+          foregroundApp: result.foregroundApp,
+          treeVersion: result.treeVersion
         };
       },
       async livePanel() {
@@ -136126,14 +136128,115 @@ back/menu/home), then call describe again to confirm where focus landed.`,
 init_zod();
 
 // ../tool-server/src/tools/ui-tree/ios.ts
-var UNSUPPORTED_FIELDS = [
+var LEGACY_UNSUPPORTED_FIELDS = [
   "type",
   "password",
   "placeholder",
   "hintShowing",
-  "hidden",
+  "bundleId",
   "foregroundApp"
 ];
+var ELEMENT_TYPES = [
+  "Any",
+  "Other",
+  "Application",
+  "Group",
+  "Window",
+  "Sheet",
+  "Drawer",
+  "Alert",
+  "Dialog",
+  "Button",
+  "RadioButton",
+  "RadioGroup",
+  "CheckBox",
+  "DisclosureTriangle",
+  "PopUpButton",
+  "ComboBox",
+  "MenuButton",
+  "ToolbarButton",
+  "Popover",
+  "Keyboard",
+  "Key",
+  "NavigationBar",
+  "TabBar",
+  "TabGroup",
+  "Toolbar",
+  "StatusBar",
+  "Table",
+  "TableRow",
+  "TableColumn",
+  "Outline",
+  "OutlineRow",
+  "Browser",
+  "CollectionView",
+  "Slider",
+  "PageIndicator",
+  "ProgressIndicator",
+  "ActivityIndicator",
+  "SegmentedControl",
+  "Picker",
+  "PickerWheel",
+  "Switch",
+  "Toggle",
+  "Link",
+  "Image",
+  "Icon",
+  "SearchField",
+  "ScrollView",
+  "ScrollBar",
+  "StaticText",
+  "TextField",
+  "SecureTextField",
+  "DatePicker",
+  "TextView",
+  "Menu",
+  "MenuItem",
+  "MenuBar",
+  "MenuBarItem",
+  "Map",
+  "WebView",
+  "IncrementArrow",
+  "DecrementArrow",
+  "Timeline",
+  "RatingIndicator",
+  "ValueIndicator",
+  "SplitGroup",
+  "Splitter",
+  "RelevanceIndicator",
+  "ColorWell",
+  "HelpTag",
+  "Matte",
+  "DockItem",
+  "Ruler",
+  "RulerMarker",
+  "Grid",
+  "LevelIndicator",
+  "Cell",
+  "LayoutArea",
+  "LayoutItem",
+  "Handle",
+  "Stepper",
+  "Tab",
+  "TouchBar",
+  "StatusItem"
+];
+var FULL_SCREEN = { x: 0, y: 0, width: 1, height: 1 };
+function intersect(a, b) {
+  const x = Math.max(a.x, b.x);
+  const y = Math.max(a.y, b.y);
+  const right = Math.min(a.x + a.width, b.x + b.width);
+  const bottom = Math.min(a.y + a.height, b.y + b.height);
+  return right > x && bottom > y ? { x, y, width: right - x, height: bottom - y } : void 0;
+}
+function markHidden(node, clip3) {
+  let inner = clip3;
+  if (node.frame) {
+    inner = clip3 && intersect(node.frame, clip3);
+    if (!inner) node.hidden = true;
+  }
+  for (const child of node.children) markHidden(child, inner);
+}
 function adaptAxTree(response) {
   const byIndex = /* @__PURE__ */ new Map();
   const roots = [];
@@ -136145,18 +136248,25 @@ function adaptAxTree(response) {
     const node = {
       role: mapNativeTraitsToDescribeRole(traits),
       label: raw.label,
-      value: raw.value,
+      // AX answers an empty input's placeholder as its value.
+      value: raw.hintShowing ? void 0 : raw.value,
       identifier: raw.identifier,
       roleDescription: raw.roleDescription,
       frame: raw.frame,
       children: []
     };
+    if (raw.elementType !== void 0)
+      node.type = raw.elementType === 0 ? "Other" : ELEMENT_TYPES[raw.elementType] ?? String(raw.elementType);
     if (traits.length > 0) node.traits = traits;
+    if (raw.bundleId) node.bundleId = raw.bundleId;
     if (has("header")) node.heading = true;
     if (has("notEnabled")) node.disabled = true;
     if (has("selected")) node.selected = true;
     if (has("isEditing")) node.focused = true;
     if (has("textEntry") || has("searchField")) node.editable = true;
+    if (has("secureTextEntry")) node.password = true;
+    if (raw.placeholder) node.placeholder = raw.placeholder;
+    if (raw.hintShowing) node.hintShowing = true;
     if (has("toggleButton") && (raw.value === "1" || raw.value === "0")) {
       node.checked = raw.value === "1";
     }
@@ -136165,6 +136275,7 @@ function adaptAxTree(response) {
     byIndex.set(raw.index, node);
     (parent ? parent.children : roots).push(node);
   }
+  for (const root of roots) markHidden(root, FULL_SCREEN);
   return {
     schemaVersion: 1,
     source: "ax-service",
@@ -136174,7 +136285,8 @@ function adaptAxTree(response) {
     alertVisible: response.alertVisible,
     // A truncated walk may have cut the keyboard, so absence is unknown there.
     keyboardVisible: keyboardVisible || (response.truncated ? void 0 : false),
-    unsupportedFields: UNSUPPORTED_FIELDS
+    foregroundApp: response.foregroundApp,
+    unsupportedFields: (response.treeVersion ?? 1) >= 2 ? [] : LEGACY_UNSUPPORTED_FIELDS
   };
 }
 async function readIosUiTree(registry2, device) {
@@ -136342,7 +136454,7 @@ async function queryAndroidFullHierarchy(registry2, device) {
 }
 
 // ../tool-server/src/tools/ui-tree/android.ts
-var UNSUPPORTED_FIELDS2 = [
+var UNSUPPORTED_FIELDS = [
   "placeholder",
   "hintShowing",
   "hidden",
@@ -136393,7 +136505,7 @@ function adaptAndroidTree(xml, truncated, screen) {
     screen: { width: screen.width, height: screen.height },
     roots,
     truncated,
-    unsupportedFields: UNSUPPORTED_FIELDS2
+    unsupportedFields: UNSUPPORTED_FIELDS
   };
 }
 async function readAndroidUiTree(registry2, device) {
@@ -136424,7 +136536,7 @@ function createUiTreeTool(registry2) {
     },
     description: `Read the raw accessibility tree of the screen as nested JSON, for SDK callers.
 Use when a program needs element ancestry, such as an e2e engine's scoped selectors; agents use describe.
-Returns { schemaVersion, roots, truncated, alertVisible, keyboardVisible, unsupportedFields }.
+Returns { schemaVersion, roots, truncated, alertVisible, keyboardVisible, foregroundApp, unsupportedFields }.
 Fails if the iOS ax-service predates the tree command; update argent.`,
     hideFromMcp: true,
     zodSchema: zodSchema40,
@@ -150115,7 +150227,7 @@ var SETTLE_MIN_READS = 2;
 var MAX_SCROLL_ITERATIONS = 25;
 var SCROLL_INCREMENT = 0.5;
 var MIN_SCROLL_INCREMENT = 0.05;
-var FULL_SCREEN = { x: 0, y: 0, width: 1, height: 1 };
+var FULL_SCREEN2 = { x: 0, y: 0, width: 1, height: 1 };
 function clamp014(v) {
   return v < 0 ? 0 : v > 1 ? 1 : v;
 }
@@ -150328,7 +150440,7 @@ async function scrollToVisible(env, target, direction, within) {
     if (!tree) return { aborted: true };
     const orientation = readingOrientation(env);
     const axisDirection = nativeDirection(direction, orientation);
-    const region = within ? flowSelectorToFrame(tree, within, orientation) : FULL_SCREEN;
+    const region = within ? flowSelectorToFrame(tree, within, orientation) : FULL_SCREEN2;
     if (!region) {
       return { reason: `scroll container ${describeSelector(within)} is not visible` };
     }
@@ -150337,7 +150449,7 @@ async function scrollToVisible(env, target, direction, within) {
       return { frame, ...warnedBy(warning) };
     }
     const scope = within ? [region] : anchorScrollFrames(tree, getDescribeTapPoint(region));
-    if (scope.length === 0) scope.push(FULL_SCREEN);
+    if (scope.length === 0) scope.push(FULL_SCREEN2);
     const fp = treeFingerprint(tree, (node) => scope.some((r) => framesOverlap(node.frame, r)));
     if (prevFp !== void 0 && fp === prevFp) {
       if (frame) return { frame, ...warnedBy(warning) };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@swmansion/argent",
-  "version": "0.27.1-next.12",
+  "version": "0.27.1-next.13",
   "mcpName": "io.github.software-mansion/argent",
   "description": "MCP server for iOS Simulator and Android Emulator control",
   "license": "Apache-2.0",