agent-device 0.21.5 → 0.21.7

package/android/ime-helper/dist/agent-device-android-ime-helper-0.21.7.apk.sha256

@@ -0,0 +1 @@
+76e2409c08e5fa41a217a01d0679ea8cfa567ba8828044bb38e02f95ac512248  agent-device-android-ime-helper-0.21.7.apk

package/android/ime-helper/dist/{agent-device-android-ime-helper-0.21.5.manifest.json → agent-device-android-ime-helper-0.21.7.manifest.json}

@@ -1,10 +1,10 @@
 {
   "name": "android-ime-helper",
-  "version": "0.21.5",
-  "assetName": "agent-device-android-ime-helper-0.21.5.apk",
-  "sha256": "2b8fe19f9cf38877dbc4e0bd9400e4d1aebc7b8c2f6063e04f5f198d1564c08d",
+  "version": "0.21.7",
+  "assetName": "agent-device-android-ime-helper-0.21.7.apk",
+  "sha256": "76e2409c08e5fa41a217a01d0679ea8cfa567ba8828044bb38e02f95ac512248",
   "packageName": "com.callstack.agentdevice.imehelper",
-  "versionCode": 21005,
+  "versionCode": 21007,
   "serviceComponent": "com.callstack.agentdevice.imehelper/.TestInputMethodService",
   "broadcastProtocol": "android-ime-helper-v1"
 }

package/android/snapshot-helper/dist/agent-device-android-snapshot-helper-0.21.7.apk.sha256

@@ -0,0 +1 @@
+19690a5cc158aafbe0dd2bf33cd58950ef1d40ad3b52fd9e5014578ca64a7d13  agent-device-android-snapshot-helper-0.21.7.apk

package/android/snapshot-helper/dist/{agent-device-android-snapshot-helper-0.21.5.manifest.json → agent-device-android-snapshot-helper-0.21.7.manifest.json}

@@ -1,13 +1,13 @@
 {
   "name": "android-snapshot-helper",
-  "version": "0.21.5",
-  "releaseTag": "v0.21.5",
-  "assetName": "agent-device-android-snapshot-helper-0.21.5.apk",
+  "version": "0.21.7",
+  "releaseTag": "v0.21.7",
+  "assetName": "agent-device-android-snapshot-helper-0.21.7.apk",
   "apkUrl": null,
-  "sha256": "e77b65f51664e95680379cd1a5c8331926b63cf506261df56151854673787514",
-  "checksumName": "agent-device-android-snapshot-helper-0.21.5.apk.sha256",
+  "sha256": "19690a5cc158aafbe0dd2bf33cd58950ef1d40ad3b52fd9e5014578ca64a7d13",
+  "checksumName": "agent-device-android-snapshot-helper-0.21.7.apk.sha256",
   "packageName": "com.callstack.agentdevice.snapshothelper",
-  "versionCode": 21005,
+  "versionCode": 21007,
   "instrumentationRunner": "com.callstack.agentdevice.snapshothelper/.SnapshotInstrumentation",
   "minSdk": 23,
   "targetSdk": 36,

package/apple/snapshot-bridge/SnapshotBridgeRuntime.m

@@ -18,7 +18,7 @@
 NSString *const kProtocolVersionKey = @"protocolVersion";
 NSString *const kSourceVersionKey = @"sourceVersion";
 NSString *const kRequestIdKey = @"requestId";
-NSString *const kSourceVersion = @"agent-device-simulator-ax-v1.5.5";
+NSString *const kSourceVersion = @"agent-device-simulator-ax-v1.6.0";
 const NSUInteger kProtocolVersion = 1;
 const uint32_t kMaximumFrameBytes = 16 * 1024 * 1024;
 const NSUInteger kMaximumDepth = 128;
@@ -32,6 +32,7 @@ static NSString *const kAttributeValue = @"XC_kAXXCAttributeValue";
 static NSString *const kAttributeIdentifier = @"XC_kAXXCAttributeIdentifier";
 static NSString *const kAttributeFrame = @"XC_kAXXCAttributeFrame";
 static NSString *const kAttributeAutomationType = @"XC_kAXXCAttributeAutomationType";
+static NSString *const kAttributeTraits = @"XC_kAXXCAttributeTraits";
 static NSString *const kAttributeChildren = @"XC_kAXXCAttributeChildren";
 static NSString *const kSnapshotAttributes = @"UIAccessibilitySnapshotKeyAttributes";
 static NSString *const kSnapshotChildren = @"UIAccessibilitySnapshotKeyChildren";
@@ -185,6 +186,11 @@ static void finishRequestWatchdog(dispatch_source_t watchdog, SnapshotWatchdogSt
 - (nullable id)jsonValue:(id)value name:(NSString *)name
 {
   if (!value || value == [NSNull null]) return nil;
+  // The traits word is a uint64 bit set; JSON numbers lose its high bits past 2^53, a decimal
+  // string keeps every bit for the host to parse exactly.
+  if ([name isEqualToString:kAttributeTraits] && [value isKindOfClass:NSNumber.class]) {
+    return ((NSNumber *)value).stringValue;
+  }
   if ([value isKindOfClass:NSString.class] || [value isKindOfClass:NSNumber.class]) return value;
 
   const void *raw = (__bridge const void *)value;
@@ -291,6 +297,7 @@ static void finishRequestWatchdog(dispatch_source_t watchdog, SnapshotWatchdogSt
     kAttributeIdentifier,
     kAttributeFrame,
     kAttributeAutomationType,
+    kAttributeTraits,
     kAttributeChildren,
   ];
   NSArray<NSNumber *> *numbers = _attributeNumbersForNames(names);

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerAXSnapshotBridge.h

@@ -118,6 +118,10 @@ FOUNDATION_EXPORT NSString *const RunnerAXSnapshotCustomActionsBlockedKey;
 
 + (NSInteger)processIdentifierForApplication:(XCUIApplication *)application;
 
+/// Pids of the applications the AX client currently reports as active. Same private accessor the
+/// snapshot target match uses; pids only — the client resolves no bundle id for an arbitrary app.
++ (NSArray<NSNumber *> *)activeApplicationProcessIdentifiers;
+
 /// The frontier-extension loop, exposed for the runner unit bundle: a frontier
 /// whose element vanished or whose re-rooted request fails must count as
 /// missed (see the deepExtension keys above) — an all-miss extension reporting

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerAXSnapshotBridge.m

@@ -707,6 +707,26 @@ typedef id (*RunnerAXSnapshotMsgSend)(id, SEL, id, id, id, NSError **);
   return [self integerFrom:application selectorName:@"processID"];
 }
 
++ (NSArray<NSNumber *> *)activeApplicationProcessIdentifiers
+{
+  id axClient = [self accessibilityClient];
+  if (nil == axClient) {
+    return @[];
+  }
+  id activeApplications = [self objectFrom:axClient selectorName:@"activeApplications"];
+  if (![activeApplications isKindOfClass:NSArray.class]) {
+    return @[];
+  }
+  NSMutableArray<NSNumber *> *processIdentifiers = [NSMutableArray array];
+  for (id candidate in (NSArray *)activeApplications) {
+    NSInteger processIdentifier = [self integerFrom:candidate selectorName:@"processIdentifier"];
+    if (processIdentifier > 0) {
+      [processIdentifiers addObject:@(processIdentifier)];
+    }
+  }
+  return processIdentifiers;
+}
+
 + (id)accessibilityApplicationForApplication:(XCUIApplication *)application axClient:(id)axClient
 {
   NSInteger targetProcessID = [self integerFrom:application selectorName:@"processID"];

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerScrollViewportPolicy.swift

@@ -1,4 +1,5 @@
 import XCTest
+import AgentDeviceSnapshotPresentation
 
 
 
@@ -406,8 +407,6 @@ extension RunnerTests {
 
 
 
-
-
 
 
 

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+AXSnapshotFallback.swift

@@ -216,11 +216,11 @@ extension RunnerTests {
       }
 
       let rootFrame = privateAXRect(root["frame"])
-      let viewport = privateAXSnapshotViewport(app: app, rootFrame: rootFrame)
+      let geometry = privateAXSnapshotGeometry(app: app, rootFrame: rootFrame)
+      let viewport = geometry.viewport
       let nodes = privateAXAcquisition(
         rawRoot: root,
-        hint: hint,
-        viewport: viewport
+        hint: hint
       )
 
 
@@ -254,7 +254,8 @@ extension RunnerTests {
         customActions: Self.privateAXCustomActionCoverage(
           response[RunnerAXSnapshotCustomActionsKey]
         ),
-        viewport: viewport
+        viewport: viewport,
+        interfaceOrientation: geometry.interfaceOrientation
       )
     #else
       return nil
@@ -269,26 +270,36 @@ extension RunnerTests {
     !hasAbandonedMainThreadWork() && !isSnapshotXCTestChannelPenalized(bundleId: currentBundleId)
   }
 
-  private func privateAXSnapshotViewport(app: XCUIApplication, rootFrame: CGRect) -> CGRect {
+
+
+
+
+  private func privateAXSnapshotGeometry(
+    app: XCUIApplication,
+    rootFrame: CGRect
+  ) -> (viewport: CGRect, interfaceOrientation: Int) {
     let fallback = rootFrame.isEmpty ? CGRect.infinite : rootFrame
     guard shouldReadPrivateAXViewportViaXCTest() else {
-      return fallback
+      return (fallback, RunnerInterfaceOrientation.unknown)
     }
     do {
-      let viewport = try runMainThreadWork(
+      let anchor = try runMainThreadWork(
         "private_ax_viewport",
         timeout: 1,
         timeoutError: snapshotMainThreadTimeoutError("reading private AX viewport")
       ) {
-        self.safeSnapshotViewport(app: app)
+        (
+          viewport: self.safeSnapshotViewport(app: app),
+          interfaceOrientation: self.capturedInterfaceOrientation(app: app)
+        )
       }
-      if viewport.isInfinite || viewport.isNull || viewport.isEmpty {
-        return fallback
+      if anchor.viewport.isInfinite || anchor.viewport.isNull || anchor.viewport.isEmpty {
+        return (fallback, RunnerInterfaceOrientation.unknown)
       }
-      return viewport
+      return (anchor.viewport, anchor.interfaceOrientation)
     } catch {
       NSLog("AGENT_DEVICE_RUNNER_PRIVATE_AX_VIEWPORT_FALLBACK=%@", String(describing: error))
-      return fallback
+      return (fallback, RunnerInterfaceOrientation.unknown)
     }
   }
 
@@ -857,6 +868,8 @@ extension RunnerTests {
 
 
 
+
+
 
 
 

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+CommandExecution.swift

@@ -898,6 +898,34 @@ extension RunnerTests {
 
 
 
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
 
 
 
@@ -921,11 +949,18 @@ extension RunnerTests {
 
   func executeAccepted(command: Command) throws -> Response {
     commandJournal.start(command: command)
+    pendingTargetActivation = nil
     do {
       let response = try executeDispatched(command: command)
       commandJournal.finish(command: command, response: response)
-      return response
+      guard let fact = pendingTargetActivation else { return response }
+
+
+
+      pendingTargetActivation = nil
+      return response.stampingTargetActivation(fact)
     } catch {
+      pendingTargetActivation = nil
       commandJournal.fail(command: command, error: error)
       throw error
     }
@@ -2080,6 +2115,18 @@ extension RunnerTests {
     case .appSwitcher:
       performAppSwitcherGesture(app: activeApp)
       return Response(ok: true, data: DataPayload(message: "appSwitcher"))
+    case .actionButton:
+      guard pressActionButton() else {
+        return Response(
+          ok: false,
+          error: ErrorPayload(
+            code: "UNSUPPORTED_OPERATION",
+            message: "actionButton requires a device model with an Action Button",
+            hint: "The Action Button is on iPhone 15 Pro and later and iPad Pro (M4) and later. Assign a Shortcut or App Intent to it in Settings > Action Button."
+          )
+        )
+      }
+      return Response(ok: true, data: DataPayload(message: "actionButton"))
     case .keyboardDismiss:
       let result = dismissKeyboard(app: activeApp)
       if result.wasVisible && !result.dismissed {
@@ -2544,6 +2591,14 @@ extension RunnerTests {
 
 
 
+
+    if command.command == .actionButton {
+      return true
+    }
+
+
+
+
     guard command.text == nil, command.selectorKey == nil else { return false }
     guard hasCachedTargetForActivationSkip(command: command) else { return false }
     return isCoordinateOnlyTap(command)

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+CommandJournal.swift

@@ -137,7 +137,7 @@ final class RunnerCommandJournal {
       return false
     case .tap, .mouseClick, .longPress, .drag,
          .remotePress, .type, .swipe, .scroll, .desktopScroll, .findText, .querySelector, .readText, .back,
-         .backInApp, .backSystem, .home, .rotate, .appSwitcher, .keyboardDismiss, .keyboardReturn,
+         .backInApp, .backSystem, .home, .rotate, .appSwitcher, .actionButton, .keyboardDismiss, .keyboardReturn,
          .alert, .sequence, .gesture, .gestureViewport, .recordStart, .recordStop,
          .status, .uptime, .activate, .terminate, .targetReset, .shutdown:
       return true

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Interaction.swift

@@ -11,16 +11,6 @@ private struct RunnerUnsupportedOperationError: LocalizedError {
   var errorDescription: String? { message }
 }
 
-enum RunnerInterfaceOrientation {
-
-
-
-  static let portrait = 1
-  static let portraitUpsideDown = 2
-  static let landscapeRight = 3
-  static let landscapeLeft = 4
-}
-
 extension RunnerTests {
   enum PlannedGestureExecution: Equatable {
     case fastSwipe
@@ -134,6 +124,24 @@ extension RunnerTests {
 #endif
   }
 
+
+
+
+
+
+
+  @discardableResult
+  func pressActionButton() -> Bool {
+#if os(iOS)
+    guard #available(iOS 16.0, *) else { return false }
+    guard XCUIDevice.shared.hasHardwareButton(.action) else { return false }
+    XCUIDevice.shared.press(.action)
+    return true
+#else
+    return false
+#endif
+  }
+
   func findElement(app: XCUIApplication, text: String) -> XCUIElement? {
     let predicate = NSPredicate(format: "label CONTAINS[c] %@ OR identifier CONTAINS[c] %@ OR value CONTAINS[c] %@", text, text, text)
     let element = app.descendants(matching: .any).matching(predicate).firstMatch
@@ -252,7 +260,7 @@ extension RunnerTests {
         label: label.isEmpty ? nil : label,
         identifier: identifier.isEmpty ? nil : identifier,
         value: valueText.isEmpty ? nil : valueText,
-        rect: snapshotRect(from: element.frame),
+        rect: SnapshotRect(element.frame),
         enabled: element.isEnabled,
         focused: nil,
         selected: element.isSelected ? true : nil,
@@ -497,50 +505,6 @@ extension RunnerTests {
     return performCoordinateDrag(app: app, x: x, y: y, x2: x2, y2: y2, holdDuration: holdDuration)
   }
 
-
-
-
-  func nativeSynthesizedPoint(
-    orientedX x: Double,
-    orientedY y: Double,
-    in frame: CGRect,
-    interfaceOrientation: Int
-  ) -> CGPoint {
-    let localX = x - Double(frame.minX)
-    let localY = y - Double(frame.minY)
-    let width = Double(frame.width)
-    let height = Double(frame.height)
-    switch interfaceOrientation {
-    case RunnerInterfaceOrientation.landscapeRight:
-      return CGPoint(x: height - localY, y: localX)
-    case RunnerInterfaceOrientation.landscapeLeft:
-      return CGPoint(x: localY, y: width - localX)
-    case RunnerInterfaceOrientation.portraitUpsideDown:
-      return CGPoint(x: width - localX, y: height - localY)
-    default:
-      return CGPoint(x: localX, y: localY)
-    }
-  }
-
-
-
-  func nativeSynthesizedVector(
-    orientedDx dx: Double,
-    orientedDy dy: Double,
-    interfaceOrientation: Int
-  ) -> CGVector {
-    switch interfaceOrientation {
-    case RunnerInterfaceOrientation.landscapeRight:
-      return CGVector(dx: -dy, dy: dx)
-    case RunnerInterfaceOrientation.landscapeLeft:
-      return CGVector(dx: dy, dy: -dx)
-    case RunnerInterfaceOrientation.portraitUpsideDown:
-      return CGVector(dx: -dx, dy: -dy)
-    default:
-      return CGVector(dx: dx, dy: dy)
-    }
-  }
-
   func synthesizedDragAt(
     app: XCUIApplication,
     x: Double,
@@ -569,8 +533,16 @@ extension RunnerTests {
       )
     }
     let frame = context.referenceFrame
-    let start = nativeSynthesizedPoint(orientedX: x, orientedY: y, in: frame, interfaceOrientation: orientation)
-    let end = nativeSynthesizedPoint(orientedX: x2, orientedY: y2, in: frame, interfaceOrientation: orientation)
+    let start = CoordinateSpaceRotation.native(
+      point: CGPoint(x: x, y: y),
+      in: frame,
+      interfaceOrientation: orientation
+    )
+    let end = CoordinateSpaceRotation.native(
+      point: CGPoint(x: x2, y: y2),
+      in: frame,
+      interfaceOrientation: orientation
+    )
     let message = switch profile {
     case .continuous:
       RunnerSynthesizedGesture.synthesizeContinuousDrag(
@@ -644,7 +616,11 @@ extension RunnerTests {
       )
     }
     let frame = context.referenceFrame
-    let point = nativeSynthesizedPoint(orientedX: x, orientedY: y, in: frame, interfaceOrientation: orientation)
+    let point = CoordinateSpaceRotation.native(
+      point: CGPoint(x: x, y: y),
+      in: frame,
+      interfaceOrientation: orientation
+    )
     if let message = RunnerSynthesizedGesture.synthesizeTap(
       withApplication: app,
       x: Double(point.x),
@@ -1055,9 +1031,8 @@ extension RunnerTests {
     )
     let pointerSamples: [[[String: NSNumber]]] = plan.pointers.map { pointer in
       pointer.samples.map { sample in
-        let point = nativeSynthesizedPoint(
-          orientedX: sample.point.x,
-          orientedY: sample.point.y,
+        let point = CoordinateSpaceRotation.native(
+          point: CGPoint(x: sample.point.x, y: sample.point.y),
           in: frame,
           interfaceOrientation: orientation
         )
@@ -1325,53 +1300,6 @@ extension RunnerTests {
 
 
 
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-