agent-device 0.20.1 → 0.20.3

package/README.md

@@ -28,9 +28,7 @@ Install the CLI and check setup. It requires Node.js 22.12 or newer; web automat
 ```bash
 npm install -g agent-device@latest
 agent-device doctor
-agent-device --version
 agent-device help workflow
-agent-device help tv
 ```
 
 Run `agent-device doctor` yourself before handing the CLI to an agent. The installed CLI help defines current behavior. `agent-device help workflow` links to guides for debugging, replay, React Native profiling, and other tasks.

package/android/ime-helper/dist/agent-device-android-ime-helper-0.20.3.apk.sha256

@@ -0,0 +1 @@
+02777b8c7e55044210eafa255ac92e627977679d75ba4a97f563f3e23dea3267  agent-device-android-ime-helper-0.20.3.apk

package/android/ime-helper/dist/{agent-device-android-ime-helper-0.20.1.manifest.json → agent-device-android-ime-helper-0.20.3.manifest.json}

@@ -1,10 +1,10 @@
 {
   "name": "android-ime-helper",
-  "version": "0.20.1",
-  "assetName": "agent-device-android-ime-helper-0.20.1.apk",
-  "sha256": "8dc8135211465ef283d1c5175024638becb783b6975ecfd0b9a3ea38637eaa1c",
+  "version": "0.20.3",
+  "assetName": "agent-device-android-ime-helper-0.20.3.apk",
+  "sha256": "02777b8c7e55044210eafa255ac92e627977679d75ba4a97f563f3e23dea3267",
   "packageName": "com.callstack.agentdevice.imehelper",
-  "versionCode": 20001,
+  "versionCode": 20003,
   "serviceComponent": "com.callstack.agentdevice.imehelper/.TestInputMethodService",
   "broadcastProtocol": "android-ime-helper-v1"
 }

package/android/snapshot-helper/dist/agent-device-android-snapshot-helper-0.20.3.apk.sha256

@@ -0,0 +1 @@
+de7ecffc80d54dd1c173d3bf445ff8c9a02de2d124bcf39abeafeb5a6a08c95e  agent-device-android-snapshot-helper-0.20.3.apk

package/android/snapshot-helper/dist/{agent-device-android-snapshot-helper-0.20.1.manifest.json → agent-device-android-snapshot-helper-0.20.3.manifest.json}

@@ -1,13 +1,13 @@
 {
   "name": "android-snapshot-helper",
-  "version": "0.20.1",
-  "releaseTag": "v0.20.1",
-  "assetName": "agent-device-android-snapshot-helper-0.20.1.apk",
+  "version": "0.20.3",
+  "releaseTag": "v0.20.3",
+  "assetName": "agent-device-android-snapshot-helper-0.20.3.apk",
   "apkUrl": null,
-  "sha256": "26ae795374725ac91a513dc2943521fdc16bf67c25e91cb1f49d0fa62f61c85e",
-  "checksumName": "agent-device-android-snapshot-helper-0.20.1.apk.sha256",
+  "sha256": "de7ecffc80d54dd1c173d3bf445ff8c9a02de2d124bcf39abeafeb5a6a08c95e",
+  "checksumName": "agent-device-android-snapshot-helper-0.20.3.apk.sha256",
   "packageName": "com.callstack.agentdevice.snapshothelper",
-  "versionCode": 20001,
+  "versionCode": 20003,
   "instrumentationRunner": "com.callstack.agentdevice.snapshothelper/.SnapshotInstrumentation",
   "minSdk": 23,
   "targetSdk": 36,

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Alert.swift

@@ -220,10 +220,12 @@ extension RunnerTests {
       "yes",
       "continue",
       "done",
+      "open",
       "open settings"
     ].contains(normalized) || normalized.hasPrefix("confirm")
   }
 
+
   private func isDismissButton(_ label: String) -> Bool {
     [
       "cancel",

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+CommandExecution.swift

@@ -1287,41 +1287,7 @@ extension RunnerTests {
       pressHomeButton()
       return Response(ok: true, data: DataPayload(message: "home"))
     case .rotate:
-      guard let orientation = command.orientation?.trimmingCharacters(in: .whitespacesAndNewlines),
-        !orientation.isEmpty
-      else {
-        return Response(ok: false, error: ErrorPayload(message: "rotate requires orientation"))
-      }
-      let supportedOrientations = [
-        "portrait",
-        "portrait-upside-down",
-        "landscape-left",
-        "landscape-right",
-      ]
-      guard supportedOrientations.contains(orientation) else {
-        return Response(
-          ok: false,
-          error: ErrorPayload(message: "unsupported rotate orientation: \(orientation)")
-        )
-      }
-      guard let observedOrientation = rotateDevice(to: orientation) else {
-        return Response(
-          ok: false,
-          error: ErrorPayload(message: "unable to observe device orientation after rotate")
-        )
-      }
-      guard observedOrientation == orientation else {
-        return Response(
-          ok: false,
-          error: ErrorPayload(
-            message: "device orientation is \(observedOrientation), expected \(orientation)"
-          )
-        )
-      }
-      return Response(
-        ok: true,
-        data: DataPayload(message: "rotate", orientation: observedOrientation)
-      )
+      return executeRotateCommand(command)
     case .appSwitcher:
       performAppSwitcherGesture(app: activeApp)
       return Response(ok: true, data: DataPayload(message: "appSwitcher"))

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Interaction.swift

@@ -118,38 +118,6 @@ extension RunnerTests {
 #endif
   }
 
-  func rotateDevice(to orientationName: String) -> String? {
-#if os(macOS) || os(tvOS) || os(visionOS)
-    return nil
-#else
-    switch orientationName {
-    case "portrait":
-      XCUIDevice.shared.orientation = .portrait
-    case "portrait-upside-down":
-      XCUIDevice.shared.orientation = .portraitUpsideDown
-    case "landscape-left":
-      XCUIDevice.shared.orientation = .landscapeLeft
-    case "landscape-right":
-      XCUIDevice.shared.orientation = .landscapeRight
-    default:
-      return nil
-    }
-    sleepFor(0.2)
-    switch XCUIDevice.shared.orientation {
-    case .portrait:
-      return "portrait"
-    case .portraitUpsideDown:
-      return "portrait-upside-down"
-    case .landscapeLeft:
-      return "landscape-left"
-    case .landscapeRight:
-      return "landscape-right"
-    default:
-      return nil
-    }
-#endif
-  }
-
   func findElement(app: XCUIApplication, text: String) -> XCUIElement? {
     let predicate = NSPredicate(format: "label CONTAINS[c] %@ OR identifier CONTAINS[c] %@ OR value CONTAINS[c] %@", text, text, text)
     let element = app.descendants(matching: .any).matching(predicate).firstMatch
@@ -367,168 +335,6 @@ extension RunnerTests {
       && point.y <= frame.maxY + tolerance
   }
 
-  func isKeyboardVisible(app: XCUIApplication) -> Bool {
-    return visibleKeyboardFrame(app: app) != nil
-  }
-
-  func dismissKeyboard(app: XCUIApplication) -> (wasVisible: Bool, dismissed: Bool, visible: Bool) {
-    let wasVisible = isKeyboardVisible(app: app)
-    guard wasVisible else {
-      return (wasVisible: false, dismissed: false, visible: false)
-    }
-
-#if os(tvOS)
-    _ = pressTvRemote(.menu)
-    sleepFor(0.2)
-    let visible = isKeyboardVisible(app: app)
-    return (wasVisible: true, dismissed: !visible, visible: visible)
-#else
-    if tapKeyboardDismissControl(app: app) {
-      sleepFor(0.2)
-      let visible = isKeyboardVisible(app: app)
-      return (wasVisible: true, dismissed: !visible, visible: visible)
-    }
-
-    return (wasVisible: true, dismissed: false, visible: isKeyboardVisible(app: app))
-#endif
-  }
-
-  func pressKeyboardReturn(app: XCUIApplication) -> (wasVisible: Bool, pressed: Bool, visible: Bool) {
-#if os(tvOS)
-    return (wasVisible: false, pressed: pressTvRemote(.select), visible: false)
-#elseif os(iOS)
-    let wasVisible = isKeyboardVisible(app: app)
-    if tapKeyboardReturnControl(app: app) {
-      sleepFor(0.2)
-      return (wasVisible: wasVisible, pressed: true, visible: isKeyboardVisible(app: app))
-    }
-
-    var typed = false
-    let exceptionMessage = RunnerObjCExceptionCatcher.catchException({
-      app.typeText(XCUIKeyboardKey.return.rawValue)
-      typed = true
-    })
-    if let exceptionMessage {
-      NSLog(
-        "AGENT_DEVICE_RUNNER_KEYBOARD_RETURN_IGNORED_EXCEPTION=%@",
-        exceptionMessage
-      )
-      if let singleTarget = singleTextEntryElement(app: app) {
-        return pressKeyboardReturn(on: singleTarget, app: app, wasVisible: wasVisible)
-      }
-      return (wasVisible: wasVisible, pressed: false, visible: isKeyboardVisible(app: app))
-    }
-    sleepFor(0.2)
-    return (wasVisible: wasVisible, pressed: typed, visible: isKeyboardVisible(app: app))
-#else
-    return (wasVisible: false, pressed: false, visible: false)
-#endif
-  }
-
-  private func pressKeyboardReturn(
-    on element: XCUIElement,
-    app: XCUIApplication,
-    wasVisible: Bool
-  ) -> (wasVisible: Bool, pressed: Bool, visible: Bool) {
-#if os(iOS)
-    let exceptionMessage = RunnerObjCExceptionCatcher.catchException({
-      element.tap()
-      element.typeText(XCUIKeyboardKey.return.rawValue)
-    })
-    if let exceptionMessage {
-      NSLog(
-        "AGENT_DEVICE_RUNNER_KEYBOARD_RETURN_TARGET_IGNORED_EXCEPTION=%@",
-        exceptionMessage
-      )
-      return (wasVisible: wasVisible, pressed: false, visible: isKeyboardVisible(app: app))
-    }
-    sleepFor(0.2)
-    return (wasVisible: wasVisible, pressed: true, visible: isKeyboardVisible(app: app))
-#else
-    return (wasVisible: wasVisible, pressed: false, visible: false)
-#endif
-  }
-
-  private func singleTextEntryElement(app: XCUIApplication) -> XCUIElement? {
-#if os(iOS)
-    let matches = safely("KEYBOARD_RETURN_TEXT_ENTRY_QUERY", []) {
-      app.descendants(matching: .any).allElementsBoundByIndex.filter { element in
-        guard element.exists else { return false }
-        switch element.elementType {
-        case .textField, .secureTextField, .searchField, .textView:
-          return true
-        default:
-          return false
-        }
-      }
-    }
-    return matches.count == 1 ? matches[0] : nil
-#else
-    return nil
-#endif
-  }
-
-  private func tapKeyboardDismissControl(app: XCUIApplication) -> Bool {
-#if os(tvOS)
-    return false
-#else
-    guard let keyboardFrame = visibleKeyboardFrame(app: app) else {
-      return false
-    }
-    for label in ["Hide keyboard", "Dismiss keyboard", "Done"] {
-      let candidates = [
-        app.keyboards.buttons[label],
-        app.keyboards.keys[label],
-        app.keyboards.toolbars.buttons[label],
-      ]
-      if let hittable = candidates.first(where: { $0.exists && $0.isHittable }) {
-        hittable.tap()
-        return true
-      }
-
-      let toolbarButtonPredicate = NSPredicate(
-        format: "label == %@ OR identifier == %@",
-        label,
-        label
-      )
-      let toolbarButtons = app.descendants(matching: .button)
-        .matching(toolbarButtonPredicate)
-        .allElementsBoundByIndex
-      if let hittable = toolbarButtons.first(where: {
-        $0.exists && $0.isHittable && isKeyboardAccessoryControl($0, keyboardFrame: keyboardFrame)
-      }) {
-        hittable.tap()
-        return true
-      }
-    }
-    return false
-#endif
-  }
-
-  private func tapKeyboardReturnControl(app: XCUIApplication) -> Bool {
-#if os(iOS)
-    for label in ["return", "Return", "Enter", "Go", "Search", "Next", "Done", "Send", "Join"] {
-      let candidates = [
-        app.keyboards.buttons[label],
-        app.keyboards.keys[label],
-      ]
-      if let hittable = candidates.first(where: { $0.exists && $0.isHittable }) {
-        hittable.tap()
-        return true
-      }
-    }
-#endif
-    return false
-  }
-
-  private func isKeyboardAccessoryControl(_ element: XCUIElement, keyboardFrame: CGRect) -> Bool {
-    let frame = element.frame
-    guard !frame.isEmpty && !keyboardFrame.isEmpty else {
-      return false
-    }
-    return frame.intersects(keyboardFrame) || abs(frame.maxY - keyboardFrame.minY) <= 80
-  }
-
   private func readableText(for element: XCUIElement) -> String? {
     let label = element.label.trimmingCharacters(in: .whitespacesAndNewlines)
     let identifier = element.identifier.trimmingCharacters(in: .whitespacesAndNewlines)
@@ -1037,20 +843,6 @@ extension RunnerTests {
 #endif
   }
 
-  private func visibleKeyboardFrame(app: XCUIApplication) -> CGRect? {
-#if os(iOS)
-    return safely("KEYBOARD_FRAME") {
-      let keyboard = app.keyboards.firstMatch
-      guard keyboard.exists else { return nil }
-      let keyboardFrame = keyboard.frame
-      guard !keyboardFrame.isEmpty else { return nil }
-      return keyboardFrame
-    }
-#else
-    return nil
-#endif
-  }
-
   func axFreeSynthesizedDragPlan(
     app: XCUIApplication,
     x: Double,

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Keyboard.swift

@@ -0,0 +1,184 @@
+import XCTest
+
+private enum KeyboardDismissObservationTiming {
+  static let timeout: TimeInterval = 2
+}
+
+extension RunnerTests {
+  func isKeyboardVisible(app: XCUIApplication) -> Bool {
+    return visibleKeyboardFrame(app: app) != nil
+  }
+
+  func dismissKeyboard(app: XCUIApplication) -> (wasVisible: Bool, dismissed: Bool, visible: Bool) {
+    let keyboard = app.keyboards.firstMatch
+    let wasVisible = isKeyboardVisible(app: app)
+    guard wasVisible else {
+      return (wasVisible: false, dismissed: false, visible: false)
+    }
+
+#if os(tvOS)
+    _ = pressTvRemote(.menu)
+    sleepFor(0.2)
+    let visible = isKeyboardVisible(app: app)
+    return (wasVisible: true, dismissed: !visible, visible: visible)
+#else
+    if tapKeyboardDismissControl(app: app) {
+      _ = keyboard.waitForNonExistence(timeout: KeyboardDismissObservationTiming.timeout)
+      let visible = isKeyboardVisible(app: app)
+      return (wasVisible: true, dismissed: !visible, visible: visible)
+    }
+
+    return (wasVisible: true, dismissed: false, visible: isKeyboardVisible(app: app))
+#endif
+  }
+
+  func pressKeyboardReturn(app: XCUIApplication) -> (wasVisible: Bool, pressed: Bool, visible: Bool) {
+#if os(tvOS)
+    return (wasVisible: false, pressed: pressTvRemote(.select), visible: false)
+#elseif os(iOS)
+    let wasVisible = isKeyboardVisible(app: app)
+    if tapKeyboardReturnControl(app: app) {
+      sleepFor(0.2)
+      return (wasVisible: wasVisible, pressed: true, visible: isKeyboardVisible(app: app))
+    }
+
+    var typed = false
+    let exceptionMessage = RunnerObjCExceptionCatcher.catchException({
+      app.typeText(XCUIKeyboardKey.return.rawValue)
+      typed = true
+    })
+    if let exceptionMessage {
+      NSLog(
+        "AGENT_DEVICE_RUNNER_KEYBOARD_RETURN_IGNORED_EXCEPTION=%@",
+        exceptionMessage
+      )
+      if let singleTarget = singleTextEntryElement(app: app) {
+        return pressKeyboardReturn(on: singleTarget, app: app, wasVisible: wasVisible)
+      }
+      return (wasVisible: wasVisible, pressed: false, visible: isKeyboardVisible(app: app))
+    }
+    sleepFor(0.2)
+    return (wasVisible: wasVisible, pressed: typed, visible: isKeyboardVisible(app: app))
+#else
+    return (wasVisible: false, pressed: false, visible: false)
+#endif
+  }
+
+  func visibleKeyboardFrame(app: XCUIApplication) -> CGRect? {
+#if os(iOS)
+    return safely("KEYBOARD_FRAME") {
+      let keyboard = app.keyboards.firstMatch
+      guard keyboard.exists else { return nil }
+      let keyboardFrame = keyboard.frame
+      guard !keyboardFrame.isEmpty else { return nil }
+      return keyboardFrame
+    }
+#else
+    return nil
+#endif
+  }
+
+  private func pressKeyboardReturn(
+    on element: XCUIElement,
+    app: XCUIApplication,
+    wasVisible: Bool
+  ) -> (wasVisible: Bool, pressed: Bool, visible: Bool) {
+#if os(iOS)
+    let exceptionMessage = RunnerObjCExceptionCatcher.catchException({
+      element.tap()
+      element.typeText(XCUIKeyboardKey.return.rawValue)
+    })
+    if let exceptionMessage {
+      NSLog(
+        "AGENT_DEVICE_RUNNER_KEYBOARD_RETURN_TARGET_IGNORED_EXCEPTION=%@",
+        exceptionMessage
+      )
+      return (wasVisible: wasVisible, pressed: false, visible: isKeyboardVisible(app: app))
+    }
+    sleepFor(0.2)
+    return (wasVisible: wasVisible, pressed: true, visible: isKeyboardVisible(app: app))
+#else
+    return (wasVisible: wasVisible, pressed: false, visible: false)
+#endif
+  }
+
+  private func singleTextEntryElement(app: XCUIApplication) -> XCUIElement? {
+#if os(iOS)
+    let matches = safely("KEYBOARD_RETURN_TEXT_ENTRY_QUERY", []) {
+      app.descendants(matching: .any).allElementsBoundByIndex.filter { element in
+        guard element.exists else { return false }
+        switch element.elementType {
+        case .textField, .secureTextField, .searchField, .textView:
+          return true
+        default:
+          return false
+        }
+      }
+    }
+    return matches.count == 1 ? matches[0] : nil
+#else
+    return nil
+#endif
+  }
+
+  private func tapKeyboardDismissControl(app: XCUIApplication) -> Bool {
+#if os(tvOS)
+    return false
+#else
+    guard let keyboardFrame = visibleKeyboardFrame(app: app) else {
+      return false
+    }
+    for label in ["Hide keyboard", "Dismiss keyboard", "Done"] {
+      let candidates = [
+        app.keyboards.buttons[label],
+        app.keyboards.keys[label],
+        app.keyboards.toolbars.buttons[label],
+      ]
+      if let hittable = candidates.first(where: { $0.exists && $0.isHittable }) {
+        hittable.tap()
+        return true
+      }
+
+      let toolbarButtonPredicate = NSPredicate(
+        format: "label == %@ OR identifier == %@",
+        label,
+        label
+      )
+      let toolbarButtons = app.descendants(matching: .button)
+        .matching(toolbarButtonPredicate)
+        .allElementsBoundByIndex
+      if let hittable = toolbarButtons.first(where: {
+        $0.exists && $0.isHittable && isKeyboardAccessoryControl($0, keyboardFrame: keyboardFrame)
+      }) {
+        hittable.tap()
+        return true
+      }
+    }
+    return false
+#endif
+  }
+
+  private func tapKeyboardReturnControl(app: XCUIApplication) -> Bool {
+#if os(iOS)
+    for label in ["return", "Return", "Enter", "Go", "Search", "Next", "Done", "Send", "Join"] {
+      let candidates = [
+        app.keyboards.buttons[label],
+        app.keyboards.keys[label],
+      ]
+      if let hittable = candidates.first(where: { $0.exists && $0.isHittable }) {
+        hittable.tap()
+        return true
+      }
+    }
+#endif
+    return false
+  }
+
+  private func isKeyboardAccessoryControl(_ element: XCUIElement, keyboardFrame: CGRect) -> Bool {
+    let frame = element.frame
+    guard !frame.isEmpty && !keyboardFrame.isEmpty else {
+      return false
+    }
+    return frame.intersects(keyboardFrame) || abs(frame.maxY - keyboardFrame.minY) <= 80
+  }
+}

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Orientation.swift

@@ -0,0 +1,92 @@
+import XCTest
+
+private enum OrientationObservationTiming {
+  static let pollInterval: TimeInterval = 0.05
+  static let timeout: TimeInterval = 2
+}
+
+extension RunnerTests {
+  func executeRotateCommand(_ command: Command) -> Response {
+    guard let orientation = command.orientation?.trimmingCharacters(in: .whitespacesAndNewlines),
+      !orientation.isEmpty
+    else {
+      return Response(ok: false, error: ErrorPayload(message: "rotate requires orientation"))
+    }
+    let supportedOrientations = [
+      "portrait",
+      "portrait-upside-down",
+      "landscape-left",
+      "landscape-right",
+    ]
+    guard supportedOrientations.contains(orientation) else {
+      return Response(
+        ok: false,
+        error: ErrorPayload(message: "unsupported rotate orientation: \(orientation)")
+      )
+    }
+    guard let observedOrientation = rotateDevice(to: orientation) else {
+      return Response(
+        ok: false,
+        error: ErrorPayload(message: "unable to observe device orientation after rotate")
+      )
+    }
+    guard observedOrientation == orientation else {
+      return Response(
+        ok: false,
+        error: ErrorPayload(
+          message: "device orientation is \(observedOrientation), expected \(orientation)"
+        )
+      )
+    }
+    return Response(
+      ok: true,
+      data: DataPayload(message: "rotate", orientation: observedOrientation)
+    )
+  }
+
+  private func rotateDevice(to orientationName: String) -> String? {
+#if os(macOS) || os(tvOS) || os(visionOS)
+    return nil
+#else
+    switch orientationName {
+    case "portrait":
+      XCUIDevice.shared.orientation = .portrait
+    case "portrait-upside-down":
+      XCUIDevice.shared.orientation = .portraitUpsideDown
+    case "landscape-left":
+      XCUIDevice.shared.orientation = .landscapeLeft
+    case "landscape-right":
+      XCUIDevice.shared.orientation = .landscapeRight
+    default:
+      return nil
+    }
+    let deadline = Date().addingTimeInterval(OrientationObservationTiming.timeout)
+    repeat {
+      if observedDeviceOrientation() == orientationName {
+        return orientationName
+      }
+      sleepFor(OrientationObservationTiming.pollInterval)
+    } while Date() < deadline
+    return observedDeviceOrientation()
+#endif
+  }
+
+  private func observedDeviceOrientation() -> String? {
+#if os(macOS) || os(tvOS) || os(visionOS)
+    return nil
+#else
+    switch XCUIDevice.shared.orientation {
+    case .portrait:
+      return "portrait"
+    case .portraitUpsideDown:
+      return "portrait-upside-down"
+    case .landscapeLeft:
+      return "landscape-left"
+    case .landscapeRight:
+      return "landscape-right"
+    default:
+      return nil
+    }
+#endif
+  }
+}