agent-device 0.15.0 → 0.15.2

package/ios-runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Alert.swift

@@ -0,0 +1,155 @@
+import XCTest
+
+extension RunnerTests {
+  struct RunnerAlert {
+    let root: XCUIElement
+    let ownerApp: XCUIApplication
+    let buttons: [XCUIElement]
+  }
+
+  func resolveAlert(app activeApp: XCUIApplication) -> RunnerAlert? {
+    if let alert = firstExistingElement(in: activeApp.alerts.allElementsBoundByIndex) {
+      return runnerAlert(root: alert, ownerApp: activeApp)
+    }
+    if let popup = firstDismissPopupWindow(in: activeApp) {
+      return runnerAlert(root: popup, ownerApp: activeApp)
+    }
+#if os(macOS)
+    return nil
+#else
+    if let systemModal = firstBlockingSystemModal(in: springboard) {
+      return runnerAlert(root: systemModal, ownerApp: springboard)
+    }
+    return nil
+#endif
+  }
+
+  func handleAlert(_ alert: RunnerAlert, action: String) -> Response {
+    if action == "accept" || action == "dismiss" {
+      guard let button = chooseAlertButton(alert.buttons, action: action) else {
+        return Response(ok: false, error: ErrorPayload(message: "alert \(action) button not found"))
+      }
+      let outcome = activateElement(app: alert.ownerApp, element: button, action: "alert \(action)")
+      if let response = unsupportedResponse(for: outcome) {
+        return response
+      }
+      return Response(ok: true, data: DataPayload(message: action == "accept" ? "accepted" : "dismissed"))
+    }
+
+    return Response(
+      ok: true,
+      data: DataPayload(
+        message: preferredAlertTitle(alert.root, buttons: alert.buttons),
+        items: alert.buttons.map { $0.label.trimmingCharacters(in: .whitespacesAndNewlines) }
+      )
+    )
+  }
+
+  private func runnerAlert(root: XCUIElement, ownerApp: XCUIApplication) -> RunnerAlert? {
+    let buttons = actionableElements(in: root).filter { isEnabledElement($0) }
+    guard !buttons.isEmpty else {
+      return nil
+    }
+    return RunnerAlert(root: root, ownerApp: ownerApp, buttons: buttons)
+  }
+
+  private func firstExistingElement(in elements: [XCUIElement]) -> XCUIElement? {
+    elements.first { isVisibleElement($0) }
+  }
+
+  private func firstDismissPopupWindow(in app: XCUIApplication) -> XCUIElement? {
+    safeElementsQuery {
+      app.windows.allElementsBoundByIndex
+    }.first { window in
+      if !isVisibleElement(window) { return false }
+      if isDismissPopupMarker(window.label) || isDismissPopupMarker(window.identifier) {
+        return true
+      }
+      return safeElementsQuery {
+        window.descendants(matching: .any).allElementsBoundByIndex
+      }.contains { descendant in
+        isDismissPopupMarker(descendant.label) || isDismissPopupMarker(descendant.identifier)
+      }
+    }
+  }
+
+  private func chooseAlertButton(_ buttons: [XCUIElement], action: String) -> XCUIElement? {
+    if action == "accept" {
+      if let accept = buttons.first(where: { isAcceptButton($0.label) }) {
+        return accept
+      }
+      return buttons.count == 1 && !isDismissButton(buttons[0].label) ? buttons[0] : nil
+    }
+
+    return buttons.first(where: { isDismissButton($0.label) }) ?? buttons.last
+  }
+
+  private func isAcceptButton(_ label: String) -> Bool {
+    let normalized = label.trimmingCharacters(in: .whitespacesAndNewlines).lowercased()
+    return [
+      "ok",
+      "allow",
+      "yes",
+      "continue",
+      "done",
+      "open settings"
+    ].contains(normalized) || normalized.hasPrefix("confirm")
+  }
+
+  private func isDismissButton(_ label: String) -> Bool {
+    [
+      "cancel",
+      "close",
+      "dismiss",
+      "don't allow",
+      "don’t allow",
+      "not now",
+      "no",
+      "keep browsing",
+      "later"
+    ].contains(label.trimmingCharacters(in: .whitespacesAndNewlines).lowercased())
+  }
+
+  private func preferredAlertTitle(_ element: XCUIElement, buttons: [XCUIElement]) -> String {
+    let buttonLabels = Set(buttons.map { $0.label.trimmingCharacters(in: .whitespacesAndNewlines).lowercased() })
+    let descendants = element.descendants(matching: .any).allElementsBoundByIndex
+    for descendant in descendants {
+      let text = descendant.label.trimmingCharacters(in: .whitespacesAndNewlines)
+      if text.isEmpty ||
+        isGenericAlertLabel(text) ||
+        buttonLabels.contains(text.lowercased()) ||
+        descendant.elementType == .navigationBar ||
+        actionableTypes.contains(descendant.elementType)
+      {
+        continue
+      }
+      return text
+    }
+    let label = element.label.trimmingCharacters(in: .whitespacesAndNewlines)
+    return label.isEmpty || isGenericAlertLabel(label) ? "Alert" : label
+  }
+
+  private func isGenericAlertLabel(_ label: String) -> Bool {
+    let normalized = label.trimmingCharacters(in: .whitespacesAndNewlines).lowercased()
+    return isDismissPopupMarker(normalized) ||
+      normalized.hasPrefix("vertical scroll bar") ||
+      normalized.hasPrefix("horizontal scroll bar") ||
+      normalized == "tab bar"
+  }
+
+  private func isVisibleElement(_ element: XCUIElement) -> Bool {
+    element.exists && !element.frame.isNull && !element.frame.isEmpty
+  }
+
+  private func isEnabledElement(_ element: XCUIElement) -> Bool {
+    var enabled = false
+    _ = RunnerObjCExceptionCatcher.catchException({
+      enabled = element.exists && element.isEnabled
+    })
+    return enabled
+  }
+
+  private func isDismissPopupMarker(_ label: String) -> Bool {
+    label.trimmingCharacters(in: .whitespacesAndNewlines).caseInsensitiveCompare("dismiss popup") == .orderedSame
+  }
+}

package/ios-runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+CommandExecution.swift

@@ -13,7 +13,7 @@ extension RunnerTests {
     return (gestureStartUptimeMs, currentUptimeMs())
   }
 
-  private func unsupportedResponse(for outcome: RunnerInteractionOutcome) -> Response? {
+  func unsupportedResponse(for outcome: RunnerInteractionOutcome) -> Response? {
     switch outcome {
     case .performed:
       return nil
@@ -731,32 +731,10 @@ extension RunnerTests {
       )
     case .alert:
       let action = (command.action ?? "get").lowercased()
-      let alert = activeApp.alerts.firstMatch
-      if !alert.exists {
+      guard let alert = resolveAlert(app: activeApp) else {
         return Response(ok: false, error: ErrorPayload(message: "alert not found"))
       }
-      if action == "accept" {
-        guard let button = alert.buttons.allElementsBoundByIndex.first else {
-          return Response(ok: false, error: ErrorPayload(message: "alert accept button not found"))
-        }
-        let outcome = activateElement(app: activeApp, element: button, action: "alert accept")
-        if let response = unsupportedResponse(for: outcome) {
-          return response
-        }
-        return Response(ok: true, data: DataPayload(message: "accepted"))
-      }
-      if action == "dismiss" {
-        guard let button = alert.buttons.allElementsBoundByIndex.last else {
-          return Response(ok: false, error: ErrorPayload(message: "alert dismiss button not found"))
-        }
-        let outcome = activateElement(app: activeApp, element: button, action: "alert dismiss")
-        if let response = unsupportedResponse(for: outcome) {
-          return response
-        }
-        return Response(ok: true, data: DataPayload(message: "dismissed"))
-      }
-      let buttonLabels = alert.buttons.allElementsBoundByIndex.map { $0.label }
-      return Response(ok: true, data: DataPayload(message: alert.label, items: buttonLabels))
+      return handleAlert(alert, action: action)
     case .pinch:
       guard let scale = command.scale, scale > 0 else {
         return Response(ok: false, error: ErrorPayload(message: "pinch requires scale > 0"))

package/ios-runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Interaction.swift

@@ -1359,12 +1359,17 @@ extension RunnerTests {
 
 #if !os(tvOS)
   private func interactionCoordinate(app: XCUIApplication, x: Double, y: Double) -> XCUICoordinate {
+#if os(iOS)
+    let origin = app.coordinate(withNormalizedOffset: CGVector(dx: 0, dy: 0))
+    return origin.withOffset(CGVector(dx: x, dy: y))
+#else
     let root = interactionRoot(app: app)
     let origin = root.coordinate(withNormalizedOffset: CGVector(dx: 0, dy: 0))
     let rootFrame = root.frame
     let offsetX = x - Double(rootFrame.origin.x)
     let offsetY = y - Double(rootFrame.origin.y)
     return origin.withOffset(CGVector(dx: offsetX, dy: offsetY))
+#endif
   }
 #endif
 

package/ios-runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Lifecycle.swift

@@ -147,7 +147,7 @@ extension RunnerTests {
       ? (target.value(forKey: "waitForIdleTimeout") as? NSNumber)
       : nil
     if supportsWaitForIdleTimeout {
-      target.setValue(resolveScrollInteractionIdleTimeout(), forKey: "waitForIdleTimeout")
+      target.setValue(scrollInteractionIdleTimeoutDefault, forKey: "waitForIdleTimeout")
     }
     defer {
       if let previous {
@@ -191,19 +191,6 @@ extension RunnerTests {
     }
   }
 
-  private func resolveScrollInteractionIdleTimeout() -> TimeInterval {
-    guard
-      let raw = ProcessInfo.processInfo.environment["AGENT_DEVICE_IOS_INTERACTION_IDLE_TIMEOUT"],
-      !raw.trimmingCharacters(in: .whitespacesAndNewlines).isEmpty
-    else {
-      return scrollInteractionIdleTimeoutDefault
-    }
-    guard let parsed = Double(raw), parsed >= 0 else {
-      return scrollInteractionIdleTimeoutDefault
-    }
-    return min(parsed, 30)
-  }
-
   func shouldRetryCommand(_ command: Command) -> Bool {
     if RunnerEnv.isTruthy("AGENT_DEVICE_RUNNER_DISABLE_READONLY_RETRY") {
       return false

package/ios-runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+SystemModal.swift

@@ -46,7 +46,7 @@ extension RunnerTests {
     #endif
   }
 
-  private func firstBlockingSystemModal(in springboard: XCUIApplication) -> XCUIElement? {
+  func firstBlockingSystemModal(in springboard: XCUIApplication) -> XCUIElement? {
     let disableSafeProbe = RunnerEnv.isTruthy("AGENT_DEVICE_RUNNER_DISABLE_SAFE_MODAL_PROBE")
     let queryElements: (() -> [XCUIElement]) -> [XCUIElement] = { fetch in
       if disableSafeProbe {
@@ -76,7 +76,7 @@ extension RunnerTests {
     return nil
   }
 
-  private func safeElementsQuery(_ fetch: () -> [XCUIElement]) -> [XCUIElement] {
+  func safeElementsQuery(_ fetch: () -> [XCUIElement]) -> [XCUIElement] {
     var elements: [XCUIElement] = []
     let exceptionMessage = RunnerObjCExceptionCatcher.catchException({
       elements = fetch()
@@ -120,7 +120,7 @@ extension RunnerTests {
     return true
   }
 
-  private func actionableElements(in element: XCUIElement) -> [XCUIElement] {
+  func actionableElements(in element: XCUIElement) -> [XCUIElement] {
     var seen = Set<String>()
     var actions: [XCUIElement] = []
     let descendants = safeElementsQuery {

package/ios-runner/AgentDeviceRunner/RecordingScripts/recording-overlay.swift

@@ -145,7 +145,13 @@ func run() throws {
     in: parentLayer
   )
 
-  guard let exporter = AVAssetExportSession(asset: composition, presetName: AVAssetExportPresetHighestQuality) else {
+  // Overlay burn-in forces a full re-encode; medium quality keeps simulator videos readable
+  // while avoiding very slow highest-quality exports.
+  let presetName = AVAssetExportSession.exportPresets(compatibleWith: composition)
+    .contains(AVAssetExportPresetMediumQuality)
+    ? AVAssetExportPresetMediumQuality
+    : AVAssetExportPresetHighestQuality
+  guard let exporter = AVAssetExportSession(asset: composition, presetName: presetName) else {
     throw OverlayError.exportFailed("Failed to create export session.")
   }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agent-device",
-  "version": "0.15.0",
+  "version": "0.15.2",
   "description": "Agent-native CLI for AI mobile testing and app automation across iOS, Android, tvOS, Android TV, macOS, and Linux.",
   "mcpName": "io.github.callstackincubator/agent-device",
   "license": "MIT",
@@ -111,6 +111,11 @@
     "test-app:ios": "pnpm --dir examples/test-app ios",
     "test-app:android": "pnpm --dir examples/test-app android",
     "test-app:typecheck": "pnpm --dir examples/test-app typecheck",
+    "test-app:replay:ios": "pnpm ad test examples/test-app/replays --platform ios --artifacts-dir .tmp/test-app-replay/ios",
+    "test-app:replay:android": "pnpm ad test examples/test-app/replays --platform android --artifacts-dir .tmp/test-app-replay/android",
+    "test-app:maestro": "node scripts/run-test-app-maestro-suite.mjs",
+    "test-app:maestro:ios": "node scripts/run-test-app-maestro-suite.mjs --platform ios",
+    "test-app:maestro:android": "node scripts/run-test-app-maestro-suite.mjs --platform android",
     "test": "vitest run --project unit",
     "test:unit": "vitest run --project unit",
     "test:coverage": "vitest run --coverage",

package/server.json

@@ -7,12 +7,12 @@
     "url": "https://github.com/callstackincubator/agent-device",
     "source": "github"
   },
-  "version": "0.15.0",
+  "version": "0.15.2",
   "packages": [
     {
       "registryType": "npm",
       "identifier": "agent-device",
-      "version": "0.15.0",
+      "version": "0.15.2",
       "transport": {
         "type": "stdio"
       }

package/android-snapshot-helper/dist/agent-device-android-snapshot-helper-0.15.0.apk.sha256

@@ -1 +0,0 @@
-5fdbdcd5f57e6c152a6a47967748903c0bd2e6655edf19ff0757d815e1975762  agent-device-android-snapshot-helper-0.15.0.apk

package/dist/src/840.js

@@ -1,2 +0,0 @@
-import{AppError as e}from"./9152.js";import{emitDiagnostic as t}from"./7599.js";let s="user-installed";function a(e){return e??s}function n(t){if(void 0===t)throw new e("INVALID_ARGS","appsFilter must be resolved before executing the apps command");return t}let r=i(process.env.AGENT_DEVICE_RETRY_LOGS);function i(e){return["1","true","yes","on"].includes((e??"").trim().toLowerCase())}let d={ios_boot:{startupMs:12e4,operationMs:2e4,totalMs:12e4},ios_runner_connect:{startupMs:12e4,operationMs:15e3,totalMs:12e4},android_boot:{startupMs:6e4,operationMs:1e4,totalMs:6e4}};class l{startedAtMs;expiresAtMs;constructor(e,t){this.startedAtMs=e,this.expiresAtMs=e+Math.max(0,t)}static fromTimeoutMs(e,t=Date.now()){return new l(t,e)}remainingMs(e=Date.now()){return Math.max(0,this.expiresAtMs-e)}elapsedMs(e=Date.now()){return Math.max(0,e-this.startedAtMs)}isExpired(e=Date.now()){return 0>=this.remainingMs(e)}}async function o(t,s={},a={}){let n,r={maxAttempts:s.maxAttempts??3,baseDelayMs:s.baseDelayMs??200,maxDelayMs:s.maxDelayMs??2e3,jitter:s.jitter??.2,shouldRetry:s.shouldRetry};for(let s=1;s<=r.maxAttempts;s+=1){if(a.signal?.aborted)throw new e("COMMAND_FAILED","request canceled",{reason:"request_canceled"});if(a.deadline?.isExpired()&&s>1)break;try{let e=await t({attempt:s,maxAttempts:r.maxAttempts,deadline:a.deadline});return a.onEvent?.({phase:a.phase,event:"succeeded",attempt:s,maxAttempts:r.maxAttempts,elapsedMs:a.deadline?.elapsedMs(),remainingMs:a.deadline?.remainingMs()}),p({phase:a.phase,event:"succeeded",attempt:s,maxAttempts:r.maxAttempts,elapsedMs:a.deadline?.elapsedMs(),remainingMs:a.deadline?.remainingMs()}),e}catch(o){n=o;let e=a.classifyReason?.(o),t={phase:a.phase,event:"attempt_failed",attempt:s,maxAttempts:r.maxAttempts,elapsedMs:a.deadline?.elapsedMs(),remainingMs:a.deadline?.remainingMs(),reason:e};if(a.onEvent?.(t),p(t),s>=r.maxAttempts||r.shouldRetry&&!r.shouldRetry(o,s))break;let i=function(e,t,s,a){let n=Math.min(t,e*2**(a-1));return Math.max(0,n+n*s*(2*Math.random()-1))}(r.baseDelayMs,r.maxDelayMs,r.jitter,s),d=a.deadline?Math.min(i,a.deadline.remainingMs()):i;if(d<=0)break;let l={phase:a.phase,event:"retry_scheduled",attempt:s,maxAttempts:r.maxAttempts,delayMs:d,elapsedMs:a.deadline?.elapsedMs(),remainingMs:a.deadline?.remainingMs(),reason:e};a.onEvent?.(l),p(l),await function(e,t){return new Promise(s=>{if(t?.aborted)return void s();let a=!1,n=()=>{a||(a=!0,t&&t.removeEventListener("abort",i),s())},r=setTimeout(n,e);function i(){clearTimeout(r),n()}t&&t.addEventListener("abort",i,{once:!0})})}(d,a.signal)}}let i={phase:a.phase,event:"exhausted",attempt:r.maxAttempts,maxAttempts:r.maxAttempts,elapsedMs:a.deadline?.elapsedMs(),remainingMs:a.deadline?.remainingMs(),reason:a.classifyReason?.(n)};if(a.onEvent?.(i),p(i),n)throw n;throw new e("COMMAND_FAILED","retry failed")}async function m(e,t={}){return o(()=>e(),{maxAttempts:t.attempts,baseDelayMs:t.baseDelayMs,maxDelayMs:t.maxDelayMs,jitter:t.jitter,shouldRetry:t.shouldRetry})}function p(e){t({level:"attempt_failed"===e.event||"exhausted"===e.event?"warn":"debug",phase:"retry",data:{...e}}),r&&process.stderr.write(`[agent-device][retry] ${JSON.stringify(e)}
-`)}export{s as DEFAULT_APPS_FILTER,l as Deadline,d as TIMEOUT_PROFILES,n as assertResolvedAppsFilter,i as isEnvTruthy,a as resolveAppsFilter,o as retryWithPolicy,m as withRetry};