agent-device 0.20.9 → 0.20.10

package/android/ime-helper/dist/agent-device-android-ime-helper-0.20.10.apk.sha256

@@ -0,0 +1 @@
+37cfdc9733315068659a6a4c1da8e65cd403e382401194f989f510fb0f320ba5  agent-device-android-ime-helper-0.20.10.apk

package/android/ime-helper/dist/{agent-device-android-ime-helper-0.20.9.manifest.json → agent-device-android-ime-helper-0.20.10.manifest.json}

@@ -1,10 +1,10 @@
 {
   "name": "android-ime-helper",
-  "version": "0.20.9",
-  "assetName": "agent-device-android-ime-helper-0.20.9.apk",
-  "sha256": "f98ded51f104c10268a75b7eb77f2e479461b844e49f238593d44b821d13e294",
+  "version": "0.20.10",
+  "assetName": "agent-device-android-ime-helper-0.20.10.apk",
+  "sha256": "37cfdc9733315068659a6a4c1da8e65cd403e382401194f989f510fb0f320ba5",
   "packageName": "com.callstack.agentdevice.imehelper",
-  "versionCode": 20009,
+  "versionCode": 20010,
   "serviceComponent": "com.callstack.agentdevice.imehelper/.TestInputMethodService",
   "broadcastProtocol": "android-ime-helper-v1"
 }

package/android/snapshot-helper/dist/agent-device-android-snapshot-helper-0.20.10.apk.sha256

@@ -0,0 +1 @@
+a5e8c39ef8dc5ca6fc1959dfcd52b00bd7845ce584abc0930f8d4a517bd784cc  agent-device-android-snapshot-helper-0.20.10.apk

package/android/snapshot-helper/dist/{agent-device-android-snapshot-helper-0.20.9.manifest.json → agent-device-android-snapshot-helper-0.20.10.manifest.json}

@@ -1,13 +1,13 @@
 {
   "name": "android-snapshot-helper",
-  "version": "0.20.9",
-  "releaseTag": "v0.20.9",
-  "assetName": "agent-device-android-snapshot-helper-0.20.9.apk",
+  "version": "0.20.10",
+  "releaseTag": "v0.20.10",
+  "assetName": "agent-device-android-snapshot-helper-0.20.10.apk",
   "apkUrl": null,
-  "sha256": "a5169f62fb38bb1980cf7c7963542f2bc5bbaafd4d9dc7b5b23d3e41ee782725",
-  "checksumName": "agent-device-android-snapshot-helper-0.20.9.apk.sha256",
+  "sha256": "a5e8c39ef8dc5ca6fc1959dfcd52b00bd7845ce584abc0930f8d4a517bd784cc",
+  "checksumName": "agent-device-android-snapshot-helper-0.20.10.apk.sha256",
   "packageName": "com.callstack.agentdevice.snapshothelper",
-  "versionCode": 20009,
+  "versionCode": 20010,
   "instrumentationRunner": "com.callstack.agentdevice.snapshothelper/.SnapshotInstrumentation",
   "minSdk": 23,
   "targetSdk": 36,

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+AXSnapshotFallback.swift

@@ -103,11 +103,11 @@ extension RunnerTests {
     }
   }
 
-  func privateAXSnapshotCapture(
+  func privateAXSnapshotAcquisition(
     app: XCUIApplication,
-    options: SnapshotOptions,
+    options: PresentationOptions,
     deadline: Date = .distantFuture
-  ) -> SnapshotBackendCapture? {
+  ) -> SnapshotAcquisition? {
     #if os(iOS) && targetEnvironment(simulator)
       let requestedDepth = options.depth ?? 64
       // An explicit --depth request is honored as asked: no accepted-depth
@@ -202,8 +202,9 @@ extension RunnerTests {
         effectiveDepth,
         deepExtension?[RunnerAXSnapshotDeepExtensionNodesAddedKey] as? Int ?? 0
       )
-      return SnapshotBackendCapture(
-        payload: DataPayload(nodes: nodes, truncated: (response["truncated"] as? Bool) == true),
+      return SnapshotAcquisition(
+        nodes: nodes,
+        truncated: (response["truncated"] as? Bool) == true,
         effectiveDepth: depthLimited ? effectiveDepth : nil,
         customActions: Self.privateAXCustomActionCoverage(
           response[RunnerAXSnapshotCustomActionsKey]

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+CommandExecution.swift

@@ -584,10 +584,10 @@ extension RunnerTests {
   }
 
   /// Pure command→options projection, extracted so the runner unit bundle can
-  /// prove the decoded wire field actually reaches capture options (#1634 P2).
-  static func snapshotOptions(from command: Command) -> SnapshotOptions {
+  /// prove the decoded wire field actually reaches presentation options (#1634 P2).
+  static func presentationOptions(from command: Command) -> PresentationOptions {
     let customActions = command.customActions ?? false
-    return SnapshotOptions(
+    return PresentationOptions(
       interactiveOnly: command.interactiveOnly ?? false,
       depth: command.depth,
       scope: command.scope,
@@ -602,7 +602,7 @@ extension RunnerTests {
   }
 
   private func executeSnapshotPrepared(command: Command, activeApp: XCUIApplication) throws -> Response {
-    let options = Self.snapshotOptions(from: command)
+    let options = Self.presentationOptions(from: command)
     do {
       let payload: DataPayload
       if options.raw {

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+FlatSnapshotFiltering.swift

@@ -23,10 +23,103 @@ enum FlatSnapshotVisibilityPolicy {
   case viewportProjected
 }
 
+enum FlatSnapshotGeometry {
+  case geometryless
+  case framed(intersectsViewportAndScrollClip: Bool)
+}
+
+enum FlatSnapshotDescendantVisibility: Equatable {
+  case independent
+  case owned
+}
+
+struct FlatSnapshotProjectionCursor {
+  static let root = FlatSnapshotProjectionCursor(ancestorProjectedOut: false)
+
+  private let ancestorProjectedOut: Bool
+
+  var isProjectedOut: Bool { ancestorProjectedOut }
+
+  func project(
+    geometry: FlatSnapshotGeometry,
+    descendantVisibility: FlatSnapshotDescendantVisibility
+  ) -> FlatSnapshotProjectionDecision {
+    let nodeProjectedOut: Bool
+    switch geometry {
+    case .geometryless:
+      nodeProjectedOut = false
+    case .framed(let intersectsViewportAndScrollClip):
+      nodeProjectedOut = !intersectsViewportAndScrollClip
+    }
+    let presentationVisible = !ancestorProjectedOut && !nodeProjectedOut
+    let descendantsProjectedOut = ancestorProjectedOut
+      || (nodeProjectedOut && descendantVisibility == .owned)
+    return FlatSnapshotProjectionDecision(
+      presentationVisible: presentationVisible,
+      descendants: FlatSnapshotProjectionCursor(
+        ancestorProjectedOut: descendantsProjectedOut
+      )
+    )
+  }
+}
+
+struct FlatSnapshotProjectionDecision {
+  let presentationVisible: Bool
+  let descendants: FlatSnapshotProjectionCursor
+}
+
+struct FlatSnapshotProjectionTransition {
+  let decision: FlatSnapshotProjectionDecision
+  let hiddenContentFrame: CGRect?
+}
+
 extension RunnerTests {
+  func flatSnapshotGeometry(
+    frame: CGRect,
+    intersectsViewportAndScrollClip: Bool
+  ) -> FlatSnapshotGeometry {
+    if frame.isNull || frame.isEmpty { return .geometryless }
+    return .framed(intersectsViewportAndScrollClip: intersectsViewportAndScrollClip)
+  }
+
+  func flatSnapshotDescendantVisibility(
+    elementType: XCUIElement.ElementType?,
+    hasChildren: Bool
+  ) -> FlatSnapshotDescendantVisibility {
+    guard hasChildren, let elementType else { return .independent }
+    if elementType == .cell || Self.scrollContainerTypes.contains(elementType) {
+      return .owned
+    }
+    return .independent
+  }
+
+  func flatSnapshotProjectionTransition(
+    frame: CGRect,
+    intersectsViewportAndScrollClip: Bool,
+    elementType: XCUIElement.ElementType?,
+    hasChildren: Bool,
+    cursor: FlatSnapshotProjectionCursor
+  ) -> FlatSnapshotProjectionTransition {
+    let hasFrame = !frame.isNull && !frame.isEmpty
+    return FlatSnapshotProjectionTransition(
+      decision: cursor.project(
+        geometry: flatSnapshotGeometry(
+          frame: frame,
+          intersectsViewportAndScrollClip: intersectsViewportAndScrollClip
+        ),
+        descendantVisibility: flatSnapshotDescendantVisibility(
+          elementType: elementType,
+          hasChildren: hasChildren
+        )
+      ),
+      hiddenContentFrame: !cursor.isProjectedOut && hasFrame
+        && !intersectsViewportAndScrollClip ? frame : nil
+    )
+  }
+
   func flatSnapshotFilterDecision(
     _ node: FlatSnapshotFilterNode,
-    options: SnapshotOptions,
+    options: PresentationOptions,
     visibilityPolicy: FlatSnapshotVisibilityPolicy,
     insideMatchedScope: Bool
   ) -> FlatSnapshotFilterDecision {

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Interaction.swift

@@ -229,21 +229,23 @@ extension RunnerTests {
     let identifier = element.identifier.trimmingCharacters(in: .whitespacesAndNewlines)
     let valueText = String(describing: element.value ?? "")
       .trimmingCharacters(in: .whitespacesAndNewlines)
-    let node = SnapshotNode(
-      index: 0,
-      type: elementTypeName(element.elementType),
-      label: label.isEmpty ? nil : label,
-      identifier: identifier.isEmpty ? nil : identifier,
-      value: valueText.isEmpty ? nil : valueText,
-      rect: snapshotRect(from: element.frame),
-      enabled: element.isEnabled,
-      focused: nil,
-      selected: element.isSelected ? true : nil,
-      hittable: element.isHittable,
-      depth: 0,
-      parentIndex: nil,
-      hiddenContentAbove: nil,
-      hiddenContentBelow: nil
+    let node = SnapshotPresentation.singleElementRead(
+      RawAXNode(
+        index: 0,
+        type: elementTypeName(element.elementType),
+        label: label.isEmpty ? nil : label,
+        identifier: identifier.isEmpty ? nil : identifier,
+        value: valueText.isEmpty ? nil : valueText,
+        rect: snapshotRect(from: element.frame),
+        enabled: element.isEnabled,
+        focused: nil,
+        selected: element.isSelected ? true : nil,
+        hittable: element.isHittable,
+        depth: 0,
+        parentIndex: nil,
+        hiddenContentAbove: nil,
+        hiddenContentBelow: nil
+      )
     )
     return Response(
       ok: true,
@@ -317,7 +319,11 @@ extension RunnerTests {
         .filter { element in
           guard element.exists else { return false }
           let frame = element.frame
-          return !frame.isEmpty && frameContainsPoint(frame, point, tolerance: 2)
+          return isCoordinateTextInputCandidate(
+            enabled: element.isEnabled,
+            frame: frame,
+            point: point
+          )
         }
         .sorted { left, right in
           let leftArea = max(1, left.frame.width * left.frame.height)
@@ -336,13 +342,6 @@ extension RunnerTests {
     }
   }
 
-  private func frameContainsPoint(_ frame: CGRect, _ point: CGPoint, tolerance: CGFloat) -> Bool {
-    point.x >= frame.minX - tolerance
-      && point.x <= frame.maxX + tolerance
-      && point.y >= frame.minY - tolerance
-      && point.y <= frame.maxY + tolerance
-  }
-
   private func readableText(for element: XCUIElement) -> String? {
     let label = element.label.trimmingCharacters(in: .whitespacesAndNewlines)
     let identifier = element.identifier.trimmingCharacters(in: .whitespacesAndNewlines)

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Models.swift

@@ -235,7 +235,7 @@ struct DataPayload: Codable {
   let text: String?
   let found: Bool?
   let items: [String]?
-  let nodes: [SnapshotNode]?
+  let nodes: [PresentedNode]?
   let truncated: Bool?
   let snapshotQuality: SnapshotQuality?
   let gestureStartUptimeMs: Double?
@@ -277,7 +277,7 @@ struct DataPayload: Codable {
     text: String? = nil,
     found: Bool? = nil,
     items: [String]? = nil,
-    nodes: [SnapshotNode]? = nil,
+    nodes: [PresentedNode]? = nil,
     truncated: Bool? = nil,
     snapshotQuality: SnapshotQuality? = nil,
     gestureStartUptimeMs: Double? = nil,
@@ -375,27 +375,7 @@ struct SnapshotRect: Codable {
   let height: Double
 }
 
-struct SnapshotNode: Codable {
-  let index: Int
-  let type: String
-  let label: String?
-  let identifier: String?
-  let value: String?
-  let rect: SnapshotRect
-  let enabled: Bool
-  let focused: Bool?
-  let selected: Bool?
-  let hittable: Bool
-  let depth: Int
-  let parentIndex: Int?
-  let hiddenContentAbove: Bool?
-  let hiddenContentBelow: Bool?
-  /// Names of the element's UIAccessibilityCustomActions, present only when the
-  /// capture asked for them and the element carries some.
-  var actions: [String]? = nil
-}
-
-struct SnapshotOptions {
+struct PresentationOptions {
   let interactiveOnly: Bool
   let depth: Int?
   let scope: String?

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Navigation.swift

@@ -81,17 +81,16 @@ extension RunnerTests {
     return navigationBackKeywords.firstIndex { text.contains($0) }
   }
 
+  // isFinite/>0 alone don't reject CGRect.infinite — its origin (~-9e307) is finite.
+  static func isUsableNavigationFrame(_ frame: CGRect) -> Bool {
+    guard frame.width.isFinite, frame.height.isFinite, frame.width > 0, frame.height > 0 else {
+      return false
+    }
+    return !frame.isInfinite
+  }
+
   static func isTopNavigationControlFrame(_ candidate: CGRect, in window: CGRect) -> Bool {
-    guard
-      candidate.width.isFinite,
-      candidate.height.isFinite,
-      window.width.isFinite,
-      window.height.isFinite,
-      candidate.width > 0,
-      candidate.height > 0,
-      window.width > 0,
-      window.height > 0
-    else {
+    guard isUsableNavigationFrame(candidate), isUsableNavigationFrame(window) else {
       return false
     }
     // Accept the compact navigation/search header band without matching deep content controls.
@@ -100,7 +99,7 @@ extension RunnerTests {
   }
 
   static func topLeadingNavigationFallbackPoint(in frame: CGRect) -> CGPoint? {
-    guard frame.width.isFinite, frame.height.isFinite, frame.width > 0, frame.height > 0 else {
+    guard isUsableNavigationFrame(frame) else {
       return nil
     }
     // Aim at the standard leading navigation slot, bounded for compact and tablet widths.

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+PrivateAXPresentation.swift

@@ -1,20 +1,23 @@
 import XCTest
 
 extension RunnerTests {
-  func privateAXPresentation(rawRoot: [String: Any], options: SnapshotOptions, viewport: CGRect)
-    -> [SnapshotNode]
+  private static let privateAXProjectionTolerance: CGFloat = 1
+
+  func privateAXPresentation(rawRoot: [String: Any], options: PresentationOptions, viewport: CGRect)
+    -> [RawAXNode]
   {
-    var nodes: [SnapshotNode] = []
+    var nodes: [RawAXNode] = []
     var hints: [Int: (above: Bool, below: Bool)] = [:]
     appendPrivateAXNode(rawRoot, to: &nodes, hints: &hints, options: options, viewport: viewport,
-      depth: 0, parentIndex: nil, insideMatchedScope: false, scrollContext: nil)
+      depth: 0, parentIndex: nil, insideMatchedScope: false, scrollContext: nil,
+      projectionCursor: .root)
     return applyHiddenContentHints(hints, to: nodes)
   }
 
-  private func appendPrivateAXNode(_ raw: [String: Any], to nodes: inout [SnapshotNode],
-    hints: inout [Int: (above: Bool, below: Bool)], options: SnapshotOptions, viewport: CGRect,
+  private func appendPrivateAXNode(_ raw: [String: Any], to nodes: inout [RawAXNode],
+    hints: inout [Int: (above: Bool, below: Bool)], options: PresentationOptions, viewport: CGRect,
     depth: Int, parentIndex: Int?, insideMatchedScope: Bool,
-    scrollContext: (index: Int, rect: CGRect)?)
+    scrollContext: (index: Int, rect: CGRect)?, projectionCursor: FlatSnapshotProjectionCursor)
   {
     if let limit = options.depth, depth > limit { return }
     let rect = privateAXRect(raw["frame"])
@@ -24,15 +27,29 @@ extension RunnerTests {
     let rawType = privateAXPresentationInt(raw["type"]) ?? 0
     let enabled = privateAXPresentationBool(raw["enabled"]) ?? true
     let children = raw["children"] as? [[String: Any]] ?? []
+    let hasSemanticContent = [label, identifier, value].contains(where: { !$0.isEmpty })
     let elementType = flatSnapshotElementType(rawElementType: rawType)
     let hasFrame = !rect.isNull && !rect.isEmpty
+    let negligibleDecoration = parentIndex != nil
+      && !hasSemanticContent
+      && (!hasFrame
+        || rect.width <= Self.privateAXProjectionTolerance
+        || rect.height <= Self.privateAXProjectionTolerance)
     let onScreen = hasFrame
       && isVisibleInRegularSnapshot(
         rect,
         viewport: viewport,
         scrollContainerAnchor: scrollContext
       )
-    let presentationVisible = !hasFrame || onScreen
+    let projectionTransition = flatSnapshotProjectionTransition(
+      frame: rect,
+      intersectsViewportAndScrollClip: onScreen,
+      elementType: elementType,
+      hasChildren: !children.isEmpty,
+      cursor: projectionCursor
+    )
+    let projection = projectionTransition.decision
+    let presentationVisible = projection.presentationVisible && !negligibleDecoration
     let decision = flatSnapshotFilterDecision(
       FlatSnapshotFilterNode(isRoot: parentIndex == nil, label: label, identifier: identifier,
         valueText: value.isEmpty ? nil : value, visible: presentationVisible),
@@ -40,15 +57,15 @@ extension RunnerTests {
       insideMatchedScope: insideMatchedScope)
     let include = decision.include
 
-    if !presentationVisible, let scrollContext {
-      rememberHiddenContentHint(for: rect, relativeTo: scrollContext, hints: &hints)
+    if let hiddenFrame = projectionTransition.hiddenContentFrame, let scrollContext {
+      rememberHiddenContentHint(for: hiddenFrame, relativeTo: scrollContext, hints: &hints)
     }
 
     let currentIndex: Int?
     if include {
       currentIndex = nodes.count
       let typeName = elementType.map(elementTypeName) ?? "Element(\(rawType))"
-      nodes.append(SnapshotNode(index: nodes.count, type: typeName,
+      nodes.append(RawAXNode(index: nodes.count, type: typeName,
         label: label.isEmpty ? nil : label, identifier: identifier.isEmpty ? nil : identifier,
         value: value.isEmpty ? nil : value, rect: snapshotRect(from: rect), enabled: enabled,
         focused: privateAXPresentationBool(raw["focused"]) == true ? true : nil,
@@ -71,7 +88,8 @@ extension RunnerTests {
     for child in children {
       appendPrivateAXNode(child, to: &nodes, hints: &hints, options: options, viewport: viewport,
         depth: depth + 1, parentIndex: currentIndex,
-        insideMatchedScope: decision.insideMatchedScope, scrollContext: nextScrollContext)
+        insideMatchedScope: decision.insideMatchedScope, scrollContext: nextScrollContext,
+        projectionCursor: projection.descendants)
     }
   }
 

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+ScrollGesture.swift

@@ -3,10 +3,10 @@ import XCTest
 // Swift port of buildScrollGesturePlan from packages/contracts/src/scroll-gesture.ts.
 //
 // This is a deliberate two-place invariant: the daemon keeps the TS implementation (for Android,
-// recording, and reported-pixels), and the runner places the gesture with this Swift copy. The
-// parity test vectors at the bottom of this file mirror
-// packages/contracts/src/scroll-gesture.test.ts —
-// if you change the math in either language, update the other and both vector sets.
+// recording, and reported-pixels), and the runner places the gesture with this Swift copy. Both
+// ports are asserted against the same table, contracts/fixtures/scroll-gesture.json (gated
+// XCTest at the bottom of this file, vitest twin packages/contracts/src/scroll-gesture.test.ts) —
+// if you change the math in either language, update the other and the table.
 //
 // All inputs here are positive (reference dims, travel, center), so Swift's `.rounded()`
 // (half away from zero) matches JS `Math.round` (half up) on every value computed below.
@@ -20,7 +20,10 @@ struct RunnerScrollGesturePlan {
 }
 
 private let runnerDefaultScrollAmount = 0.6
-private let runnerDefaultEdgePaddingFraction = 0.05
+// Both constants are pinned by contracts/fixtures/scroll-gesture.json (`constants`). Scroll gestures
+// stay out of the outer 10% of each axis so a saturated scroll never touches down inside the status
+// bar / Dynamic Island band (#1781 A1).
+private let runnerDefaultEdgePaddingFraction = 0.1
 
 func runnerScrollGesturePlan(
   direction: String,