agent-device 0.21.0 → 0.21.2

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Models.swift

@@ -1,6 +1,6 @@
 import AgentDeviceSnapshotPresentation
 
-// MARK: - Wire Models
+
 
 enum CommandType: String, Codable {
   case tap
@@ -39,72 +39,72 @@ enum CommandType: String, Codable {
   case shutdown
 }
 
-/// Runner command traits — see CONTEXT.md ("Runner command traits").
-///
-/// Single source of truth for how the runner classifies a command across three
-/// independent axes, replacing the three hand-maintained switches that used to live
-/// in RunnerTests+Lifecycle.swift (isInteractionCommand / isReadOnlyCommand /
-/// isRunnerLifecycleCommand). The classification is load-bearing for ADR-0002 session
-/// invalidation: `readOnly` gates the retry that nulls currentApp/currentBundleId.
+
+
+
+
+
+
+
 struct CommandTraits {
-  /// Whether the command needs the foreground-guard + stabilization preflight before running.
+
   let isInteraction: Bool
-  /// Whether the command is eligible for the session-invalidating retry.
-  /// `.conditional` is resolved against the request (alert is read-only only for its `get` action).
+
+
   let readOnly: ReadOnly
-  /// Whether the command skips the app-activation preflight entirely.
+
   let isLifecycle: Bool
 
   enum ReadOnly {
     case always
     case never
-    /// Alert-only today. Resolved in `isReadOnlyCommand` with alert's rule (read-only for the
-    /// `get` action, mutating otherwise). A new `.conditional` command would inherit that rule
-    /// until the resolver is generalized — give it explicit handling there if its semantics differ.
+
+
+
     case conditional
   }
 }
 
 extension CommandType {
-  /// The classification for this command. Exhaustive by construction: a new CommandType
-  /// cannot compile without being classified here, so commands can no longer silently drift
-  /// out of classification the way the parallel switches allowed.
+
+
+
   var traits: CommandTraits {
     switch self {
-    // Interaction commands: require the foreground-guard + stabilization preflight.
-    // keyboardReturn is the sibling of keyboardDismiss (missing from the historical switch —
-    // drift the table now prevents). .scroll is the fused frame-resolve + drag scroll; same
-    // classification as .drag. .desktopScroll is the macOS frame-resolve + wheel event sibling.
-    // .sequence is the fused multi-step gesture batch.
+
+
+
+
+
     case .tap, .longPress, .drag, .remotePress, .type, .swipe, .scroll, .desktopScroll,
          .back, .backInApp, .backSystem, .rotate, .appSwitcher,
          .keyboardDismiss, .keyboardReturn, .sequence, .gesture:
       return CommandTraits(isInteraction: true, readOnly: .never, isLifecycle: false)
 
-    // Read-only reads: eligible for the session-invalidating retry.
+
     case .findText, .readText, .snapshot, .gestureViewport:
       return CommandTraits(isInteraction: false, readOnly: .always, isLifecycle: false)
 
-    // Screenshot is both a read and a runner-lifecycle command (skips app-activation preflight).
+
     case .screenshot:
       return CommandTraits(isInteraction: false, readOnly: .always, isLifecycle: true)
 
-    // Alert is read-only only for its `get` action (resolved by isReadOnlyCommand).
+
     case .alert:
       return CommandTraits(isInteraction: false, readOnly: .conditional, isLifecycle: false)
 
-    // Runner-lifecycle commands: skip the app-activation preflight.
+
     case .recordStop, .uptime, .terminate, .targetReset, .shutdown:
       return CommandTraits(isInteraction: false, readOnly: .never, isLifecycle: true)
 
     case .status:
       return CommandTraits(isInteraction: false, readOnly: .always, isLifecycle: true)
 
-    // Normal preflight, not retried.
-    // NOTE: mouseClick stays non-interaction for now — it is macOS-only and the foreground
-    // guard interacts with bespoke macOS activation, so classifying it needs a macOS smoke
-    // check first (tracked as a follow-up). Also preserved: querySelector is NOT read-only;
-    // recordStart is NOT a lifecycle command; home/alert remain non-interaction by design.
+
+
+
+
+
     case .mouseClick, .querySelector, .home, .recordStart, .activate:
       return CommandTraits(isInteraction: false, readOnly: .never, isLifecycle: false)
     }
@@ -156,7 +156,7 @@ enum ScrollReleaseBehavior: String, Codable {
   case inertial
 }
 
-/// Canonical one- or two-pointer plan produced by the portable TypeScript planner.
+
 struct RunnerGesturePlan: Codable {
   let topology: String
   let intent: String
@@ -188,22 +188,22 @@ struct RunnerGesturePoint: Codable {
   let y: Double
 }
 
-/// One allowlisted coordinate gesture step inside a fused `sequence` command.
-/// `kind` is decoded as a raw String (not an enum) so the runner can return a clear
-/// INVALID_ARGS for an unknown kind instead of a generic decode failure.
+
+
+
 struct SequenceStep: Codable {
   let kind: String
   let x: Double?
   let y: Double?
   let durationMs: Double?
   let pauseMs: Double?
-  /// For `tap` steps on iOS non-tv: use the synthesized HID fast path instead of the
-  /// drag-based XCUICoordinate path, matching the individual command behavior.
+
+
   let synthesized: Bool?
 }
 
-/// Per-step result for a `sequence` response. `ok:false` carries the failing step's
-/// errorCode/errorMessage; execution stops at the first failed step.
+
+
 struct SequenceStepResult: Codable {
   let ok: Bool
   let kind: String
@@ -220,9 +220,9 @@ struct Response: Codable {
 }
 
 extension Response {
-  // The daemon pairs this gesture-clock anchor with its own receipt time to map
-  // gesture uptimes onto wall-clock for the recording touch overlay. Error responses
-  // carry no anchor so the daemon falls back instead of pairing a stale value.
+
+
+
   func stampingCurrentUptimeMs(_ value: Double) -> Response {
     guard ok else { return self }
     var payload = data ?? DataPayload()
@@ -241,6 +241,8 @@ struct DataPayload: Codable {
   var truncated: Bool?
   var qualityPayload: SnapshotQualityPayload? = nil
   var snapshotQuality: SnapshotQuality?
+
+  var systemSurface: SystemSurfaceProvenancePayload?
   var gestureStartUptimeMs: Double?
   var gestureEndUptimeMs: Double?
   var x: Double?
@@ -266,6 +268,10 @@ struct DataPayload: Codable {
   var gestureFallback: String?
   var gestureFallbackMessage: String?
   var gestureFallbackHint: String?
+
+
+  var keyboardAvoided: Bool?
+  var keyboardMinY: Double?
   var maestroNonHittableCoordinateFallbackUsed: Bool?
   var textEntryRoute: String?
   var runnerFatal: Bool?
@@ -275,6 +281,12 @@ struct DataPayload: Codable {
   var sequenceResults: [SequenceStepResult]?
 }
 
+
+struct SystemSurfaceProvenancePayload: Codable {
+  let bundleId: String
+  let kind: String
+}
+
 struct SnapshotQualityPayload: Codable {
   let nodes: [PresentedNode]
   let truncated: Bool

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Navigation.swift

@@ -81,7 +81,7 @@ extension RunnerTests {
     return navigationBackKeywords.firstIndex { text.contains($0) }
   }
 
-  // isFinite/>0 alone don't reject CGRect.infinite — its origin (~-9e307) is finite.
+
   static func isUsableNavigationFrame(_ frame: CGRect) -> Bool {
     guard frame.width.isFinite, frame.height.isFinite, frame.width > 0, frame.height > 0 else {
       return false
@@ -93,7 +93,7 @@ extension RunnerTests {
     guard isUsableNavigationFrame(candidate), isUsableNavigationFrame(window) else {
       return false
     }
-    // Accept the compact navigation/search header band without matching deep content controls.
+
     let maxY = window.minY + min(max(window.height * 0.22, 96), 180)
     return candidate.midY >= window.minY && candidate.midY <= maxY
   }
@@ -102,9 +102,9 @@ extension RunnerTests {
     guard isUsableNavigationFrame(frame) else {
       return nil
     }
-    // Aim at the standard leading navigation slot, bounded for compact and tablet widths.
+
     let xOffset = min(max(frame.width * 0.08, 28), 44)
-    // Sit below the status/dynamic-island region and inside common custom RN search headers.
+
     let yOffset = min(max(frame.height * 0.155, 56), 132)
     return CGPoint(x: frame.minX + xOffset, y: frame.minY + yOffset)
   }
@@ -169,4 +169,71 @@ extension RunnerTests {
     return element.exists ? element : nil
   }
 
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
 }

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+PrivateAXPresentation.swift

@@ -1,8 +1,8 @@
 import XCTest
 import AgentDeviceSnapshotPresentation
 
-/// Reported facts for one private-AX element, read once so every consumer describes a node the
-/// same way.
+
+
 struct PrivateAXFields {
   let rect: CGRect
   let label: String
@@ -18,11 +18,11 @@ struct PrivateAXFields {
 }
 
 extension RunnerTests {
-  /// Private-AX acquisition: ONE serializer for both projections. Reported facts at traversal
-  /// depth -- membership, the clip fold, scroll hints, and collapsed depth are
-  /// `SnapshotPresentation`'s alone (#1797). The traversal-depth cut is the backend's one
-  /// narrowing, complete for raw (raw depth *is* traversal depth) and a declared residue for
-  /// regular; `hittable` is the shared geometric fact the fold recomputes for effective geometry.
+
+
+
+
+
   func privateAXAcquisition(rawRoot: [String: Any], hint: CaptureHint, viewport: CGRect)
     -> [RawAXNode]
   {
@@ -102,3 +102,140 @@ extension RunnerTests {
   }
 }
 
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+ScreenRecorder.swift

@@ -2,7 +2,7 @@ import AVFoundation
 import CoreVideo
 
 extension RunnerTests {
-  // MARK: - Screen Recorder
+
 
   final class ScreenRecorder {
     private let outputPath: String
@@ -269,3 +269,15 @@ extension RunnerTests {
   }
 }
 
+
+
+
+
+
+
+
+
+
+
+
+