agent-device 0.21.14 → 0.21.15

package/android/ime-helper/dist/agent-device-android-ime-helper-0.21.15.apk.sha256

@@ -0,0 +1 @@
+2f8d38e6705542b327057b059c77cf3a6358fa2fc9a53e4bf5ecfb6279c441bf  agent-device-android-ime-helper-0.21.15.apk

package/android/ime-helper/dist/{agent-device-android-ime-helper-0.21.14.manifest.json → agent-device-android-ime-helper-0.21.15.manifest.json}

@@ -1,10 +1,10 @@
 {
   "name": "android-ime-helper",
-  "version": "0.21.14",
-  "assetName": "agent-device-android-ime-helper-0.21.14.apk",
-  "sha256": "8a21cd8be9cc7792c51cda50949e2e64c455b9b37e680079182d3d09fabba6d4",
+  "version": "0.21.15",
+  "assetName": "agent-device-android-ime-helper-0.21.15.apk",
+  "sha256": "2f8d38e6705542b327057b059c77cf3a6358fa2fc9a53e4bf5ecfb6279c441bf",
   "packageName": "com.callstack.agentdevice.imehelper",
-  "versionCode": 21014,
+  "versionCode": 21015,
   "serviceComponent": "com.callstack.agentdevice.imehelper/.TestInputMethodService",
   "broadcastProtocol": "android-ime-helper-v1"
 }

package/android/snapshot-helper/dist/agent-device-android-snapshot-helper-0.21.15.apk.sha256

@@ -0,0 +1 @@
+af733a540d518ede88f0336564d6d4d03b05191732130b65a3094228fa1bed54  agent-device-android-snapshot-helper-0.21.15.apk

package/android/snapshot-helper/dist/{agent-device-android-snapshot-helper-0.21.14.manifest.json → agent-device-android-snapshot-helper-0.21.15.manifest.json}

@@ -1,13 +1,13 @@
 {
   "name": "android-snapshot-helper",
-  "version": "0.21.14",
-  "releaseTag": "v0.21.14",
-  "assetName": "agent-device-android-snapshot-helper-0.21.14.apk",
+  "version": "0.21.15",
+  "releaseTag": "v0.21.15",
+  "assetName": "agent-device-android-snapshot-helper-0.21.15.apk",
   "apkUrl": null,
-  "sha256": "2309cff0de9a4f9229d3818e328ab90e192c73f414373415c4882d4de20d6723",
-  "checksumName": "agent-device-android-snapshot-helper-0.21.14.apk.sha256",
+  "sha256": "af733a540d518ede88f0336564d6d4d03b05191732130b65a3094228fa1bed54",
+  "checksumName": "agent-device-android-snapshot-helper-0.21.15.apk.sha256",
   "packageName": "com.callstack.agentdevice.snapshothelper",
-  "versionCode": 21014,
+  "versionCode": 21015,
   "instrumentationRunner": "com.callstack.agentdevice.snapshothelper/.SnapshotInstrumentation",
   "minSdk": 23,
   "targetSdk": 36,

package/apple/snapshot-bridge/SnapshotBridgeRuntime.m

@@ -18,7 +18,7 @@
 NSString *const kProtocolVersionKey = @"protocolVersion";
 NSString *const kSourceVersionKey = @"sourceVersion";
 NSString *const kRequestIdKey = @"requestId";
-NSString *const kSourceVersion = @"agent-device-simulator-ax-v1.7.0";
+NSString *const kSourceVersion = @"agent-device-simulator-ax-v1.8.0";
 const NSUInteger kProtocolVersion = 1;
 const uint32_t kMaximumFrameBytes = 16 * 1024 * 1024;
 const NSUInteger kMaximumDepth = 128;
@@ -29,6 +29,7 @@ static NSString *const kAttributeElementType = @"XC_kAXXCAttributeElementType";
 static NSString *const kAttributeElementBaseType = @"XC_kAXXCAttributeElementBaseType";
 static NSString *const kAttributeLabel = @"XC_kAXXCAttributeLabel";
 static NSString *const kAttributeValue = @"XC_kAXXCAttributeValue";
+static NSString *const kAttributePlaceholderValue = @"XC_kAXXCAttributePlaceholderValue";
 static NSString *const kAttributeIdentifier = @"XC_kAXXCAttributeIdentifier";
 static NSString *const kAttributeFrame = @"XC_kAXXCAttributeFrame";
 static NSString *const kAttributeAutomationType = @"XC_kAXXCAttributeAutomationType";
@@ -330,6 +331,7 @@ static void finishRequestWatchdog(dispatch_source_t watchdog, SnapshotWatchdogSt
     kAttributeElementBaseType,
     kAttributeLabel,
     kAttributeValue,
+    kAttributePlaceholderValue,
     kAttributeIdentifier,
     kAttributeFrame,
     kAttributeAutomationType,
@@ -337,6 +339,14 @@ static void finishRequestWatchdog(dispatch_source_t watchdog, SnapshotWatchdogSt
     kAttributeChildren,
   ];
   NSArray<NSNumber *> *numbers = _attributeNumbersForNames(names);
+  if (![numbers isKindOfClass:NSArray.class] || numbers.count != names.count) {
+    // The placeholder attribute is optional: a runtime whose vocabulary lacks it serves the capture
+    // without placeholders rather than failing every capture over a fact no consumer depends on.
+    NSMutableArray<NSString *> *required = [names mutableCopy];
+    [required removeObject:kAttributePlaceholderValue];
+    names = required;
+    numbers = _attributeNumbersForNames(names);
+  }
   if (![numbers isKindOfClass:NSArray.class] || numbers.count != names.count) {
     if (error) *error = failureResponse(requestId, @"reader_unavailable", @"attribute-vocabulary-mismatch", @"AX attribute vocabulary is incompatible");
     finishRequestWatchdog(watchdog, watchdogState);

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunner/AgentDeviceRunnerApp.m

@@ -65,6 +65,15 @@ int main(int argc, const char *argv[]) {
 @property(nonatomic, strong) UILabel *alertActivationBusyAnswer;
 @property(nonatomic, assign) NSUInteger firstAlertActions;
 @property(nonatomic, assign) NSUInteger replacementAlertActions;
+@property(nonatomic, strong) UILabel *textEntryWriteBackStatus;
+@property(nonatomic, assign) NSUInteger textEntryRenderedEdits;
+@property(nonatomic, assign) NSUInteger textEntryWriteBacks;
+@property(nonatomic, copy, nullable) NSString *textEntryRenderedValue;
+@property(nonatomic, assign) NSTimeInterval textEntryLastEditTime;
+@property(nonatomic, assign) NSTimeInterval textEntryBurstStartTime;
+@property(nonatomic, assign) NSUInteger textEntryBurstEdits;
+@property(nonatomic, assign) NSTimeInterval textEntryBurstMinGap;
+@property(nonatomic, assign) NSTimeInterval textEntryAcknowledgeWindowSeconds;
 @property(nonatomic, assign) BOOL alertFixtureStarted;
 @property(nonatomic, strong) NSTimer *alertActivationBusyBackstop;
 @property(nonatomic, strong) NSTimer *alertBannerRepost;
@@ -175,6 +184,17 @@ static NSTimeInterval AgentDeviceAlertActivationBusyWindow(void) {
                                                          (unsigned long)self.replacementAlertActions];
 }
 
+- (void)updateTextEntryWriteBackStatus {
+  NSTimeInterval burstSpan = self.textEntryLastEditTime - self.textEntryBurstStartTime;
+  self.textEntryWriteBackStatus.text = [NSString
+    stringWithFormat:@"edits=%lu write-backs=%lu burst-edits=%lu burst-ms=%lu min-gap-ms=%lu",
+                     (unsigned long)self.textEntryRenderedEdits,
+                     (unsigned long)self.textEntryWriteBacks,
+                     (unsigned long)self.textEntryBurstEdits,
+                     (unsigned long)llround(burstSpan * 1000),
+                     (unsigned long)llround(self.textEntryBurstMinGap * 1000)];
+}
+
 - (void)presentAlertFixtureReplacement:(BOOL)replacement {
   NSArray<NSString *> *arguments = NSProcessInfo.processInfo.arguments;
   BOOL sameTitle = [arguments containsObject:@"--agent-device-alert-same-title"];
@@ -230,14 +250,58 @@ static NSTimeInterval AgentDeviceAlertActivationBusyWindow(void) {
     }
   }
 }
-#endif
+
+// How fast an app that owns this field's value can acknowledge edits: one render per window, passed
+// by the test as `--agent-device-text-entry-acknowledge-window <seconds>`. An edit that arrives
+// inside that window overtook the render still in flight, so the value that render commits predates
+// it and writing it erases the characters that got ahead of the app. The app then reads its own
+// erasure back into its model, which is why the field stays wrong instead of healing when the burst
+// finishes. The window is decided at the edit rather than scheduled, so a loaded host, which
+// stretches the gaps between characters, can only make this app keep up better.
+static NSTimeInterval AgentDeviceTextEntryAcknowledgeWindow(void) {
+  NSArray<NSString *> *arguments = NSProcessInfo.processInfo.arguments;
+  NSUInteger index = [arguments indexOfObject:@"--agent-device-text-entry-acknowledge-window"];
+  return index == NSNotFound || index + 1 >= arguments.count ? 0 : [arguments[index + 1] doubleValue];
+}
+
+// Edits further apart than this belong to different bursts: one runner command's characters arrive
+// well inside it, and two commands are separated by at least a commit-wait poll and a status read.
+static const NSTimeInterval AgentDeviceTextEntryBurstBreakSeconds = 1.0;
 
 - (void)agentDeviceTextEntryDidChange:(UITextField *)textField {
+  // A field whose app owns its value, the way a controlled React Native `TextInput` does. A burst
+  // typed faster than the app renders loses the characters that arrived while a render was in
+  // flight, and the field settles stable short of the request.
+  if ([NSProcessInfo.processInfo.arguments containsObject:@"--agent-device-text-entry-app-owned-value"]) {
+    NSTimeInterval now = NSProcessInfo.processInfo.systemUptime;
+    NSTimeInterval gap = now - self.textEntryLastEditTime;
+    BOOL overtookARender = self.textEntryRenderedValue != nil && gap < self.textEntryAcknowledgeWindowSeconds;
+    if (self.textEntryBurstEdits == 0 || gap > AgentDeviceTextEntryBurstBreakSeconds) {
+      self.textEntryBurstStartTime = now;
+      self.textEntryBurstEdits = 0;
+      self.textEntryBurstMinGap = 0;
+    } else if (self.textEntryBurstEdits == 1 || gap < self.textEntryBurstMinGap) {
+      self.textEntryBurstMinGap = gap;
+    }
+    self.textEntryBurstEdits += 1;
+    self.textEntryLastEditTime = now;
+    if (overtookARender) {
+      if (![textField.text isEqualToString:self.textEntryRenderedValue]) {
+        textField.text = self.textEntryRenderedValue;
+        self.textEntryWriteBacks += 1;
+      }
+    } else {
+      self.textEntryRenderedValue = [textField.text copy];
+      self.textEntryRenderedEdits += 1;
+    }
+    [self updateTextEntryWriteBackStatus];
+  }
   if ([NSProcessInfo.processInfo.arguments containsObject:@"--agent-device-text-entry-disappear-after-input"] &&
       textField.text.length > 0) {
     [textField removeFromSuperview];
   }
 }
+#endif
 
 - (void)viewDidLoad {
   [super viewDidLoad];
@@ -281,7 +345,13 @@ static NSTimeInterval AgentDeviceAlertActivationBusyWindow(void) {
     UITextField *textField = [[UITextField alloc] init];
     textField.accessibilityIdentifier = @"agent-device-hardware-keyboard-input";
     textField.borderStyle = UITextBorderStyleRoundedRect;
-    textField.inputView = [[UIView alloc] initWithFrame:CGRectMake(0, 0, 1, 1)];
+    // An empty input view keeps the software keyboard down, which is the hardware-keyboard responder
+    // these routes are addressed to. `--agent-device-text-entry-soft-keyboard` leaves the real input
+    // view in place, so a lane test can reach the branch that requires a visible keyboard.
+    if (![NSProcessInfo.processInfo.arguments
+           containsObject:@"--agent-device-text-entry-soft-keyboard"]) {
+      textField.inputView = [[UIView alloc] initWithFrame:CGRectMake(0, 0, 1, 1)];
+    }
     [textField addTarget:self
                   action:@selector(agentDeviceTextEntryDidChange:)
         forControlEvents:UIControlEventEditingChanged];
@@ -293,6 +363,21 @@ static NSTimeInterval AgentDeviceAlertActivationBusyWindow(void) {
       [textField.widthAnchor constraintEqualToConstant:240],
       [textField.heightAnchor constraintEqualToConstant:44],
     ]];
+    if ([NSProcessInfo.processInfo.arguments containsObject:@"--agent-device-text-entry-app-owned-value"]) {
+      self.textEntryAcknowledgeWindowSeconds = AgentDeviceTextEntryAcknowledgeWindow();
+      // Reports how many edits this app rendered and how many writes it had to make because a
+      // character overtook one, so a lane test can tell a burst the app kept up with from an inert
+      // fixture. Counts only: no field content crosses into the test.
+      self.textEntryWriteBackStatus = [[UILabel alloc] init];
+      self.textEntryWriteBackStatus.accessibilityIdentifier = @"agent-device-text-entry-write-backs";
+      self.textEntryWriteBackStatus.translatesAutoresizingMaskIntoConstraints = NO;
+      [self.view addSubview:self.textEntryWriteBackStatus];
+      [NSLayoutConstraint activateConstraints:@[
+        [self.textEntryWriteBackStatus.centerXAnchor constraintEqualToAnchor:self.view.centerXAnchor],
+        [self.textEntryWriteBackStatus.topAnchor constraintEqualToAnchor:textField.bottomAnchor constant:12],
+      ]];
+      [self updateTextEntryWriteBackStatus];
+    }
   }
 
   if ([NSProcessInfo.processInfo.arguments containsObject:@"--agent-device-crowded-screen"]) {

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerAXSnapshotBridge.m

@@ -365,6 +365,7 @@ typedef id (*RunnerAXSnapshotMsgSend)(id, SEL, id, id, id, NSError **);
     @"identifier",
     @"label",
     @"value",
+    @"placeholderValue",
     @"frame",
     @"enabled",
     @"selected",
@@ -388,8 +389,8 @@ typedef id (*RunnerAXSnapshotMsgSend)(id, SEL, id, id, id, NSError **);
       // The mapper expands keypaths with extra attributes (automation type, window display
       // id, base type) that are disproportionately expensive for the AX server to compute
       // on large React Native trees. Keep only the attributes we actually consume.
-      NSArray *needed = @[ @"ElementType", @"Identifier", @"Label", @"Value", @"Frame",
-                           @"Enabled", @"Selected", @"Focus" ];
+      NSArray *needed = @[ @"ElementType", @"Identifier", @"Label", @"Value", @"PlaceholderValue",
+                           @"Frame", @"Enabled", @"Selected", @"Focus" ];
       NSMutableArray *filtered = [NSMutableArray array];
       for (id attribute in (NSArray *)mapped) {
         NSString *name = [attribute description];
@@ -764,6 +765,7 @@ typedef id (*RunnerAXSnapshotMsgSend)(id, SEL, id, id, id, NSError **);
   result[@"identifier"] = [self stringValueForKey:@"identifier" snapshot:snapshot] ?: @"";
   result[@"label"] = [self stringValueForKey:@"label" snapshot:snapshot] ?: @"";
   result[@"value"] = [self stringValueForKey:@"value" snapshot:snapshot] ?: @"";
+  result[@"placeholder"] = [self stringValueForKey:@"placeholderValue" snapshot:snapshot] ?: @"";
   result[@"frame"] = [self frameValueForSnapshot:snapshot];
   result[@"enabled"] = [self boolNumberForKey:@"enabled" snapshot:snapshot defaultValue:YES];
   result[@"selected"] = [self boolNumberForKey:@"selected" snapshot:snapshot defaultValue:NO];

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerMainOwnedState.swift

@@ -0,0 +1,27 @@
+import XCTest
+
+
+
+@MainActor
+final class RunnerMainOwnedState {
+  var app: XCUIApplication?
+  var bundleId: String?
+  var processIdentifier: Int?
+  var accessibilityHealth: RunnerAccessibilityHealth = .unknown
+  var needsPostSnapshotInteractionDelay = false
+
+  nonisolated init() {}
+}
+
+
+
+
+
+
+func runOnMainActor<T>(_ work: @MainActor () throws -> T) -> Result<T, Error> {
+  var result: Result<T, Error>?
+  MainActor.assumeIsolated {
+    result = Result { try work() }
+  }
+  return result!
+}

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerSynthesizedTextEntry.h

@@ -17,13 +17,19 @@ typedef NS_ENUM(NSInteger, RunnerSynthesizedTextEntryStatus) {
 
 @interface RunnerSynthesizedTextEntry : NSObject
 
+// Characters per second the synthesized text-input records are typed at. Declared here, where the
+// typing happens, so the delivery budget that bounds a burst is charged the same pace the app sees.
+// The edit-acknowledge window that pace is sized for is a separate assumption about the app
+// (TextEntryTiming.synthesizedAcknowledgeWindowSeconds), not a value derived from this one.
++ (NSUInteger)typingSpeedCharactersPerSecond;
+
 // Synthesizes keyboard input for the current first responder without resolving an
 // XCUIElement or serializing the application's accessibility tree.
 + (RunnerSynthesizedTextEntryResult *)synthesizeTextWithApplication:(id)application
                                                                text:(NSString *)text;
 
-// Replaces the current first responder's contents using one synthesized
-// Command-A, Delete, and text-input event sequence.
+// Replaces the current first responder's contents with one synthesized Command-A record
+// followed by a text-input record, typed at the bounded pace declared in the implementation.
 + (RunnerSynthesizedTextEntryResult *)replaceTextWithApplication:(id)application
                                                            text:(NSString *)text;
 

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerSynthesizedTextEntry.m

@@ -5,6 +5,20 @@
 
 static NSString *const RunnerTextSynthesisSurface = @"text";
 
+// XCTest's `typingSpeed:` argument is characters per second. At 60 the 11 characters of a `fill`
+// arrived at a fixture field across 131 ms (~13 ms per gap), which is faster than an app that owns
+// its field's value and re-applies it after the edit (a controlled React Native `TextInput`, an
+// async validator) can acknowledge: such a write lands between two characters of the burst and
+// erases what was typed while it was in flight, leaving a value that is stable short of the
+// request. 12 characters/second spaces them ~83 ms apart on average, which reduces that loss but
+// does not remove it: XCTest does not space the characters evenly, and two of them can reach the
+// app a few milliseconds apart. Against a fixture app that acknowledges each edit within 40 ms, 60
+// characters/second left 1 of 11 characters in 20 of 20 bursts, and this pace left 10 or 11. The
+// command refuses a field left short; back-pressure from the field (#2906) is what would prevent
+// it. The app-owned-value lane test pins the average spacing the app sees, and the delivery budget
+// in TextEntryTiming bounds what the pace costs a long text.
+static const NSUInteger RunnerTextEntryTypingSpeedCharactersPerSecond = 12;
+
 typedef id (*RunnerTextMsgSendInit)(id, SEL, NSString *);
 typedef id (*RunnerTextMsgSendInitPath)(id, SEL);
 typedef void (*RunnerTextMsgSendType)(id, SEL, NSString *, NSTimeInterval, NSUInteger, BOOL);
@@ -51,6 +65,10 @@ static RunnerSynthesizedTextEntryResult *RunnerSynthesizeTextWithMode(
 
 @implementation RunnerSynthesizedTextEntry
 
++ (NSUInteger)typingSpeedCharactersPerSecond {
+  return RunnerTextEntryTypingSpeedCharactersPerSecond;
+}
+
 + (RunnerSynthesizedTextEntryResult *)synthesizeTextWithApplication:(id)application
                                                                text:(NSString *)text {
   return RunnerSynthesizeTextWithMode(application, text, NO);
@@ -128,7 +146,14 @@ static RunnerSynthesizedTextEntryResult *RunnerSynthesizeTextWithMode(
       );
     }
     ((RunnerMsgSendSetInteger)objc_msgSend)(record, bridge.core.setTargetProcessIDSelector, targetProcessID);
-    ((RunnerTextMsgSendType)objc_msgSend)(path, bridge.typeTextSelector, text, 0.0, 60, YES);
+    ((RunnerTextMsgSendType)objc_msgSend)(
+      path,
+      bridge.typeTextSelector,
+      text,
+      0.0,
+      RunnerTextEntryTypingSpeedCharactersPerSecond,
+      YES
+    );
     ((RunnerMsgSendAddPath)objc_msgSend)(record, bridge.core.addPathSelector, path);
 
     NSError *error = nil;

package/dist/apple/runner/AgentDeviceRunner/AgentDeviceRunnerUITests/RunnerTests+Alert.swift

@@ -21,6 +21,7 @@ extension RunnerTests {
     return max(0.001, timeoutMs / 1000)
   }
 
+  @MainActor
   func resolveAlert(app activeApp: XCUIApplication, deadline: Date) -> RunnerAlert? {
 
 
@@ -50,6 +51,7 @@ extension RunnerTests {
     return nil
   }
 
+  @MainActor
   func handleAlert(_ alert: RunnerAlert, action: String, deadline: Date) -> Response {
     if action == "accept" || action == "dismiss" {
       guard let button = chooseAlertButton(alert.buttons, action: action) else {
@@ -69,6 +71,14 @@ extension RunnerTests {
         return alertVerificationResponse(.timedOut, action: action, activated: false)
       }
       let buttonFrame = button.frame
+      guard Date() < deadline else {
+        return alertVerificationResponse(.timedOut, action: action, activated: false)
+      }
+#if !os(tvOS)
+      guard !buttonFrame.isEmpty else {
+        return alertVerificationResponse(.unconfirmed, action: action, activated: false)
+      }
+#endif
       NSLog(
         "AGENT_DEVICE_RUNNER_ALERT_ACTIVATION action=%@ label=%@ frame=(%.1f,%.1f,%.1f,%.1f) point=(%.1f,%.1f)",
         action,
@@ -82,11 +92,8 @@ extension RunnerTests {
 
 
 
-      var outcome = RunnerInteractionOutcome.performed
-      withUIInterruptionHandlingDisabledIfSupported(alert.ownerApp) {
-        withBoundedInteractionIdleTimeoutIfSupported(alert.ownerApp, waits: .preEventSkipped) {
-          outcome = activateElement(app: alert.ownerApp, element: button, action: "alert \(action)")
-        }
+      guard let outcome = activateAlertButton(alert, button: button, action: action, frame: buttonFrame, deadline: deadline) else {
+        return alertVerificationResponse(.timedOut, action: action, activated: false)
       }
       if let response = unsupportedResponse(for: outcome) {
         return response
@@ -116,6 +123,32 @@ extension RunnerTests {
     )
   }
 
+  @MainActor
+  func activateAlertButton(
+    _ alert: RunnerAlert,
+    button: XCUIElement,
+    action: String,
+    frame: CGRect,
+    deadline: Date
+  ) -> RunnerInteractionOutcome? {
+    var outcome: RunnerInteractionOutcome?
+    withUIInterruptionHandlingDisabledIfSupported(alert.ownerApp) {
+      withBoundedInteractionIdleTimeoutIfSupported(alert.ownerApp, waits: .preEventSkipped) {
+        guard Date() < deadline else { return }
+#if !os(tvOS)
+        guard !frame.isEmpty else { return }
+#endif
+        outcome = activateElement(
+          app: alert.ownerApp,
+          element: button,
+          action: "alert \(action)",
+          resolvedFrame: frame
+        )
+      }
+    }
+    return outcome
+  }
+
 
 
 
@@ -266,6 +299,7 @@ extension RunnerTests {
 
 
 
+  @MainActor
   private func waitUntilAlertButtonHittable(_ button: XCUIElement, deadline: Date) -> Bool {
     while Date() < deadline {
       if probeAlertButtonHittable(button, deadline: deadline) {
@@ -276,6 +310,7 @@ extension RunnerTests {
     return false
   }
 
+  @MainActor
   private func probeAlertButtonHittable(_ button: XCUIElement, deadline: Date) -> Bool {