zeno-mobile-runner 0.1.2

package/scripts/demo-android-real.sh

@@ -0,0 +1,232 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+SOURCE="${BASH_SOURCE[0]}"
+while [[ -h "$SOURCE" ]]; do
+  SOURCE_DIR="$(cd -P "$(dirname "$SOURCE")" && pwd)"
+  SOURCE="$(readlink "$SOURCE")"
+  if [[ "$SOURCE" != /* ]]; then
+    SOURCE="$SOURCE_DIR/$SOURCE"
+  fi
+done
+
+ROOT="$(cd -P "$(dirname "$SOURCE")/.." && pwd)"
+OUT="/tmp/zmr-android-demo-$(date +%Y%m%d-%H%M%S)"
+APP_ID="com.example.mobiletest"
+DEVICE="emulator-5554"
+AVD=""
+RUNS="1"
+TRACE_ROOT=""
+API="35"
+BUILD_TOOLS="35.0.1"
+ANDROID_SDK="${ANDROID_HOME:-$HOME/Library/Android/sdk}"
+ADB="${ADB:-adb}"
+EMULATOR="${EMULATOR:-emulator}"
+AUTO_BOOT_EMULATOR=1
+DRY_RUN=0
+
+usage() {
+  cat <<'USAGE'
+Usage:
+  scripts/demo-android-real.sh [options]
+
+Creates a generic public Android demo app, installs it on an Android
+emulator/device, and runs the ZMR Android smoke scenario with trace output.
+
+Options:
+  --out <dir>               Demo app output directory. Default: /tmp/zmr-android-demo-<timestamp>.
+  --app-id <id>             Android application id. Default: com.example.mobiletest.
+  --device <serial>         Android device/emulator serial. Default: emulator-5554.
+  --avd <name>              AVD to boot when the requested device is not ready.
+  --runs <n>                Scenario run count. Default: 1.
+  --trace-root <dir>        Trace output directory. Default: <out>/traces/pilot.
+  --api <level>             Android platform API level. Default: 35.
+  --build-tools <ver>       Android build-tools version. Default: 35.0.1.
+  --android-sdk <path>      Android SDK root. Default: ANDROID_HOME or ~/Library/Android/sdk.
+  --adb <path>              adb path. Default: adb.
+  --emulator <path>         emulator path. Default: emulator.
+  --no-auto-boot-emulator   Require an already ready device/emulator.
+  --dry-run                 Print commands without executing them.
+  -h, --help                Show this help.
+USAGE
+}
+
+die() {
+  echo "error: $*" >&2
+  exit 2
+}
+
+require_value() {
+  local flag="$1"
+  local value="${2-}"
+  if [[ -z "$value" || "$value" == --* ]]; then
+    die "$flag requires a value"
+  fi
+  printf '%s\n' "$value"
+}
+
+quote_cmd() {
+  local quoted=()
+  local arg
+  for arg in "$@"; do
+    quoted+=("$(printf '%q' "$arg")")
+  done
+  printf '%s\n' "${quoted[*]}"
+}
+
+run() {
+  echo "+ $(quote_cmd "$@")"
+  if [[ "$DRY_RUN" -eq 0 ]]; then
+    "$@"
+  fi
+}
+
+run_allow_fail() {
+  echo "+ $(quote_cmd "$@")"
+  if [[ "$DRY_RUN" -eq 0 ]]; then
+    "$@" >/dev/null 2>&1 || true
+  fi
+}
+
+run_background() {
+  echo "+ $(quote_cmd "$@") &"
+  if [[ "$DRY_RUN" -eq 0 ]]; then
+    "$@" &
+  fi
+}
+
+device_ready() {
+  echo "+ $(quote_cmd "$ADB" -s "$DEVICE" get-state)"
+  if [[ "$DRY_RUN" -eq 1 ]]; then
+    return 1
+  fi
+  local state
+  state="$("$ADB" -s "$DEVICE" get-state 2>/dev/null | tr -d '\r' || true)"
+  [[ "$state" == "device" ]]
+}
+
+ensure_android_device_ready() {
+  if device_ready; then
+    return 0
+  fi
+
+  if [[ "$AUTO_BOOT_EMULATOR" -eq 0 ]]; then
+    die "device $DEVICE is not ready and auto boot is disabled"
+  fi
+  [[ -n "$AVD" ]] || die "device $DEVICE is not ready; pass --avd <name> to boot an emulator or start a device manually"
+
+  echo "+ auto boot Android emulator $AVD when $DEVICE is not ready"
+  run_background "$ROOT/scripts/android-emulator.sh" boot --avd "$AVD" --device "$DEVICE"
+  run "$ROOT/scripts/android-emulator.sh" wait-ready --device "$DEVICE"
+}
+
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --out)
+      OUT="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --app-id)
+      APP_ID="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --device)
+      DEVICE="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --avd)
+      AVD="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --runs)
+      RUNS="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --trace-root)
+      TRACE_ROOT="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --api)
+      API="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --build-tools)
+      BUILD_TOOLS="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --android-sdk)
+      ANDROID_SDK="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --adb)
+      ADB="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --emulator)
+      EMULATOR="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --no-auto-boot-emulator)
+      AUTO_BOOT_EMULATOR=0
+      shift
+      ;;
+    --dry-run)
+      DRY_RUN=1
+      shift
+      ;;
+    -h|--help)
+      usage
+      exit 0
+      ;;
+    *)
+      die "unknown argument: $1"
+      ;;
+  esac
+done
+
+[[ -n "$OUT" ]] || die "--out must not be empty"
+[[ "$APP_ID" =~ ^[A-Za-z][A-Za-z0-9_]*(\.[A-Za-z][A-Za-z0-9_]*)+$ ]] || die "--app-id must be a Java-style package id"
+[[ "$RUNS" =~ ^[0-9]+$ && "$RUNS" -ge 1 ]] || die "--runs must be a positive integer"
+[[ "$API" =~ ^[0-9]+$ ]] || die "--api must be an integer"
+[[ -n "$BUILD_TOOLS" ]] || die "--build-tools must be non-empty"
+
+if [[ -z "$TRACE_ROOT" ]]; then
+  TRACE_ROOT="$OUT/traces/pilot"
+fi
+
+APK="$OUT/build/app-debug.apk"
+SCENARIO="$OUT/.zmr/android-smoke.json"
+
+echo "Android real demo app: $OUT"
+echo "Android real demo traces: $TRACE_ROOT"
+if [[ "$DRY_RUN" -eq 1 ]]; then
+  echo "DRY RUN: commands will be printed but not executed"
+fi
+
+run "$ROOT/scripts/create-android-demo-app.sh" \
+  --out "$OUT" \
+  --app-id "$APP_ID" \
+  --api "$API" \
+  --build-tools "$BUILD_TOOLS" \
+  --android-sdk "$ANDROID_SDK"
+
+ensure_android_device_ready
+
+run_allow_fail "$ADB" -s "$DEVICE" uninstall "$APP_ID"
+run "$ADB" -s "$DEVICE" install -r "$APK"
+
+run "$ROOT/scripts/benchmark.sh" \
+  --zmr "$SCENARIO" \
+  --device "$DEVICE" \
+  --app-id "$APP_ID" \
+  --runs "$RUNS" \
+  --trace-root "$TRACE_ROOT" \
+  --min-pass-rate 100 \
+  --max-failures 0
+
+cat <<EOF
+
+Android real demo complete.
+App directory: $OUT
+Trace directory: $TRACE_ROOT
+EOF

package/scripts/demo-ios-real.sh

@@ -0,0 +1,270 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+SOURCE="${BASH_SOURCE[0]}"
+while [[ -h "$SOURCE" ]]; do
+  SOURCE_DIR="$(cd -P "$(dirname "$SOURCE")" && pwd)"
+  SOURCE="$(readlink "$SOURCE")"
+  if [[ "$SOURCE" != /* ]]; then
+    SOURCE="$SOURCE_DIR/$SOURCE"
+  fi
+done
+
+ROOT="$(cd -P "$(dirname "$SOURCE")/.." && pwd)"
+OUT="/tmp/zmr-ios-demo-$(date +%Y%m%d-%H%M%S)"
+APP_NAME="ZMRDemo"
+APP_ID="com.example.mobiletest"
+DEVICE="booted"
+DEPLOYMENT_TARGET="16.0"
+RUNS="1"
+TRACE_ROOT=""
+XCRUN="${XCRUN:-xcrun}"
+AUTO_BOOT_SIMULATOR=1
+CLEANUP_BUILD_PRODUCTS=0
+DRY_RUN=0
+
+usage() {
+  cat <<'USAGE'
+Usage:
+  scripts/demo-ios-real.sh [options]
+
+Creates a generic public iOS simulator demo app, builds it, and runs the real
+ZMR iOS pilot with the generated XCTest shim.
+
+Options:
+  --out <dir>                  Demo app output directory. Default: /tmp/zmr-ios-demo-<timestamp>.
+  --name <name>                App target name. Default: ZMRDemo.
+  --app-id <id>                App bundle id. Default: com.example.mobiletest.
+  --device <udid|booted>       Simulator target. Default: booted.
+  --deployment-target <ver>    iOS deployment target. Default: 16.0.
+  --runs <n>                   Pilot run count. Default: 1.
+  --trace-root <dir>           Trace output directory. Default: <out>/traces/pilot.
+  --xcrun <path>               xcrun path. Default: xcrun.
+  --no-auto-boot-simulator     Require an already booted simulator.
+  --cleanup-build-products     Remove generated DerivedData after pilot traces are written.
+  --dry-run                    Print commands without executing them.
+  -h, --help                   Show this help.
+USAGE
+}
+
+die() {
+  echo "error: $*" >&2
+  exit 2
+}
+
+require_value() {
+  local flag="$1"
+  local value="${2-}"
+  if [[ -z "$value" || "$value" == --* ]]; then
+    die "$flag requires a value"
+  fi
+  printf '%s\n' "$value"
+}
+
+quote_cmd() {
+  local quoted=()
+  local arg
+  for arg in "$@"; do
+    quoted+=("$(printf '%q' "$arg")")
+  done
+  printf '%s\n' "${quoted[*]}"
+}
+
+run() {
+  echo "+ $(quote_cmd "$@")"
+  if [[ "$DRY_RUN" -eq 0 ]]; then
+    "$@"
+  fi
+}
+
+available_ios_simulators() {
+  "$XCRUN" simctl list devices available --json | python3 -c '
+import json
+import sys
+
+data = json.load(sys.stdin)
+for runtime, devices in data.get("devices", {}).items():
+    if "iOS" not in runtime:
+        continue
+    for device in devices:
+        if device.get("isAvailable", True) and device.get("state") in ("Shutdown", "Booted"):
+            udid = device.get("udid")
+            if udid:
+                print(udid)
+'
+}
+
+simulator_is_booted() {
+  local wanted="${1:-}"
+  local booted_text
+  booted_text="$("$XCRUN" simctl list devices booted 2>/dev/null || true)"
+  if [[ -z "$wanted" || "$wanted" == "booted" ]]; then
+    [[ "$booted_text" == *"(Booted)"* ]]
+    return
+  fi
+  [[ "$booted_text" == *"$wanted"* && "$booted_text" == *"(Booted)"* ]]
+}
+
+ensure_ios_simulator_ready() {
+  if [[ "$AUTO_BOOT_SIMULATOR" -eq 0 ]]; then
+    return 0
+  fi
+
+  run "$XCRUN" simctl list devices booted
+  if [[ "$DRY_RUN" -eq 1 ]]; then
+    if [[ "$DEVICE" == "booted" ]]; then
+      echo "+ auto boot first available iOS simulator when no simulator is booted"
+      echo "+ try available iOS simulators until one boots"
+    else
+      echo "+ auto boot iOS simulator $DEVICE when it is not booted"
+    fi
+    run "$XCRUN" simctl bootstatus "$DEVICE" -b
+    return 0
+  fi
+
+  if simulator_is_booted "$DEVICE"; then
+    run "$XCRUN" simctl bootstatus "$DEVICE" -b
+    return 0
+  fi
+
+  local boot_target="$DEVICE"
+  if [[ "$DEVICE" == "booted" ]]; then
+    local candidates=()
+    local listed_candidate
+    while IFS= read -r listed_candidate; do
+      [[ -n "$listed_candidate" ]] && candidates+=("$listed_candidate")
+    done < <(available_ios_simulators)
+    if [[ "${#candidates[@]}" -eq 0 ]]; then
+      die "no available iOS simulator found to boot"
+    fi
+    local candidate status
+    for candidate in "${candidates[@]}"; do
+      echo "+ $(quote_cmd "$XCRUN" simctl boot "$candidate")"
+      set +e
+      "$XCRUN" simctl boot "$candidate"
+      status=$?
+      set -e
+      if [[ "$status" -eq 0 ]]; then
+        run "$XCRUN" simctl bootstatus "$candidate" -b
+        return 0
+      fi
+      echo "warning: failed to boot iOS simulator $candidate; trying next available simulator" >&2
+    done
+    die "no available iOS simulator could be booted"
+  fi
+
+  run "$XCRUN" simctl boot "$boot_target"
+  run "$XCRUN" simctl bootstatus "$boot_target" -b
+}
+
+while [[ $# -gt 0 ]]; do
+  case "$1" in
+    --out)
+      OUT="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --name)
+      APP_NAME="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --app-id)
+      APP_ID="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --device)
+      DEVICE="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --deployment-target)
+      DEPLOYMENT_TARGET="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --runs)
+      RUNS="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --trace-root)
+      TRACE_ROOT="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --xcrun)
+      XCRUN="$(require_value "$1" "${2-}")"
+      shift 2
+      ;;
+    --no-auto-boot-simulator)
+      AUTO_BOOT_SIMULATOR=0
+      shift
+      ;;
+    --cleanup-build-products)
+      CLEANUP_BUILD_PRODUCTS=1
+      shift
+      ;;
+    --dry-run)
+      DRY_RUN=1
+      shift
+      ;;
+    -h|--help)
+      usage
+      exit 0
+      ;;
+    *)
+      die "unknown argument: $1"
+      ;;
+  esac
+done
+
+[[ -n "$OUT" ]] || die "--out must not be empty"
+[[ "$APP_NAME" =~ ^[A-Za-z_][A-Za-z0-9_]*$ ]] || die "--name must be a valid Swift identifier"
+[[ "$RUNS" =~ ^[0-9]+$ && "$RUNS" -ge 1 ]] || die "--runs must be a positive integer"
+
+if [[ -z "$TRACE_ROOT" ]]; then
+  TRACE_ROOT="$OUT/traces/pilot"
+fi
+
+PROJECT_PATH="$OUT/ios/$APP_NAME.xcodeproj"
+DERIVED_DATA="$OUT/DerivedData"
+APP_PATH="$DERIVED_DATA/Build/Products/Debug-iphonesimulator/$APP_NAME.app"
+IOS_SHIM="$OUT/.zmr/ios-shim"
+
+echo "iOS real demo app: $OUT"
+echo "iOS real demo traces: $TRACE_ROOT"
+if [[ "$DRY_RUN" -eq 1 ]]; then
+  echo "DRY RUN: commands will be printed but not executed"
+fi
+
+run "$ROOT/scripts/create-ios-demo-app.sh" \
+  --out "$OUT" \
+  --name "$APP_NAME" \
+  --bundle-id "$APP_ID" \
+  --deployment-target "$DEPLOYMENT_TARGET"
+
+run xcodebuild \
+  -project "$PROJECT_PATH" \
+  -scheme "$APP_NAME" \
+  -destination "generic/platform=iOS Simulator" \
+  -configuration Debug \
+  -derivedDataPath "$DERIVED_DATA" \
+  build
+
+ensure_ios_simulator_ready
+
+run "$ROOT/scripts/run-ios-pilot.sh" \
+  --app-root "$OUT" \
+  --app-path "$APP_PATH" \
+  --device "$DEVICE" \
+  --app-id "$APP_ID" \
+  --xcrun "$XCRUN" \
+  --ios-shim "$IOS_SHIM" \
+  --runs "$RUNS" \
+  --trace-root "$TRACE_ROOT"
+
+if [[ "$CLEANUP_BUILD_PRODUCTS" -eq 1 ]]; then
+  run rm -rf "$DERIVED_DATA"
+fi
+
+cat <<EOF
+
+iOS real demo complete.
+App directory: $OUT
+Trace directory: $TRACE_ROOT
+EOF