@deeeed/metamask-harness 0.33.2 → 0.34.0

package/library/recipes/mobile/perps/performance.homepage.android-cold-disk-cache.recipe.json

@@ -0,0 +1,147 @@
+{
+  "$schema": "https://farmslot.io/schemas/recipe-v1.schema.json",
+  "title": "Android Homepage Perps cold disk-cache visible performance proof",
+  "description": "Creates a deterministic visible order, restarts the Android process without clearing app data, and validates disk-cache-to-fresh visible content after cold launch.",
+  "workflow": {
+    "entry": "prepare-open-order",
+    "nodes": {
+      "prepare-open-order": {
+        "action": "metamask.perps.start_state",
+        "profile": "open_order_testnet",
+        "provider": "hyperliquid",
+        "network": "testnet",
+        "market": "ETH",
+        "page": "perps_home",
+        "side": "short",
+        "orders": {
+          "state": "open",
+          "mode": "matching",
+          "market": "ETH",
+          "side": "short",
+          "notional": 10,
+          "leverage": 2,
+          "timeout_ms": 90000
+        },
+        "positions": false,
+        "intent": "Prepare a persisted live order before cold process launch",
+        "timeout_ms": 120000,
+        "next": "open-wallet-home"
+      },
+      "open-wallet-home": {
+        "action": "ui.navigate",
+        "page": "home",
+        "intent": "Open Wallet Home so the Perps disk cache is current",
+        "timeout_ms": 30000,
+        "next": "wait-order-before"
+      },
+      "wait-order-before": {
+        "action": "ui.wait_for",
+        "text": "Limit short",
+        "expected": "present",
+        "intent": "Prove the persisted order exists before restart",
+        "timeout_ms": 30000,
+        "next": "start-performance-capture"
+      },
+      "start-performance-capture": {
+        "action": "metamask.perps.capture_performance",
+        "phase": "start",
+        "intent": "Start the evidence window before the process restart",
+        "next": "restart-app"
+      },
+      "restart-app": {
+        "action": "app.lifecycle",
+        "command": "restart",
+        "settle_ms": 15000,
+        "intent": "Cold-restart the app while preserving persisted app data",
+        "next": "unlock-after-restart"
+      },
+      "unlock-after-restart": {
+        "action": "metamask.wallet.ensure_unlocked",
+        "intent": "Restore the fixture wallet after the cold process launch",
+        "next": "open-wallet-home-after"
+      },
+      "open-wallet-home-after": {
+        "action": "ui.navigate",
+        "page": "home",
+        "intent": "Return to Wallet Home after unlocking the cold-started process",
+        "timeout_ms": 30000,
+        "next": "wait-content-after"
+      },
+      "wait-content-after": {
+        "action": "ui.wait_for",
+        "test_id": "homepage-perps-positions",
+        "expected": "present",
+        "intent": "Confirm Wallet Home restores data-backed Perps content after cold launch",
+        "timeout_ms": 30000,
+        "next": "show-content-after"
+      },
+      "show-content-after": {
+        "action": "ui.scroll",
+        "test_id": "homepage-perps-positions",
+        "scroll_into_view": true,
+        "animated": true,
+        "settle": true,
+        "intent": "Bring the cold-start Perps content into the viewport",
+        "timeout_ms": 30000,
+        "next": "wait-order-after"
+      },
+      "wait-order-after": {
+        "action": "ui.wait_for",
+        "text": "Limit short",
+        "expected": "visible",
+        "intent": "Prove the same live order is visible after cold launch",
+        "timeout_ms": 30000,
+        "next": "capture-after"
+      },
+      "capture-after": {
+        "action": "ui.screenshot",
+        "path": "screenshots/homepage-order-after-cold-start.png",
+        "intent": "Preserve reviewer-visible cold-start proof",
+        "next": "settle-frame"
+      },
+      "settle-frame": {
+        "action": "wait",
+        "duration_ms": 2500,
+        "intent": "Allow the fresh visible frame checkpoint to finish",
+        "next": "finish-performance-capture"
+      },
+      "finish-performance-capture": {
+        "action": "metamask.perps.capture_performance",
+        "phase": "end",
+        "required_stages": [
+          "disk_cache_hydrated",
+          "viewport_demand",
+          "socket_received",
+          "react_commit",
+          "next_frame_checkpoint"
+        ],
+        "required_lifecycles": ["cold_disk_cache"],
+        "required_sources": ["disk_cache", "fresh_socket"],
+        "required_fresh_content_variants": ["orders"],
+        "intent": "Preserve and validate the cold disk-cache measurement cohort",
+        "next": "cleanup-order"
+      },
+      "cleanup-order": {
+        "action": "metamask.perps.teardown_state",
+        "provider": "hyperliquid",
+        "network": "testnet",
+        "market": "ETH",
+        "page": "home",
+        "positions": false,
+        "orders": {
+          "state": "none",
+          "mode": "matching",
+          "market": "ETH",
+          "timeout_ms": 60000
+        },
+        "intent": "Cancel the deterministic testnet order after evidence capture",
+        "timeout_ms": 90000,
+        "next": "done"
+      },
+      "done": {
+        "action": "end",
+        "status": "pass"
+      }
+    }
+  }
+}

package/library/recipes/mobile/perps/performance.homepage.android-cold-no-cache.recipe.json

@@ -0,0 +1,137 @@
+{
+  "$schema": "https://farmslot.io/schemas/recipe-v1.schema.json",
+  "title": "Android Homepage Perps cold start without cache proof",
+  "description": "Prepares a deterministic live order, clears only Perps persistent caches, cold-restarts the app, and validates first visible plus lifecycle-fresh content on the physical Android device.",
+  "workflow": {
+    "entry": "prepare-open-order",
+    "nodes": {
+      "prepare-open-order": {
+        "action": "metamask.perps.start_state",
+        "profile": "open_order_testnet",
+        "provider": "hyperliquid",
+        "network": "testnet",
+        "market": "ETH",
+        "page": "perps_home",
+        "side": "short",
+        "orders": {
+          "state": "open",
+          "mode": "matching",
+          "market": "ETH",
+          "side": "short",
+          "notional": 10,
+          "leverage": 2,
+          "timeout_ms": 90000
+        },
+        "positions": false,
+        "intent": "Prepare the deterministic exchange state before removing local caches",
+        "timeout_ms": 120000,
+        "next": "start-performance-capture"
+      },
+      "start-performance-capture": {
+        "action": "metamask.perps.capture_performance",
+        "phase": "start",
+        "intent": "Start the evidence window before cache removal and process restart",
+        "next": "clear-perps-caches"
+      },
+      "clear-perps-caches": {
+        "action": "metamask.perps.clear_performance_caches",
+        "intent": "Remove only Perps persisted market and user snapshots",
+        "next": "restart-app"
+      },
+      "restart-app": {
+        "action": "app.lifecycle",
+        "command": "restart",
+        "settle_ms": 15000,
+        "runtime_ready_timeout_ms": 60000,
+        "intent": "Cold-restart the selected Android app without deleting wallet state",
+        "next": "unlock-wallet"
+      },
+      "unlock-wallet": {
+        "action": "metamask.wallet.ensure_unlocked",
+        "intent": "Unlock the fixture wallet after the cold process launch",
+        "next": "open-wallet-home"
+      },
+      "open-wallet-home": {
+        "action": "ui.navigate",
+        "page": "home",
+        "intent": "Open Wallet Home after the no-cache cold launch",
+        "timeout_ms": 30000,
+        "next": "wait-section"
+      },
+      "wait-section": {
+        "action": "ui.wait_for",
+        "test_id": "homepage-perps-positions",
+        "expected": "present",
+        "intent": "Confirm the Perps Homepage section mounted after cold launch",
+        "timeout_ms": 30000,
+        "next": "show-content"
+      },
+      "show-content": {
+        "action": "ui.scroll",
+        "test_id": "homepage-perps-positions",
+        "scroll_into_view": true,
+        "animated": true,
+        "settle": true,
+        "intent": "Bring the Perps section and order into the physical viewport",
+        "timeout_ms": 30000,
+        "next": "wait-order"
+      },
+      "wait-order": {
+        "action": "ui.wait_for",
+        "text": "Limit short",
+        "expected": "visible",
+        "intent": "Require the fresh exchange order to be visible after cold launch",
+        "timeout_ms": 30000,
+        "next": "capture-after"
+      },
+      "capture-after": {
+        "action": "ui.screenshot",
+        "path": "screenshots/homepage-order-cold-no-cache.png",
+        "intent": "Preserve reviewer-visible cold-no-cache proof",
+        "next": "settle-frame"
+      },
+      "settle-frame": {
+        "action": "wait",
+        "duration_ms": 2500,
+        "intent": "Allow the fresh visible frame checkpoint to finish",
+        "next": "finish-performance-capture"
+      },
+      "finish-performance-capture": {
+        "action": "metamask.perps.capture_performance",
+        "phase": "end",
+        "required_stages": [
+          "viewport_demand",
+          "socket_received",
+          "react_commit",
+          "next_frame_checkpoint"
+        ],
+        "required_lifecycles": ["cold_no_cache"],
+        "required_sources": ["fresh_socket"],
+        "required_fresh_content_variants": ["orders"],
+        "intent": "Validate the cold-no-cache lifecycle and fresh visible order cohort",
+        "next": "cleanup-order"
+      },
+      "cleanup-order": {
+        "action": "metamask.perps.teardown_state",
+        "provider": "hyperliquid",
+        "network": "testnet",
+        "market": "ETH",
+        "page": "home",
+        "positions": false,
+        "orders": {
+          "state": "none",
+          "mode": "matching",
+          "market": "ETH",
+          "timeout_ms": 60000
+        },
+        "intent": "Cancel the deterministic testnet order after evidence capture",
+        "timeout_ms": 90000,
+        "next": "done"
+      },
+      "done": {
+        "action": "end",
+        "status": "pass"
+      }
+    }
+  }
+}

package/library/recipes/mobile/perps/performance.homepage.android-network-recovery.recipe.json

@@ -0,0 +1,149 @@
+{
+  "$schema": "https://farmslot.io/schemas/recipe-v1.schema.json",
+  "title": "Android Homepage Perps network recovery visible performance proof",
+  "description": "Keeps a deterministic order visible on Wallet Home while the selected Android device goes offline and online, then validates resident-to-fresh recovery at the visible frame.",
+  "workflow": {
+    "entry": "prepare-open-order",
+    "nodes": {
+      "prepare-open-order": {
+        "action": "metamask.perps.start_state",
+        "profile": "open_order_testnet",
+        "provider": "hyperliquid",
+        "network": "testnet",
+        "market": "ETH",
+        "page": "perps_home",
+        "side": "short",
+        "orders": {
+          "state": "open",
+          "mode": "matching",
+          "market": "ETH",
+          "side": "short",
+          "notional": 10,
+          "leverage": 2,
+          "timeout_ms": 90000
+        },
+        "positions": false,
+        "intent": "Prepare a deterministic live order before network interruption",
+        "timeout_ms": 120000,
+        "next": "open-wallet-home"
+      },
+      "open-wallet-home": {
+        "action": "ui.navigate",
+        "page": "home",
+        "intent": "Open Wallet Home before interrupting network access",
+        "timeout_ms": 30000,
+        "next": "show-content"
+      },
+      "show-content": {
+        "action": "ui.scroll",
+        "test_id": "homepage-perps-positions",
+        "scroll_into_view": true,
+        "animated": true,
+        "settle": true,
+        "intent": "Make the live order directly visible during network recovery",
+        "timeout_ms": 30000,
+        "next": "wait-order-before"
+      },
+      "wait-order-before": {
+        "action": "ui.wait_for",
+        "text": "Limit short",
+        "expected": "visible",
+        "intent": "Prove the live order is visible before network interruption",
+        "timeout_ms": 30000,
+        "next": "start-performance-capture"
+      },
+      "start-performance-capture": {
+        "action": "metamask.perps.capture_performance",
+        "phase": "start",
+        "intent": "Start the evidence window before connectivity changes",
+        "next": "go-offline"
+      },
+      "go-offline": {
+        "action": "app.network",
+        "state": "offline",
+        "settle_ms": 5000,
+        "intent": "Disconnect the selected Android device while the order remains on screen",
+        "next": "hold-offline"
+      },
+      "hold-offline": {
+        "action": "wait",
+        "duration_ms": 5000,
+        "intent": "Keep the device offline long enough for stream connectivity loss",
+        "next": "restore-network"
+      },
+      "restore-network": {
+        "action": "app.network",
+        "state": "online",
+        "settle_ms": 15000,
+        "intent": "Restore the selected Android device and allow Perps streams to recover",
+        "next": "show-content-after"
+      },
+      "show-content-after": {
+        "action": "ui.scroll",
+        "test_id": "homepage-perps-positions",
+        "scroll_into_view": true,
+        "animated": true,
+        "settle": true,
+        "intent": "Keep the recovered order directly reviewable",
+        "timeout_ms": 30000,
+        "next": "wait-order-after"
+      },
+      "wait-order-after": {
+        "action": "ui.wait_for",
+        "text": "Limit short",
+        "expected": "visible",
+        "intent": "Prove the live order remains visible after network recovery",
+        "timeout_ms": 30000,
+        "next": "capture-after"
+      },
+      "capture-after": {
+        "action": "ui.screenshot",
+        "path": "screenshots/homepage-order-after-network-recovery.png",
+        "intent": "Preserve reviewer-visible network recovery proof",
+        "next": "settle-frame"
+      },
+      "settle-frame": {
+        "action": "wait",
+        "duration_ms": 2500,
+        "intent": "Allow the fresh visible frame checkpoint to finish",
+        "next": "finish-performance-capture"
+      },
+      "finish-performance-capture": {
+        "action": "metamask.perps.capture_performance",
+        "phase": "end",
+        "required_stages": [
+          "viewport_demand",
+          "socket_received",
+          "react_commit",
+          "next_frame_checkpoint"
+        ],
+        "required_lifecycles": ["network_recovery"],
+        "required_sources": ["resident_state", "fresh_socket"],
+        "required_fresh_content_variants": ["orders"],
+        "intent": "Preserve and validate the network-recovery measurement cohort",
+        "next": "cleanup-order"
+      },
+      "cleanup-order": {
+        "action": "metamask.perps.teardown_state",
+        "provider": "hyperliquid",
+        "network": "testnet",
+        "market": "ETH",
+        "page": "home",
+        "positions": false,
+        "orders": {
+          "state": "none",
+          "mode": "matching",
+          "market": "ETH",
+          "timeout_ms": 60000
+        },
+        "intent": "Cancel the deterministic testnet order after evidence capture",
+        "timeout_ms": 90000,
+        "next": "done"
+      },
+      "done": {
+        "action": "end",
+        "status": "pass"
+      }
+    }
+  }
+}

package/library/recipes/mobile/perps/performance.homepage.ios-background-reconnect.recipe.json

@@ -0,0 +1,110 @@
+{
+  "$schema": "https://farmslot.io/schemas/recipe-v1.schema.json",
+  "title": "iOS Homepage Perps long-background reconnect proof",
+  "description": "Keeps the existing no-order simulator fixture, backgrounds longer than the connection grace period, then validates resident-to-fresh trending content at the visible Homepage endpoint.",
+  "workflow": {
+    "entry": "ensure-wallet",
+    "nodes": {
+      "ensure-wallet": {
+        "action": "metamask.wallet.ensure_unlocked",
+        "intent": "Use the existing fixture without fabricating Perps state",
+        "next": "open-wallet-home"
+      },
+      "open-wallet-home": {
+        "action": "ui.navigate",
+        "page": "home",
+        "intent": "Open Wallet Home before the reconnect lifecycle",
+        "timeout_ms": 30000,
+        "next": "wait-perps-before"
+      },
+      "wait-perps-before": {
+        "action": "ui.wait_for",
+        "test_id": "homepage-section-title-perps",
+        "expected": "present",
+        "intent": "Require the Perps section before backgrounding",
+        "timeout_ms": 30000,
+        "next": "show-perps-before"
+      },
+      "show-perps-before": {
+        "action": "ui.scroll",
+        "test_id": "homepage-section-title-perps",
+        "scroll_into_view": true,
+        "animated": true,
+        "settle": true,
+        "intent": "Make the data-backed section resident before reconnect",
+        "timeout_ms": 30000,
+        "next": "start-performance-capture"
+      },
+      "start-performance-capture": {
+        "action": "metamask.perps.capture_performance",
+        "phase": "start",
+        "intent": "Start evidence immediately before the long background interval",
+        "next": "background-app"
+      },
+      "background-app": {
+        "action": "app.lifecycle",
+        "command": "background",
+        "settle_ms": 25000,
+        "intent": "Exceed the 20-second Perps connection grace period",
+        "next": "foreground-app"
+      },
+      "foreground-app": {
+        "action": "app.lifecycle",
+        "command": "foreground",
+        "settle_ms": 10000,
+        "runtime_ready_timeout_ms": 60000,
+        "intent": "Restore the same process and require a reconnect",
+        "next": "wait-perps-after"
+      },
+      "wait-perps-after": {
+        "action": "ui.wait_for",
+        "test_id": "homepage-section-title-perps",
+        "expected": "present",
+        "intent": "Confirm the Perps section remains available after reconnect",
+        "timeout_ms": 30000,
+        "next": "show-perps-after"
+      },
+      "show-perps-after": {
+        "action": "ui.scroll",
+        "test_id": "homepage-section-title-perps",
+        "scroll_into_view": true,
+        "animated": true,
+        "settle": true,
+        "intent": "Bring reconnected content into the viewport",
+        "timeout_ms": 30000,
+        "next": "capture-after"
+      },
+      "capture-after": {
+        "action": "ui.screenshot",
+        "path": "screenshots/ios-homepage-perps-after-reconnect.png",
+        "intent": "Preserve visible reconnect content",
+        "next": "settle-frame"
+      },
+      "settle-frame": {
+        "action": "wait",
+        "duration_ms": 2500,
+        "intent": "Allow the fresh visible frame checkpoint to finish",
+        "next": "finish-performance-capture"
+      },
+      "finish-performance-capture": {
+        "action": "metamask.perps.capture_performance",
+        "phase": "end",
+        "required_stages": [
+          "viewport_demand",
+          "socket_received",
+          "react_commit",
+          "next_frame_checkpoint"
+        ],
+        "required_lifecycles": ["background_reconnect"],
+        "required_sources": ["resident_state", "fresh_socket"],
+        "required_fresh_content_variants": ["trending"],
+        "intent": "Require the long-background visible reconnect cohort",
+        "next": "done"
+      },
+      "done": {
+        "action": "end",
+        "status": "pass"
+      }
+    }
+  }
+}

package/library/recipes/mobile/perps/performance.homepage.ios-background-short.recipe.json

@@ -0,0 +1,108 @@
+{
+  "$schema": "https://farmslot.io/schemas/recipe-v1.schema.json",
+  "title": "iOS Homepage Perps short-background visible performance proof",
+  "description": "Uses the existing fixture wallet without requiring a funded Perps account, restores the assigned iOS simulator from a short background interval, and proves that visible Perps content emits lifecycle-aware performance evidence.",
+  "workflow": {
+    "entry": "ensure-wallet",
+    "nodes": {
+      "ensure-wallet": {
+        "action": "metamask.wallet.ensure_unlocked",
+        "intent": "Use the existing fixture wallet without replacing its account state",
+        "next": "open-wallet-home"
+      },
+      "open-wallet-home": {
+        "action": "ui.navigate",
+        "page": "home",
+        "intent": "Open Wallet Home before the lifecycle transition",
+        "timeout_ms": 30000,
+        "next": "wait-perps-section"
+      },
+      "wait-perps-section": {
+        "action": "ui.wait_for",
+        "test_id": "homepage-section-title-perps",
+        "expected": "present",
+        "intent": "Require the Perps Homepage section to exist before measuring it",
+        "timeout_ms": 30000,
+        "next": "show-perps-section"
+      },
+      "show-perps-section": {
+        "action": "ui.scroll",
+        "test_id": "homepage-section-title-perps",
+        "scroll_into_view": true,
+        "animated": true,
+        "settle": true,
+        "intent": "Bring actual Perps content into the viewport before backgrounding",
+        "timeout_ms": 30000,
+        "next": "start-performance-capture"
+      },
+      "start-performance-capture": {
+        "action": "metamask.perps.capture_performance",
+        "phase": "start",
+        "intent": "Start the device-log evidence window immediately before backgrounding",
+        "next": "background-app"
+      },
+      "background-app": {
+        "action": "app.lifecycle",
+        "command": "background",
+        "settle_ms": 3000,
+        "intent": "Leave the app inactive for less than the reconnect grace period",
+        "next": "foreground-app"
+      },
+      "foreground-app": {
+        "action": "app.lifecycle",
+        "command": "foreground",
+        "settle_ms": 10000,
+        "runtime_ready_timeout_ms": 60000,
+        "intent": "Restore the same iOS process and wallet session",
+        "next": "wait-perps-after"
+      },
+      "wait-perps-after": {
+        "action": "ui.wait_for",
+        "test_id": "homepage-section-title-perps",
+        "expected": "present",
+        "intent": "Confirm the Homepage Perps section survived the short background interval",
+        "timeout_ms": 30000,
+        "next": "show-perps-after"
+      },
+      "show-perps-after": {
+        "action": "ui.scroll",
+        "test_id": "homepage-section-title-perps",
+        "scroll_into_view": true,
+        "animated": true,
+        "settle": true,
+        "intent": "Bring the restored Perps content back into the viewport",
+        "timeout_ms": 30000,
+        "next": "capture-after"
+      },
+      "capture-after": {
+        "action": "ui.screenshot",
+        "path": "screenshots/ios-homepage-perps-after-short-background.png",
+        "intent": "Preserve reviewer-visible iOS short-resume proof",
+        "next": "settle-frame"
+      },
+      "settle-frame": {
+        "action": "wait",
+        "duration_ms": 2500,
+        "intent": "Allow the visible next-frame checkpoint and Sentry span to finish",
+        "next": "finish-performance-capture"
+      },
+      "finish-performance-capture": {
+        "action": "metamask.perps.capture_performance",
+        "phase": "end",
+        "required_stages": [
+          "viewport_demand",
+          "react_commit",
+          "next_frame_checkpoint"
+        ],
+        "required_lifecycles": ["background_short"],
+        "required_sources": ["resident_state", "fresh_socket"],
+        "intent": "Require a lifecycle-specific visible-content measurement cohort",
+        "next": "done"
+      },
+      "done": {
+        "action": "end",
+        "status": "pass"
+      }
+    }
+  }
+}