zeno-mobile-runner 0.1.3 → 0.2.0

package/examples/react-native-expo-workflow.json

@@ -0,0 +1,75 @@
+{
+  "name": "ZMR React Native Expo workflow demo",
+  "appId": "com.example.mobiletest",
+  "steps": [
+    { "action": "openLink", "url": "zenoexpodemo://benchmark" },
+    {
+      "action": "waitVisible",
+      "selector": { "text": "Zeno Expo Demo" },
+      "timeoutMs": 30000
+    },
+    {
+      "action": "tap",
+      "selector": { "contentDesc": "continue_button" }
+    },
+    {
+      "action": "waitVisible",
+      "selector": { "text": "Profile" },
+      "timeoutMs": 10000
+    },
+    {
+      "action": "typeText",
+      "selector": { "contentDesc": "profile_name_input" },
+      "text": "Riley"
+    },
+    {
+      "action": "typeText",
+      "selector": { "contentDesc": "profile_email_input" },
+      "text": "riley@example.test"
+    },
+    { "action": "hideKeyboard" },
+    {
+      "action": "tap",
+      "selector": { "contentDesc": "save_profile_button" }
+    },
+    {
+      "action": "waitVisible",
+      "selector": { "text": "Catalog" },
+      "timeoutMs": 10000
+    },
+    {
+      "action": "scrollUntilVisible",
+      "selector": { "contentDesc": "catalog_item_north_ridge_pack" },
+      "direction": "down",
+      "timeoutMs": 10000
+    },
+    {
+      "action": "tap",
+      "selector": { "contentDesc": "catalog_item_north_ridge_pack" }
+    },
+    {
+      "action": "waitVisible",
+      "selector": { "text": "North Ridge Pack" },
+      "timeoutMs": 10000
+    },
+    {
+      "action": "tap",
+      "selector": { "contentDesc": "detail_save_button" }
+    },
+    {
+      "action": "waitVisible",
+      "selector": { "text": "Saved North Ridge Pack" },
+      "timeoutMs": 10000
+    },
+    {
+      "action": "tap",
+      "selector": { "contentDesc": "review_button" }
+    },
+    {
+      "action": "assertVisible",
+      "selector": { "text": "Workflow complete" },
+      "timeoutMs": 10000
+    },
+    { "action": "snapshot" }
+  ]
+}

package/npm/agents.mjs

@@ -47,6 +47,7 @@ export function nextStepCommands(config, { android = true, ios = true, packageSc
 export function agentInstructions(appId, { android = true, ios = true, packageScripts = false, scripts = {} } = {}) {
   const command = (name, fallback) => scripts[name] ?? fallback;
   const appCommand = (scriptName, directCommand) => packageScripts ? `npm run ${scriptName}` : directCommand;
+  const inspectCommand = "zmr inspect --json --dir .";
   const doctorCommand = appCommand("zmr:doctor", command("doctor", "zmr doctor --strict --json --config .zmr/config.json"));
   const schemasCommand = appCommand("zmr:schemas", command("schemas", "zmr schemas --json"));
   const validateDirectCommand = command("validate", validateCommand({ android, ios }));
@@ -56,6 +57,7 @@ export function agentInstructions(appId, { android = true, ios = true, packageSc
   const explainCommand = appCommand("zmr:explain", command("explain", "zmr explain traces/zmr-agent --json"));
   const exportCommand = appCommand("zmr:export", command("exportTrace", "zmr export traces/zmr-agent --out traces/zmr-agent-redacted.zmrtrace --redact"));
   const setupChecks = [
+    inspectCommand,
     doctorCommand,
     schemasCommand,
     validateAppCommand,
@@ -119,6 +121,7 @@ export function agentInstructions(appId, { android = true, ios = true, packageSc
   const appSectionTitle = packageScripts ? "App Scripts" : "App Commands";
   const appSectionCommands = nextStepCommands({ scripts: nextStepScripts }, { android, ios, packageScripts })
     .map((step) => step.command);
+  appSectionCommands.unshift(inspectCommand);
   const releaseClaims = android && ios
     ? `\`\`\`bash
 ${readinessCommandText}
@@ -148,6 +151,19 @@ ${mcpCommand}
 
 Use \`semantic_snapshot\` before choosing tap or type actions. Prefer selectors from accessibility identifiers, resource ids, labels, or exact text before coordinates. Export redacted traces before sharing artifacts.
 
+## Discover From Trace
+
+\`\`\`bash
+zmr explore --from-trace traces/zmr-agent --out .zmr/discovered/login-smoke.json --goal "find a stable login smoke" --include-actions --validate --json
+zmr discover --from-trace traces/zmr-agent --out .zmr/discovered/replay-smoke.json --include-actions --validate --json
+zmr draft --from-trace traces/zmr-agent --out .zmr/discovered/surface-smoke.json --json
+zmr validate --json .zmr/discovered/surface-smoke.json
+zmr draft --from-trace traces/zmr-agent --out .zmr/discovered/replay-smoke.json --include-actions --json
+zmr validate --json .zmr/discovered/replay-smoke.json
+\`\`\`
+
+Prefer \`zmr explore\` for CLI agent loops when the goal should travel with the generated candidate. Its JSON includes \`autonomous:false\`, \`reviewRequired:true\`, \`guardrails\`, replay coverage, validation, and deterministic next commands. Treat discover output as a lower-level reviewable starting point. It writes from trace evidence and validates the generated file when \`--validate\` is present, but it does not crawl, invent missing actions, discover credentials, or commit tests. Treat draft output as a reviewable starting point when using the lower-level split workflow. The default draft contains only \`launch\`, \`snapshot\`, and conservative \`assertVisible\` checks. Use \`--include-actions\` only when the trace came from a reviewed agent session; unsupported events are skipped with warnings instead of guessed. Do not commit a discovered or drafted scenario until a human has reviewed and rerun it.
+
 ## Failure Triage
 
 \`\`\`bash

package/npm/commands.mjs

@@ -13,8 +13,8 @@ export function smokeRunCommand({ platform, androidShim = "", iosShim = "" }) {
 }
 
 export function smokeReportCommand({ platform }) {
-  if (platform === "android") return "zmr report traces/zmr-android --out traces/zmr-android/report.html";
-  if (platform === "ios") return "zmr report traces/zmr-ios --out traces/zmr-ios/report.html";
+  if (platform === "android") return reportCommand("zmr", "traces/zmr-android");
+  if (platform === "ios") return reportCommand("zmr", "traces/zmr-ios");
   throw new Error(`unsupported smoke report platform: ${platform}`);
 }
 
@@ -71,7 +71,7 @@ export function reliabilityCommand({ scenario, platform = "", device, appId, xcr
     "--max-p95-ms",
     String(maxP95Ms),
   );
-  return `export ZMR_BIN="\${ZMR_BIN:-zmr}"; ${shellJoin(args)} && "$ZMR_BIN" report ${shellQuote(traceRoot)} --out ${shellQuote(`${traceRoot}/report.html`)}`;
+  return `export ZMR_BIN="\${ZMR_BIN:-zmr}"; ${shellJoin(args)} && ${reportCommand('"$ZMR_BIN"', traceRoot)}`;
 }
 
 export function devClientRunCommand({ platform }) {
@@ -85,11 +85,15 @@ export function devClientRunCommand({ platform }) {
 }
 
 export function devClientReportCommand({ platform }) {
-  if (platform === "android") return "zmr report traces/zmr-android-dev-client --out traces/zmr-android-dev-client/report.html";
-  if (platform === "ios") return "zmr report traces/zmr-ios-dev-client --out traces/zmr-ios-dev-client/report.html";
+  if (platform === "android") return reportCommand("zmr", "traces/zmr-android-dev-client");
+  if (platform === "ios") return reportCommand("zmr", "traces/zmr-ios-dev-client");
   throw new Error(`unsupported dev-client report platform: ${platform}`);
 }
 
+function reportCommand(bin, traceRoot) {
+  return `${bin} report ${shellQuote(traceRoot)} --out ${shellQuote(`${traceRoot}/report.html`)} --junit ${shellQuote(`${traceRoot}/junit.xml`)}`;
+}
+
 export function shellJoin(args) {
   return args.map((arg, index) => {
     if (index === 0 && /^[A-Za-z_][A-Za-z0-9_]*=/.test(arg)) return arg;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "zeno-mobile-runner",
-  "version": "0.1.3",
+  "version": "0.2.0",
   "description": "Agent-native mobile app test runner for React Native, Expo, Flutter, and native Android/iOS.",
   "main": "npm/index.mjs",
   "repository": {
@@ -16,6 +16,7 @@
     "zmr-init": "npm/init-app.mjs",
     "zmr-wizard": "npm/wizard.mjs",
     "zmr-benchmark": "scripts/benchmark.sh",
+    "zmr-benchmark-lab": "scripts/benchmark-lab.py",
     "zmr-benchmark-command": "scripts/benchmark-command.sh",
     "zmr-compare-benchmarks": "scripts/compare-benchmarks.py",
     "zmr-device-matrix": "scripts/device-matrix.sh",
@@ -26,6 +27,7 @@
     "zmr-install-ios-shim": "scripts/install-ios-shim.sh",
     "zmr-create-android-demo-app": "scripts/create-android-demo-app.sh",
     "zmr-create-ios-demo-app": "scripts/create-ios-demo-app.sh",
+    "zmr-create-react-native-expo-demo-app": "scripts/create-react-native-expo-demo-app.sh",
     "zmr-demo-android": "scripts/demo-android-real.sh",
     "zmr-demo-ios": "scripts/demo-ios-real.sh"
   },
@@ -63,9 +65,12 @@
     "shims/",
     "viewer/",
     "docs/",
+    "!docs/assets/",
     "scripts/",
     "!scripts/build-npm-package.sh",
     "!scripts/build-release.sh",
+    "!scripts/capture-screenshots.sh",
+    "!scripts/capture-viewer-shots.mjs",
     "!scripts/ci-gate.sh",
     "!scripts/coverage.sh",
     "!scripts/generate-homebrew-formula.mjs",

package/schemas/README.md

@@ -19,6 +19,10 @@ This directory contains draft 2020-12 JSON Schemas for public ZMR file and proto
 - `capabilities-output.schema.json`: machine-readable `runner.capabilities` JSON-RPC result for protocol, platform support, transport, and method discovery
 - `explain-output.schema.json`: machine-readable `zmr explain --json` failure triage output for agents and CI
 - `run-output.schema.json`: machine-readable `zmr run --json` terminal run summary output
+- `inspect-output.schema.json`: machine-readable `zmr inspect --json` app and agent handoff output
+- `discover-output.schema.json`: machine-readable `zmr discover --json` trace-backed scenario discovery output with replay coverage metadata
+- `explore-output.schema.json`: machine-readable `zmr explore --json` review-first trace exploration output with goal and guardrail metadata
+- `draft-output.schema.json`: machine-readable `zmr draft --json` trace-backed scenario draft output with replay coverage metadata
 - `release-manifest.schema.json`: machine-readable `RELEASE_MANIFEST.json` emitted with release archives
 - `release-readiness-output.schema.json`: machine-readable `zmr-release-readiness --json` release evidence gate output
 - `schemas-output.schema.json`: machine-readable `zmr schemas --json` index of public schema names, paths, ids, and descriptions

package/schemas/discover-output.schema.json

@@ -0,0 +1,83 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://zmr.dev/schemas/discover-output.schema.json",
+  "title": "ZMR Discover Output",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "ok",
+    "mode",
+    "schemaVersion",
+    "runnerVersion",
+    "protocolVersion",
+    "out",
+    "traceDir",
+    "sourceSnapshot",
+    "name",
+    "appId",
+    "selectorCount",
+    "stepCount",
+    "replay",
+    "warnings",
+    "validated",
+    "validation",
+    "nextCommands"
+  ],
+  "properties": {
+    "ok": { "type": "boolean" },
+    "mode": { "const": "discover" },
+    "schemaVersion": { "const": 1 },
+    "runnerVersion": { "type": "string", "minLength": 1 },
+    "protocolVersion": { "type": "string", "minLength": 1 },
+    "out": { "type": "string", "minLength": 1 },
+    "traceDir": { "type": "string", "minLength": 1 },
+    "sourceSnapshot": { "type": "string", "minLength": 1 },
+    "name": { "type": "string", "minLength": 1 },
+    "appId": { "type": ["string", "null"] },
+    "selectorCount": { "type": "integer", "minimum": 0 },
+    "stepCount": { "type": "integer", "minimum": 2 },
+    "replay": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["enabled", "eventCount", "stepCount", "skippedEventCount"],
+      "properties": {
+        "enabled": { "type": "boolean" },
+        "eventCount": { "type": "integer", "minimum": 0 },
+        "stepCount": { "type": "integer", "minimum": 0 },
+        "skippedEventCount": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "warnings": {
+      "type": "array",
+      "items": { "type": "string" }
+    },
+    "validated": { "type": "boolean" },
+    "validation": {
+      "anyOf": [
+        { "type": "null" },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["ok", "path"],
+          "properties": {
+            "ok": { "type": "boolean" },
+            "path": { "type": "string", "minLength": 1 },
+            "name": { "type": "string", "minLength": 1 },
+            "appId": { "type": ["string", "null"] },
+            "stepCount": { "type": "integer", "minimum": 0 },
+            "errorCode": { "type": "string", "minLength": 1 },
+            "message": { "type": "string", "minLength": 1 },
+            "fieldPath": { "type": "string", "minLength": 1 },
+            "line": { "type": "integer", "minimum": 1 },
+            "column": { "type": "integer", "minimum": 1 }
+          }
+        }
+      ]
+    },
+    "nextCommands": {
+      "type": "array",
+      "minItems": 1,
+      "items": { "type": "string", "minLength": 1 }
+    }
+  }
+}

package/schemas/draft-output.schema.json

@@ -0,0 +1,58 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://zmr.dev/schemas/draft-output.schema.json",
+  "title": "ZMR Draft Output",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "ok",
+    "mode",
+    "schemaVersion",
+    "runnerVersion",
+    "protocolVersion",
+    "out",
+    "traceDir",
+    "sourceSnapshot",
+    "name",
+    "appId",
+    "selectorCount",
+    "stepCount",
+    "replay",
+    "warnings",
+    "nextCommands"
+  ],
+  "properties": {
+    "ok": { "type": "boolean" },
+    "mode": { "const": "draft" },
+    "schemaVersion": { "const": 1 },
+    "runnerVersion": { "type": "string", "minLength": 1 },
+    "protocolVersion": { "type": "string", "minLength": 1 },
+    "out": { "type": "string", "minLength": 1 },
+    "traceDir": { "type": "string", "minLength": 1 },
+    "sourceSnapshot": { "type": "string", "minLength": 1 },
+    "name": { "type": "string", "minLength": 1 },
+    "appId": { "type": ["string", "null"] },
+    "selectorCount": { "type": "integer", "minimum": 0 },
+    "stepCount": { "type": "integer", "minimum": 2 },
+    "replay": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["enabled", "eventCount", "stepCount", "skippedEventCount"],
+      "properties": {
+        "enabled": { "type": "boolean" },
+        "eventCount": { "type": "integer", "minimum": 0 },
+        "stepCount": { "type": "integer", "minimum": 0 },
+        "skippedEventCount": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "warnings": {
+      "type": "array",
+      "items": { "type": "string" }
+    },
+    "nextCommands": {
+      "type": "array",
+      "minItems": 1,
+      "items": { "type": "string", "minLength": 1 }
+    }
+  }
+}

package/schemas/explore-output.schema.json

@@ -0,0 +1,94 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://zmr.dev/schemas/explore-output.schema.json",
+  "title": "ZMR Explore Output",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "ok",
+    "mode",
+    "schemaVersion",
+    "runnerVersion",
+    "protocolVersion",
+    "autonomous",
+    "reviewRequired",
+    "guardrails",
+    "out",
+    "traceDir",
+    "sourceSnapshot",
+    "name",
+    "appId",
+    "selectorCount",
+    "stepCount",
+    "replay",
+    "warnings",
+    "validated",
+    "validation",
+    "nextCommands"
+  ],
+  "properties": {
+    "ok": { "type": "boolean" },
+    "mode": { "const": "explore" },
+    "schemaVersion": { "const": 1 },
+    "runnerVersion": { "type": "string", "minLength": 1 },
+    "protocolVersion": { "type": "string", "minLength": 1 },
+    "goal": { "type": "string", "minLength": 1 },
+    "autonomous": { "const": false },
+    "reviewRequired": { "const": true },
+    "guardrails": {
+      "type": "array",
+      "minItems": 1,
+      "items": { "type": "string", "minLength": 1 }
+    },
+    "out": { "type": "string", "minLength": 1 },
+    "traceDir": { "type": "string", "minLength": 1 },
+    "sourceSnapshot": { "type": "string", "minLength": 1 },
+    "name": { "type": "string", "minLength": 1 },
+    "appId": { "type": ["string", "null"] },
+    "selectorCount": { "type": "integer", "minimum": 0 },
+    "stepCount": { "type": "integer", "minimum": 2 },
+    "replay": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["enabled", "eventCount", "stepCount", "skippedEventCount"],
+      "properties": {
+        "enabled": { "type": "boolean" },
+        "eventCount": { "type": "integer", "minimum": 0 },
+        "stepCount": { "type": "integer", "minimum": 0 },
+        "skippedEventCount": { "type": "integer", "minimum": 0 }
+      }
+    },
+    "warnings": {
+      "type": "array",
+      "items": { "type": "string" }
+    },
+    "validated": { "type": "boolean" },
+    "validation": {
+      "anyOf": [
+        { "type": "null" },
+        {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["ok", "path"],
+          "properties": {
+            "ok": { "type": "boolean" },
+            "path": { "type": "string", "minLength": 1 },
+            "name": { "type": "string", "minLength": 1 },
+            "appId": { "type": ["string", "null"] },
+            "stepCount": { "type": "integer", "minimum": 0 },
+            "errorCode": { "type": "string", "minLength": 1 },
+            "message": { "type": "string", "minLength": 1 },
+            "fieldPath": { "type": "string", "minLength": 1 },
+            "line": { "type": "integer", "minimum": 1 },
+            "column": { "type": "integer", "minimum": 1 }
+          }
+        }
+      ]
+    },
+    "nextCommands": {
+      "type": "array",
+      "minItems": 1,
+      "items": { "type": "string", "minLength": 1 }
+    }
+  }
+}

package/schemas/inspect-output.schema.json

@@ -0,0 +1,88 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://zmr.dev/schemas/inspect-output.schema.json",
+  "title": "ZMR Inspect Output",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "ok",
+    "status",
+    "schemaVersion",
+    "runnerVersion",
+    "protocolVersion",
+    "dir",
+    "configPath",
+    "configExists",
+    "agentInstructionsPath",
+    "agentInstructionsExists",
+    "platforms",
+    "recommendedCommands",
+    "claimsPolicy",
+    "limitations"
+  ],
+  "properties": {
+    "ok": { "type": "boolean" },
+    "status": { "enum": ["ready", "needs-setup"] },
+    "schemaVersion": { "const": 1 },
+    "runnerVersion": { "type": "string", "minLength": 1 },
+    "protocolVersion": { "type": "string", "minLength": 1 },
+    "dir": { "type": "string", "minLength": 1 },
+    "configPath": { "type": "string", "minLength": 1 },
+    "configExists": { "type": "boolean" },
+    "agentInstructionsPath": { "type": "string", "minLength": 1 },
+    "agentInstructionsExists": { "type": "boolean" },
+    "platforms": {
+      "type": "array",
+      "items": { "$ref": "#/$defs/platform" }
+    },
+    "recommendedCommands": {
+      "type": "array",
+      "items": { "type": "string", "minLength": 1 }
+    },
+    "claimsPolicy": {
+      "type": "array",
+      "items": { "type": "string", "minLength": 1 }
+    },
+    "limitations": {
+      "type": "array",
+      "items": { "type": "string", "minLength": 1 }
+    }
+  },
+  "$defs": {
+    "platform": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "name",
+        "enabled",
+        "defaultDevice",
+        "smokeScenario",
+        "smokeScenarioExists",
+        "traceDir"
+      ],
+      "properties": {
+        "name": { "enum": ["android", "ios"] },
+        "enabled": { "type": "boolean" },
+        "defaultDevice": {
+          "anyOf": [
+            { "type": "string", "minLength": 1 },
+            { "type": "null" }
+          ]
+        },
+        "smokeScenario": {
+          "anyOf": [
+            { "type": "string", "minLength": 1 },
+            { "type": "null" }
+          ]
+        },
+        "smokeScenarioExists": { "type": "boolean" },
+        "traceDir": {
+          "anyOf": [
+            { "type": "string", "minLength": 1 },
+            { "type": "null" }
+          ]
+        }
+      }
+    }
+  }
+}

package/schemas/run-output.schema.json

@@ -34,6 +34,8 @@
     "failedStepIndex": { "type": "integer", "minimum": 0 },
     "error": { "type": "string", "minLength": 1 },
     "reportPath": { "type": "string", "minLength": 1 },
+    "discovery": { "$ref": "https://zmr.dev/schemas/discover-output.schema.json" },
+    "discoveryError": { "type": "string", "minLength": 1 },
     "nextCommands": {
       "type": "array",
       "minItems": 1,