agent-scenario-loop 0.1.0

package/examples/runners/script-network-provider.json

@@ -0,0 +1,24 @@
+{
+  "schemaVersion": "1.0.0",
+  "runnerId": "script-network-provider",
+  "kind": "evidenceProvider",
+  "platforms": ["ios", "android"],
+  "capabilities": ["network"],
+  "artifactOutputs": ["network", "signals"],
+  "lifecycle": ["prepare", "startWindow", "capture", "stopWindow", "finalize"],
+  "providerCommands": [
+    {
+      "id": "capture-network",
+      "phase": "capture",
+      "command": "capture-network",
+      "args": ["--platform", "{platform}", "--scenario", "{scenarioId}", "--out", "{providerDir}/network.har"],
+      "outputs": [
+        {
+          "channel": "signal",
+          "kind": "network",
+          "path": "{providerDir}/network.har"
+        }
+      ]
+    }
+  ]
+}

package/examples/runners/script-profiler-provider.json

@@ -0,0 +1,30 @@
+{
+  "schemaVersion": "1.0.0",
+  "runnerId": "script-profiler-provider",
+  "kind": "evidenceProvider",
+  "platforms": ["ios", "android"],
+  "capabilities": ["profiler"],
+  "driverActions": ["collectPerfSignals"],
+  "artifactOutputs": ["profiler", "signals"],
+  "lifecycle": ["prepare", "startWindow", "capture", "stopWindow", "finalize"],
+  "providerCommands": [
+    {
+      "id": "capture-profiler",
+      "phase": "capture",
+      "command": "capture-profiler",
+      "args": ["--platform", "{platform}", "--run-id", "{runId}", "--out", "{providerDir}/profiler.json"],
+      "outputs": [
+        {
+          "channel": "provider",
+          "kind": "profiler",
+          "path": "{providerDir}/profiler.json"
+        },
+        {
+          "channel": "signal",
+          "kind": "js",
+          "path": "{providerDir}/profiler.json"
+        }
+      ]
+    }
+  ]
+}

package/examples/runners/xcodebuildmcp-ios.json

@@ -0,0 +1,29 @@
+{
+  "schemaVersion": "1.0.0",
+  "runnerId": "xcodebuildmcp-ios",
+  "kind": "primary",
+  "platforms": ["ios"],
+  "capabilities": [
+    "launch",
+    "sessionControl",
+    "command",
+    "logCapture",
+    "artifactWrite",
+    "screenshot",
+    "video",
+    "uiTree",
+    "accessibility"
+  ],
+  "driverActions": ["tap", "scroll", "assertVisible", "inspectTree", "screenshot", "record", "readLogs"],
+  "artifactOutputs": ["logs", "signals", "screenshot", "video", "uiTree", "accessibility"],
+  "lifecycle": [
+    "prepare",
+    "launch",
+    "startSession",
+    "executeStep",
+    "waitForTruthEvent",
+    "captureEvidence",
+    "stopSession",
+    "finalize"
+  ]
+}

package/examples/scenarios/ios/app-startup.json

@@ -0,0 +1,28 @@
+{
+  "name": "app-startup",
+  "flowId": "startup",
+  "description": "Cold-launch the app directly into an active profile session and measure time to the first usable screen.",
+  "type": "app-startup",
+  "platform": "ios",
+  "interactionDriver": "xcodebuildmcp",
+  "trigger": {
+    "kind": "cold-launch",
+    "label": "Launch the app from a terminated state."
+  },
+  "defaultIterations": 1,
+  "timelinePhases": {
+    "app_first_usable_screen": "visual"
+  },
+  "budgets": {
+    "metric": "startup first usable screen",
+    "pass": {
+      "failures": 0,
+      "timeouts": 0,
+      "cycleP50Ms": 8000,
+      "cycleP95Ms": 8000
+    }
+  },
+  "metricEvents": {
+    "opened": "app_first_usable_screen"
+  }
+}

package/examples/scenarios/ios/open-close-cycle.json

@@ -0,0 +1,35 @@
+{
+  "name": "open-close-cycle",
+  "flowId": "open-close-cycle",
+  "description": "Repeatedly open and dismiss a target surface to capture deterministic repeated-cycle evidence.",
+  "platform": "ios",
+  "interactionDriver": "xcodebuildmcp",
+  "trigger": {
+    "kind": "tap",
+    "label": "Open a target surface from a stable home state."
+  },
+  "defaultIterations": 5,
+  "timelinePhases": {
+    "surface_open_requested": "intent",
+    "surface_opened": "navigation",
+    "surface_close_requested": "intent",
+    "surface_dismissed": "completion"
+  },
+  "metricEvents": {
+    "openRequested": "surface_open_requested",
+    "opened": "surface_opened",
+    "closeRequested": "surface_close_requested",
+    "dismissed": "surface_dismissed"
+  },
+  "budgets": {
+    "metric": "surface open-close cycle",
+    "pass": {
+      "failures": 0,
+      "timeouts": 0,
+      "cycleP50Ms": 1200,
+      "cycleP95Ms": 1800,
+      "openP50Ms": 700,
+      "closeP50Ms": 700
+    }
+  }
+}

package/examples/scenarios/mobile/app-startup.json

@@ -0,0 +1,72 @@
+{
+  "schemaVersion": "1.0.0",
+  "id": "app-startup",
+  "flowId": "startup",
+  "description": "Launch the app and wait for the first usable screen milestone.",
+  "journey": {
+    "name": "App startup",
+    "intent": "Open the app from a cold state and prove the first usable screen is ready.",
+    "actor": "returning user",
+    "startState": "app not running",
+    "endState": "first usable screen visible"
+  },
+  "platforms": ["ios", "android"],
+  "requiredCapabilities": ["launch", "sessionControl", "logCapture", "artifactWrite"],
+  "optionalCapabilities": ["screenshot", "video"],
+  "truthEvents": {
+    "firstUsable": {
+      "event": "app_first_usable_screen",
+      "required": true,
+      "timeoutMs": 8000,
+      "phase": "visual"
+    }
+  },
+  "milestones": [
+    {
+      "id": "firstUsable",
+      "event": "app_first_usable_screen",
+      "description": "The first app-owned screen is visible and usable.",
+      "required": true,
+      "timeoutMs": 8000,
+      "phase": "visual"
+    }
+  ],
+  "expectedEvents": ["app_first_usable_screen"],
+  "cycles": {
+    "iterations": 1,
+    "warmupIterations": 0,
+    "stopOnFailure": true
+  },
+  "budgets": [
+    {
+      "name": "startup first usable p95",
+      "source": "milestone",
+      "metric": "p95",
+      "unit": "ms",
+      "limit": 8000,
+      "toMilestone": "firstUsable"
+    }
+  ],
+  "steps": [
+    {
+      "id": "launch",
+      "kind": "launch"
+    },
+    {
+      "id": "wait-for-first-usable",
+      "kind": "waitForMilestone",
+      "milestone": "firstUsable",
+      "timeoutMs": 8000
+    },
+    {
+      "id": "capture-final-screen",
+      "kind": "captureEvidence",
+      "artifact": "screenshot",
+      "required": false
+    }
+  ],
+  "artifacts": {
+    "required": ["logs", "signals"],
+    "optional": ["screenshot", "video"]
+  }
+}

package/examples/scenarios/mobile/media-open-close.json

@@ -0,0 +1,141 @@
+{
+  "schemaVersion": "1.0.0",
+  "id": "media-open-close",
+  "flowId": "media-open-close",
+  "description": "Open media, wait for visual readiness, then dismiss cleanly.",
+  "journey": {
+    "name": "Open and dismiss media",
+    "intent": "Open a media surface, prove visual readiness, then dismiss it cleanly.",
+    "actor": "app user",
+    "startState": "media entry point visible",
+    "endState": "media surface dismissed"
+  },
+  "platforms": ["ios", "android"],
+  "requiredCapabilities": ["launch", "sessionControl", "command", "logCapture", "artifactWrite"],
+  "optionalCapabilities": ["screenshot", "video", "memory", "network"],
+  "truthEvents": {
+    "openRequested": {
+      "event": "media_open_requested",
+      "required": true,
+      "phase": "intent"
+    },
+    "mediaReady": {
+      "event": "media_visual_ready",
+      "required": true,
+      "timeoutMs": 5000,
+      "phase": "visual"
+    },
+    "closeRequested": {
+      "event": "media_close_requested",
+      "required": true,
+      "phase": "intent"
+    },
+    "dismissed": {
+      "event": "media_dismissed",
+      "required": true,
+      "timeoutMs": 3000,
+      "phase": "completion"
+    }
+  },
+  "milestones": [
+    {
+      "id": "openRequested",
+      "event": "media_open_requested",
+      "description": "The app received the command to open media.",
+      "required": true,
+      "phase": "intent"
+    },
+    {
+      "id": "mediaReady",
+      "event": "media_visual_ready",
+      "description": "The media surface is visually ready.",
+      "required": true,
+      "timeoutMs": 5000,
+      "phase": "visual"
+    },
+    {
+      "id": "closeRequested",
+      "event": "media_close_requested",
+      "description": "The app received the command to dismiss media.",
+      "required": true,
+      "phase": "intent"
+    },
+    {
+      "id": "dismissed",
+      "event": "media_dismissed",
+      "description": "The media surface was dismissed cleanly.",
+      "required": true,
+      "timeoutMs": 3000,
+      "phase": "completion"
+    }
+  ],
+  "expectedEvents": [
+    "media_open_requested",
+    "media_visual_ready",
+    "media_close_requested",
+    "media_dismissed"
+  ],
+  "cycles": {
+    "iterations": 3,
+    "warmupIterations": 0,
+    "stopOnFailure": true
+  },
+  "budgets": [
+    {
+      "name": "media ready p95",
+      "source": "milestone",
+      "metric": "p95",
+      "unit": "ms",
+      "limit": 5000,
+      "fromMilestone": "openRequested",
+      "toMilestone": "mediaReady"
+    },
+    {
+      "name": "dismiss p95",
+      "source": "milestone",
+      "metric": "p95",
+      "unit": "ms",
+      "limit": 3000,
+      "fromMilestone": "closeRequested",
+      "toMilestone": "dismissed"
+    }
+  ],
+  "steps": [
+    {
+      "id": "launch",
+      "kind": "launch"
+    },
+    {
+      "id": "open-media",
+      "kind": "command",
+      "command": "activate-target:example-media-open"
+    },
+    {
+      "id": "wait-media-ready",
+      "kind": "waitForMilestone",
+      "milestone": "mediaReady",
+      "timeoutMs": 5000
+    },
+    {
+      "id": "capture-media",
+      "kind": "captureEvidence",
+      "artifact": "screenshot",
+      "required": false
+    },
+    {
+      "id": "close-media",
+      "kind": "command",
+      "command": "activate-target:example-media-close"
+    },
+    {
+      "id": "wait-dismissed",
+      "kind": "waitForMilestone",
+      "milestone": "dismissed",
+      "timeoutMs": 3000
+    }
+  ],
+  "artifacts": {
+    "required": ["logs", "signals"],
+    "optional": ["screenshot", "video", "memory", "network"]
+  }
+}

package/examples/scenarios/mobile/open-close-cycle.json

@@ -0,0 +1,135 @@
+{
+  "schemaVersion": "1.0.0",
+  "id": "open-close-cycle",
+  "flowId": "open-close-cycle",
+  "description": "Open and dismiss a target surface repeatedly using app-owned commands and truth milestones.",
+  "journey": {
+    "name": "Open and close target surface",
+    "intent": "Open a stable target surface, prove it rendered, dismiss it, and prove return to the prior state.",
+    "actor": "app user",
+    "startState": "home surface stable",
+    "endState": "target surface dismissed"
+  },
+  "platforms": ["ios", "android"],
+  "requiredCapabilities": ["launch", "sessionControl", "command", "logCapture", "artifactWrite"],
+  "optionalCapabilities": ["screenshot", "video", "uiTree"],
+  "truthEvents": {
+    "openRequested": {
+      "event": "surface_open_requested",
+      "required": true,
+      "phase": "intent"
+    },
+    "opened": {
+      "event": "surface_opened",
+      "required": true,
+      "timeoutMs": 2500,
+      "phase": "visual"
+    },
+    "closeRequested": {
+      "event": "surface_close_requested",
+      "required": true,
+      "phase": "intent"
+    },
+    "dismissed": {
+      "event": "surface_dismissed",
+      "required": true,
+      "timeoutMs": 2500,
+      "phase": "completion"
+    }
+  },
+  "milestones": [
+    {
+      "id": "openRequested",
+      "event": "surface_open_requested",
+      "description": "The app received the command to open the target surface.",
+      "required": true,
+      "phase": "intent"
+    },
+    {
+      "id": "opened",
+      "event": "surface_opened",
+      "description": "The target surface is visually ready.",
+      "required": true,
+      "timeoutMs": 2500,
+      "phase": "visual"
+    },
+    {
+      "id": "closeRequested",
+      "event": "surface_close_requested",
+      "description": "The app received the command to dismiss the target surface.",
+      "required": true,
+      "phase": "intent"
+    },
+    {
+      "id": "dismissed",
+      "event": "surface_dismissed",
+      "description": "The target surface was dismissed cleanly.",
+      "required": true,
+      "timeoutMs": 2500,
+      "phase": "completion"
+    }
+  ],
+  "expectedEvents": [
+    "surface_open_requested",
+    "surface_opened",
+    "surface_close_requested",
+    "surface_dismissed"
+  ],
+  "cycles": {
+    "iterations": 3,
+    "warmupIterations": 0,
+    "stopOnFailure": true
+  },
+  "budgets": [
+    {
+      "name": "open p95",
+      "source": "milestone",
+      "metric": "p95",
+      "unit": "ms",
+      "limit": 1200,
+      "fromMilestone": "openRequested",
+      "toMilestone": "opened"
+    },
+    {
+      "name": "close p95",
+      "source": "milestone",
+      "metric": "p95",
+      "unit": "ms",
+      "limit": 1200,
+      "fromMilestone": "closeRequested",
+      "toMilestone": "dismissed"
+    }
+  ],
+  "steps": [
+    {
+      "id": "launch",
+      "kind": "launch"
+    },
+    {
+      "id": "open-surface",
+      "kind": "command",
+      "command": "activate-target:example-surface-open"
+    },
+    {
+      "id": "wait-opened",
+      "kind": "waitForMilestone",
+      "milestone": "opened",
+      "timeoutMs": 2500
+    },
+    {
+      "id": "close-surface",
+      "kind": "command",
+      "command": "activate-target:example-surface-close"
+    },
+    {
+      "id": "wait-dismissed",
+      "kind": "waitForMilestone",
+      "milestone": "dismissed",
+      "timeoutMs": 2500
+    }
+  ],
+  "artifacts": {
+    "required": ["logs", "signals"],
+    "optional": ["screenshot", "video", "uiTree"]
+  }
+}

package/examples/scenarios/mobile/scroll-settle.json

@@ -0,0 +1,106 @@
+{
+  "schemaVersion": "1.0.0",
+  "id": "scroll-settle",
+  "flowId": "scroll-settle",
+  "description": "Scroll a stable list and wait for app-owned visible/settled evidence.",
+  "journey": {
+    "name": "Scroll and settle list",
+    "intent": "Move a stable list and prove visible content reached a settled state.",
+    "actor": "app user",
+    "startState": "list visible and idle",
+    "endState": "list content settled after scroll"
+  },
+  "platforms": ["ios", "android"],
+  "requiredCapabilities": ["launch", "sessionControl", "command", "logCapture", "artifactWrite"],
+  "optionalCapabilities": ["screenshot", "video", "uiTree", "profiler"],
+  "truthEvents": {
+    "scrollStarted": {
+      "event": "list_scroll_started",
+      "required": true,
+      "phase": "intent"
+    },
+    "settled": {
+      "event": "list_scroll_settled",
+      "required": true,
+      "timeoutMs": 3000,
+      "phase": "visual"
+    }
+  },
+  "milestones": [
+    {
+      "id": "scrollStarted",
+      "event": "list_scroll_started",
+      "description": "The list scroll interaction started.",
+      "required": true,
+      "phase": "intent"
+    },
+    {
+      "id": "settled",
+      "event": "list_scroll_settled",
+      "description": "The app observed stable visible content after scrolling.",
+      "required": true,
+      "timeoutMs": 3000,
+      "phase": "visual"
+    }
+  ],
+  "expectedEvents": [
+    "list_scroll_started",
+    "list_scroll_settled"
+  ],
+  "cycles": {
+    "iterations": 3,
+    "warmupIterations": 0,
+    "stopOnFailure": true
+  },
+  "budgets": [
+    {
+      "name": "scroll settle p95",
+      "source": "milestone",
+      "metric": "p95",
+      "unit": "ms",
+      "limit": 1400,
+      "fromMilestone": "scrollStarted",
+      "toMilestone": "settled"
+    },
+    {
+      "name": "dropped frames",
+      "source": "artifact",
+      "metric": "droppedFrames",
+      "unit": "count",
+      "limit": 0,
+      "artifact": "profiler"
+    }
+  ],
+  "steps": [
+    {
+      "id": "launch",
+      "kind": "launch"
+    },
+    {
+      "id": "scroll-list",
+      "kind": "command",
+      "command": "scroll-by:600",
+      "adapterOptions": {
+        "gestureFallback": {
+          "direction": "down"
+        }
+      }
+    },
+    {
+      "id": "wait-settled",
+      "kind": "waitForMilestone",
+      "milestone": "settled",
+      "timeoutMs": 3000
+    },
+    {
+      "id": "capture-ui-tree",
+      "kind": "captureEvidence",
+      "artifact": "uiTree",
+      "required": false
+    }
+  ],
+  "artifacts": {
+    "required": ["logs", "signals"],
+    "optional": ["screenshot", "video", "uiTree", "profiler"]
+  }
+}