agent-scenario-loop 0.1.0

package/examples/mobile-app/runner-manifests/evidence-provider.json

@@ -0,0 +1,79 @@
+{
+  "schemaVersion": "1.0.0",
+  "runnerId": "example-mobile-app-evidence-provider",
+  "kind": "evidenceProvider",
+  "platforms": ["ios", "android"],
+  "capabilities": ["accessibility", "memory", "network", "profiler"],
+  "driverActions": ["collectPerfSignals"],
+  "artifactOutputs": ["accessibility", "memory", "network", "profiler", "signals"],
+  "lifecycle": ["prepare", "startWindow", "capture", "stopWindow", "finalize"],
+  "providerCommands": [
+    {
+      "id": "capture-accessibility",
+      "phase": "capture",
+      "command": "node",
+      "cwd": "..",
+      "args": [
+        "scripts/asl-capture-accessibility-provider.mjs",
+        "--platform",
+        "{platform}",
+        "--scenario",
+        "{scenarioId}",
+        "--run-id",
+        "{runId}",
+        "--out",
+        "{providerDir}/accessibility.json"
+      ],
+      "outputs": [
+        {
+          "channel": "provider",
+          "kind": "accessibility",
+          "path": "{providerDir}/accessibility.json"
+        }
+      ]
+    },
+    {
+      "id": "capture-profiler",
+      "phase": "capture",
+      "command": "node",
+      "cwd": "..",
+      "args": [
+        "scripts/asl-capture-profiler-provider.mjs",
+        "--platform",
+        "{platform}",
+        "--scenario",
+        "{scenarioId}",
+        "--run-id",
+        "{runId}",
+        "--out",
+        "{providerDir}/profiler.json",
+        "--memory-out",
+        "{providerDir}/memory.json",
+        "--network-out",
+        "{providerDir}/network.har"
+      ],
+      "outputs": [
+        {
+          "channel": "provider",
+          "kind": "profiler",
+          "path": "{providerDir}/profiler.json"
+        },
+        {
+          "channel": "signal",
+          "kind": "js",
+          "path": "{providerDir}/profiler.json"
+        },
+        {
+          "channel": "signal",
+          "kind": "memory",
+          "path": "{providerDir}/memory.json"
+        },
+        {
+          "channel": "signal",
+          "kind": "network",
+          "path": "{providerDir}/network.har"
+        }
+      ]
+    }
+  ]
+}

package/examples/mobile-app/runner-manifests/primary-runner.json

@@ -0,0 +1,19 @@
+{
+  "schemaVersion": "1.0.0",
+  "runnerId": "example-mobile-app-runner",
+  "kind": "primary",
+  "platforms": ["ios", "android"],
+  "capabilities": ["launch", "sessionControl", "command", "logCapture", "artifactWrite"],
+  "driverActions": ["tap", "scroll", "assertVisible", "inspectTree", "screenshot", "record", "readLogs"],
+  "artifactOutputs": ["logs", "signals", "screenshot", "video", "uiTree"],
+  "lifecycle": [
+    "prepare",
+    "launch",
+    "startSession",
+    "executeStep",
+    "waitForTruthEvent",
+    "captureEvidence",
+    "stopSession",
+    "finalize"
+  ]
+}

package/examples/mobile-app/scenarios/android/app-startup-video.json

@@ -0,0 +1,73 @@
+{
+  "name": "app-startup-video",
+  "flowId": "example-startup-video",
+  "description": "Cold-launch the example app on Android while recording an optional adb video capture.",
+  "type": "app-startup",
+  "platform": "android",
+  "interactionDriver": "fixture-log-ingest",
+  "trigger": {
+    "kind": "cold-launch",
+    "label": "Launch the example app from a terminated state and preserve a video capture when adb owns the window."
+  },
+  "adapterOptions": {
+    "androidAdb": {
+      "commands": [],
+      "repeat": 1
+    }
+  },
+  "defaultIterations": 1,
+  "steps": [
+    {
+      "id": "capture-log-window",
+      "kind": "captureEvidence",
+      "artifact": "logs",
+      "driverAction": "readLogs",
+      "adapterOptions": {
+        "androidAdb": {
+          "logcatLines": 1000,
+          "rawFileName": "adb-logcat.txt"
+        }
+      }
+    },
+    {
+      "id": "record-startup-window",
+      "kind": "captureEvidence",
+      "artifact": "video",
+      "driverAction": "record",
+      "required": false,
+      "adapterOptions": {
+        "androidAdb": {
+          "captureFileName": "app-startup-video.mp4",
+          "durationSeconds": 5,
+          "rawFileName": "adb-record-startup.txt",
+          "remotePath": "/sdcard/asl-app-startup-video.mp4"
+        }
+      }
+    }
+  ],
+  "timelinePhases": {
+    "app_launch_requested": "intent",
+    "home_ready": "visual",
+    "startup_idle_observed": "render",
+    "startup_complete": "completion"
+  },
+  "metricEvents": {
+    "openRequested": "app_launch_requested",
+    "opened": "home_ready",
+    "closeRequested": "startup_idle_observed",
+    "dismissed": "startup_complete"
+  },
+  "budgets": {
+    "metric": "example android startup ready with video",
+    "pass": {
+      "failures": 0,
+      "timeouts": 0,
+      "cycleP50Ms": 1700,
+      "cycleP95Ms": 1700,
+      "openP50Ms": 1300,
+      "openP95Ms": 1300,
+      "closeP50Ms": 300,
+      "closeP95Ms": 300
+    }
+  }
+}

package/examples/mobile-app/scenarios/android/app-startup.json

@@ -0,0 +1,44 @@
+{
+  "name": "app-startup",
+  "flowId": "example-startup",
+  "description": "Cold-launch the example app on Android and measure time until the home screen is ready and idle.",
+  "type": "app-startup",
+  "platform": "android",
+  "interactionDriver": "fixture-log-ingest",
+  "trigger": {
+    "kind": "cold-launch",
+    "label": "Launch the example app from a terminated state."
+  },
+  "adapterOptions": {
+    "androidAdb": {
+      "commands": [],
+      "repeat": 1
+    }
+  },
+  "defaultIterations": 1,
+  "timelinePhases": {
+    "app_launch_requested": "intent",
+    "home_ready": "visual",
+    "startup_idle_observed": "render",
+    "startup_complete": "completion"
+  },
+  "metricEvents": {
+    "openRequested": "app_launch_requested",
+    "opened": "home_ready",
+    "closeRequested": "startup_idle_observed",
+    "dismissed": "startup_complete"
+  },
+  "budgets": {
+    "metric": "example android startup ready",
+    "pass": {
+      "failures": 0,
+      "timeouts": 0,
+      "cycleP50Ms": 1700,
+      "cycleP95Ms": 1700,
+      "openP50Ms": 1300,
+      "openP95Ms": 1300,
+      "closeP50Ms": 300,
+      "closeP95Ms": 300
+    }
+  }
+}

package/examples/mobile-app/scenarios/android/open-close-cycle.json

@@ -0,0 +1,54 @@
+{
+  "name": "open-close-cycle",
+  "flowId": "example-card-open-close",
+  "description": "Repeatedly open and dismiss a neutral detail card in the Android example app.",
+  "platform": "android",
+  "interactionDriver": "fixture-log-ingest",
+  "trigger": {
+    "kind": "tap",
+    "label": "Tap the first example card from a stable home state."
+  },
+  "adapterOptions": {
+    "androidAdb": {
+      "commands": [
+        {
+          "command": "activate-target:example-card-1",
+          "label": "open first example card",
+          "waitMs": 300
+        },
+        {
+          "command": "activate-target:close-card",
+          "label": "close example card",
+          "waitMs": 300
+        }
+      ],
+      "repeat": 3
+    }
+  },
+  "defaultIterations": 3,
+  "timelinePhases": {
+    "card_open_requested": "intent",
+    "card_opened": "navigation",
+    "card_close_requested": "intent",
+    "card_dismissed": "completion"
+  },
+  "metricEvents": {
+    "openRequested": "card_open_requested",
+    "opened": "card_opened",
+    "closeRequested": "card_close_requested",
+    "dismissed": "card_dismissed"
+  },
+  "budgets": {
+    "metric": "example android card open-close",
+    "pass": {
+      "failures": 0,
+      "timeouts": 0,
+      "cycleP50Ms": 1250,
+      "cycleP95Ms": 1350,
+      "openP50Ms": 550,
+      "openP95Ms": 650,
+      "closeP50Ms": 400,
+      "closeP95Ms": 500
+    }
+  }
+}

package/examples/mobile-app/scenarios/android/scroll-settle.json

@@ -0,0 +1,49 @@
+{
+  "name": "scroll-settle",
+  "flowId": "example-feed-scroll",
+  "description": "Scroll the Android example feed and measure time until visible content is stable.",
+  "platform": "android",
+  "interactionDriver": "fixture-log-ingest",
+  "trigger": {
+    "kind": "gesture",
+    "label": "Perform one deterministic feed scroll."
+  },
+  "adapterOptions": {
+    "androidAdb": {
+      "commands": [
+        {
+          "command": "activate-target:scroll-feed",
+          "label": "scroll example feed",
+          "waitMs": 300
+        }
+      ],
+      "repeat": 3
+    }
+  },
+  "defaultIterations": 3,
+  "timelinePhases": {
+    "feed_scroll_started": "intent",
+    "feed_first_content_visible": "visual",
+    "feed_scroll_settle_requested": "render",
+    "feed_scroll_settled": "completion"
+  },
+  "metricEvents": {
+    "openRequested": "feed_scroll_started",
+    "opened": "feed_first_content_visible",
+    "closeRequested": "feed_scroll_settle_requested",
+    "dismissed": "feed_scroll_settled"
+  },
+  "budgets": {
+    "metric": "example android feed scroll-settle",
+    "pass": {
+      "failures": 0,
+      "timeouts": 0,
+      "scrollP50Ms": 1000,
+      "scrollP95Ms": 1050,
+      "openP50Ms": 450,
+      "openP95Ms": 500,
+      "closeP50Ms": 300,
+      "closeP95Ms": 350
+    }
+  }
+}

package/examples/mobile-app/scenarios/ios/app-startup.json

@@ -0,0 +1,44 @@
+{
+  "name": "app-startup",
+  "flowId": "example-startup",
+  "description": "Cold-launch the example app and measure time until the home screen is ready and idle.",
+  "type": "app-startup",
+  "platform": "ios",
+  "interactionDriver": "fixture-log-ingest",
+  "trigger": {
+    "kind": "cold-launch",
+    "label": "Launch the example app from a terminated state."
+  },
+  "adapterOptions": {
+    "iosSimctl": {
+      "commands": [],
+      "repeat": 1
+    }
+  },
+  "defaultIterations": 1,
+  "timelinePhases": {
+    "app_launch_requested": "intent",
+    "home_ready": "visual",
+    "startup_idle_observed": "render",
+    "startup_complete": "completion"
+  },
+  "metricEvents": {
+    "openRequested": "app_launch_requested",
+    "opened": "home_ready",
+    "closeRequested": "startup_idle_observed",
+    "dismissed": "startup_complete"
+  },
+  "budgets": {
+    "metric": "example startup ready",
+    "pass": {
+      "failures": 0,
+      "timeouts": 0,
+      "cycleP50Ms": 1600,
+      "cycleP95Ms": 1600,
+      "openP50Ms": 1200,
+      "openP95Ms": 1200,
+      "closeP50Ms": 300,
+      "closeP95Ms": 300
+    }
+  }
+}

package/examples/mobile-app/scenarios/ios/open-close-cycle.json

@@ -0,0 +1,54 @@
+{
+  "name": "open-close-cycle",
+  "flowId": "example-card-open-close",
+  "description": "Repeatedly open and dismiss a neutral detail card in the example app.",
+  "platform": "ios",
+  "interactionDriver": "fixture-log-ingest",
+  "trigger": {
+    "kind": "tap",
+    "label": "Tap the first example card from a stable home state."
+  },
+  "adapterOptions": {
+    "iosSimctl": {
+      "commands": [
+        {
+          "command": "activate-target:example-card-1",
+          "label": "open first example card",
+          "waitMs": 300
+        },
+        {
+          "command": "activate-target:close-card",
+          "label": "close example card",
+          "waitMs": 300
+        }
+      ],
+      "repeat": 3
+    }
+  },
+  "defaultIterations": 3,
+  "timelinePhases": {
+    "card_open_requested": "intent",
+    "card_opened": "navigation",
+    "card_close_requested": "intent",
+    "card_dismissed": "completion"
+  },
+  "metricEvents": {
+    "openRequested": "card_open_requested",
+    "opened": "card_opened",
+    "closeRequested": "card_close_requested",
+    "dismissed": "card_dismissed"
+  },
+  "budgets": {
+    "metric": "example card open-close",
+    "pass": {
+      "failures": 0,
+      "timeouts": 0,
+      "cycleP50Ms": 1200,
+      "cycleP95Ms": 1300,
+      "openP50Ms": 500,
+      "openP95Ms": 600,
+      "closeP50Ms": 400,
+      "closeP95Ms": 500
+    }
+  }
+}

package/examples/mobile-app/scenarios/ios/scroll-settle.json

@@ -0,0 +1,49 @@
+{
+  "name": "scroll-settle",
+  "flowId": "example-feed-scroll",
+  "description": "Scroll the neutral example feed and measure time until visible content is stable.",
+  "platform": "ios",
+  "interactionDriver": "fixture-log-ingest",
+  "trigger": {
+    "kind": "gesture",
+    "label": "Perform one deterministic feed scroll."
+  },
+  "adapterOptions": {
+    "iosSimctl": {
+      "commands": [
+        {
+          "command": "activate-target:scroll-feed",
+          "label": "scroll example feed",
+          "waitMs": 300
+        }
+      ],
+      "repeat": 3
+    }
+  },
+  "defaultIterations": 3,
+  "timelinePhases": {
+    "feed_scroll_started": "intent",
+    "feed_first_content_visible": "visual",
+    "feed_scroll_settle_requested": "render",
+    "feed_scroll_settled": "completion"
+  },
+  "metricEvents": {
+    "openRequested": "feed_scroll_started",
+    "opened": "feed_first_content_visible",
+    "closeRequested": "feed_scroll_settle_requested",
+    "dismissed": "feed_scroll_settled"
+  },
+  "budgets": {
+    "metric": "example feed scroll-settle",
+    "pass": {
+      "failures": 0,
+      "timeouts": 0,
+      "scrollP50Ms": 900,
+      "scrollP95Ms": 1000,
+      "openP50Ms": 400,
+      "openP95Ms": 450,
+      "closeP50Ms": 300,
+      "closeP95Ms": 350
+    }
+  }
+}

package/examples/mobile-app/scenarios/mobile/app-startup.json

@@ -0,0 +1,91 @@
+{
+  "schemaVersion": "1.0.0",
+  "id": "app-startup",
+  "flowId": "example-startup",
+  "description": "Launch the example app and wait for the home screen to become usable.",
+  "journey": {
+    "name": "Example app startup",
+    "intent": "Open the neutral example app and prove the first usable screen is ready.",
+    "actor": "mobile app user",
+    "startState": "example app not running",
+    "endState": "example app home screen ready"
+  },
+  "platforms": ["ios", "android"],
+  "requiredCapabilities": ["launch", "sessionControl", "logCapture", "artifactWrite"],
+  "optionalCapabilities": ["screenshot", "video"],
+  "truthEvents": {
+    "firstUsable": {
+      "event": "home_ready",
+      "required": true,
+      "timeoutMs": 8000,
+      "phase": "visual"
+    }
+  },
+  "milestones": [
+    {
+      "id": "firstUsable",
+      "event": "home_ready",
+      "description": "The example app home screen emitted its ready event.",
+      "required": true,
+      "timeoutMs": 8000,
+      "phase": "visual"
+    }
+  ],
+  "expectedEvents": ["home_ready"],
+  "cycles": {
+    "iterations": 1,
+    "warmupIterations": 0,
+    "stopOnFailure": true
+  },
+  "budgets": [
+    {
+      "name": "startup first usable p95",
+      "source": "milestone",
+      "metric": "p95",
+      "unit": "ms",
+      "limit": 3500,
+      "toMilestone": "firstUsable"
+    }
+  ],
+  "steps": [
+    {
+      "id": "launch",
+      "kind": "launch"
+    },
+    {
+      "id": "wait-for-home-ready",
+      "kind": "waitForMilestone",
+      "milestone": "firstUsable",
+      "timeoutMs": 8000
+    },
+    {
+      "id": "assert-home-visible",
+      "kind": "assertUi",
+      "driverAction": "assertVisible",
+      "selector": {
+        "kind": "testId",
+        "value": "asl-example-title"
+      },
+      "adapterOptions": {
+        "argent": {
+          "selector": {
+            "kind": "text",
+            "value": "Example Mobile App"
+          }
+        }
+      },
+      "timeoutMs": 3000
+    },
+    {
+      "id": "capture-final-screen",
+      "kind": "captureEvidence",
+      "artifact": "screenshot",
+      "driverAction": "screenshot",
+      "required": false
+    }
+  ],
+  "artifacts": {
+    "required": ["logs", "signals"],
+    "optional": ["screenshot", "video"]
+  }
+}