agent-scenario-loop 0.1.2 → 0.1.4

package/schemas/profiler.schema.json

@@ -0,0 +1,243 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-scenario-loop.dev/schemas/profiler.schema.json",
+  "title": "Agent Scenario Loop Profiler Evidence",
+  "type": "object",
+  "additionalProperties": true,
+  "required": ["schemaVersion", "providerId", "platform", "runId", "scenarioId"],
+  "anyOf": [
+    { "required": ["summary"] },
+    { "required": ["samples"] },
+    { "required": ["metrics"] },
+    { "required": ["events"] },
+    { "required": ["traces"] },
+    { "required": ["profile"] },
+    { "required": ["attachments"] }
+  ],
+  "properties": {
+    "schemaVersion": {
+      "type": "string",
+      "minLength": 1
+    },
+    "providerId": {
+      "type": "string",
+      "minLength": 1
+    },
+    "platform": {
+      "type": "string",
+      "enum": ["android", "ios", "unknown"]
+    },
+    "runId": {
+      "type": "string",
+      "minLength": 1
+    },
+    "scenarioId": {
+      "type": "string",
+      "minLength": 1
+    },
+    "tool": {
+      "type": "object",
+      "additionalProperties": true,
+      "properties": {
+        "name": {
+          "type": "string",
+          "minLength": 1
+        },
+        "version": {
+          "type": "string",
+          "minLength": 1
+        }
+      }
+    },
+    "capturedAt": {
+      "type": "string",
+      "minLength": 1
+    },
+    "durationMs": {
+      "type": "number",
+      "minimum": 0
+    },
+    "clockDomain": {
+      "type": "string",
+      "minLength": 1
+    },
+    "captureMode": {
+      "type": "string",
+      "enum": ["passive-report", "session", "inline", "afterCapture", "postRun", "rehydrated", "unknown"]
+    },
+    "profileKind": {
+      "type": "string",
+      "enum": ["raw-profile", "cpu-summary", "render-summary", "commit-log", "trace", "native-trace", "diagnostic-summary", "mixed", "unknown"]
+    },
+    "dataClasses": {
+      "type": "array",
+      "items": {
+        "type": "string",
+        "enum": ["cpu-samples", "react-commits", "render-events", "js-thread-stalls", "native-trace", "network", "memory", "frames", "unknown"]
+      },
+      "uniqueItems": true
+    },
+    "completenessStatus": {
+      "type": "string",
+      "enum": ["complete", "partial", "truncated", "failed", "unknown"]
+    },
+    "comparability": {
+      "type": "object",
+      "additionalProperties": true,
+      "required": ["status"],
+      "properties": {
+        "status": {
+          "type": "string",
+          "enum": ["comparable", "diagnostic-only", "captured-not-comparable", "low-confidence", "incomplete", "unknown"]
+        },
+        "reason": {
+          "type": "string",
+          "minLength": 1
+        },
+        "policy": {
+          "type": "string",
+          "minLength": 1
+        }
+      }
+    },
+    "lifecycle": {
+      "type": "object",
+      "additionalProperties": true,
+      "properties": {
+        "phase": {
+          "type": "string",
+          "enum": ["beforeRun", "activeLoop", "afterCapture", "postRun", "rehydrated", "unknown"]
+        },
+        "startedAt": {
+          "type": "string",
+          "minLength": 1
+        },
+        "endedAt": {
+          "type": "string",
+          "minLength": 1
+        },
+        "durationMs": {
+          "type": "number",
+          "minimum": 0
+        },
+        "perturbsTiming": {
+          "type": "boolean"
+        },
+        "events": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "additionalProperties": true,
+            "required": ["name"],
+            "properties": {
+              "name": {
+                "type": "string",
+                "minLength": 1
+              },
+              "at": {
+                "type": "string",
+                "minLength": 1
+              },
+              "atMs": {
+                "type": "number",
+                "minimum": 0
+              },
+              "status": {
+                "type": "string",
+                "minLength": 1
+              }
+            }
+          }
+        }
+      }
+    },
+    "targetBinding": {
+      "type": "object",
+      "additionalProperties": true,
+      "required": ["status"],
+      "properties": {
+        "status": {
+          "type": "string",
+          "enum": ["verified", "ambiguous", "unverified", "mismatch", "unknown"]
+        },
+        "deviceId": {
+          "type": "string",
+          "minLength": 1
+        },
+        "appId": {
+          "type": "string",
+          "minLength": 1
+        },
+        "source": {
+          "type": "string",
+          "minLength": 1
+        },
+        "reason": {
+          "type": "string",
+          "minLength": 1
+        }
+      }
+    },
+    "summary": {
+      "type": "string",
+      "minLength": 1
+    },
+    "samples": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": true
+      }
+    },
+    "events": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": true
+      }
+    },
+    "traces": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": true
+      }
+    },
+    "metrics": {
+      "type": "object",
+      "additionalProperties": {
+        "type": ["number", "integer", "string", "boolean", "null"]
+      }
+    },
+    "profile": {
+      "type": "object",
+      "additionalProperties": true
+    },
+    "attachments": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "additionalProperties": false,
+        "required": ["kind", "path"],
+        "properties": {
+          "kind": {
+            "type": "string",
+            "minLength": 1
+          },
+          "path": {
+            "type": "string",
+            "minLength": 1
+          },
+          "sha256": {
+            "type": "string",
+            "minLength": 1
+          },
+          "sizeBytes": {
+            "type": "integer",
+            "minimum": 0
+          }
+        }
+      }
+    }
+  }
+}

package/schemas/runner-capabilities.schema.json

@@ -60,6 +60,13 @@
         "$ref": "#/$defs/driverAction"
       }
     },
+    "uiContexts": {
+      "type": "array",
+      "uniqueItems": true,
+      "items": {
+        "$ref": "#/$defs/uiContext"
+      }
+    },
     "artifactOutputs": {
       "type": "array",
       "uniqueItems": true,
@@ -83,7 +90,9 @@
           "finalize",
           "startWindow",
           "capture",
-          "stopWindow"
+          "stopWindow",
+          "afterCapture",
+          "postRun"
         ]
       }
     },
@@ -143,6 +152,19 @@
         "collectPerfSignals"
       ]
     },
+    "uiContext": {
+      "type": "string",
+      "enum": [
+        "app",
+        "systemDialog",
+        "notificationShade",
+        "externalBrowser",
+        "webView",
+        "shareSheet",
+        "picker",
+        "otherApp"
+      ]
+    },
     "providerCommand": {
       "type": "object",
       "additionalProperties": false,
@@ -154,7 +176,7 @@
         },
         "phase": {
           "type": "string",
-          "enum": ["prepare", "startWindow", "capture", "stopWindow", "finalize"]
+          "enum": ["prepare", "startWindow", "capture", "stopWindow", "afterCapture", "postRun", "finalize"]
         },
         "command": {
           "type": "string",
@@ -210,6 +232,10 @@
         "path": {
           "type": "string",
           "minLength": 1
+        },
+        "required": {
+          "type": "boolean",
+          "description": "Marks this provider output as required evidence for diagnostic inventory and health evaluation when the output is not captured."
         }
       }
     }

package/schemas/scenario.schema.json

@@ -159,6 +159,20 @@
         "stopOnFailure": {
           "type": "boolean",
           "default": true
+        },
+        "setupStepIds": {
+          "type": "array",
+          "uniqueItems": true,
+          "items": {
+            "type": "string"
+          }
+        },
+        "bodyStepIds": {
+          "type": "array",
+          "uniqueItems": true,
+          "items": {
+            "type": "string"
+          }
         }
       }
     },
@@ -287,10 +301,12 @@
           "type": ["number", "integer", "boolean"]
         },
         "fromMilestone": {
-          "type": "string"
+          "type": "string",
+          "description": "Optional start milestone for interval timing. When paired with toMilestone on a milestone timing budget, ASL measures toMilestone - fromMilestone for each iteration."
         },
         "toMilestone": {
-          "type": "string"
+          "type": "string",
+          "description": "Target milestone for milestone timing. Without fromMilestone, ASL measures elapsed time from the run or session clock origin to this milestone occurrence."
         },
         "artifact": {
           "$ref": "#/$defs/artifactKind"
@@ -331,6 +347,9 @@
         "selector": {
           "$ref": "#/$defs/selector"
         },
+        "uiContext": {
+          "$ref": "#/$defs/uiContext"
+        },
         "timeoutMs": {
           "type": "integer",
           "minimum": 1
@@ -361,6 +380,19 @@
         "collectPerfSignals"
       ]
     },
+    "uiContext": {
+      "type": "string",
+      "enum": [
+        "app",
+        "systemDialog",
+        "notificationShade",
+        "externalBrowser",
+        "webView",
+        "shareSheet",
+        "picker",
+        "otherApp"
+      ]
+    },
     "selector": {
       "type": "object",
       "additionalProperties": false,

package/templates/evidence-provider.json

@@ -6,11 +6,11 @@
   "capabilities": ["accessibility", "memory", "network", "profiler"],
   "driverActions": ["collectPerfSignals"],
   "artifactOutputs": ["accessibility", "memory", "network", "profiler", "signals"],
-  "lifecycle": ["prepare", "startWindow", "capture", "stopWindow", "finalize"],
+  "lifecycle": ["prepare", "startWindow", "capture", "stopWindow", "afterCapture", "finalize"],
   "providerCommands": [
     {
       "id": "capture-accessibility",
-      "phase": "capture",
+      "phase": "afterCapture",
       "command": "node",
       "cwd": "..",
       "args": [
@@ -34,7 +34,7 @@
     },
     {
       "id": "capture-profiler",
-      "phase": "capture",
+      "phase": "afterCapture",
       "command": "node",
       "cwd": "..",
       "args": [

package/templates/primary-runner.json

@@ -6,6 +6,7 @@
   "capabilities": ["launch", "sessionControl", "command", "logCapture", "artifactWrite"],
   "driverActions": ["tap", "readLogs"],
   "artifactOutputs": ["logs", "signals"],
+  "uiContexts": ["app"],
   "lifecycle": [
     "prepare",
     "launch",

package/templates/scripts/asl-capture-profiler-provider.mjs

@@ -80,6 +80,26 @@ function writeProviderEvidence({
 
   writeJsonArtifact(outPath, {
     ...shared,
+    captureMode: 'afterCapture',
+    completenessStatus: 'partial',
+    comparability: {
+      status: 'diagnostic-only',
+      reason: 'Scaffold evidence is collected after the profile window and is not comparable timing data.',
+    },
+    dataClasses: ['unknown'],
+    lifecycle: {
+      phase: 'afterCapture',
+      perturbsTiming: false,
+    },
+    profileKind: 'diagnostic-summary',
+    targetBinding: {
+      status: 'unverified',
+      reason: 'Replace this scaffold provider with a project-local profiler that verifies its target device and app.',
+    },
+    tool: {
+      name: 'agent-scenario-loop scaffold profiler',
+      version: '1.0.0',
+    },
     samples: [],
     summary: 'Replace this scaffold provider with a project-local profiler command when real profiler data is available.',
   });