agent-scenario-loop 0.1.2 → 0.1.3

package/schemas/health.schema.json

@@ -58,6 +58,12 @@
             "type": "string"
           }
         },
+        "uiContexts": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
         "artifacts": {
           "type": "array",
           "items": {
@@ -71,9 +77,75 @@
           }
         }
       }
+    },
+    "downgradePolicy": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["mode", "allowedSubstitutions", "substitutions", "unsupported", "warnings"],
+      "properties": {
+        "mode": {
+          "type": "string",
+          "enum": ["no-silent-downgrade"]
+        },
+        "allowedSubstitutions": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/downgradePolicyEntry"
+          }
+        },
+        "substitutions": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/downgradePolicyEntry"
+          }
+        },
+        "unsupported": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/downgradePolicyEntry"
+          }
+        },
+        "warnings": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/downgradePolicyEntry"
+          }
+        }
+      }
     }
   },
   "$defs": {
+    "downgradePolicyEntry": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["kind", "name", "status", "code"],
+      "properties": {
+        "kind": {
+          "type": "string",
+          "enum": ["capability", "driverAction", "artifact", "uiContext"]
+        },
+        "name": {
+          "type": "string",
+          "minLength": 1
+        },
+        "status": {
+          "type": "string",
+          "enum": ["unsupported", "warning", "substituted"]
+        },
+        "code": {
+          "type": "string",
+          "minLength": 1
+        },
+        "requested": {
+          "type": "string",
+          "minLength": 1
+        },
+        "provided": {
+          "type": "string",
+          "minLength": 1
+        }
+      }
+    },
     "healthCheck": {
       "type": "object",
       "additionalProperties": false,

package/schemas/live-proof-set.schema.json

@@ -105,7 +105,7 @@
         },
         "comparisonStatus": {
           "type": "string",
-          "enum": ["baseline_missing", "improved", "inconclusive", "mixed", "not_compared", "regressed", "unchanged"]
+          "enum": ["baseline_missing", "improved", "inconclusive", "low_confidence", "mixed", "not_compared", "regressed", "unchanged"]
         },
         "summaryPath": {
           "type": "string"

package/schemas/live-proof.schema.json

@@ -69,7 +69,7 @@
     },
     "comparisonStatus": {
       "type": "string",
-      "enum": ["baseline_missing", "improved", "inconclusive", "mixed", "not_compared", "regressed", "unchanged"]
+      "enum": ["baseline_missing", "improved", "inconclusive", "low_confidence", "mixed", "not_compared", "regressed", "unchanged"]
     },
     "nextAction": {
       "$ref": "#/$defs/nextAction"
@@ -283,7 +283,7 @@
         },
         "status": {
           "type": "string",
-          "enum": ["better", "worse", "unchanged", "mixed", "inconclusive", "skipped"]
+          "enum": ["better", "worse", "unchanged", "mixed", "inconclusive", "low_confidence", "skipped"]
         },
         "baselineDir": {
           "type": ["string", "null"]
@@ -310,7 +310,7 @@
         "counts": {
           "type": "object",
           "additionalProperties": false,
-          "required": ["better", "worse", "unchanged", "inconclusive"],
+          "required": ["better", "worse", "unchanged", "inconclusive", "low_confidence"],
           "properties": {
             "better": {
               "type": "integer",
@@ -327,6 +327,10 @@
             "inconclusive": {
               "type": "integer",
               "minimum": 0
+            },
+            "low_confidence": {
+              "type": "integer",
+              "minimum": 0
             }
           }
         },
@@ -348,7 +352,7 @@
         },
         "status": {
           "type": "string",
-          "enum": ["better", "worse", "inconclusive"]
+          "enum": ["better", "worse", "inconclusive", "low_confidence"]
         },
         "unit": {
           "type": "string"
@@ -367,7 +371,7 @@
     "comparisonCounts": {
       "type": "object",
       "additionalProperties": false,
-      "required": ["better", "worse", "unchanged", "mixed", "inconclusive", "skipped"],
+      "required": ["better", "worse", "unchanged", "mixed", "inconclusive", "low_confidence", "skipped"],
       "properties": {
         "better": {
           "type": "integer",
@@ -389,6 +393,10 @@
           "type": "integer",
           "minimum": 0
         },
+        "low_confidence": {
+          "type": "integer",
+          "minimum": 0
+        },
         "skipped": {
           "type": "integer",
           "minimum": 0
@@ -402,7 +410,7 @@
       "properties": {
         "code": {
           "type": "string",
-          "enum": ["establish_baseline", "inspect_failed_run", "inspect_inconclusive", "inspect_mixed", "inspect_regressions", "inspect_summary"]
+          "enum": ["establish_baseline", "inspect_failed_run", "inspect_inconclusive", "inspect_low_confidence", "inspect_mixed", "inspect_regressions", "inspect_summary"]
         },
         "summary": {
           "type": "string"

package/schemas/manifest.schema.json

@@ -13,6 +13,9 @@
     "endedAt",
     "durationMs",
     "interactionDriver",
+    "provenance",
+    "attempt",
+    "environment",
     "simulator",
     "bundleId",
     "gitSha",
@@ -55,6 +58,283 @@
     "comparisonLane": {
       "type": "string"
     },
+    "provenance": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["gitSha", "toolVersions"],
+      "properties": {
+        "scenarioHash": {
+          "type": "string",
+          "pattern": "^[a-f0-9]{64}$"
+        },
+        "cohort": {
+          "$ref": "#/$defs/provenanceCohort"
+        },
+        "cohortHash": {
+          "type": "string",
+          "pattern": "^[a-f0-9]{64}$"
+        },
+        "gitSha": {
+          "type": "string"
+        },
+        "toolVersions": {
+          "type": "object",
+          "additionalProperties": {
+            "type": "string"
+          }
+        }
+      }
+    },
+    "attempt": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "attemptId",
+        "runId",
+        "status",
+        "terminalState",
+        "startedAt",
+        "endedAt",
+        "durationMs",
+        "interactionDriver",
+        "classification",
+        "cleanup",
+        "partialArtifacts"
+      ],
+      "properties": {
+        "attemptId": {
+          "type": "string",
+          "minLength": 1
+        },
+        "attemptNumber": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "maxAttempts": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "retryOfAttemptId": {
+          "type": "string",
+          "minLength": 1
+        },
+        "retryReason": {
+          "type": "string",
+          "minLength": 1
+        },
+        "runId": {
+          "type": "string"
+        },
+        "status": {
+          "type": "string",
+          "enum": ["passed", "failed"]
+        },
+        "terminalState": {
+          "$ref": "#/$defs/terminalState"
+        },
+        "startedAt": {
+          "type": "string"
+        },
+        "endedAt": {
+          "type": "string"
+        },
+        "durationMs": {
+          "type": "number",
+          "minimum": 0
+        },
+        "interactionDriver": {
+          "type": "string"
+        },
+        "comparisonLane": {
+          "type": "string"
+        },
+        "classification": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["category"],
+          "properties": {
+            "category": {
+              "type": "string",
+              "enum": ["none", "product", "runner", "environment", "timeout", "cancelled", "instrumentation", "evidence", "unknown"]
+            },
+            "code": {
+              "type": "string",
+              "minLength": 1
+            },
+            "message": {
+              "type": "string",
+              "minLength": 1
+            },
+            "retryable": {
+              "type": "boolean"
+            }
+          }
+        },
+        "cleanup": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["status"],
+          "properties": {
+            "status": {
+              "type": "string",
+              "enum": ["not-required", "passed", "failed", "partial", "unknown"]
+            },
+            "message": {
+              "type": "string",
+              "minLength": 1
+            },
+            "artifacts": {
+              "type": "array",
+              "items": {
+                "type": "string",
+                "minLength": 1
+              }
+            }
+          }
+        },
+        "partialArtifacts": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["valid", "reason"],
+          "properties": {
+            "valid": {
+              "type": "boolean"
+            },
+            "reason": {
+              "type": "string",
+              "minLength": 1
+            },
+            "paths": {
+              "type": "array",
+              "items": {
+                "type": "string",
+                "minLength": 1
+              }
+            }
+          }
+        }
+      }
+    },
+    "environment": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["platform", "bundleId", "runtimeTarget", "preconditions", "postconditions"],
+      "properties": {
+        "platform": {
+          "type": "string",
+          "enum": ["ios", "android"]
+        },
+        "bundleId": {
+          "type": "string"
+        },
+        "runtimeTarget": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["name", "udid"],
+          "properties": {
+            "name": {
+              "type": "string"
+            },
+            "udid": {
+              "type": "string"
+            }
+          }
+        },
+        "nodeVersion": {
+          "type": "string"
+        },
+        "preconditions": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": [
+            "installedState",
+            "appDataState",
+            "authState",
+            "initialRoute",
+            "foregroundState",
+            "lifecyclePhase",
+            "deviceLockState",
+            "permissions",
+            "locale",
+            "timezone",
+            "theme",
+            "fontScale",
+            "orientation",
+            "networkState",
+            "animations"
+          ],
+          "properties": {
+            "installedState": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "appDataState": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "authState": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "initialRoute": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "foregroundState": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "lifecyclePhase": {
+              "$ref": "#/$defs/lifecycleStateAssertion"
+            },
+            "deviceLockState": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "permissions": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "locale": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "timezone": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "theme": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "fontScale": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "orientation": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "networkState": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "animations": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            }
+          }
+        },
+        "postconditions": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["appState", "lifecyclePhase", "cleanupState", "dataState", "artifactState"],
+          "properties": {
+            "appState": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "lifecyclePhase": {
+              "$ref": "#/$defs/lifecycleStateAssertion"
+            },
+            "cleanupState": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "dataState": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            },
+            "artifactState": {
+              "$ref": "#/$defs/lifecycleAssertion"
+            }
+          }
+        }
+      }
+    },
     "simulator": {
       "type": "object",
       "additionalProperties": false,
@@ -166,12 +446,31 @@
           "items": {
             "type": "object",
             "additionalProperties": false,
-            "required": ["channel", "kind", "path", "sha256", "sizeBytes", "sourceFileName"],
+            "required": [
+              "channel",
+              "completenessStatus",
+              "corruptionStatus",
+              "kind",
+              "path",
+              "redactionStatus",
+              "sha256",
+              "sizeBytes",
+              "sourceFileName",
+              "transformations"
+            ],
             "properties": {
               "channel": {
                 "type": "string",
                 "enum": ["capture", "provider", "signal"]
               },
+              "completenessStatus": {
+                "type": "string",
+                "enum": ["complete", "truncated", "unknown"]
+              },
+              "corruptionStatus": {
+                "type": "string",
+                "enum": ["valid", "corrupt", "unknown"]
+              },
               "kind": {
                 "type": "string",
                 "enum": ["accessibility", "js", "logs", "memory", "network", "profiler", "screenshot", "uiTree", "video"]
@@ -180,6 +479,10 @@
                 "type": "string",
                 "minLength": 1
               },
+              "redactionStatus": {
+                "type": "string",
+                "enum": ["not-redacted", "redacted", "unknown"]
+              },
               "sha256": {
                 "type": "string",
                 "pattern": "^[a-f0-9]{64}$"
@@ -191,6 +494,15 @@
               "sourceFileName": {
                 "type": "string",
                 "minLength": 1
+              },
+              "transformations": {
+                "type": "array",
+                "minItems": 1,
+                "uniqueItems": true,
+                "items": {
+                  "type": "string",
+                  "enum": ["copied", "normalized", "redacted", "truncated", "compressed", "transcoded", "unknown"]
+                }
               }
             }
           }
@@ -200,5 +512,134 @@
     "failureReason": {
       "type": ["string", "null"]
     }
+  },
+  "$defs": {
+    "provenanceCohort": {
+      "type": "object",
+      "additionalProperties": false,
+      "properties": {
+        "appVersion": {
+          "type": "string"
+        },
+        "appId": {
+          "type": "string"
+        },
+        "buildId": {
+          "type": "string"
+        },
+        "buildMode": {
+          "type": "string"
+        },
+        "commandTransport": {
+          "type": "string"
+        },
+        "deviceClass": {
+          "type": "string"
+        },
+        "featureFlags": {
+          "type": "object",
+          "additionalProperties": {
+            "type": ["boolean", "string", "number", "null"]
+          }
+        },
+        "osVersion": {
+          "type": "string"
+        },
+        "platform": {
+          "type": "string"
+        },
+        "providers": {
+          "type": "array",
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "properties": {
+              "name": {
+                "type": "string"
+              },
+              "version": {
+                "type": "string"
+              }
+            }
+          }
+        },
+        "runnerName": {
+          "type": "string"
+        },
+        "runnerVersion": {
+          "type": "string"
+        },
+        "seedIdentity": {
+          "type": "string"
+        }
+      }
+    },
+    "terminalState": {
+      "type": "string",
+      "enum": ["passed", "failed", "timeout", "cancelled", "aborted", "inconclusive", "unsupported", "skipped", "unhealthy"]
+    },
+    "lifecycleState": {
+      "type": "string",
+      "enum": [
+        "unknown",
+        "cold-launch",
+        "warm-launch",
+        "hot-launch",
+        "resume",
+        "foreground",
+        "background",
+        "force-stop",
+        "process-death",
+        "scene-recreation",
+        "activity-recreation",
+        "os-reclaim",
+        "reboot",
+        "relaunch"
+      ]
+    },
+    "lifecycleAssertion": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["value", "evidence"],
+      "properties": {
+        "value": {
+          "type": ["string", "number", "boolean", "null"]
+        },
+        "evidence": {
+          "type": "string",
+          "enum": ["not-asserted", "unknown", "asserted", "observed", "inferred"]
+        },
+        "source": {
+          "type": "string",
+          "minLength": 1
+        },
+        "artifact": {
+          "type": "string",
+          "minLength": 1
+        }
+      }
+    },
+    "lifecycleStateAssertion": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["value", "evidence"],
+      "properties": {
+        "value": {
+          "$ref": "#/$defs/lifecycleState"
+        },
+        "evidence": {
+          "type": "string",
+          "enum": ["not-asserted", "unknown", "asserted", "observed", "inferred"]
+        },
+        "source": {
+          "type": "string",
+          "minLength": 1
+        },
+        "artifact": {
+          "type": "string",
+          "minLength": 1
+        }
+      }
+    }
   }
 }

package/schemas/runner-capabilities.schema.json

@@ -60,6 +60,13 @@
         "$ref": "#/$defs/driverAction"
       }
     },
+    "uiContexts": {
+      "type": "array",
+      "uniqueItems": true,
+      "items": {
+        "$ref": "#/$defs/uiContext"
+      }
+    },
     "artifactOutputs": {
       "type": "array",
       "uniqueItems": true,
@@ -143,6 +150,19 @@
         "collectPerfSignals"
       ]
     },
+    "uiContext": {
+      "type": "string",
+      "enum": [
+        "app",
+        "systemDialog",
+        "notificationShade",
+        "externalBrowser",
+        "webView",
+        "shareSheet",
+        "picker",
+        "otherApp"
+      ]
+    },
     "providerCommand": {
       "type": "object",
       "additionalProperties": false,