agent-scenario-loop 0.1.0

package/schemas/live-proof.schema.json

@@ -0,0 +1,413 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-scenario-loop.dev/schemas/live-proof.schema.json",
+  "title": "Agent Scenario Loop Live Proof",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "platform",
+    "runId",
+    "status",
+    "outputDir",
+    "preflight",
+    "profiles",
+    "comparisons",
+    "comparisonCounts",
+    "comparisonStatus",
+    "nextAction",
+    "summary"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "type": "string",
+      "pattern": "^1\\.0\\.0$"
+    },
+    "platform": {
+      "type": "string",
+      "enum": ["android", "ios"]
+    },
+    "runId": {
+      "type": "string"
+    },
+    "status": {
+      "type": "string",
+      "enum": ["passed", "failed"]
+    },
+    "outputDir": {
+      "type": "string"
+    },
+    "preflight": {
+      "$ref": "#/$defs/runPointer"
+    },
+    "profiles": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/profilePointer"
+      }
+    },
+    "interactionProofs": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/interactionProofPointer"
+      }
+    },
+    "skippedInteractionProofs": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/skippedInteractionProofPointer"
+      }
+    },
+    "comparisons": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/comparisonPointer"
+      }
+    },
+    "comparisonCounts": {
+      "$ref": "#/$defs/comparisonCounts"
+    },
+    "comparisonStatus": {
+      "type": "string",
+      "enum": ["baseline_missing", "improved", "inconclusive", "mixed", "not_compared", "regressed", "unchanged"]
+    },
+    "nextAction": {
+      "$ref": "#/$defs/nextAction"
+    },
+    "summary": {
+      "type": "string"
+    }
+  },
+  "$defs": {
+    "runPointer": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["runId", "runDir", "summaryPath", "healthStatus", "verdictStatus"],
+      "properties": {
+        "runId": {
+          "type": "string"
+        },
+        "runDir": {
+          "type": "string"
+        },
+        "summaryPath": {
+          "type": "string"
+        },
+        "healthStatus": {
+          "type": "string",
+          "enum": ["passed", "failed", "partial"]
+        },
+        "verdictStatus": {
+          "type": "string",
+          "enum": ["passed", "failed", "inconclusive", "not_evaluated"]
+        }
+      }
+    },
+    "profilePointer": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["label", "scenarioId", "runId", "runDir", "summaryPath", "healthStatus", "verdictStatus"],
+      "properties": {
+        "label": {
+          "type": "string"
+        },
+        "scenarioId": {
+          "type": "string"
+        },
+        "runId": {
+          "type": "string"
+        },
+        "runDir": {
+          "type": "string"
+        },
+        "summaryPath": {
+          "type": "string"
+        },
+        "healthStatus": {
+          "type": "string",
+          "enum": ["passed", "failed", "partial"]
+        },
+        "verdictStatus": {
+          "type": "string",
+          "enum": ["passed", "failed", "inconclusive", "not_evaluated"]
+        }
+      }
+    },
+    "interactionProofPointer": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["label", "runnerId", "scenarioId", "runId", "runDir", "summaryPath", "healthStatus", "verdictStatus"],
+      "properties": {
+        "label": {
+          "type": "string"
+        },
+        "runnerId": {
+          "type": "string"
+        },
+        "scenarioId": {
+          "type": "string"
+        },
+        "runId": {
+          "type": "string"
+        },
+        "runDir": {
+          "type": "string"
+        },
+        "summaryPath": {
+          "type": "string"
+        },
+        "healthStatus": {
+          "type": "string",
+          "enum": ["passed", "failed", "partial"]
+        },
+        "verdictStatus": {
+          "type": "string",
+          "enum": ["passed", "failed", "inconclusive", "not_evaluated"]
+        },
+        "captures": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["screenshots"],
+          "properties": {
+            "screenshots": {
+              "type": "array",
+              "items": {
+                "type": "string",
+                "minLength": 1
+              }
+            }
+          }
+        },
+        "warnings": {
+          "$ref": "#/$defs/interactionProofWarnings"
+        }
+      }
+    },
+    "interactionProofWarnings": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["count", "checks"],
+      "properties": {
+        "count": {
+          "type": "integer",
+          "minimum": 1
+        },
+        "checks": {
+          "type": "array",
+          "minItems": 1,
+          "items": {
+            "$ref": "#/$defs/interactionProofWarning"
+          }
+        }
+      }
+    },
+    "interactionProofWarning": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "code", "message"],
+      "properties": {
+        "name": {
+          "type": "string"
+        },
+        "code": {
+          "type": "string"
+        },
+        "message": {
+          "type": "string"
+        },
+        "nextAction": {
+          "$ref": "#/$defs/skippedInteractionProofNextAction"
+        }
+      }
+    },
+    "skippedInteractionProofPointer": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["label", "runnerId", "scenarioId", "runId", "reason", "nextAction"],
+      "properties": {
+        "label": {
+          "type": "string"
+        },
+        "runnerId": {
+          "type": "string"
+        },
+        "scenarioId": {
+          "type": "string"
+        },
+        "runId": {
+          "type": "string"
+        },
+        "reason": {
+          "type": "string"
+        },
+        "nextAction": {
+          "$ref": "#/$defs/skippedInteractionProofNextAction"
+        }
+      }
+    },
+    "skippedInteractionProofNextAction": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["code", "summary"],
+      "properties": {
+        "code": {
+          "type": "string"
+        },
+        "summary": {
+          "type": "string"
+        }
+      }
+    },
+    "comparisonPointer": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "label",
+        "scenarioId",
+        "runId",
+        "status",
+        "baselineDir",
+        "comparisonDir",
+        "summaryPath",
+        "reason"
+      ],
+      "properties": {
+        "label": {
+          "type": "string"
+        },
+        "scenarioId": {
+          "type": "string"
+        },
+        "runId": {
+          "type": "string"
+        },
+        "status": {
+          "type": "string",
+          "enum": ["better", "worse", "unchanged", "mixed", "inconclusive", "skipped"]
+        },
+        "baselineDir": {
+          "type": ["string", "null"]
+        },
+        "comparisonDir": {
+          "type": ["string", "null"]
+        },
+        "summaryPath": {
+          "type": ["string", "null"]
+        },
+        "reason": {
+          "type": ["string", "null"]
+        },
+        "metricSummary": {
+          "$ref": "#/$defs/comparisonMetricSummary"
+        }
+      }
+    },
+    "comparisonMetricSummary": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["counts", "notableMetrics"],
+      "properties": {
+        "counts": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["better", "worse", "unchanged", "inconclusive"],
+          "properties": {
+            "better": {
+              "type": "integer",
+              "minimum": 0
+            },
+            "worse": {
+              "type": "integer",
+              "minimum": 0
+            },
+            "unchanged": {
+              "type": "integer",
+              "minimum": 0
+            },
+            "inconclusive": {
+              "type": "integer",
+              "minimum": 0
+            }
+          }
+        },
+        "notableMetrics": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/comparisonMetricHighlight"
+          }
+        }
+      }
+    },
+    "comparisonMetricHighlight": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "status", "unit", "baseline", "current", "delta"],
+      "properties": {
+        "name": {
+          "type": "string"
+        },
+        "status": {
+          "type": "string",
+          "enum": ["better", "worse", "inconclusive"]
+        },
+        "unit": {
+          "type": "string"
+        },
+        "baseline": {
+          "type": ["number", "integer", "boolean", "null"]
+        },
+        "current": {
+          "type": ["number", "integer", "boolean", "null"]
+        },
+        "delta": {
+          "type": ["number", "integer", "null"]
+        }
+      }
+    },
+    "comparisonCounts": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["better", "worse", "unchanged", "mixed", "inconclusive", "skipped"],
+      "properties": {
+        "better": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "worse": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "unchanged": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "mixed": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "inconclusive": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "skipped": {
+          "type": "integer",
+          "minimum": 0
+        }
+      }
+    },
+    "nextAction": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["code", "summary"],
+      "properties": {
+        "code": {
+          "type": "string",
+          "enum": ["establish_baseline", "inspect_failed_run", "inspect_inconclusive", "inspect_mixed", "inspect_regressions", "inspect_summary"]
+        },
+        "summary": {
+          "type": "string"
+        }
+      }
+    }
+  }
+}

package/schemas/manifest.schema.json

@@ -0,0 +1,204 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-scenario-loop.dev/schemas/manifest.schema.json",
+  "title": "Agent Scenario Loop Run Manifest",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "scenario",
+    "runId",
+    "platform",
+    "status",
+    "startedAt",
+    "endedAt",
+    "durationMs",
+    "interactionDriver",
+    "simulator",
+    "bundleId",
+    "gitSha",
+    "toolVersions",
+    "artifacts",
+    "failureReason"
+  ],
+  "properties": {
+    "scenario": {
+      "type": "string"
+    },
+    "scenarioHash": {
+      "type": "string",
+      "pattern": "^[a-f0-9]{64}$"
+    },
+    "runId": {
+      "type": "string"
+    },
+    "platform": {
+      "type": "string",
+      "enum": ["ios", "android"]
+    },
+    "status": {
+      "type": "string",
+      "enum": ["passed", "failed"]
+    },
+    "startedAt": {
+      "type": "string"
+    },
+    "endedAt": {
+      "type": "string"
+    },
+    "durationMs": {
+      "type": "number",
+      "minimum": 0
+    },
+    "interactionDriver": {
+      "type": "string"
+    },
+    "comparisonLane": {
+      "type": "string"
+    },
+    "simulator": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "udid"],
+      "properties": {
+        "name": {
+          "type": "string"
+        },
+        "udid": {
+          "type": "string"
+        }
+      }
+    },
+    "bundleId": {
+      "type": "string"
+    },
+    "gitSha": {
+      "type": "string"
+    },
+    "toolVersions": {
+      "type": "object",
+      "additionalProperties": {
+        "type": "string"
+      }
+    },
+    "artifacts": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["causalRun", "budgetVerdict", "manifest", "metrics", "summary", "scenario", "raw", "captures", "signals"],
+      "properties": {
+        "causalRun": {
+          "type": "string"
+        },
+        "budgetVerdict": {
+          "type": "string"
+        },
+        "manifest": {
+          "type": "string"
+        },
+        "metrics": {
+          "type": "string"
+        },
+        "summary": {
+          "type": "string"
+        },
+        "scenario": {
+          "type": "string"
+        },
+        "raw": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["interactionLog", "deviceLog"],
+          "properties": {
+            "interactionLog": {
+              "type": "string"
+            },
+            "deviceLog": {
+              "type": "string"
+            }
+          }
+        },
+        "captures": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["video", "uiTree"],
+          "properties": {
+            "video": {
+              "type": "string"
+            },
+            "uiTree": {
+              "type": "string"
+            },
+            "screenshots": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            }
+          }
+        },
+        "signals": {
+          "type": "object",
+          "additionalProperties": false,
+          "required": ["js", "memory", "network"],
+          "properties": {
+            "js": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            },
+            "memory": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            },
+            "network": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            }
+          }
+        },
+        "evidenceAttachments": {
+          "type": "array",
+          "uniqueItems": true,
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": ["channel", "kind", "path", "sha256", "sizeBytes", "sourceFileName"],
+            "properties": {
+              "channel": {
+                "type": "string",
+                "enum": ["capture", "provider", "signal"]
+              },
+              "kind": {
+                "type": "string",
+                "enum": ["accessibility", "js", "logs", "memory", "network", "profiler", "screenshot", "uiTree", "video"]
+              },
+              "path": {
+                "type": "string",
+                "minLength": 1
+              },
+              "sha256": {
+                "type": "string",
+                "pattern": "^[a-f0-9]{64}$"
+              },
+              "sizeBytes": {
+                "type": "integer",
+                "minimum": 0
+              },
+              "sourceFileName": {
+                "type": "string",
+                "minLength": 1
+              }
+            }
+          }
+        }
+      }
+    },
+    "failureReason": {
+      "type": ["string", "null"]
+    }
+  }
+}