agent-scenario-loop 0.1.0

package/schemas/comparison.schema.json

@@ -0,0 +1,196 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-scenario-loop.dev/schemas/comparison.schema.json",
+  "title": "Agent Scenario Loop Comparison",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "scenarioId",
+    "runId",
+    "baselineRunId",
+    "comparisonStatus",
+    "healthStatus",
+    "verdictStatus",
+    "summary"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "type": "string",
+      "pattern": "^1\\.0\\.0$"
+    },
+    "scenarioId": {
+      "type": "string"
+    },
+    "flowId": {
+      "type": "string"
+    },
+    "runId": {
+      "type": "string"
+    },
+    "baselineRunId": {
+      "type": "string"
+    },
+    "comparisonStatus": {
+      "type": "string",
+      "enum": ["better", "worse", "unchanged", "mixed", "inconclusive"]
+    },
+    "healthStatus": {
+      "type": "string",
+      "enum": ["passed", "failed", "partial"]
+    },
+    "verdictStatus": {
+      "type": "string",
+      "enum": ["passed", "failed", "inconclusive", "not_evaluated"]
+    },
+    "comparisonBasis": {
+      "$ref": "#/$defs/comparisonBasis"
+    },
+    "metricComparisons": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/metricComparison"
+      }
+    },
+    "evidence": {
+      "type": "object",
+      "additionalProperties": false,
+      "properties": {
+        "missingRequired": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "warnings": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      }
+    },
+    "summary": {
+      "type": "string"
+    }
+  },
+  "$defs": {
+    "comparisonBasis": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["strategy", "baseline", "current"],
+      "properties": {
+        "strategy": {
+          "type": "string",
+          "enum": ["explicit", "latest_trusted_prior"]
+        },
+        "baseline": {
+          "$ref": "#/$defs/comparisonRunBasis"
+        },
+        "current": {
+          "$ref": "#/$defs/comparisonRunBasis"
+        },
+        "selection": {
+          "$ref": "#/$defs/comparisonSelectionBasis"
+        }
+      }
+    },
+    "comparisonRunBasis": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["runId"],
+      "properties": {
+        "runId": {
+          "type": "string"
+        },
+        "runDir": {
+          "type": "string"
+        },
+        "healthStatus": {
+          "type": "string"
+        },
+        "verdictStatus": {
+          "type": "string"
+        }
+      }
+    },
+    "comparisonSelectionBasis": {
+      "type": "object",
+      "additionalProperties": false,
+      "properties": {
+        "artifactRoot": {
+          "type": "string"
+        },
+        "candidatesInspected": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "scenarioId": {
+          "type": "string"
+        },
+        "comparisonLane": {
+          "type": "string"
+        },
+        "scenarioHash": {
+          "type": "string",
+          "pattern": "^[a-f0-9]{64}$"
+        },
+        "selectedRunDir": {
+          "type": "string"
+        },
+        "selectedRunId": {
+          "type": "string"
+        },
+        "skippedCurrentRun": {
+          "type": "boolean"
+        },
+        "trustedCandidates": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "trustedPriorCandidates": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "trustedComparableCandidates": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "trustedScenarioContractCandidates": {
+          "type": "integer",
+          "minimum": 0
+        }
+      }
+    },
+    "metricComparison": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "unit", "baseline", "current", "delta", "status"],
+      "properties": {
+        "name": {
+          "type": "string"
+        },
+        "unit": {
+          "type": "string",
+          "enum": ["ms", "count", "bytes", "percent", "boolean"]
+        },
+        "baseline": {
+          "type": ["number", "integer", "boolean", "null"]
+        },
+        "current": {
+          "type": ["number", "integer", "boolean", "null"]
+        },
+        "delta": {
+          "type": ["number", "integer", "boolean", "null"]
+        },
+        "status": {
+          "type": "string",
+          "enum": ["better", "worse", "unchanged", "inconclusive"]
+        },
+        "notes": {
+          "type": "string"
+        }
+      }
+    }
+  }
+}

package/schemas/health.schema.json

@@ -0,0 +1,108 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-scenario-loop.dev/schemas/health.schema.json",
+  "title": "Agent Scenario Loop Health",
+  "type": "object",
+  "additionalProperties": false,
+  "required": ["schemaVersion", "scenarioId", "runId", "healthStatus", "checks"],
+  "properties": {
+    "schemaVersion": {
+      "type": "string",
+      "pattern": "^1\\.0\\.0$"
+    },
+    "scenarioId": {
+      "type": "string"
+    },
+    "flowId": {
+      "type": "string"
+    },
+    "runId": {
+      "type": "string"
+    },
+    "healthStatus": {
+      "type": "string",
+      "enum": ["passed", "failed", "partial"]
+    },
+    "checks": {
+      "type": "array",
+      "minItems": 1,
+      "items": {
+        "$ref": "#/$defs/healthCheck"
+      }
+    },
+    "warnings": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/healthCheck"
+      }
+    },
+    "matched": {
+      "type": "object",
+      "additionalProperties": false,
+      "properties": {
+        "platforms": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "capabilities": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "driverActions": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "artifacts": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "evidenceProviders": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      }
+    }
+  },
+  "$defs": {
+    "healthCheck": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "status", "source"],
+      "properties": {
+        "name": {
+          "type": "string"
+        },
+        "status": {
+          "type": "string",
+          "enum": ["passed", "failed", "partial", "warning"]
+        },
+        "source": {
+          "type": "string",
+          "enum": ["planner", "runner", "truth", "evidence"]
+        },
+        "code": {
+          "type": "string"
+        },
+        "message": {
+          "type": "string"
+        },
+        "metadata": {
+          "type": "object",
+          "additionalProperties": {
+            "type": ["string", "number", "boolean", "null"]
+          }
+        }
+      }
+    }
+  }
+}

package/schemas/live-proof-set.schema.json

@@ -0,0 +1,195 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-scenario-loop.dev/schemas/live-proof-set.schema.json",
+  "title": "Agent Scenario Loop Live Proof Set",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "schemaVersion",
+    "runId",
+    "status",
+    "proofCount",
+    "requiredPlatforms",
+    "presentPlatforms",
+    "missingPlatforms",
+    "proofs",
+    "failureReasons",
+    "nextAction",
+    "summary"
+  ],
+  "properties": {
+    "schemaVersion": {
+      "type": "string",
+      "pattern": "^1\\.0\\.0$"
+    },
+    "runId": {
+      "type": "string"
+    },
+    "status": {
+      "type": "string",
+      "enum": ["passed", "failed"]
+    },
+    "proofCount": {
+      "type": "integer",
+      "minimum": 0
+    },
+    "requiredPlatforms": {
+      "$ref": "#/$defs/platformList"
+    },
+    "presentPlatforms": {
+      "$ref": "#/$defs/platformList"
+    },
+    "missingPlatforms": {
+      "$ref": "#/$defs/platformList"
+    },
+    "proofs": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/proofPointer"
+      }
+    },
+    "failureReasons": {
+      "type": "array",
+      "items": {
+        "type": "string",
+        "minLength": 1
+      }
+    },
+    "nextAction": {
+      "$ref": "#/$defs/nextAction"
+    },
+    "summary": {
+      "type": "string"
+    }
+  },
+  "$defs": {
+    "platform": {
+      "type": "string",
+      "enum": ["android", "ios"]
+    },
+    "platformList": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/platform"
+      },
+      "uniqueItems": true
+    },
+    "proofPointer": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "filePath",
+        "platform",
+        "runId",
+        "status",
+        "comparisonStatus",
+        "summaryPath",
+        "profileCount",
+        "interactionProofCount",
+        "interactionWarningCount",
+        "nextAction"
+      ],
+      "properties": {
+        "filePath": {
+          "type": "string"
+        },
+        "platform": {
+          "$ref": "#/$defs/platform"
+        },
+        "runId": {
+          "type": "string"
+        },
+        "status": {
+          "type": "string",
+          "enum": ["passed", "failed"]
+        },
+        "comparisonStatus": {
+          "type": "string",
+          "enum": ["baseline_missing", "improved", "inconclusive", "mixed", "not_compared", "regressed", "unchanged"]
+        },
+        "summaryPath": {
+          "type": "string"
+        },
+        "profileCount": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "interactionProofCount": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "interactionWarningCount": {
+          "type": "integer",
+          "minimum": 0
+        },
+        "interactionWarnings": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/interactionWarningPointer"
+          }
+        },
+        "nextAction": {
+          "$ref": "#/$defs/nextAction"
+        }
+      }
+    },
+    "interactionWarningPointer": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["label", "runnerId", "scenarioId", "runId", "checks"],
+      "properties": {
+        "label": {
+          "type": "string"
+        },
+        "runnerId": {
+          "type": "string"
+        },
+        "scenarioId": {
+          "type": "string"
+        },
+        "runId": {
+          "type": "string"
+        },
+        "checks": {
+          "type": "array",
+          "minItems": 1,
+          "items": {
+            "$ref": "#/$defs/interactionWarningCheck"
+          }
+        }
+      }
+    },
+    "interactionWarningCheck": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "code", "message"],
+      "properties": {
+        "name": {
+          "type": "string"
+        },
+        "code": {
+          "type": "string"
+        },
+        "message": {
+          "type": "string"
+        },
+        "nextAction": {
+          "$ref": "#/$defs/nextAction"
+        }
+      }
+    },
+    "nextAction": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["code", "summary"],
+      "properties": {
+        "code": {
+          "type": "string"
+        },
+        "summary": {
+          "type": "string"
+        }
+      }
+    }
+  }
+}