agent-scenario-loop 0.1.0

package/schemas/metrics.schema.json

@@ -0,0 +1,137 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-scenario-loop.dev/schemas/metrics.schema.json",
+  "title": "Agent Scenario Loop Profile Metrics",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "scenario",
+    "runId",
+    "status",
+    "iterations",
+    "durationsMs",
+    "p50Ms",
+    "p95Ms",
+    "failures",
+    "timeouts",
+    "openDurationsMs",
+    "closeDurationsMs",
+    "incompleteIterations",
+    "artifacts"
+  ],
+  "properties": {
+    "scenario": {
+      "type": "string"
+    },
+    "runId": {
+      "type": "string"
+    },
+    "status": {
+      "type": "string",
+      "enum": ["passed", "failed"]
+    },
+    "iterations": {
+      "type": "integer",
+      "minimum": 1
+    },
+    "durationsMs": {
+      "type": "array",
+      "items": {
+        "type": "number",
+        "minimum": 0
+      }
+    },
+    "p50Ms": {
+      "type": ["number", "null"],
+      "minimum": 0
+    },
+    "p95Ms": {
+      "type": ["number", "null"],
+      "minimum": 0
+    },
+    "failures": {
+      "type": "integer",
+      "minimum": 0
+    },
+    "timeouts": {
+      "type": "integer",
+      "minimum": 0
+    },
+    "openDurationsMs": {
+      "type": "array",
+      "items": {
+        "type": "number",
+        "minimum": 0
+      }
+    },
+    "closeDurationsMs": {
+      "type": "array",
+      "items": {
+        "type": "number",
+        "minimum": 0
+      }
+    },
+    "incompleteIterations": {
+      "type": "array",
+      "uniqueItems": true,
+      "items": {
+        "type": "integer",
+        "minimum": 1
+      }
+    },
+    "artifacts": {
+      "type": "object",
+      "additionalProperties": true
+    },
+    "budgetEvaluation": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["metric", "pass", "checks", "failedChecks"],
+      "properties": {
+        "metric": {
+          "type": "string"
+        },
+        "pass": {
+          "type": "boolean"
+        },
+        "checks": {
+          "type": "array",
+          "items": {
+            "$ref": "#/$defs/budgetCheck"
+          }
+        },
+        "failedChecks": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      }
+    }
+  },
+  "$defs": {
+    "budgetCheck": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["name", "actual", "limit", "pass", "unit"],
+      "properties": {
+        "name": {
+          "type": "string"
+        },
+        "actual": {
+          "type": ["number", "integer", "boolean", "null"]
+        },
+        "limit": {
+          "type": ["number", "integer", "boolean"]
+        },
+        "pass": {
+          "type": "boolean"
+        },
+        "unit": {
+          "type": "string",
+          "enum": ["ms", "count", "bytes", "percent", "boolean"]
+        }
+      }
+    }
+  }
+}

package/schemas/project-validation.schema.json

@@ -0,0 +1,343 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-scenario-loop.dev/schemas/project-validation.schema.json",
+  "title": "Agent Scenario Loop Project Validation",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "appHelper",
+    "config",
+    "configPath",
+    "errors",
+    "gitignore",
+    "nextActions",
+    "platform",
+    "plans",
+    "providerPaths",
+    "rootDir",
+    "runnerPath",
+    "scripts",
+    "scenarioCandidateDirectories",
+    "scenarioPaths",
+    "status",
+    "warnings"
+  ],
+  "properties": {
+    "appHelper": {
+      "$ref": "#/$defs/appHelper"
+    },
+    "config": {
+      "$ref": "#/$defs/config"
+    },
+    "configPath": {
+      "type": "string"
+    },
+    "errors": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "gitignore": {
+      "$ref": "#/$defs/gitignore"
+    },
+    "nextActions": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/nextAction"
+      }
+    },
+    "platform": {
+      "type": "string",
+      "enum": ["ios", "android", "all"]
+    },
+    "plans": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/plan"
+      }
+    },
+    "providerPaths": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "rootDir": {
+      "type": "string"
+    },
+    "runnerPath": {
+      "type": "string"
+    },
+    "scripts": {
+      "$ref": "#/$defs/scripts"
+    },
+    "scenarioCandidateDirectories": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "scenarioPaths": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    },
+    "status": {
+      "type": "string",
+      "enum": ["passed", "failed"]
+    },
+    "warnings": {
+      "type": "array",
+      "items": {
+        "type": "string"
+      }
+    }
+  },
+  "$defs": {
+    "appHelper": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["missingExports", "path", "status"],
+      "properties": {
+        "missingExports": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "path": {
+          "type": "string"
+        },
+        "status": {
+          "type": "string",
+          "enum": ["present", "missing", "incomplete"]
+        }
+      }
+    },
+    "gitignore": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["missingPatterns", "path", "snippetPath", "status"],
+      "properties": {
+        "configArtifactPatterns": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "missingConfigArtifactPatterns": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "missingPatterns": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "path": {
+          "type": "string"
+        },
+        "requiredPatterns": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "snippetPath": {
+          "type": "string"
+        },
+        "status": {
+          "type": "string",
+          "enum": ["present", "missing", "incomplete"]
+        }
+      }
+    },
+    "config": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["customDrivers", "externalTargetDrivers", "invalidFields", "missingFields", "missingSupportedDrivers", "packageSupportedDrivers", "path", "status", "supportedDrivers"],
+      "properties": {
+        "customDrivers": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "externalTargetDrivers": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "invalidFields": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "missingFields": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "missingSupportedDrivers": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "packageSupportedDrivers": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "path": {
+          "type": "string"
+        },
+        "status": {
+          "type": "string",
+          "enum": ["present", "missing", "incomplete"]
+        },
+        "supportedDrivers": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      }
+    },
+    "nextAction": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["code", "message", "severity", "target"],
+      "properties": {
+        "code": {
+          "type": "string"
+        },
+        "message": {
+          "type": "string"
+        },
+        "severity": {
+          "type": "string",
+          "enum": ["error", "warning"]
+        },
+        "target": {
+          "type": "string"
+        }
+      }
+    },
+    "plan": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["healthStatus", "platform", "runId", "scenarioId", "scenarioPath"],
+      "properties": {
+        "healthStatus": {
+          "type": "string",
+          "enum": ["passed", "failed", "partial"]
+        },
+        "platform": {
+          "type": "string",
+          "enum": ["ios", "android"]
+        },
+        "runId": {
+          "type": "string"
+        },
+        "scenarioId": {
+          "type": "string"
+        },
+        "scenarioPath": {
+          "type": "string"
+        }
+      }
+    },
+    "scripts": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": [
+        "invalidScripts",
+        "invalidPackageJsonScripts",
+        "missingPaths",
+        "missingPackageJsonScripts",
+        "mismatchedPackageJsonScripts",
+        "missingScripts",
+        "packageJsonPath",
+        "packageJsonStatus",
+        "path",
+        "scriptNames",
+        "status",
+        "unknownCommands"
+      ],
+      "properties": {
+        "invalidScripts": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "invalidPackageJsonScripts": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "missingPaths": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "missingPackageJsonScripts": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "mismatchedPackageJsonScripts": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "missingScripts": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "packageJsonPath": {
+          "type": "string"
+        },
+        "packageJsonStatus": {
+          "type": "string",
+          "enum": ["present", "missing", "incomplete"]
+        },
+        "path": {
+          "type": "string"
+        },
+        "scriptNames": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "status": {
+          "type": "string",
+          "enum": ["present", "missing", "incomplete"]
+        },
+        "unknownCommands": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      }
+    }
+  }
+}

package/schemas/runner-capabilities.schema.json

@@ -0,0 +1,217 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agent-scenario-loop.dev/schemas/runner-capabilities.schema.json",
+  "title": "Agent Scenario Loop Runner Capabilities",
+  "type": "object",
+  "additionalProperties": false,
+  "required": ["schemaVersion", "runnerId", "kind", "platforms", "capabilities"],
+  "allOf": [
+    {
+      "if": {
+        "properties": {
+          "kind": {
+            "const": "primary"
+          }
+        },
+        "required": ["kind"]
+      },
+      "then": {
+        "not": {
+          "description": "Primary runner manifests cannot declare providerCommands; use an evidenceProvider manifest for command-backed evidence.",
+          "required": ["providerCommands"]
+        }
+      }
+    }
+  ],
+  "properties": {
+    "schemaVersion": {
+      "type": "string",
+      "pattern": "^1\\.0\\.0$"
+    },
+    "runnerId": {
+      "type": "string",
+      "pattern": "^[a-z0-9][a-z0-9-]*$"
+    },
+    "kind": {
+      "type": "string",
+      "enum": ["primary", "evidenceProvider"]
+    },
+    "platforms": {
+      "type": "array",
+      "minItems": 1,
+      "uniqueItems": true,
+      "items": {
+        "type": "string",
+        "enum": ["ios", "android"]
+      }
+    },
+    "capabilities": {
+      "type": "array",
+      "minItems": 1,
+      "uniqueItems": true,
+      "items": {
+        "$ref": "#/$defs/capability"
+      }
+    },
+    "driverActions": {
+      "type": "array",
+      "uniqueItems": true,
+      "items": {
+        "$ref": "#/$defs/driverAction"
+      }
+    },
+    "artifactOutputs": {
+      "type": "array",
+      "uniqueItems": true,
+      "items": {
+        "$ref": "#/$defs/artifactKind"
+      }
+    },
+    "lifecycle": {
+      "type": "array",
+      "uniqueItems": true,
+      "items": {
+        "type": "string",
+        "enum": [
+          "prepare",
+          "launch",
+          "startSession",
+          "executeStep",
+          "waitForTruthEvent",
+          "captureEvidence",
+          "stopSession",
+          "finalize",
+          "startWindow",
+          "capture",
+          "stopWindow"
+        ]
+      }
+    },
+    "adapterOptionsSchema": {
+      "type": "object",
+      "additionalProperties": true
+    },
+    "providerCommands": {
+      "type": "array",
+      "items": {
+        "$ref": "#/$defs/providerCommand"
+      }
+    }
+  },
+  "$defs": {
+    "capability": {
+      "type": "string",
+      "enum": [
+        "launch",
+        "sessionControl",
+        "command",
+        "logCapture",
+        "artifactWrite",
+        "screenshot",
+        "video",
+        "uiTree",
+        "memory",
+        "network",
+        "profiler",
+        "accessibility"
+      ]
+    },
+    "artifactKind": {
+      "type": "string",
+      "enum": [
+        "logs",
+        "screenshot",
+        "video",
+        "uiTree",
+        "memory",
+        "network",
+        "profiler",
+        "accessibility",
+        "signals"
+      ]
+    },
+    "driverAction": {
+      "type": "string",
+      "enum": [
+        "tap",
+        "scroll",
+        "assertVisible",
+        "inspectTree",
+        "screenshot",
+        "record",
+        "readLogs",
+        "collectPerfSignals"
+      ]
+    },
+    "providerCommand": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["id", "phase", "command", "outputs"],
+      "properties": {
+        "id": {
+          "type": "string",
+          "pattern": "^[a-z0-9][a-z0-9-]*$"
+        },
+        "phase": {
+          "type": "string",
+          "enum": ["prepare", "startWindow", "capture", "stopWindow", "finalize"]
+        },
+        "command": {
+          "type": "string",
+          "minLength": 1
+        },
+        "args": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "cwd": {
+          "type": "string"
+        },
+        "env": {
+          "type": "object",
+          "additionalProperties": {
+            "type": "string"
+          }
+        },
+        "outputs": {
+          "type": "array",
+          "minItems": 1,
+          "items": {
+            "$ref": "#/$defs/providerCommandOutput"
+          }
+        }
+      }
+    },
+    "providerCommandOutput": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["channel", "kind", "path"],
+      "properties": {
+        "channel": {
+          "type": "string",
+          "enum": ["capture", "provider", "signal"]
+        },
+        "kind": {
+          "type": "string",
+          "enum": [
+            "accessibility",
+            "js",
+            "logs",
+            "memory",
+            "network",
+            "profiler",
+            "screenshot",
+            "uiTree",
+            "video"
+          ]
+        },
+        "path": {
+          "type": "string",
+          "minLength": 1
+        }
+      }
+    }
+  }
+}