mobile-automator 0.23.8

package/src/schemas/result_schema.json

@@ -0,0 +1,211 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "Mobile QA Test Run Result",
+  "description": "Schema for test execution result files generated by the mobile-automator-executor skill.",
+  "type": "object",
+  "required": ["run_id", "scenario_id", "metadata", "status", "total_assertions", "passed_assertions", "failed_assertions", "duration_seconds", "steps_executed", "assertion_results", "summary"],
+  "properties": {
+    "run_id": {
+      "type": "string",
+      "pattern": "^run_\\d{8}_\\d{6}$",
+      "description": "Unique run identifier in format run_YYYYMMDD_HHMMSS"
+    },
+    "schema_version": {
+      "type": "string",
+      "const": "2.0",
+      "description": "Version of the scenario schema used for this test run."
+    },
+    "scenario_id": {
+      "type": "string",
+      "description": "ID of the scenario that was executed"
+    },
+    "metadata": {
+      "type": "object",
+      "required": ["app_version", "device_model", "api_level", "environment", "timestamp"],
+      "properties": {
+        "app_version": {
+          "type": "string",
+          "description": "App version at time of execution"
+        },
+        "device_model": {
+          "type": "string",
+          "description": "Device used for execution"
+        },
+        "api_level": {
+          "type": "string",
+          "description": "Android API level or iOS version"
+        },
+        "environment": {
+          "type": "string",
+          "description": "Target environment (e.g., 'production', 'staging')"
+        },
+        "timestamp": {
+          "type": "string",
+          "format": "date-time",
+          "description": "ISO-8601 datetime of execution"
+        }
+      }
+    },
+    "status": {
+      "type": "string",
+      "enum": ["passed", "failed", "error"],
+      "description": "Overall result status"
+    },
+    "total_assertions": {
+      "type": "integer",
+      "minimum": 0
+    },
+    "passed_assertions": {
+      "type": "integer",
+      "minimum": 0
+    },
+    "failed_assertions": {
+      "type": "integer",
+      "minimum": 0
+    },
+    "duration_seconds": {
+      "type": "number",
+      "minimum": 0,
+      "description": "Total execution time in seconds"
+    },
+    "captured_variables": {
+      "type": "object",
+      "description": "Variables captured during test execution via capture_value steps. Keys are variable names declared in the scenario's 'variables' block.",
+      "additionalProperties": {
+        "type": ["string", "number", "boolean", "null"]
+      }
+    },
+    "steps_executed": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "required": ["step_id", "status"],
+        "properties": {
+          "step_id": {
+            "type": "string",
+            "description": "Step identifier. Snake_case string (e.g., 'tap_login')."
+          },
+          "status": {
+            "type": "string",
+            "enum": ["passed", "failed", "skipped", "error"]
+          },
+          "screenshot": {
+            "type": ["string", "null"],
+            "description": "Path to captured screenshot for this step"
+          },
+          "error_message": {
+            "type": ["string", "null"],
+            "description": "Error details if step failed"
+          },
+          "retried": {
+            "type": "boolean",
+            "default": false,
+            "description": "Whether this step was retried due to suspected flakiness"
+          },
+          "retry_count": {
+            "type": "integer",
+            "minimum": 0,
+            "description": "Number of retry attempts made for this step (0 = no retries)"
+          },
+          "step_duration_ms": {
+            "type": "integer",
+            "minimum": 0,
+            "description": "Actual time taken to execute this step in milliseconds"
+          },
+          "condition_evaluated": {
+            "type": ["boolean", "null"],
+            "description": "Result of the step's condition evaluation. null if no condition was set."
+          },
+          "sub_steps_executed": {
+            "type": "array",
+            "description": "Execution results for nested sub-steps (if this step had sub_steps)",
+            "items": {
+              "type": "object",
+              "required": ["step_id", "status"],
+              "properties": {
+                "step_id": { "type": "string" },
+                "status": { "type": "string", "enum": ["passed", "failed", "skipped", "error"] },
+                "screenshot": { "type": ["string", "null"] },
+                "error_message": { "type": ["string", "null"] }
+              }
+            }
+          },
+          "observations": {
+            "type": ["string", "null"],
+            "description": "DEPRECATED — use the run-level `observations` array, which is typed. Retained for result files written before typed observations; no writer populates it."
+          }
+        }
+      }
+    },
+    "assertion_results": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "required": ["assertion_id", "status", "message"],
+        "properties": {
+          "assertion_id": {
+            "type": "string",
+            "description": "Assertion identifier. Snake_case string (e.g., 'assert_login_success')."
+          },
+          "status": {
+            "type": "string",
+            "enum": ["passed", "failed"]
+          },
+          "expected": {
+            "type": ["string", "null"],
+            "description": "What was expected"
+          },
+          "actual": {
+            "type": ["string", "null"],
+            "description": "What was actually found"
+          },
+          "reference_screenshot": {
+            "type": ["string", "null"],
+            "description": "Path to reference baseline screenshot"
+          },
+          "actual_screenshot": {
+            "type": ["string", "null"],
+            "description": "Path to screenshot captured during execution"
+          },
+          "similarity_score": {
+            "type": ["number", "null"],
+            "minimum": 0.0,
+            "maximum": 1.0,
+            "description": "Similarity score for screenshot_match assertions"
+          },
+          "message": {
+            "type": "string",
+            "description": "Human-readable result description"
+          }
+        }
+      }
+    },
+    "observations": {
+      "type": "array",
+      "items": {
+        "type": "object",
+        "properties": {
+          "type": {
+            "type": "string",
+            "enum": ["regression", "flakiness", "state_context"],
+            "description": "Observer trait that generated this observation"
+          },
+          "step_id": {
+            "type": ["string", "null"],
+            "description": "Related step, if applicable."
+          },
+          "message": {
+            "type": "string",
+            "description": "Observation detail"
+          }
+        },
+        "required": ["type", "message"]
+      },
+      "description": "Observations from observer traits (regression spotter, flakiness detector, state detective)"
+    },
+    "summary": {
+      "type": "string",
+      "description": "Human-readable overall summary"
+    }
+  }
+}