@crvouga/atlas 1.8.0 → 1.9.0

package/packages/server/openapi.json

@@ -4112,14 +4112,14 @@
         }
       }
     },
-    "/api/reports/artifact-tags": {
+    "/api/reports/tests/reliability": {
       "get": {
-        "operationId": "getArtifactTags",
+        "operationId": "getTestReliability",
         "tags": [
           "Report"
         ],
-        "summary": "Reviewer tags of attachments: every recorded edit",
-        "description": "The audit trail of tags that reviewers added to and removed from attachments after upload, oldest first. Each entry says which attachment (`target`), which normalized tags were added and removed, the name of the token that made the edit (`by`, never the token) and when (`atMs`). The layers themselves are never rewritten, so a producer's own `tags` on an attachment stay as uploaded; fold the entries (oldest first, the last edit of a tag wins) to get the reviewer tags that stand now. Tags are normalized: `#Demo` and `demo` are `demo`.\n\nRole needed: `read`.",
+        "summary": "How reliable one test is in a scope, and how that was counted",
+        "description": "A success rate for one test that says what it counted. The snapshots one run recorded for one producer, environment and parameter set (running, finished, enriched) are one independent execution; its last word counts once with the tries it recorded. `eventual` is the share of executions that passed in the end, `firstAttempt` the share whose first try passed (over executions that recorded their tries; the rest are `unrecordedAttempts`, never assumed to have passed first time).\n\nChoose the scope with `environment`, `producer`, `parameter` (`key=value`), `branch`, `sha`, `specRevision`, `since` and `until`; executions elsewhere never count. By default only the newest recorded spec revision counts and earlier ones appear under `historical`; send `revision=any` to pool them. Only `passed` and `failed` executions are trials: `not-run` and unfinished ones are listed under `excluded` and never counted as a pass. `sample` is `none`, `insufficient` (fewer than `minimumExecutions`) or `sufficient`, a count only: `notes` say when environments, producers or branches are pooled, failed cases were published again, or history is bounded to the newest 100 results. `executions` is the denominator, open to inspection. The interval states its assumptions. This is not a production failure probability. Send `format=markdown` for Markdown.\n\nRole needed: `read`.",
         "x-atlas-role": "read",
         "security": [
           {
@@ -4130,56 +4130,117 @@
           }
         ],
         "parameters": [
+          {
+            "required": true,
+            "name": "key",
+            "in": "query",
+            "description": "The test's `key` from `/api/reports/tests`.",
+            "example": "[\"specs/checkout/pay.feature\",\"Pay with a card\"]",
+            "schema": {
+              "type": "string"
+            }
+          },
           {
             "required": false,
-            "name": "project",
+            "name": "environment",
             "in": "query",
-            "description": "Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.",
-            "example": "todo-app",
+            "description": "Environments or devices to count. Comma-separated.",
+            "example": "phone",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "producer",
+            "in": "query",
+            "description": "Producers to count. Comma-separated.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "parameter",
+            "in": "query",
+            "description": "Parameter choices `key=value`; all must match. Comma-separated.",
+            "example": "device=small",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "branch",
+            "in": "query",
+            "description": "Branches to count. Comma-separated.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "sha",
+            "in": "query",
+            "description": "Commits: a full id or a prefix of at least seven characters. Comma-separated.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "specRevision",
+            "in": "query",
+            "description": "Only executions recorded against these spec fingerprints (overrides `revision`). Comma-separated.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "revision",
+            "in": "query",
+            "description": "`any` pools every spec revision; otherwise only the newest recorded one counts.",
             "schema": {
               "type": "string",
-              "pattern": "^[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$",
-              "maxLength": 64
+              "enum": [
+                "current",
+                "any"
+              ]
             }
-          }
-        ],
-        "responses": {
-          "200": {
-            "description": "The edits.",
-            "content": {
-              "application/json": {
-                "schema": {
-                  "$ref": "#/components/schemas/ArtifactTags"
-                }
-              }
+          },
+          {
+            "required": false,
+            "name": "since",
+            "in": "query",
+            "description": "Only executions at or after this time: epoch milliseconds or a date.",
+            "example": "2026-01-01",
+            "schema": {
+              "type": "string"
             }
           },
-          "401": {
-            "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
-            "content": {
-              "application/problem+json": {
-                "schema": {
-                  "$ref": "#/components/schemas/Problem"
-                }
-              }
+          {
+            "required": false,
+            "name": "until",
+            "in": "query",
+            "description": "Only executions at or before this time: epoch milliseconds or a date.",
+            "schema": {
+              "type": "string"
             }
-          }
-        }
-      },
-      "post": {
-        "operationId": "editArtifactTags",
-        "tags": [
-          "Report"
-        ],
-        "summary": "Tag or untag one attachment after upload",
-        "description": "Records one edit of the reviewer tags of one attachment, by the name of the publish (or admin) token that sends it. It adds an immutable entry to the audit trail and changes nothing else: not the layer, not the movie, not any result. The tags it removes are reviewer tags only; a producer's tags are part of the layer and stay. A reader-only token, a browser sign-in box and an anonymous reader are refused. Name the attachment as `artifactRef` does (`id:<id>`, else `key:<bundleKey>`, else `name:<name>`).\n\nRole needed: `publish`.",
-        "x-atlas-role": "publish",
-        "security": [
+          },
           {
-            "bearer": []
-          }
-        ],
-        "parameters": [
+            "required": false,
+            "name": "format",
+            "in": "query",
+            "description": "`markdown` for Markdown instead of JSON.",
+            "schema": {
+              "type": "string",
+              "enum": [
+                "json",
+                "markdown"
+              ]
+            }
+          },
           {
             "required": false,
             "name": "project",
@@ -4193,30 +4254,22 @@
             }
           }
         ],
-        "requestBody": {
-          "required": true,
-          "description": "The attachment and the tags to add and remove. At most 20 of each, 64 KiB.",
-          "content": {
-            "application/json": {
-              "schema": {
-                "$ref": "#/components/schemas/ArtifactTagEdit"
-              }
-            }
-          }
-        },
         "responses": {
-          "201": {
-            "description": "The recorded entry.",
+          "200": {
+            "description": "The reliability of the test in the scope.",
             "content": {
               "application/json": {
                 "schema": {
-                  "$ref": "#/components/schemas/ArtifactTagEntry"
+                  "$ref": "#/components/schemas/TestReliability"
                 }
               }
             }
           },
-          "401": {
-            "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
+          "304": {
+            "description": "Unchanged since the `If-None-Match` ETag."
+          },
+          "400": {
+            "description": "No `key`.",
             "content": {
               "application/problem+json": {
                 "schema": {
@@ -4225,8 +4278,8 @@
               }
             }
           },
-          "403": {
-            "description": "The token is known but its role may not do this.",
+          "401": {
+            "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
             "content": {
               "application/problem+json": {
                 "schema": {
@@ -4235,8 +4288,8 @@
               }
             }
           },
-          "413": {
-            "description": "Request too large.",
+          "404": {
+            "description": "No test in the report has that key.",
             "content": {
               "application/problem+json": {
                 "schema": {
@@ -4245,8 +4298,8 @@
               }
             }
           },
-          "422": {
-            "description": "Not a tag edit: a bad target, an empty or over-long tag, or nothing to change.",
+          "503": {
+            "description": "The server is still reading its backends. Retry after the number of seconds in `Retry-After`.",
             "content": {
               "application/problem+json": {
                 "schema": {
@@ -4258,14 +4311,14 @@
         }
       }
     },
-    "/api/projects/{project}/reports/artifact-tags": {
+    "/api/projects/{project}/reports/tests/reliability": {
       "get": {
-        "operationId": "getArtifactTagsForProject",
+        "operationId": "getTestReliabilityForProject",
         "tags": [
           "Report"
         ],
-        "summary": "Reviewer tags of attachments: every recorded edit",
-        "description": "The audit trail of tags that reviewers added to and removed from attachments after upload, oldest first. Each entry says which attachment (`target`), which normalized tags were added and removed, the name of the token that made the edit (`by`, never the token) and when (`atMs`). The layers themselves are never rewritten, so a producer's own `tags` on an attachment stay as uploaded; fold the entries (oldest first, the last edit of a tag wins) to get the reviewer tags that stand now. Tags are normalized: `#Demo` and `demo` are `demo`.\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `read`.",
+        "summary": "How reliable one test is in a scope, and how that was counted",
+        "description": "A success rate for one test that says what it counted. The snapshots one run recorded for one producer, environment and parameter set (running, finished, enriched) are one independent execution; its last word counts once with the tries it recorded. `eventual` is the share of executions that passed in the end, `firstAttempt` the share whose first try passed (over executions that recorded their tries; the rest are `unrecordedAttempts`, never assumed to have passed first time).\n\nChoose the scope with `environment`, `producer`, `parameter` (`key=value`), `branch`, `sha`, `specRevision`, `since` and `until`; executions elsewhere never count. By default only the newest recorded spec revision counts and earlier ones appear under `historical`; send `revision=any` to pool them. Only `passed` and `failed` executions are trials: `not-run` and unfinished ones are listed under `excluded` and never counted as a pass. `sample` is `none`, `insufficient` (fewer than `minimumExecutions`) or `sufficient`, a count only: `notes` say when environments, producers or branches are pooled, failed cases were published again, or history is bounded to the newest 100 results. `executions` is the denominator, open to inspection. The interval states its assumptions. This is not a production failure probability. Send `format=markdown` for Markdown.\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `read`.",
         "x-atlas-role": "read",
         "security": [
           {
@@ -4287,210 +4340,42 @@
               "pattern": "^[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$",
               "maxLength": 64
             }
-          }
-        ],
-        "responses": {
-          "200": {
-            "description": "The edits.",
-            "content": {
-              "application/json": {
-                "schema": {
-                  "$ref": "#/components/schemas/ArtifactTags"
-                }
-              }
-            }
           },
-          "401": {
-            "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
-            "content": {
-              "application/problem+json": {
-                "schema": {
-                  "$ref": "#/components/schemas/Problem"
-                }
-              }
-            }
-          }
-        }
-      },
-      "post": {
-        "operationId": "editArtifactTagsForProject",
-        "tags": [
-          "Report"
-        ],
-        "summary": "Tag or untag one attachment after upload",
-        "description": "Records one edit of the reviewer tags of one attachment, by the name of the publish (or admin) token that sends it. It adds an immutable entry to the audit trail and changes nothing else: not the layer, not the movie, not any result. The tags it removes are reviewer tags only; a producer's tags are part of the layer and stay. A reader-only token, a browser sign-in box and an anonymous reader are refused. Name the attachment as `artifactRef` does (`id:<id>`, else `key:<bundleKey>`, else `name:<name>`).\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `publish`.",
-        "x-atlas-role": "publish",
-        "security": [
-          {
-            "bearer": []
-          }
-        ],
-        "parameters": [
           {
             "required": true,
-            "name": "project",
-            "in": "path",
-            "description": "Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.",
-            "example": "todo-app",
+            "name": "key",
+            "in": "query",
+            "description": "The test's `key` from `/api/reports/tests`.",
+            "example": "[\"specs/checkout/pay.feature\",\"Pay with a card\"]",
             "schema": {
-              "type": "string",
-              "pattern": "^[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$",
-              "maxLength": 64
-            }
-          }
-        ],
-        "requestBody": {
-          "required": true,
-          "description": "The attachment and the tags to add and remove. At most 20 of each, 64 KiB.",
-          "content": {
-            "application/json": {
-              "schema": {
-                "$ref": "#/components/schemas/ArtifactTagEdit"
-              }
-            }
-          }
-        },
-        "responses": {
-          "201": {
-            "description": "The recorded entry.",
-            "content": {
-              "application/json": {
-                "schema": {
-                  "$ref": "#/components/schemas/ArtifactTagEntry"
-                }
-              }
+              "type": "string"
             }
           },
-          "401": {
-            "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
-            "content": {
-              "application/problem+json": {
-                "schema": {
-                  "$ref": "#/components/schemas/Problem"
-                }
-              }
-            }
-          },
-          "403": {
-            "description": "The token is known but its role may not do this.",
-            "content": {
-              "application/problem+json": {
-                "schema": {
-                  "$ref": "#/components/schemas/Problem"
-                }
-              }
-            }
-          },
-          "413": {
-            "description": "Request too large.",
-            "content": {
-              "application/problem+json": {
-                "schema": {
-                  "$ref": "#/components/schemas/Problem"
-                }
-              }
-            }
-          },
-          "422": {
-            "description": "Not a tag edit: a bad target, an empty or over-long tag, or nothing to change.",
-            "content": {
-              "application/problem+json": {
-                "schema": {
-                  "$ref": "#/components/schemas/Problem"
-                }
-              }
-            }
-          }
-        }
-      }
-    },
-    "/api/reports/runs": {
-      "get": {
-        "operationId": "getReportRuns",
-        "tags": [
-          "Report"
-        ],
-        "summary": "The runs that recorded the report",
-        "description": "Every run, newest first: layers grouped by their CI run URL (else branch and commit), with their environments, producers, how many tests they recorded, their results by status, the time they spanned, up to twenty failures, their video counts (references, distinct playable recordings, unavailable) and the artifact tags, media types and labels their results carry. Filters narrow the list before `limit`: AND across the parameters, OR within one; `filters` in the answer names those that were applied and `facets` offers each dimension's values with counts. A server that does not know a filter ignores it and does not name it in `filters`. Send `format=markdown` for Markdown.\n\nRole needed: `read`.",
-        "x-atlas-role": "read",
-        "security": [
-          {
-            "bearer": []
-          },
-          {
-            "basic": []
-          }
-        ],
-        "parameters": [
-          {
-            "required": false,
-            "name": "limit",
-            "in": "query",
-            "description": "At most this many runs (default 100).",
-            "schema": {
-              "type": "integer",
-              "minimum": 0
-            }
-          },
-          {
-            "required": false,
-            "name": "video",
-            "in": "query",
-            "description": "`true` to list only runs that have a playable video recording. Applied to every run before `limit`; `total` counts the matches. A server that does not know it answers with every run.",
-            "schema": {
-              "type": "boolean"
-            }
-          },
-          {
-            "required": false,
-            "name": "artifactTag",
-            "in": "query",
-            "description": "Artifact tags (`demo` and `#demo` are the same), repeatable or comma-separated. A comma or backslash inside a value is written `\\,` or `\\\\`. OR within the parameter, AND with the other filters.",
-            "schema": {
-              "type": "string"
-            }
-          },
-          {
-            "required": false,
-            "name": "inherited",
-            "in": "query",
-            "description": "`1` with `artifactTag` to also match the tags attachments inherit from their check and run. Default: the exact artifact query.",
-            "schema": {
-              "type": "boolean"
-            }
-          },
-          {
-            "required": false,
-            "name": "type",
-            "in": "query",
-            "description": "Media types as roles (`video`, `image`, `audio`, `snapshot`, `text`, `file`, or a producer's own). `video` means a playable recording. With `artifactTag`, one artifact must be both where the report says which videos carry which tags.",
-            "schema": {
-              "type": "string"
-            }
-          },
-          {
-            "required": false,
-            "name": "label",
-            "in": "query",
-            "description": "`key=value`, or `key` for any value.",
-            "schema": {
-              "type": "string"
+          {
+            "required": false,
+            "name": "environment",
+            "in": "query",
+            "description": "Environments or devices to count. Comma-separated.",
+            "example": "phone",
+            "schema": {
+              "type": "string"
             }
           },
           {
             "required": false,
-            "name": "environment",
+            "name": "producer",
             "in": "query",
-            "description": "Environments or devices (`ios`, `desktop-web`).",
+            "description": "Producers to count. Comma-separated.",
             "schema": {
               "type": "string"
             }
           },
           {
             "required": false,
-            "name": "producer",
+            "name": "parameter",
             "in": "query",
-            "description": "Producers.",
+            "description": "Parameter choices `key=value`; all must match. Comma-separated.",
+            "example": "device=small",
             "schema": {
               "type": "string"
             }
@@ -4499,7 +4384,7 @@
             "required": false,
             "name": "branch",
             "in": "query",
-            "description": "Branches.",
+            "description": "Branches to count. Comma-separated.",
             "schema": {
               "type": "string"
             }
@@ -4508,34 +4393,39 @@
             "required": false,
             "name": "sha",
             "in": "query",
-            "description": "Revisions: a full commit id or a prefix of at least seven characters.",
+            "description": "Commits: a full id or a prefix of at least seven characters. Comma-separated.",
             "schema": {
               "type": "string"
             }
           },
           {
             "required": false,
-            "name": "outcome",
+            "name": "specRevision",
             "in": "query",
-            "description": "Statuses: `passed`, `failed`, `running`, `not-run`. A run's outcome is `failed` when any result failed, else `running`, else `passed`, else `not-run`.",
+            "description": "Only executions recorded against these spec fingerprints (overrides `revision`). Comma-separated.",
             "schema": {
               "type": "string"
             }
           },
           {
             "required": false,
-            "name": "q",
+            "name": "revision",
             "in": "query",
-            "description": "Words that must all appear in the title, id, spec, branch, producer, environment, tags or labels.",
+            "description": "`any` pools every spec revision; otherwise only the newest recorded one counts.",
             "schema": {
-              "type": "string"
+              "type": "string",
+              "enum": [
+                "current",
+                "any"
+              ]
             }
           },
           {
             "required": false,
             "name": "since",
             "in": "query",
-            "description": "Only records at or after this time: epoch milliseconds or an ISO date (a date alone is UTC). A result's recording time; a run's end.",
+            "description": "Only executions at or after this time: epoch milliseconds or a date.",
+            "example": "2026-01-01",
             "schema": {
               "type": "string"
             }
@@ -4544,7 +4434,7 @@
             "required": false,
             "name": "until",
             "in": "query",
-            "description": "Only records at or before this time (same forms as `since`).",
+            "description": "Only executions at or before this time: epoch milliseconds or a date.",
             "schema": {
               "type": "string"
             }
@@ -4561,27 +4451,15 @@
                 "markdown"
               ]
             }
-          },
-          {
-            "required": false,
-            "name": "project",
-            "in": "query",
-            "description": "Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.",
-            "example": "todo-app",
-            "schema": {
-              "type": "string",
-              "pattern": "^[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$",
-              "maxLength": 64
-            }
           }
         ],
         "responses": {
           "200": {
-            "description": "The runs.",
+            "description": "The reliability of the test in the scope.",
             "content": {
               "application/json": {
                 "schema": {
-                  "$ref": "#/components/schemas/RunList"
+                  "$ref": "#/components/schemas/TestReliability"
                 }
               }
             }
@@ -4589,6 +4467,16 @@
           "304": {
             "description": "Unchanged since the `If-None-Match` ETag."
           },
+          "400": {
+            "description": "No `key`.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
+            }
+          },
           "401": {
             "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
             "content": {
@@ -4599,6 +4487,16 @@
               }
             }
           },
+          "404": {
+            "description": "No test in the report has that key.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
+            }
+          },
           "503": {
             "description": "The server is still reading its backends. Retry after the number of seconds in `Retry-After`.",
             "content": {
@@ -4612,14 +4510,14 @@
         }
       }
     },
-    "/api/projects/{project}/reports/runs": {
+    "/api/reports/artifact-tags": {
       "get": {
-        "operationId": "getReportRunsForProject",
+        "operationId": "getArtifactTags",
         "tags": [
           "Report"
         ],
-        "summary": "The runs that recorded the report",
-        "description": "Every run, newest first: layers grouped by their CI run URL (else branch and commit), with their environments, producers, how many tests they recorded, their results by status, the time they spanned, up to twenty failures, their video counts (references, distinct playable recordings, unavailable) and the artifact tags, media types and labels their results carry. Filters narrow the list before `limit`: AND across the parameters, OR within one; `filters` in the answer names those that were applied and `facets` offers each dimension's values with counts. A server that does not know a filter ignores it and does not name it in `filters`. Send `format=markdown` for Markdown.\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `read`.",
+        "summary": "Reviewer tags of attachments: every recorded edit",
+        "description": "The audit trail of tags that reviewers added to and removed from attachments after upload, oldest first. Each entry says which attachment (`target`), which normalized tags were added and removed, the name of the token that made the edit (`by`, never the token) and when (`atMs`). The layers themselves are never rewritten, so a producer's own `tags` on an attachment stay as uploaded; fold the entries (oldest first, the last edit of a tag wins) to get the reviewer tags that stand now. Tags are normalized: `#Demo` and `demo` are `demo`.\n\nRole needed: `read`.",
         "x-atlas-role": "read",
         "security": [
           {
@@ -4631,9 +4529,9 @@
         ],
         "parameters": [
           {
-            "required": true,
+            "required": false,
             "name": "project",
-            "in": "path",
+            "in": "query",
             "description": "Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.",
             "example": "todo-app",
             "schema": {
@@ -4641,162 +4539,226 @@
               "pattern": "^[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$",
               "maxLength": 64
             }
-          },
-          {
-            "required": false,
-            "name": "limit",
-            "in": "query",
-            "description": "At most this many runs (default 100).",
-            "schema": {
-              "type": "integer",
-              "minimum": 0
+          }
+        ],
+        "responses": {
+          "200": {
+            "description": "The edits.",
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/ArtifactTags"
+                }
+              }
             }
           },
-          {
-            "required": false,
-            "name": "video",
-            "in": "query",
-            "description": "`true` to list only runs that have a playable video recording. Applied to every run before `limit`; `total` counts the matches. A server that does not know it answers with every run.",
-            "schema": {
-              "type": "boolean"
+          "401": {
+            "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
             }
-          },
+          }
+        }
+      },
+      "post": {
+        "operationId": "editArtifactTags",
+        "tags": [
+          "Report"
+        ],
+        "summary": "Tag or untag one attachment after upload",
+        "description": "Records one edit of the reviewer tags of one attachment, by the name of the publish (or admin) token that sends it. It adds an immutable entry to the audit trail and changes nothing else: not the layer, not the movie, not any result. The tags it removes are reviewer tags only; a producer's tags are part of the layer and stay. A reader-only token, a browser sign-in box and an anonymous reader are refused. Name the attachment as `artifactRef` does (`id:<id>`, else `key:<bundleKey>`, else `name:<name>`).\n\nRole needed: `publish`.",
+        "x-atlas-role": "publish",
+        "security": [
           {
-            "required": false,
-            "name": "artifactTag",
-            "in": "query",
-            "description": "Artifact tags (`demo` and `#demo` are the same), repeatable or comma-separated. A comma or backslash inside a value is written `\\,` or `\\\\`. OR within the parameter, AND with the other filters.",
-            "schema": {
-              "type": "string"
-            }
-          },
+            "bearer": []
+          }
+        ],
+        "parameters": [
           {
             "required": false,
-            "name": "inherited",
+            "name": "project",
             "in": "query",
-            "description": "`1` with `artifactTag` to also match the tags attachments inherit from their check and run. Default: the exact artifact query.",
+            "description": "Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.",
+            "example": "todo-app",
             "schema": {
-              "type": "boolean"
+              "type": "string",
+              "pattern": "^[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$",
+              "maxLength": 64
             }
-          },
-          {
-            "required": false,
-            "name": "type",
-            "in": "query",
-            "description": "Media types as roles (`video`, `image`, `audio`, `snapshot`, `text`, `file`, or a producer's own). `video` means a playable recording. With `artifactTag`, one artifact must be both where the report says which videos carry which tags.",
-            "schema": {
-              "type": "string"
+          }
+        ],
+        "requestBody": {
+          "required": true,
+          "description": "The attachment and the tags to add and remove. At most 20 of each, 64 KiB.",
+          "content": {
+            "application/json": {
+              "schema": {
+                "$ref": "#/components/schemas/ArtifactTagEdit"
+              }
             }
-          },
-          {
-            "required": false,
-            "name": "label",
-            "in": "query",
-            "description": "`key=value`, or `key` for any value.",
-            "schema": {
-              "type": "string"
+          }
+        },
+        "responses": {
+          "201": {
+            "description": "The recorded entry.",
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/ArtifactTagEntry"
+                }
+              }
             }
           },
-          {
-            "required": false,
-            "name": "environment",
-            "in": "query",
-            "description": "Environments or devices (`ios`, `desktop-web`).",
-            "schema": {
-              "type": "string"
+          "401": {
+            "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
             }
           },
-          {
-            "required": false,
-            "name": "producer",
-            "in": "query",
-            "description": "Producers.",
-            "schema": {
-              "type": "string"
+          "403": {
+            "description": "The token is known but its role may not do this.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
             }
           },
-          {
-            "required": false,
-            "name": "branch",
-            "in": "query",
-            "description": "Branches.",
-            "schema": {
-              "type": "string"
+          "413": {
+            "description": "Request too large.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
             }
           },
-          {
-            "required": false,
-            "name": "sha",
-            "in": "query",
-            "description": "Revisions: a full commit id or a prefix of at least seven characters.",
-            "schema": {
-              "type": "string"
+          "422": {
+            "description": "Not a tag edit: a bad target, an empty or over-long tag, or nothing to change.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
             }
-          },
+          }
+        }
+      }
+    },
+    "/api/projects/{project}/reports/artifact-tags": {
+      "get": {
+        "operationId": "getArtifactTagsForProject",
+        "tags": [
+          "Report"
+        ],
+        "summary": "Reviewer tags of attachments: every recorded edit",
+        "description": "The audit trail of tags that reviewers added to and removed from attachments after upload, oldest first. Each entry says which attachment (`target`), which normalized tags were added and removed, the name of the token that made the edit (`by`, never the token) and when (`atMs`). The layers themselves are never rewritten, so a producer's own `tags` on an attachment stay as uploaded; fold the entries (oldest first, the last edit of a tag wins) to get the reviewer tags that stand now. Tags are normalized: `#Demo` and `demo` are `demo`.\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `read`.",
+        "x-atlas-role": "read",
+        "security": [
           {
-            "required": false,
-            "name": "outcome",
-            "in": "query",
-            "description": "Statuses: `passed`, `failed`, `running`, `not-run`. A run's outcome is `failed` when any result failed, else `running`, else `passed`, else `not-run`.",
-            "schema": {
-              "type": "string"
-            }
+            "bearer": []
           },
           {
-            "required": false,
-            "name": "q",
-            "in": "query",
-            "description": "Words that must all appear in the title, id, spec, branch, producer, environment, tags or labels.",
-            "schema": {
-              "type": "string"
-            }
-          },
+            "basic": []
+          }
+        ],
+        "parameters": [
           {
-            "required": false,
-            "name": "since",
-            "in": "query",
-            "description": "Only records at or after this time: epoch milliseconds or an ISO date (a date alone is UTC). A result's recording time; a run's end.",
+            "required": true,
+            "name": "project",
+            "in": "path",
+            "description": "Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.",
+            "example": "todo-app",
             "schema": {
-              "type": "string"
+              "type": "string",
+              "pattern": "^[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$",
+              "maxLength": 64
             }
-          },
-          {
-            "required": false,
-            "name": "until",
-            "in": "query",
-            "description": "Only records at or before this time (same forms as `since`).",
-            "schema": {
-              "type": "string"
+          }
+        ],
+        "responses": {
+          "200": {
+            "description": "The edits.",
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/ArtifactTags"
+                }
+              }
             }
           },
+          "401": {
+            "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
+            }
+          }
+        }
+      },
+      "post": {
+        "operationId": "editArtifactTagsForProject",
+        "tags": [
+          "Report"
+        ],
+        "summary": "Tag or untag one attachment after upload",
+        "description": "Records one edit of the reviewer tags of one attachment, by the name of the publish (or admin) token that sends it. It adds an immutable entry to the audit trail and changes nothing else: not the layer, not the movie, not any result. The tags it removes are reviewer tags only; a producer's tags are part of the layer and stay. A reader-only token, a browser sign-in box and an anonymous reader are refused. Name the attachment as `artifactRef` does (`id:<id>`, else `key:<bundleKey>`, else `name:<name>`).\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `publish`.",
+        "x-atlas-role": "publish",
+        "security": [
           {
-            "required": false,
-            "name": "format",
-            "in": "query",
-            "description": "`markdown` for Markdown instead of JSON.",
+            "bearer": []
+          }
+        ],
+        "parameters": [
+          {
+            "required": true,
+            "name": "project",
+            "in": "path",
+            "description": "Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.",
+            "example": "todo-app",
             "schema": {
               "type": "string",
-              "enum": [
-                "json",
-                "markdown"
-              ]
+              "pattern": "^[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$",
+              "maxLength": 64
             }
           }
         ],
+        "requestBody": {
+          "required": true,
+          "description": "The attachment and the tags to add and remove. At most 20 of each, 64 KiB.",
+          "content": {
+            "application/json": {
+              "schema": {
+                "$ref": "#/components/schemas/ArtifactTagEdit"
+              }
+            }
+          }
+        },
         "responses": {
-          "200": {
-            "description": "The runs.",
+          "201": {
+            "description": "The recorded entry.",
             "content": {
               "application/json": {
                 "schema": {
-                  "$ref": "#/components/schemas/RunList"
+                  "$ref": "#/components/schemas/ArtifactTagEntry"
                 }
               }
             }
           },
-          "304": {
-            "description": "Unchanged since the `If-None-Match` ETag."
-          },
           "401": {
             "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
             "content": {
@@ -4807,8 +4769,28 @@
               }
             }
           },
-          "503": {
-            "description": "The server is still reading its backends. Retry after the number of seconds in `Retry-After`.",
+          "403": {
+            "description": "The token is known but its role may not do this.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
+            }
+          },
+          "413": {
+            "description": "Request too large.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
+            }
+          },
+          "422": {
+            "description": "Not a tag edit: a bad target, an empty or over-long tag, or nothing to change.",
             "content": {
               "application/problem+json": {
                 "schema": {
@@ -4820,14 +4802,14 @@
         }
       }
     },
-    "/api/reports/artifacts": {
+    "/api/reports/runs": {
       "get": {
-        "operationId": "getReportArtifacts",
+        "operationId": "getReportRuns",
         "tags": [
           "Report"
         ],
-        "summary": "Recorded results that carry evidence, across the whole history",
-        "description": "Every recorded result that has attachments (recordings, screenshots, traces), newest first, found in the history and not only among the current winners: a recording tagged `demo` is found with its original run, revision and status even when a later attempt is untagged. Narrow it by artifact tag, media type, label, feature (`domain`, `spec`), environment or device, producer, branch, revision, outcome and time: AND across the parameters, OR within one; with both `artifactTag` and `type`, one artifact must be both. `filters` names the filters that were applied and `facets` offers each dimension's values with counts: the count beside a value is what the list would hold if that value alone were chosen in its dimension, every other filter applied. Tags written by reviewers after upload are not searched; only those in the layer are. Send `format=markdown` for Markdown.\n\nRole needed: `read`.",
+        "summary": "The runs that recorded the report",
+        "description": "Every run, newest first: layers grouped by their CI run URL (else branch and commit), with their environments, producers, how many tests they recorded, their results by status, the time they spanned, up to twenty failures, their video counts (references, distinct playable recordings, unavailable) and the artifact tags, media types and labels their results carry. Filters narrow the list before `limit`: AND across the parameters, OR within one; `filters` in the answer names those that were applied and `facets` offers each dimension's values with counts. A server that does not know a filter ignores it and does not name it in `filters`. Send `format=markdown` for Markdown.\n\nRole needed: `read`.",
         "x-atlas-role": "read",
         "security": [
           {
@@ -4842,7 +4824,7 @@
             "required": false,
             "name": "limit",
             "in": "query",
-            "description": "At most this many results (default 100).",
+            "description": "At most this many runs (default 100).",
             "schema": {
               "type": "integer",
               "minimum": 0
@@ -4850,57 +4832,29 @@
           },
           {
             "required": false,
-            "name": "offset",
+            "name": "video",
             "in": "query",
-            "description": "Skip this many matches (default 0).",
+            "description": "`true` to list only runs that have a playable video recording. Applied to every run before `limit`; `total` counts the matches. A server that does not know it answers with every run.",
             "schema": {
-              "type": "integer",
-              "minimum": 0
+              "type": "boolean"
             }
           },
           {
             "required": false,
-            "name": "video",
+            "name": "artifactTag",
             "in": "query",
-            "description": "`true` for results with a playable video recording (the same as `type=video`).",
+            "description": "Artifact tags (`demo` and `#demo` are the same), repeatable or comma-separated. A comma or backslash inside a value is written `\\,` or `\\\\`. OR within the parameter, AND with the other filters.",
             "schema": {
-              "type": "boolean"
+              "type": "string"
             }
           },
           {
             "required": false,
-            "name": "domain",
+            "name": "inherited",
             "in": "query",
-            "description": "The feature domain of the result's spec.",
+            "description": "`1` with `artifactTag` to also match the tags attachments inherit from their check and run. Default: the exact artifact query.",
             "schema": {
-              "type": "string"
-            }
-          },
-          {
-            "required": false,
-            "name": "spec",
-            "in": "query",
-            "description": "Spec paths.",
-            "schema": {
-              "type": "string"
-            }
-          },
-          {
-            "required": false,
-            "name": "artifactTag",
-            "in": "query",
-            "description": "Artifact tags (`demo` and `#demo` are the same), repeatable or comma-separated. A comma or backslash inside a value is written `\\,` or `\\\\`. OR within the parameter, AND with the other filters.",
-            "schema": {
-              "type": "string"
-            }
-          },
-          {
-            "required": false,
-            "name": "inherited",
-            "in": "query",
-            "description": "`1` with `artifactTag` to also match the tags attachments inherit from their check and run. Default: the exact artifact query.",
-            "schema": {
-              "type": "boolean"
+              "type": "boolean"
             }
           },
           {
@@ -5021,11 +4975,11 @@
         ],
         "responses": {
           "200": {
-            "description": "The matching results and the facets.",
+            "description": "The runs.",
             "content": {
               "application/json": {
                 "schema": {
-                  "$ref": "#/components/schemas/ArtifactList"
+                  "$ref": "#/components/schemas/RunList"
                 }
               }
             }
@@ -5056,14 +5010,14 @@
         }
       }
     },
-    "/api/projects/{project}/reports/artifacts": {
+    "/api/projects/{project}/reports/runs": {
       "get": {
-        "operationId": "getReportArtifactsForProject",
+        "operationId": "getReportRunsForProject",
         "tags": [
           "Report"
         ],
-        "summary": "Recorded results that carry evidence, across the whole history",
-        "description": "Every recorded result that has attachments (recordings, screenshots, traces), newest first, found in the history and not only among the current winners: a recording tagged `demo` is found with its original run, revision and status even when a later attempt is untagged. Narrow it by artifact tag, media type, label, feature (`domain`, `spec`), environment or device, producer, branch, revision, outcome and time: AND across the parameters, OR within one; with both `artifactTag` and `type`, one artifact must be both. `filters` names the filters that were applied and `facets` offers each dimension's values with counts: the count beside a value is what the list would hold if that value alone were chosen in its dimension, every other filter applied. Tags written by reviewers after upload are not searched; only those in the layer are. Send `format=markdown` for Markdown.\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `read`.",
+        "summary": "The runs that recorded the report",
+        "description": "Every run, newest first: layers grouped by their CI run URL (else branch and commit), with their environments, producers, how many tests they recorded, their results by status, the time they spanned, up to twenty failures, their video counts (references, distinct playable recordings, unavailable) and the artifact tags, media types and labels their results carry. Filters narrow the list before `limit`: AND across the parameters, OR within one; `filters` in the answer names those that were applied and `facets` offers each dimension's values with counts. A server that does not know a filter ignores it and does not name it in `filters`. Send `format=markdown` for Markdown.\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `read`.",
         "x-atlas-role": "read",
         "security": [
           {
@@ -5090,17 +5044,7 @@
             "required": false,
             "name": "limit",
             "in": "query",
-            "description": "At most this many results (default 100).",
-            "schema": {
-              "type": "integer",
-              "minimum": 0
-            }
-          },
-          {
-            "required": false,
-            "name": "offset",
-            "in": "query",
-            "description": "Skip this many matches (default 0).",
+            "description": "At most this many runs (default 100).",
             "schema": {
               "type": "integer",
               "minimum": 0
@@ -5110,29 +5054,11 @@
             "required": false,
             "name": "video",
             "in": "query",
-            "description": "`true` for results with a playable video recording (the same as `type=video`).",
+            "description": "`true` to list only runs that have a playable video recording. Applied to every run before `limit`; `total` counts the matches. A server that does not know it answers with every run.",
             "schema": {
               "type": "boolean"
             }
           },
-          {
-            "required": false,
-            "name": "domain",
-            "in": "query",
-            "description": "The feature domain of the result's spec.",
-            "schema": {
-              "type": "string"
-            }
-          },
-          {
-            "required": false,
-            "name": "spec",
-            "in": "query",
-            "description": "Spec paths.",
-            "schema": {
-              "type": "string"
-            }
-          },
           {
             "required": false,
             "name": "artifactTag",
@@ -5257,11 +5183,11 @@
         ],
         "responses": {
           "200": {
-            "description": "The matching results and the facets.",
+            "description": "The runs.",
             "content": {
               "application/json": {
                 "schema": {
-                  "$ref": "#/components/schemas/ArtifactList"
+                  "$ref": "#/components/schemas/RunList"
                 }
               }
             }
@@ -5292,14 +5218,14 @@
         }
       }
     },
-    "/api/reports/runs/detail": {
+    "/api/reports/artifacts": {
       "get": {
-        "operationId": "getReportRun",
+        "operationId": "getReportArtifacts",
         "tags": [
           "Report"
         ],
-        "summary": "Every test one run recorded",
-        "description": "One run and its last result for every test, environment and producer it recorded, failures first, and `layers`: each layer of the run with its backend, how many checks it recorded (zero means evidence only, never a pass) and how many files it carries as a whole. Open a layer's files with `/api/reports/evidence/detail/{backend}/{id}`. Send `format=markdown` for Markdown.\n\nRole needed: `read`.",
+        "summary": "Recorded results that carry evidence, across the whole history",
+        "description": "Every recorded result that has attachments (recordings, screenshots, traces), newest first, found in the history and not only among the current winners: a recording tagged `demo` is found with its original run, revision and status even when a later attempt is untagged. Narrow it by artifact tag, media type, label, feature (`domain`, `spec`), environment or device, producer, branch, revision, outcome and time: AND across the parameters, OR within one; with both `artifactTag` and `type`, one artifact must be both. `filters` names the filters that were applied and `facets` offers each dimension's values with counts: the count beside a value is what the list would hold if that value alone were chosen in its dimension, every other filter applied. Tags written by reviewers after upload are not searched; only those in the layer are. Send `format=markdown` for Markdown.\n\nRole needed: `read`.",
         "x-atlas-role": "read",
         "security": [
           {
@@ -5311,10 +5237,156 @@
         ],
         "parameters": [
           {
-            "required": true,
-            "name": "key",
+            "required": false,
+            "name": "limit",
             "in": "query",
-            "description": "The run's `key` from `/api/reports/runs`, URL-encoded.",
+            "description": "At most this many results (default 100).",
+            "schema": {
+              "type": "integer",
+              "minimum": 0
+            }
+          },
+          {
+            "required": false,
+            "name": "offset",
+            "in": "query",
+            "description": "Skip this many matches (default 0).",
+            "schema": {
+              "type": "integer",
+              "minimum": 0
+            }
+          },
+          {
+            "required": false,
+            "name": "video",
+            "in": "query",
+            "description": "`true` for results with a playable video recording (the same as `type=video`).",
+            "schema": {
+              "type": "boolean"
+            }
+          },
+          {
+            "required": false,
+            "name": "domain",
+            "in": "query",
+            "description": "The feature domain of the result's spec.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "spec",
+            "in": "query",
+            "description": "Spec paths.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "artifactTag",
+            "in": "query",
+            "description": "Artifact tags (`demo` and `#demo` are the same), repeatable or comma-separated. A comma or backslash inside a value is written `\\,` or `\\\\`. OR within the parameter, AND with the other filters.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "inherited",
+            "in": "query",
+            "description": "`1` with `artifactTag` to also match the tags attachments inherit from their check and run. Default: the exact artifact query.",
+            "schema": {
+              "type": "boolean"
+            }
+          },
+          {
+            "required": false,
+            "name": "type",
+            "in": "query",
+            "description": "Media types as roles (`video`, `image`, `audio`, `snapshot`, `text`, `file`, or a producer's own). `video` means a playable recording. With `artifactTag`, one artifact must be both where the report says which videos carry which tags.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "label",
+            "in": "query",
+            "description": "`key=value`, or `key` for any value.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "environment",
+            "in": "query",
+            "description": "Environments or devices (`ios`, `desktop-web`).",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "producer",
+            "in": "query",
+            "description": "Producers.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "branch",
+            "in": "query",
+            "description": "Branches.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "sha",
+            "in": "query",
+            "description": "Revisions: a full commit id or a prefix of at least seven characters.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "outcome",
+            "in": "query",
+            "description": "Statuses: `passed`, `failed`, `running`, `not-run`. A run's outcome is `failed` when any result failed, else `running`, else `passed`, else `not-run`.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "q",
+            "in": "query",
+            "description": "Words that must all appear in the title, id, spec, branch, producer, environment, tags or labels.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "since",
+            "in": "query",
+            "description": "Only records at or after this time: epoch milliseconds or an ISO date (a date alone is UTC). A result's recording time; a run's end.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "until",
+            "in": "query",
+            "description": "Only records at or before this time (same forms as `since`).",
             "schema": {
               "type": "string"
             }
@@ -5347,11 +5419,11 @@
         ],
         "responses": {
           "200": {
-            "description": "The run and its results.",
+            "description": "The matching results and the facets.",
             "content": {
               "application/json": {
                 "schema": {
-                  "$ref": "#/components/schemas/RunDetail"
+                  "$ref": "#/components/schemas/ArtifactList"
                 }
               }
             }
@@ -5359,16 +5431,6 @@
           "304": {
             "description": "Unchanged since the `If-None-Match` ETag."
           },
-          "400": {
-            "description": "No `key`.",
-            "content": {
-              "application/problem+json": {
-                "schema": {
-                  "$ref": "#/components/schemas/Problem"
-                }
-              }
-            }
-          },
           "401": {
             "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
             "content": {
@@ -5379,18 +5441,8 @@
               }
             }
           },
-          "404": {
-            "description": "No run has that key.",
-            "content": {
-              "application/problem+json": {
-                "schema": {
-                  "$ref": "#/components/schemas/Problem"
-                }
-              }
-            }
-          },
-          "503": {
-            "description": "The server is still reading its backends. Retry after the number of seconds in `Retry-After`.",
+          "503": {
+            "description": "The server is still reading its backends. Retry after the number of seconds in `Retry-After`.",
             "content": {
               "application/problem+json": {
                 "schema": {
@@ -5402,14 +5454,14 @@
         }
       }
     },
-    "/api/projects/{project}/reports/runs/detail": {
+    "/api/projects/{project}/reports/artifacts": {
       "get": {
-        "operationId": "getReportRunForProject",
+        "operationId": "getReportArtifactsForProject",
         "tags": [
           "Report"
         ],
-        "summary": "Every test one run recorded",
-        "description": "One run and its last result for every test, environment and producer it recorded, failures first, and `layers`: each layer of the run with its backend, how many checks it recorded (zero means evidence only, never a pass) and how many files it carries as a whole. Open a layer's files with `/api/reports/evidence/detail/{backend}/{id}`. Send `format=markdown` for Markdown.\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `read`.",
+        "summary": "Recorded results that carry evidence, across the whole history",
+        "description": "Every recorded result that has attachments (recordings, screenshots, traces), newest first, found in the history and not only among the current winners: a recording tagged `demo` is found with its original run, revision and status even when a later attempt is untagged. Narrow it by artifact tag, media type, label, feature (`domain`, `spec`), environment or device, producer, branch, revision, outcome and time: AND across the parameters, OR within one; with both `artifactTag` and `type`, one artifact must be both. `filters` names the filters that were applied and `facets` offers each dimension's values with counts: the count beside a value is what the list would hold if that value alone were chosen in its dimension, every other filter applied. Tags written by reviewers after upload are not searched; only those in the layer are. Send `format=markdown` for Markdown.\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `read`.",
         "x-atlas-role": "read",
         "security": [
           {
@@ -5433,10 +5485,156 @@
             }
           },
           {
-            "required": true,
-            "name": "key",
+            "required": false,
+            "name": "limit",
             "in": "query",
-            "description": "The run's `key` from `/api/reports/runs`, URL-encoded.",
+            "description": "At most this many results (default 100).",
+            "schema": {
+              "type": "integer",
+              "minimum": 0
+            }
+          },
+          {
+            "required": false,
+            "name": "offset",
+            "in": "query",
+            "description": "Skip this many matches (default 0).",
+            "schema": {
+              "type": "integer",
+              "minimum": 0
+            }
+          },
+          {
+            "required": false,
+            "name": "video",
+            "in": "query",
+            "description": "`true` for results with a playable video recording (the same as `type=video`).",
+            "schema": {
+              "type": "boolean"
+            }
+          },
+          {
+            "required": false,
+            "name": "domain",
+            "in": "query",
+            "description": "The feature domain of the result's spec.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "spec",
+            "in": "query",
+            "description": "Spec paths.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "artifactTag",
+            "in": "query",
+            "description": "Artifact tags (`demo` and `#demo` are the same), repeatable or comma-separated. A comma or backslash inside a value is written `\\,` or `\\\\`. OR within the parameter, AND with the other filters.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "inherited",
+            "in": "query",
+            "description": "`1` with `artifactTag` to also match the tags attachments inherit from their check and run. Default: the exact artifact query.",
+            "schema": {
+              "type": "boolean"
+            }
+          },
+          {
+            "required": false,
+            "name": "type",
+            "in": "query",
+            "description": "Media types as roles (`video`, `image`, `audio`, `snapshot`, `text`, `file`, or a producer's own). `video` means a playable recording. With `artifactTag`, one artifact must be both where the report says which videos carry which tags.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "label",
+            "in": "query",
+            "description": "`key=value`, or `key` for any value.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "environment",
+            "in": "query",
+            "description": "Environments or devices (`ios`, `desktop-web`).",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "producer",
+            "in": "query",
+            "description": "Producers.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "branch",
+            "in": "query",
+            "description": "Branches.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "sha",
+            "in": "query",
+            "description": "Revisions: a full commit id or a prefix of at least seven characters.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "outcome",
+            "in": "query",
+            "description": "Statuses: `passed`, `failed`, `running`, `not-run`. A run's outcome is `failed` when any result failed, else `running`, else `passed`, else `not-run`.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "q",
+            "in": "query",
+            "description": "Words that must all appear in the title, id, spec, branch, producer, environment, tags or labels.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "since",
+            "in": "query",
+            "description": "Only records at or after this time: epoch milliseconds or an ISO date (a date alone is UTC). A result's recording time; a run's end.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "until",
+            "in": "query",
+            "description": "Only records at or before this time (same forms as `since`).",
             "schema": {
               "type": "string"
             }
@@ -5457,11 +5655,11 @@
         ],
         "responses": {
           "200": {
-            "description": "The run and its results.",
+            "description": "The matching results and the facets.",
             "content": {
               "application/json": {
                 "schema": {
-                  "$ref": "#/components/schemas/RunDetail"
+                  "$ref": "#/components/schemas/ArtifactList"
                 }
               }
             }
@@ -5469,16 +5667,6 @@
           "304": {
             "description": "Unchanged since the `If-None-Match` ETag."
           },
-          "400": {
-            "description": "No `key`.",
-            "content": {
-              "application/problem+json": {
-                "schema": {
-                  "$ref": "#/components/schemas/Problem"
-                }
-              }
-            }
-          },
           "401": {
             "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
             "content": {
@@ -5489,16 +5677,6 @@
               }
             }
           },
-          "404": {
-            "description": "No run has that key.",
-            "content": {
-              "application/problem+json": {
-                "schema": {
-                  "$ref": "#/components/schemas/Problem"
-                }
-              }
-            }
-          },
           "503": {
             "description": "The server is still reading its backends. Retry after the number of seconds in `Retry-After`.",
             "content": {
@@ -5512,14 +5690,14 @@
         }
       }
     },
-    "/api/reports/outline": {
+    "/api/reports/runs/detail": {
       "get": {
-        "operationId": "getOutline",
+        "operationId": "getReportRun",
         "tags": [
           "Report"
         ],
-        "summary": "The specs a report is laid over",
-        "description": "The specs of the newest committed spec set (of `main`, else the newest), so the report needs no checkout. Without a spec set, the specs the layers recorded (`specs[]`), newest per path. A spec here with no result shows as having none.\n\nRole needed: `read`.",
+        "summary": "Every test one run recorded",
+        "description": "One run and its last result for every test, environment and producer it recorded, failures first, and `layers`: each layer of the run with its backend, how many checks it recorded (zero means evidence only, never a pass) and how many files it carries as a whole. Open a layer's files with `/api/reports/evidence/detail/{backend}/{id}`. Send `format=markdown` for Markdown.\n\nRole needed: `read`.",
         "x-atlas-role": "read",
         "security": [
           {
@@ -5530,6 +5708,28 @@
           }
         ],
         "parameters": [
+          {
+            "required": true,
+            "name": "key",
+            "in": "query",
+            "description": "The run's `key` from `/api/reports/runs`, URL-encoded.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "format",
+            "in": "query",
+            "description": "`markdown` for Markdown instead of JSON.",
+            "schema": {
+              "type": "string",
+              "enum": [
+                "json",
+                "markdown"
+              ]
+            }
+          },
           {
             "required": false,
             "name": "project",
@@ -5545,11 +5745,24 @@
         ],
         "responses": {
           "200": {
-            "description": "The outline.",
+            "description": "The run and its results.",
             "content": {
               "application/json": {
                 "schema": {
-                  "$ref": "#/components/schemas/Outline"
+                  "$ref": "#/components/schemas/RunDetail"
+                }
+              }
+            }
+          },
+          "304": {
+            "description": "Unchanged since the `If-None-Match` ETag."
+          },
+          "400": {
+            "description": "No `key`.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
                 }
               }
             }
@@ -5563,26 +5776,211 @@
                 }
               }
             }
-          }
-        }
-      }
-    },
-    "/api/projects/{project}/reports/outline": {
-      "get": {
-        "operationId": "getOutlineForProject",
-        "tags": [
-          "Report"
-        ],
-        "summary": "The specs a report is laid over",
-        "description": "The specs of the newest committed spec set (of `main`, else the newest), so the report needs no checkout. Without a spec set, the specs the layers recorded (`specs[]`), newest per path. A spec here with no result shows as having none.\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `read`.",
-        "x-atlas-role": "read",
-        "security": [
-          {
-            "bearer": []
           },
-          {
-            "basic": []
-          }
+          "404": {
+            "description": "No run has that key.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
+            }
+          },
+          "503": {
+            "description": "The server is still reading its backends. Retry after the number of seconds in `Retry-After`.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
+            }
+          }
+        }
+      }
+    },
+    "/api/projects/{project}/reports/runs/detail": {
+      "get": {
+        "operationId": "getReportRunForProject",
+        "tags": [
+          "Report"
+        ],
+        "summary": "Every test one run recorded",
+        "description": "One run and its last result for every test, environment and producer it recorded, failures first, and `layers`: each layer of the run with its backend, how many checks it recorded (zero means evidence only, never a pass) and how many files it carries as a whole. Open a layer's files with `/api/reports/evidence/detail/{backend}/{id}`. Send `format=markdown` for Markdown.\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `read`.",
+        "x-atlas-role": "read",
+        "security": [
+          {
+            "bearer": []
+          },
+          {
+            "basic": []
+          }
+        ],
+        "parameters": [
+          {
+            "required": true,
+            "name": "project",
+            "in": "path",
+            "description": "Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.",
+            "example": "todo-app",
+            "schema": {
+              "type": "string",
+              "pattern": "^[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$",
+              "maxLength": 64
+            }
+          },
+          {
+            "required": true,
+            "name": "key",
+            "in": "query",
+            "description": "The run's `key` from `/api/reports/runs`, URL-encoded.",
+            "schema": {
+              "type": "string"
+            }
+          },
+          {
+            "required": false,
+            "name": "format",
+            "in": "query",
+            "description": "`markdown` for Markdown instead of JSON.",
+            "schema": {
+              "type": "string",
+              "enum": [
+                "json",
+                "markdown"
+              ]
+            }
+          }
+        ],
+        "responses": {
+          "200": {
+            "description": "The run and its results.",
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/RunDetail"
+                }
+              }
+            }
+          },
+          "304": {
+            "description": "Unchanged since the `If-None-Match` ETag."
+          },
+          "400": {
+            "description": "No `key`.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
+            }
+          },
+          "401": {
+            "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
+            }
+          },
+          "404": {
+            "description": "No run has that key.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
+            }
+          },
+          "503": {
+            "description": "The server is still reading its backends. Retry after the number of seconds in `Retry-After`.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
+            }
+          }
+        }
+      }
+    },
+    "/api/reports/outline": {
+      "get": {
+        "operationId": "getOutline",
+        "tags": [
+          "Report"
+        ],
+        "summary": "The specs a report is laid over",
+        "description": "The specs of the newest committed spec set (of `main`, else the newest), so the report needs no checkout. Without a spec set, the specs the layers recorded (`specs[]`), newest per path. A spec here with no result shows as having none.\n\nRole needed: `read`.",
+        "x-atlas-role": "read",
+        "security": [
+          {
+            "bearer": []
+          },
+          {
+            "basic": []
+          }
+        ],
+        "parameters": [
+          {
+            "required": false,
+            "name": "project",
+            "in": "query",
+            "description": "Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.",
+            "example": "todo-app",
+            "schema": {
+              "type": "string",
+              "pattern": "^[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$",
+              "maxLength": 64
+            }
+          }
+        ],
+        "responses": {
+          "200": {
+            "description": "The outline.",
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Outline"
+                }
+              }
+            }
+          },
+          "401": {
+            "description": "No token, or an unknown one. Send `Authorization: Bearer <token>`.",
+            "content": {
+              "application/problem+json": {
+                "schema": {
+                  "$ref": "#/components/schemas/Problem"
+                }
+              }
+            }
+          }
+        }
+      }
+    },
+    "/api/projects/{project}/reports/outline": {
+      "get": {
+        "operationId": "getOutlineForProject",
+        "tags": [
+          "Report"
+        ],
+        "summary": "The specs a report is laid over",
+        "description": "The specs of the newest committed spec set (of `main`, else the newest), so the report needs no checkout. Without a spec set, the specs the layers recorded (`specs[]`), newest per path. A spec here with no result shows as having none.\n\nScoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.\n\nRole needed: `read`.",
+        "x-atlas-role": "read",
+        "security": [
+          {
+            "bearer": []
+          },
+          {
+            "basic": []
+          }
         ],
         "parameters": [
           {
@@ -8946,6 +9344,19 @@
                             "minimum": 0,
                             "maximum": 9007199254740991
                           },
+                          "attemptStatuses": {
+                            "description": "The status of each recorded try, in the order they were made. Absent when no try was recorded, and in reports written before this was recorded: a first try is then unknown, never assumed to have passed",
+                            "type": "array",
+                            "items": {
+                              "type": "string",
+                              "enum": [
+                                "passed",
+                                "failed",
+                                "running",
+                                "not-run"
+                              ]
+                            }
+                          },
                           "links": {
                             "type": "integer",
                             "minimum": 0,
@@ -9339,6 +9750,19 @@
                           "minimum": 0,
                           "maximum": 9007199254740991
                         },
+                        "attemptStatuses": {
+                          "description": "The status of each recorded try, in the order they were made. Absent when no try was recorded, and in reports written before this was recorded: a first try is then unknown, never assumed to have passed",
+                          "type": "array",
+                          "items": {
+                            "type": "string",
+                            "enum": [
+                              "passed",
+                              "failed",
+                              "running",
+                              "not-run"
+                            ]
+                          }
+                        },
                         "links": {
                           "type": "integer",
                           "minimum": 0,
@@ -9840,6 +10264,19 @@
                             "minimum": 0,
                             "maximum": 9007199254740991
                           },
+                          "attemptStatuses": {
+                            "description": "The status of each recorded try, in the order they were made. Absent when no try was recorded, and in reports written before this was recorded: a first try is then unknown, never assumed to have passed",
+                            "type": "array",
+                            "items": {
+                              "type": "string",
+                              "enum": [
+                                "passed",
+                                "failed",
+                                "running",
+                                "not-run"
+                              ]
+                            }
+                          },
                           "links": {
                             "type": "integer",
                             "minimum": 0,
@@ -10233,6 +10670,19 @@
                           "minimum": 0,
                           "maximum": 9007199254740991
                         },
+                        "attemptStatuses": {
+                          "description": "The status of each recorded try, in the order they were made. Absent when no try was recorded, and in reports written before this was recorded: a first try is then unknown, never assumed to have passed",
+                          "type": "array",
+                          "items": {
+                            "type": "string",
+                            "enum": [
+                              "passed",
+                              "failed",
+                              "running",
+                              "not-run"
+                            ]
+                          }
+                        },
                         "links": {
                           "type": "integer",
                           "minimum": 0,
@@ -13628,6 +14078,19 @@
                       "minimum": 0,
                       "maximum": 9007199254740991
                     },
+                    "attemptStatuses": {
+                      "description": "The status of each recorded try, in the order they were made. Absent when no try was recorded, and in reports written before this was recorded: a first try is then unknown, never assumed to have passed",
+                      "type": "array",
+                      "items": {
+                        "type": "string",
+                        "enum": [
+                          "passed",
+                          "failed",
+                          "running",
+                          "not-run"
+                        ]
+                      }
+                    },
                     "links": {
                       "type": "integer",
                       "minimum": 0,
@@ -14109,6 +14572,19 @@
                       "minimum": 0,
                       "maximum": 9007199254740991
                     },
+                    "attemptStatuses": {
+                      "description": "The status of each recorded try, in the order they were made. Absent when no try was recorded, and in reports written before this was recorded: a first try is then unknown, never assumed to have passed",
+                      "type": "array",
+                      "items": {
+                        "type": "string",
+                        "enum": [
+                          "passed",
+                          "failed",
+                          "running",
+                          "not-run"
+                        ]
+                      }
+                    },
                     "links": {
                       "type": "integer",
                       "minimum": 0,
@@ -17263,6 +17739,10 @@
                         "type": "string",
                         "description": "Why it has its status, at most 500 characters"
                       },
+                      "specRevision": {
+                        "description": "The fingerprint of its spec text that the layer recorded, when it recorded one. Two results with different revisions were recorded against different promises. Absent: not recorded, never assumed to match",
+                        "type": "string"
+                      },
                       "evidence": {
                         "type": "object",
                         "properties": {
@@ -17286,6 +17766,19 @@
                             "minimum": 0,
                             "maximum": 9007199254740991
                           },
+                          "attemptStatuses": {
+                            "description": "The status of each recorded try, in the order they were made. Absent when no try was recorded, and in reports written before this was recorded: a first try is then unknown, never assumed to have passed",
+                            "type": "array",
+                            "items": {
+                              "type": "string",
+                              "enum": [
+                                "passed",
+                                "failed",
+                                "running",
+                                "not-run"
+                              ]
+                            }
+                          },
                           "links": {
                             "type": "integer",
                             "minimum": 0,
@@ -18395,6 +18888,10 @@
                       "type": "string",
                       "description": "Why it has its status, at most 500 characters"
                     },
+                    "specRevision": {
+                      "description": "The fingerprint of its spec text that the layer recorded, when it recorded one. Two results with different revisions were recorded against different promises. Absent: not recorded, never assumed to match",
+                      "type": "string"
+                    },
                     "evidence": {
                       "type": "object",
                       "properties": {
@@ -18418,7 +18915,20 @@
                           "minimum": 0,
                           "maximum": 9007199254740991
                         },
-                        "links": {
+                        "attemptStatuses": {
+                          "description": "The status of each recorded try, in the order they were made. Absent when no try was recorded, and in reports written before this was recorded: a first try is then unknown, never assumed to have passed",
+                          "type": "array",
+                          "items": {
+                            "type": "string",
+                            "enum": [
+                              "passed",
+                              "failed",
+                              "running",
+                              "not-run"
+                            ]
+                          }
+                        },
+                        "links": {
                           "type": "integer",
                           "minimum": 0,
                           "maximum": 9007199254740991
@@ -19031,6 +19541,10 @@
                   "type": "string",
                   "description": "Why it has its status, at most 500 characters"
                 },
+                "specRevision": {
+                  "description": "The fingerprint of its spec text that the layer recorded, when it recorded one. Two results with different revisions were recorded against different promises. Absent: not recorded, never assumed to match",
+                  "type": "string"
+                },
                 "evidence": {
                   "type": "object",
                   "properties": {
@@ -19054,6 +19568,19 @@
                       "minimum": 0,
                       "maximum": 9007199254740991
                     },
+                    "attemptStatuses": {
+                      "description": "The status of each recorded try, in the order they were made. Absent when no try was recorded, and in reports written before this was recorded: a first try is then unknown, never assumed to have passed",
+                      "type": "array",
+                      "items": {
+                        "type": "string",
+                        "enum": [
+                          "passed",
+                          "failed",
+                          "running",
+                          "not-run"
+                        ]
+                      }
+                    },
                     "links": {
                       "type": "integer",
                       "minimum": 0,
@@ -19358,6 +19885,633 @@
         ],
         "additionalProperties": {}
       },
+      "TestReliability": {
+        "type": "object",
+        "properties": {
+          "schemaVersion": {
+            "type": "number",
+            "const": 1
+          },
+          "key": {
+            "type": "string",
+            "description": "The test's key"
+          },
+          "scope": {
+            "type": "object",
+            "properties": {
+              "environment": {
+                "type": "array",
+                "items": {
+                  "type": "string"
+                }
+              },
+              "producer": {
+                "type": "array",
+                "items": {
+                  "type": "string"
+                }
+              },
+              "parameter": {
+                "type": "array",
+                "items": {
+                  "type": "string"
+                }
+              },
+              "branch": {
+                "type": "array",
+                "items": {
+                  "type": "string"
+                }
+              },
+              "sha": {
+                "type": "array",
+                "items": {
+                  "type": "string"
+                }
+              },
+              "specRevision": {
+                "type": "array",
+                "items": {
+                  "type": "string"
+                }
+              },
+              "revision": {
+                "type": "string",
+                "enum": [
+                  "current",
+                  "any"
+                ]
+              },
+              "since": {
+                "type": "number"
+              },
+              "until": {
+                "type": "number"
+              }
+            },
+            "additionalProperties": {},
+            "description": "What was asked: the selection the figures are about"
+          },
+          "minimumExecutions": {
+            "type": "integer",
+            "exclusiveMinimum": 0,
+            "maximum": 9007199254740991,
+            "description": "Completed executions below which the sample is `insufficient`"
+          },
+          "sample": {
+            "type": "string",
+            "enum": [
+              "none",
+              "insufficient",
+              "sufficient"
+            ],
+            "description": "A count only: it says nothing about whether the executions are representative; read `notes`"
+          },
+          "eventual": {
+            "type": "object",
+            "properties": {
+              "executions": {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991,
+                "description": "Independent executions that passed or failed"
+              },
+              "passed": {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991
+              },
+              "failed": {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991
+              },
+              "rate": {
+                "description": "passed / executions, or null with none",
+                "type": [
+                  "number",
+                  "null"
+                ]
+              }
+            },
+            "required": [
+              "executions",
+              "passed",
+              "failed",
+              "rate"
+            ],
+            "additionalProperties": {},
+            "description": "Executions that passed in the end, over those that passed or failed"
+          },
+          "interval": {
+            "anyOf": [
+              {
+                "type": "object",
+                "properties": {
+                  "method": {
+                    "type": "string",
+                    "const": "wilson"
+                  },
+                  "level": {
+                    "type": "number"
+                  },
+                  "lower": {
+                    "type": "number"
+                  },
+                  "upper": {
+                    "type": "number"
+                  },
+                  "assumptions": {
+                    "type": "string"
+                  }
+                },
+                "required": [
+                  "method",
+                  "level",
+                  "lower",
+                  "upper",
+                  "assumptions"
+                ],
+                "additionalProperties": {}
+              },
+              {
+                "type": "null"
+              }
+            ],
+            "description": "An interval estimate with the assumptions it needs; null without an execution"
+          },
+          "firstAttempt": {
+            "type": "object",
+            "properties": {
+              "executions": {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991,
+                "description": "Independent executions that passed or failed"
+              },
+              "passed": {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991
+              },
+              "failed": {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991
+              },
+              "rate": {
+                "description": "passed / executions, or null with none",
+                "type": [
+                  "number",
+                  "null"
+                ]
+              }
+            },
+            "required": [
+              "executions",
+              "passed",
+              "failed",
+              "rate"
+            ],
+            "additionalProperties": {},
+            "description": "Over the executions that recorded their tries: those whose first try passed"
+          },
+          "unrecordedAttempts": {
+            "type": "integer",
+            "minimum": 0,
+            "maximum": 9007199254740991,
+            "description": "Counted executions that recorded no tries: their first try is unknown, never assumed to have passed"
+          },
+          "attempts": {
+            "type": "object",
+            "properties": {
+              "total": {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991
+              },
+              "retried": {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991
+              },
+              "recovered": {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991
+              }
+            },
+            "required": [
+              "total",
+              "retried",
+              "recovered"
+            ],
+            "additionalProperties": {}
+          },
+          "currentRevision": {
+            "description": "The spec revision `revision=current` counted, or null",
+            "type": [
+              "string",
+              "null"
+            ]
+          },
+          "historical": {
+            "type": "object",
+            "properties": {
+              "executions": {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991
+              },
+              "passed": {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991
+              },
+              "failed": {
+                "type": "integer",
+                "minimum": 0,
+                "maximum": 9007199254740991
+              },
+              "revisions": {
+                "type": "array",
+                "items": {
+                  "type": "object",
+                  "properties": {
+                    "specRevision": {
+                      "type": "string"
+                    },
+                    "executions": {
+                      "type": "integer",
+                      "minimum": 0,
+                      "maximum": 9007199254740991
+                    }
+                  },
+                  "required": [
+                    "specRevision",
+                    "executions"
+                  ],
+                  "additionalProperties": {}
+                }
+              }
+            },
+            "required": [
+              "executions",
+              "passed",
+              "failed",
+              "revisions"
+            ],
+            "additionalProperties": {},
+            "description": "Earlier spec revisions: context only, counted nowhere above"
+          },
+          "excluded": {
+            "type": "object",
+            "propertyNames": {
+              "type": "string"
+            },
+            "additionalProperties": {
+              "type": "integer",
+              "minimum": 0,
+              "maximum": 9007199254740991
+            },
+            "description": "Executions in the scope that are not trials, by reason: `not-run`, `unfinished`, `unknown-status`, `historical-revision`, `revision-not-recorded`"
+          },
+          "outsideScope": {
+            "type": "integer",
+            "minimum": 0,
+            "maximum": 9007199254740991,
+            "description": "Executions the scope did not select"
+          },
+          "snapshots": {
+            "type": "integer",
+            "minimum": 0,
+            "maximum": 9007199254740991,
+            "description": "Raw recorded snapshots behind the counted executions"
+          },
+          "cohorts": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "executions": {
+                  "type": "integer",
+                  "minimum": 0,
+                  "maximum": 9007199254740991,
+                  "description": "Independent executions that passed or failed"
+                },
+                "passed": {
+                  "type": "integer",
+                  "minimum": 0,
+                  "maximum": 9007199254740991
+                },
+                "failed": {
+                  "type": "integer",
+                  "minimum": 0,
+                  "maximum": 9007199254740991
+                },
+                "rate": {
+                  "description": "passed / executions, or null with none",
+                  "type": [
+                    "number",
+                    "null"
+                  ]
+                },
+                "environment": {
+                  "type": [
+                    "string",
+                    "null"
+                  ]
+                },
+                "producer": {
+                  "type": "string"
+                },
+                "parameters": {
+                  "type": "object",
+                  "propertyNames": {
+                    "type": "string"
+                  },
+                  "additionalProperties": {
+                    "type": "string"
+                  }
+                }
+              },
+              "required": [
+                "executions",
+                "passed",
+                "failed",
+                "rate",
+                "environment",
+                "producer",
+                "parameters"
+              ],
+              "additionalProperties": {}
+            }
+          },
+          "available": {
+            "type": "object",
+            "properties": {
+              "environments": {
+                "type": "array",
+                "items": {
+                  "type": "object",
+                  "properties": {
+                    "value": {
+                      "type": "string"
+                    },
+                    "count": {
+                      "type": "integer",
+                      "minimum": 0,
+                      "maximum": 9007199254740991
+                    }
+                  },
+                  "required": [
+                    "value",
+                    "count"
+                  ],
+                  "additionalProperties": {}
+                }
+              },
+              "producers": {
+                "type": "array",
+                "items": {
+                  "type": "object",
+                  "properties": {
+                    "value": {
+                      "type": "string"
+                    },
+                    "count": {
+                      "type": "integer",
+                      "minimum": 0,
+                      "maximum": 9007199254740991
+                    }
+                  },
+                  "required": [
+                    "value",
+                    "count"
+                  ],
+                  "additionalProperties": {}
+                }
+              },
+              "branches": {
+                "type": "array",
+                "items": {
+                  "type": "object",
+                  "properties": {
+                    "value": {
+                      "type": "string"
+                    },
+                    "count": {
+                      "type": "integer",
+                      "minimum": 0,
+                      "maximum": 9007199254740991
+                    }
+                  },
+                  "required": [
+                    "value",
+                    "count"
+                  ],
+                  "additionalProperties": {}
+                }
+              },
+              "specRevisions": {
+                "type": "array",
+                "items": {
+                  "type": "object",
+                  "properties": {
+                    "value": {
+                      "type": "string"
+                    },
+                    "count": {
+                      "type": "integer",
+                      "minimum": 0,
+                      "maximum": 9007199254740991
+                    }
+                  },
+                  "required": [
+                    "value",
+                    "count"
+                  ],
+                  "additionalProperties": {}
+                }
+              }
+            },
+            "required": [
+              "environments",
+              "producers",
+              "branches",
+              "specRevisions"
+            ],
+            "additionalProperties": {},
+            "description": "What a scope could choose among, with independent executions"
+          },
+          "notes": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "code": {
+                  "type": "string",
+                  "description": "An open set: treat a code you do not know as informational"
+                },
+                "severity": {
+                  "type": "string",
+                  "enum": [
+                    "warning",
+                    "info"
+                  ]
+                },
+                "message": {
+                  "type": "string"
+                }
+              },
+              "required": [
+                "code",
+                "severity",
+                "message"
+              ],
+              "additionalProperties": {}
+            }
+          },
+          "executions": {
+            "type": "array",
+            "items": {
+              "type": "object",
+              "properties": {
+                "run": {
+                  "type": "string"
+                },
+                "at": {
+                  "type": "number"
+                },
+                "status": {
+                  "type": "string"
+                },
+                "counted": {
+                  "type": "boolean"
+                },
+                "excluded": {
+                  "type": "string"
+                },
+                "environment": {
+                  "type": [
+                    "string",
+                    "null"
+                  ]
+                },
+                "producer": {
+                  "type": "string"
+                },
+                "kind": {
+                  "type": "string"
+                },
+                "parameters": {
+                  "type": "object",
+                  "propertyNames": {
+                    "type": "string"
+                  },
+                  "additionalProperties": {
+                    "type": "string"
+                  }
+                },
+                "branch": {
+                  "type": [
+                    "string",
+                    "null"
+                  ]
+                },
+                "sha": {
+                  "type": [
+                    "string",
+                    "null"
+                  ]
+                },
+                "runUrl": {
+                  "type": [
+                    "string",
+                    "null"
+                  ]
+                },
+                "layer": {
+                  "type": "string"
+                },
+                "backend": {
+                  "type": "string"
+                },
+                "durationMs": {
+                  "type": [
+                    "number",
+                    "null"
+                  ]
+                },
+                "specRevision": {
+                  "type": "string"
+                },
+                "snapshots": {
+                  "type": "integer",
+                  "exclusiveMinimum": 0,
+                  "maximum": 9007199254740991
+                },
+                "attempts": {
+                  "description": "The status of each recorded try, in order",
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  }
+                },
+                "firstAttempt": {
+                  "type": "string"
+                },
+                "republished": {
+                  "type": "boolean",
+                  "description": "A failed snapshot of this execution was followed by a later one"
+                }
+              },
+              "required": [
+                "run",
+                "at",
+                "status",
+                "counted",
+                "environment",
+                "producer",
+                "kind",
+                "parameters",
+                "branch",
+                "sha",
+                "runUrl",
+                "layer",
+                "backend",
+                "durationMs",
+                "snapshots",
+                "republished"
+              ],
+              "additionalProperties": {}
+            },
+            "description": "Every independent execution of the selection, newest first: the denominator, open to inspection"
+          }
+        },
+        "required": [
+          "schemaVersion",
+          "key",
+          "scope",
+          "minimumExecutions",
+          "sample",
+          "eventual",
+          "interval",
+          "firstAttempt",
+          "unrecordedAttempts",
+          "attempts",
+          "currentRevision",
+          "historical",
+          "excluded",
+          "outsideScope",
+          "snapshots",
+          "cohorts",
+          "available",
+          "notes",
+          "executions"
+        ],
+        "additionalProperties": {}
+      },
       "RunList": {
         "type": "object",
         "properties": {