@crvouga/atlas 1.7.0 → 1.9.0

package/dist/reports/src/test-catalog.js

@@ -25,6 +25,7 @@
 import { displayTag, normalizeTag, normalizeTags } from './artifact-tags.js';
 import { facetsOf, forRuns, labelList, matchesFilter, outcomeOfCounts, splitList, usedFilters } from './artifact-query.js';
 import { videoCounts } from './evidence-detail.js';
+import { productLatency } from './latency.js';
 import { matchesScope, scopeTokens, UNKNOWN_SCOPE } from './evidence-scope.js';
 import { checkSlots } from './evidence-view.js';
 import { combineEvidence, emptyCounts, slotKey, specPath as normalSpecPath } from './layer-merge.js';
@@ -55,8 +56,8 @@ function shortDetail(detail) {
 function completed(status) {
     return status === 'passed' || status === 'failed';
 }
-function entryOf(layer, row, backend) {
-    return materialize({ o: originOf(layer, backend), s: row.status, d: row.durationMs, k: row.kind, t: row.detail, e: row.evidence });
+function entryOf(layer, row, backend, fingerprints = {}) {
+    return materialize({ o: originOf(layer, backend), s: row.status, d: row.durationMs, k: row.kind, t: row.detail, e: row.evidence, m: productLatency(row.measurements), f: row.specPath ? fingerprints[row.specPath] : undefined });
 }
 function originOf(layer, backend) {
     const parameters = Object.keys(layer.parameters).sort().map(key => `${key}=${layer.parameters[key]}`).join('\u0002');
@@ -71,7 +72,9 @@ function materialize(held) {
     return {
         at: o.at, status: held.s, durationMs: held.d, environment: o.environment, producer: o.producer, kind: held.k, parameters: o.parameters,
         branch: o.branch, sha: o.sha, runUrl: o.runUrl, run: o.run, layer: o.layer, backend: o.backend, detail: shortDetail(held.t),
+        ...(held.f ? { specRevision: held.f } : {}),
         ...(held.e ? { evidence: held.e } : {}),
+        ...(held.m ? { latency: held.m } : {}),
     };
 }
 /** Newest first; at the same time the more severe, then the larger layer id, so the order is total. */
@@ -122,8 +125,12 @@ export class TestHistory {
     get layers() {
         return this.#seen.size;
     }
-    /** Takes in one layer: its header, its rows, the specs it recorded and the backend it was read from. A layer id already added is ignored. */
-    add(layer, rows, specs = [], backend = layer.backend) {
+    /**
+     * Takes in one layer: its header, its rows, the specs it recorded and the backend it was read from. A layer id already
+     * added is ignored. `fingerprints` (spec path to the fingerprint the layer recorded, as `LayerRows.fingerprints`) gives
+     * each result its `specRevision`; without it no result has one.
+     */
+    add(layer, rows, specs = [], backend = layer.backend, fingerprints = {}) {
         if (this.#seen.has(layer.id))
             return;
         this.#seen.add(layer.id);
@@ -180,7 +187,7 @@ export class TestHistory {
                 ident.title = row.title;
                 ident.titledAt = layer.recordedAtMs;
             }
-            this.#remember(slot, { o: origin, s: row.status, d: row.durationMs, k: row.kind, t: row.detail, e: row.evidence });
+            this.#remember(slot, { o: origin, s: row.status, d: row.durationMs, k: row.kind, t: row.detail, e: row.evidence, m: productLatency(row.measurements), f: row.specPath ? fingerprints[row.specPath] : undefined });
         }
     }
     /** Sorted insert, newest first; past the bound, the oldest is dropped. */

package/dist/schema/src/api.d.ts

@@ -121,6 +121,12 @@ export declare const EvidenceSummarySchema: z.ZodObject<{
     steps: z.ZodNumber;
     annotations: z.ZodNumber;
     attempts: z.ZodNumber;
+    attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+        passed: "passed";
+        failed: "failed";
+        running: "running";
+        "not-run": "not-run";
+    }>>>;
     links: z.ZodNumber;
     tags: z.ZodArray<z.ZodString>;
     artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -191,6 +197,12 @@ export declare const LayerHeaderSchema: z.ZodObject<{
         steps: z.ZodNumber;
         annotations: z.ZodNumber;
         attempts: z.ZodNumber;
+        attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+            passed: "passed";
+            failed: "failed";
+            running: "running";
+            "not-run": "not-run";
+        }>>>;
         links: z.ZodNumber;
         tags: z.ZodArray<z.ZodString>;
         artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -252,6 +264,17 @@ export declare const LayerRowSchema: z.ZodObject<{
         value: z.ZodNumber;
         unit: z.ZodString;
         limit: z.ZodOptional<z.ZodNumber>;
+        kind: z.ZodOptional<z.ZodString>;
+        from: z.ZodOptional<z.ZodString>;
+        to: z.ZodOptional<z.ZodString>;
+        intended: z.ZodOptional<z.ZodObject<{
+            from: z.ZodOptional<z.ZodString>;
+            to: z.ZodOptional<z.ZodString>;
+        }, z.core.$loose>>;
+        source: z.ZodOptional<z.ZodString>;
+        outcome: z.ZodOptional<z.ZodString>;
+        instrumentation: z.ZodOptional<z.ZodString>;
+        labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     }, z.core.$loose>>;
     testId: z.ZodNullable<z.ZodString>;
     variant: z.ZodRecord<z.ZodString, z.ZodString>;
@@ -261,6 +284,12 @@ export declare const LayerRowSchema: z.ZodObject<{
         steps: z.ZodNumber;
         annotations: z.ZodNumber;
         attempts: z.ZodNumber;
+        attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+            passed: "passed";
+            failed: "failed";
+            running: "running";
+            "not-run": "not-run";
+        }>>>;
         links: z.ZodNumber;
         tags: z.ZodArray<z.ZodString>;
         artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -320,6 +349,17 @@ export declare const LayerRowsSchema: z.ZodObject<{
             value: z.ZodNumber;
             unit: z.ZodString;
             limit: z.ZodOptional<z.ZodNumber>;
+            kind: z.ZodOptional<z.ZodString>;
+            from: z.ZodOptional<z.ZodString>;
+            to: z.ZodOptional<z.ZodString>;
+            intended: z.ZodOptional<z.ZodObject<{
+                from: z.ZodOptional<z.ZodString>;
+                to: z.ZodOptional<z.ZodString>;
+            }, z.core.$loose>>;
+            source: z.ZodOptional<z.ZodString>;
+            outcome: z.ZodOptional<z.ZodString>;
+            instrumentation: z.ZodOptional<z.ZodString>;
+            labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         }, z.core.$loose>>;
         testId: z.ZodNullable<z.ZodString>;
         variant: z.ZodRecord<z.ZodString, z.ZodString>;
@@ -329,6 +369,12 @@ export declare const LayerRowsSchema: z.ZodObject<{
             steps: z.ZodNumber;
             annotations: z.ZodNumber;
             attempts: z.ZodNumber;
+            attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                passed: "passed";
+                failed: "failed";
+                running: "running";
+                "not-run": "not-run";
+            }>>>;
             links: z.ZodNumber;
             tags: z.ZodArray<z.ZodString>;
             artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -390,6 +436,17 @@ export declare const LayerEvidenceSchema: z.ZodObject<{
             value: z.ZodNumber;
             unit: z.ZodString;
             limit: z.ZodOptional<z.ZodNumber>;
+            kind: z.ZodOptional<z.ZodString>;
+            from: z.ZodOptional<z.ZodString>;
+            to: z.ZodOptional<z.ZodString>;
+            intended: z.ZodOptional<z.ZodObject<{
+                from: z.ZodOptional<z.ZodString>;
+                to: z.ZodOptional<z.ZodString>;
+            }, z.core.$loose>>;
+            source: z.ZodOptional<z.ZodString>;
+            outcome: z.ZodOptional<z.ZodString>;
+            instrumentation: z.ZodOptional<z.ZodString>;
+            labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         }, z.core.$loose>>;
         testId: z.ZodNullable<z.ZodString>;
         variant: z.ZodRecord<z.ZodString, z.ZodString>;
@@ -399,6 +456,12 @@ export declare const LayerEvidenceSchema: z.ZodObject<{
             steps: z.ZodNumber;
             annotations: z.ZodNumber;
             attempts: z.ZodNumber;
+            attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                passed: "passed";
+                failed: "failed";
+                running: "running";
+                "not-run": "not-run";
+            }>>>;
             links: z.ZodNumber;
             tags: z.ZodArray<z.ZodString>;
             artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -474,6 +537,12 @@ export declare const LayerEvidenceSchema: z.ZodObject<{
             steps: z.ZodNumber;
             annotations: z.ZodNumber;
             attempts: z.ZodNumber;
+            attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                passed: "passed";
+                failed: "failed";
+                running: "running";
+                "not-run": "not-run";
+            }>>>;
             links: z.ZodNumber;
             tags: z.ZodArray<z.ZodString>;
             artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -544,6 +613,17 @@ export declare const EffectiveEvidenceSchema: z.ZodObject<{
                 value: z.ZodNumber;
                 unit: z.ZodString;
                 limit: z.ZodOptional<z.ZodNumber>;
+                kind: z.ZodOptional<z.ZodString>;
+                from: z.ZodOptional<z.ZodString>;
+                to: z.ZodOptional<z.ZodString>;
+                intended: z.ZodOptional<z.ZodObject<{
+                    from: z.ZodOptional<z.ZodString>;
+                    to: z.ZodOptional<z.ZodString>;
+                }, z.core.$loose>>;
+                source: z.ZodOptional<z.ZodString>;
+                outcome: z.ZodOptional<z.ZodString>;
+                instrumentation: z.ZodOptional<z.ZodString>;
+                labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
             }, z.core.$loose>>;
             testId: z.ZodNullable<z.ZodString>;
             variant: z.ZodRecord<z.ZodString, z.ZodString>;
@@ -553,6 +633,12 @@ export declare const EffectiveEvidenceSchema: z.ZodObject<{
                 steps: z.ZodNumber;
                 annotations: z.ZodNumber;
                 attempts: z.ZodNumber;
+                attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                    passed: "passed";
+                    failed: "failed";
+                    running: "running";
+                    "not-run": "not-run";
+                }>>>;
                 links: z.ZodNumber;
                 tags: z.ZodArray<z.ZodString>;
                 artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -628,6 +714,12 @@ export declare const EffectiveEvidenceSchema: z.ZodObject<{
                 steps: z.ZodNumber;
                 annotations: z.ZodNumber;
                 attempts: z.ZodNumber;
+                attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                    passed: "passed";
+                    failed: "failed";
+                    running: "running";
+                    "not-run": "not-run";
+                }>>>;
                 links: z.ZodNumber;
                 tags: z.ZodArray<z.ZodString>;
                 artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -719,6 +811,17 @@ export declare const EffectiveDeltaSchema: z.ZodObject<{
                 value: z.ZodNumber;
                 unit: z.ZodString;
                 limit: z.ZodOptional<z.ZodNumber>;
+                kind: z.ZodOptional<z.ZodString>;
+                from: z.ZodOptional<z.ZodString>;
+                to: z.ZodOptional<z.ZodString>;
+                intended: z.ZodOptional<z.ZodObject<{
+                    from: z.ZodOptional<z.ZodString>;
+                    to: z.ZodOptional<z.ZodString>;
+                }, z.core.$loose>>;
+                source: z.ZodOptional<z.ZodString>;
+                outcome: z.ZodOptional<z.ZodString>;
+                instrumentation: z.ZodOptional<z.ZodString>;
+                labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
             }, z.core.$loose>>;
             testId: z.ZodNullable<z.ZodString>;
             variant: z.ZodRecord<z.ZodString, z.ZodString>;
@@ -728,6 +831,12 @@ export declare const EffectiveDeltaSchema: z.ZodObject<{
                 steps: z.ZodNumber;
                 annotations: z.ZodNumber;
                 attempts: z.ZodNumber;
+                attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                    passed: "passed";
+                    failed: "failed";
+                    running: "running";
+                    "not-run": "not-run";
+                }>>>;
                 links: z.ZodNumber;
                 tags: z.ZodArray<z.ZodString>;
                 artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -803,6 +912,12 @@ export declare const EffectiveDeltaSchema: z.ZodObject<{
                 steps: z.ZodNumber;
                 annotations: z.ZodNumber;
                 attempts: z.ZodNumber;
+                attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                    passed: "passed";
+                    failed: "failed";
+                    running: "running";
+                    "not-run": "not-run";
+                }>>>;
                 links: z.ZodNumber;
                 tags: z.ZodArray<z.ZodString>;
                 artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -906,6 +1021,12 @@ export declare const EvidencePageSchema: z.ZodObject<{
             steps: z.ZodNumber;
             annotations: z.ZodNumber;
             attempts: z.ZodNumber;
+            attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                passed: "passed";
+                failed: "failed";
+                running: "running";
+                "not-run": "not-run";
+            }>>>;
             links: z.ZodNumber;
             tags: z.ZodArray<z.ZodString>;
             artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -1312,6 +1433,17 @@ export declare const CheckDetailSchema: z.ZodObject<{
             value: z.ZodNumber;
             unit: z.ZodString;
             limit: z.ZodOptional<z.ZodNumber>;
+            kind: z.ZodOptional<z.ZodString>;
+            from: z.ZodOptional<z.ZodString>;
+            to: z.ZodOptional<z.ZodString>;
+            intended: z.ZodOptional<z.ZodObject<{
+                from: z.ZodOptional<z.ZodString>;
+                to: z.ZodOptional<z.ZodString>;
+            }, z.core.$loose>>;
+            source: z.ZodOptional<z.ZodString>;
+            outcome: z.ZodOptional<z.ZodString>;
+            instrumentation: z.ZodOptional<z.ZodString>;
+            labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         }, z.core.$loose>>>;
         durationMs: z.ZodOptional<z.ZodNumber>;
         recordingExpectation: z.ZodOptional<z.ZodString>;
@@ -1459,11 +1591,18 @@ export declare const TestResultEntrySchema: z.ZodObject<{
     layer: z.ZodString;
     backend: z.ZodString;
     detail: z.ZodString;
+    specRevision: z.ZodOptional<z.ZodString>;
     evidence: z.ZodOptional<z.ZodObject<{
         attachments: z.ZodNumber;
         steps: z.ZodNumber;
         annotations: z.ZodNumber;
         attempts: z.ZodNumber;
+        attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+            passed: "passed";
+            failed: "failed";
+            running: "running";
+            "not-run": "not-run";
+        }>>>;
         links: z.ZodNumber;
         tags: z.ZodArray<z.ZodString>;
         artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -1498,6 +1637,23 @@ export declare const TestResultEntrySchema: z.ZodObject<{
             }, z.core.$loose>>;
         }, z.core.$loose>>>;
     }, z.core.$loose>>;
+    latency: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        value: z.ZodNumber;
+        unit: z.ZodString;
+        limit: z.ZodOptional<z.ZodNumber>;
+        kind: z.ZodOptional<z.ZodString>;
+        from: z.ZodOptional<z.ZodString>;
+        to: z.ZodOptional<z.ZodString>;
+        intended: z.ZodOptional<z.ZodObject<{
+            from: z.ZodOptional<z.ZodString>;
+            to: z.ZodOptional<z.ZodString>;
+        }, z.core.$loose>>;
+        source: z.ZodOptional<z.ZodString>;
+        outcome: z.ZodOptional<z.ZodString>;
+        instrumentation: z.ZodOptional<z.ZodString>;
+        labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    }, z.core.$loose>>>;
 }, z.core.$loose>;
 /** One test of the catalog: what it is, its current result per environment, and how it has gone over its recorded history. */
 export declare const TestSummarySchema: z.ZodObject<{
@@ -1539,11 +1695,18 @@ export declare const TestSummarySchema: z.ZodObject<{
         layer: z.ZodString;
         backend: z.ZodString;
         detail: z.ZodString;
+        specRevision: z.ZodOptional<z.ZodString>;
         evidence: z.ZodOptional<z.ZodObject<{
             attachments: z.ZodNumber;
             steps: z.ZodNumber;
             annotations: z.ZodNumber;
             attempts: z.ZodNumber;
+            attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                passed: "passed";
+                failed: "failed";
+                running: "running";
+                "not-run": "not-run";
+            }>>>;
             links: z.ZodNumber;
             tags: z.ZodArray<z.ZodString>;
             artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -1578,6 +1741,23 @@ export declare const TestSummarySchema: z.ZodObject<{
                 }, z.core.$loose>>;
             }, z.core.$loose>>>;
         }, z.core.$loose>>;
+        latency: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            name: z.ZodString;
+            value: z.ZodNumber;
+            unit: z.ZodString;
+            limit: z.ZodOptional<z.ZodNumber>;
+            kind: z.ZodOptional<z.ZodString>;
+            from: z.ZodOptional<z.ZodString>;
+            to: z.ZodOptional<z.ZodString>;
+            intended: z.ZodOptional<z.ZodObject<{
+                from: z.ZodOptional<z.ZodString>;
+                to: z.ZodOptional<z.ZodString>;
+            }, z.core.$loose>>;
+            source: z.ZodOptional<z.ZodString>;
+            outcome: z.ZodOptional<z.ZodString>;
+            instrumentation: z.ZodOptional<z.ZodString>;
+            labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        }, z.core.$loose>>>;
     }, z.core.$loose>>;
     stats: z.ZodObject<{
         results: z.ZodNumber;
@@ -1814,11 +1994,18 @@ export declare const TestCatalogSchema: z.ZodObject<{
             layer: z.ZodString;
             backend: z.ZodString;
             detail: z.ZodString;
+            specRevision: z.ZodOptional<z.ZodString>;
             evidence: z.ZodOptional<z.ZodObject<{
                 attachments: z.ZodNumber;
                 steps: z.ZodNumber;
                 annotations: z.ZodNumber;
                 attempts: z.ZodNumber;
+                attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                    passed: "passed";
+                    failed: "failed";
+                    running: "running";
+                    "not-run": "not-run";
+                }>>>;
                 links: z.ZodNumber;
                 tags: z.ZodArray<z.ZodString>;
                 artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -1853,6 +2040,23 @@ export declare const TestCatalogSchema: z.ZodObject<{
                     }, z.core.$loose>>;
                 }, z.core.$loose>>>;
             }, z.core.$loose>>;
+            latency: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                name: z.ZodString;
+                value: z.ZodNumber;
+                unit: z.ZodString;
+                limit: z.ZodOptional<z.ZodNumber>;
+                kind: z.ZodOptional<z.ZodString>;
+                from: z.ZodOptional<z.ZodString>;
+                to: z.ZodOptional<z.ZodString>;
+                intended: z.ZodOptional<z.ZodObject<{
+                    from: z.ZodOptional<z.ZodString>;
+                    to: z.ZodOptional<z.ZodString>;
+                }, z.core.$loose>>;
+                source: z.ZodOptional<z.ZodString>;
+                outcome: z.ZodOptional<z.ZodString>;
+                instrumentation: z.ZodOptional<z.ZodString>;
+                labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            }, z.core.$loose>>>;
         }, z.core.$loose>>;
         stats: z.ZodObject<{
             results: z.ZodNumber;
@@ -2016,11 +2220,18 @@ export declare const TestHistorySchema: z.ZodObject<{
             layer: z.ZodString;
             backend: z.ZodString;
             detail: z.ZodString;
+            specRevision: z.ZodOptional<z.ZodString>;
             evidence: z.ZodOptional<z.ZodObject<{
                 attachments: z.ZodNumber;
                 steps: z.ZodNumber;
                 annotations: z.ZodNumber;
                 attempts: z.ZodNumber;
+                attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                    passed: "passed";
+                    failed: "failed";
+                    running: "running";
+                    "not-run": "not-run";
+                }>>>;
                 links: z.ZodNumber;
                 tags: z.ZodArray<z.ZodString>;
                 artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -2055,6 +2266,23 @@ export declare const TestHistorySchema: z.ZodObject<{
                     }, z.core.$loose>>;
                 }, z.core.$loose>>>;
             }, z.core.$loose>>;
+            latency: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                name: z.ZodString;
+                value: z.ZodNumber;
+                unit: z.ZodString;
+                limit: z.ZodOptional<z.ZodNumber>;
+                kind: z.ZodOptional<z.ZodString>;
+                from: z.ZodOptional<z.ZodString>;
+                to: z.ZodOptional<z.ZodString>;
+                intended: z.ZodOptional<z.ZodObject<{
+                    from: z.ZodOptional<z.ZodString>;
+                    to: z.ZodOptional<z.ZodString>;
+                }, z.core.$loose>>;
+                source: z.ZodOptional<z.ZodString>;
+                outcome: z.ZodOptional<z.ZodString>;
+                instrumentation: z.ZodOptional<z.ZodString>;
+                labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            }, z.core.$loose>>>;
         }, z.core.$loose>>;
         stats: z.ZodObject<{
             results: z.ZodNumber;
@@ -2115,11 +2343,18 @@ export declare const TestHistorySchema: z.ZodObject<{
         layer: z.ZodString;
         backend: z.ZodString;
         detail: z.ZodString;
+        specRevision: z.ZodOptional<z.ZodString>;
         evidence: z.ZodOptional<z.ZodObject<{
             attachments: z.ZodNumber;
             steps: z.ZodNumber;
             annotations: z.ZodNumber;
             attempts: z.ZodNumber;
+            attemptStatuses: z.ZodOptional<z.ZodArray<z.ZodEnum<{
+                passed: "passed";
+                failed: "failed";
+                running: "running";
+                "not-run": "not-run";
+            }>>>;
             links: z.ZodNumber;
             tags: z.ZodArray<z.ZodString>;
             artifactTags: z.ZodOptional<z.ZodArray<z.ZodString>>;
@@ -2154,6 +2389,148 @@ export declare const TestHistorySchema: z.ZodObject<{
                 }, z.core.$loose>>;
             }, z.core.$loose>>>;
         }, z.core.$loose>>;
+        latency: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            name: z.ZodString;
+            value: z.ZodNumber;
+            unit: z.ZodString;
+            limit: z.ZodOptional<z.ZodNumber>;
+            kind: z.ZodOptional<z.ZodString>;
+            from: z.ZodOptional<z.ZodString>;
+            to: z.ZodOptional<z.ZodString>;
+            intended: z.ZodOptional<z.ZodObject<{
+                from: z.ZodOptional<z.ZodString>;
+                to: z.ZodOptional<z.ZodString>;
+            }, z.core.$loose>>;
+            source: z.ZodOptional<z.ZodString>;
+            outcome: z.ZodOptional<z.ZodString>;
+            instrumentation: z.ZodOptional<z.ZodString>;
+            labels: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        }, z.core.$loose>>>;
+    }, z.core.$loose>>;
+}, z.core.$loose>;
+/**
+ * `GET /api/reports/tests/reliability`: how reliable one test is inside a scope, and exactly how that figure was counted.
+ * The snapshots one run recorded for one producer, environment and parameter set are one independent execution; only
+ * `passed` and `failed` executions are trials; `notes` say when the sample is too small, pooled, selectively rerun or
+ * bounded. It reads results and never changes a status. It is not a production failure probability.
+ */
+export declare const TestReliabilitySchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<1>;
+    key: z.ZodString;
+    scope: z.ZodObject<{
+        environment: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        producer: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        parameter: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        branch: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        sha: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        specRevision: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        revision: z.ZodOptional<z.ZodEnum<{
+            any: "any";
+            current: "current";
+        }>>;
+        since: z.ZodOptional<z.ZodNumber>;
+        until: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$loose>;
+    minimumExecutions: z.ZodNumber;
+    sample: z.ZodEnum<{
+        none: "none";
+        insufficient: "insufficient";
+        sufficient: "sufficient";
+    }>;
+    eventual: z.ZodObject<{
+        executions: z.ZodNumber;
+        passed: z.ZodNumber;
+        failed: z.ZodNumber;
+        rate: z.ZodNullable<z.ZodNumber>;
+    }, z.core.$loose>;
+    interval: z.ZodNullable<z.ZodObject<{
+        method: z.ZodLiteral<"wilson">;
+        level: z.ZodNumber;
+        lower: z.ZodNumber;
+        upper: z.ZodNumber;
+        assumptions: z.ZodString;
+    }, z.core.$loose>>;
+    firstAttempt: z.ZodObject<{
+        executions: z.ZodNumber;
+        passed: z.ZodNumber;
+        failed: z.ZodNumber;
+        rate: z.ZodNullable<z.ZodNumber>;
+    }, z.core.$loose>;
+    unrecordedAttempts: z.ZodNumber;
+    attempts: z.ZodObject<{
+        total: z.ZodNumber;
+        retried: z.ZodNumber;
+        recovered: z.ZodNumber;
+    }, z.core.$loose>;
+    currentRevision: z.ZodNullable<z.ZodString>;
+    historical: z.ZodObject<{
+        executions: z.ZodNumber;
+        passed: z.ZodNumber;
+        failed: z.ZodNumber;
+        revisions: z.ZodArray<z.ZodObject<{
+            specRevision: z.ZodString;
+            executions: z.ZodNumber;
+        }, z.core.$loose>>;
+    }, z.core.$loose>;
+    excluded: z.ZodRecord<z.ZodString, z.ZodNumber>;
+    outsideScope: z.ZodNumber;
+    snapshots: z.ZodNumber;
+    cohorts: z.ZodArray<z.ZodObject<{
+        executions: z.ZodNumber;
+        passed: z.ZodNumber;
+        failed: z.ZodNumber;
+        rate: z.ZodNullable<z.ZodNumber>;
+        environment: z.ZodNullable<z.ZodString>;
+        producer: z.ZodString;
+        parameters: z.ZodRecord<z.ZodString, z.ZodString>;
+    }, z.core.$loose>>;
+    available: z.ZodObject<{
+        environments: z.ZodArray<z.ZodObject<{
+            value: z.ZodString;
+            count: z.ZodNumber;
+        }, z.core.$loose>>;
+        producers: z.ZodArray<z.ZodObject<{
+            value: z.ZodString;
+            count: z.ZodNumber;
+        }, z.core.$loose>>;
+        branches: z.ZodArray<z.ZodObject<{
+            value: z.ZodString;
+            count: z.ZodNumber;
+        }, z.core.$loose>>;
+        specRevisions: z.ZodArray<z.ZodObject<{
+            value: z.ZodString;
+            count: z.ZodNumber;
+        }, z.core.$loose>>;
+    }, z.core.$loose>;
+    notes: z.ZodArray<z.ZodObject<{
+        code: z.ZodString;
+        severity: z.ZodEnum<{
+            info: "info";
+            warning: "warning";
+        }>;
+        message: z.ZodString;
+    }, z.core.$loose>>;
+    executions: z.ZodArray<z.ZodObject<{
+        run: z.ZodString;
+        at: z.ZodNumber;
+        status: z.ZodString;
+        counted: z.ZodBoolean;
+        excluded: z.ZodOptional<z.ZodString>;
+        environment: z.ZodNullable<z.ZodString>;
+        producer: z.ZodString;
+        kind: z.ZodString;
+        parameters: z.ZodRecord<z.ZodString, z.ZodString>;
+        branch: z.ZodNullable<z.ZodString>;
+        sha: z.ZodNullable<z.ZodString>;
+        runUrl: z.ZodNullable<z.ZodString>;
+        layer: z.ZodString;
+        backend: z.ZodString;
+        durationMs: z.ZodNullable<z.ZodNumber>;
+        specRevision: z.ZodOptional<z.ZodString>;
+        snapshots: z.ZodNumber;
+        attempts: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        firstAttempt: z.ZodOptional<z.ZodString>;
+        republished: z.ZodBoolean;
     }, z.core.$loose>>;
 }, z.core.$loose>;
 /** A run: the layers that name the same execution (else share a run URL, else a branch and commit), with what they recorded. */