@crvouga/atlas 0.14.0 → 0.16.0

package/dist/schema/src/layer.d.ts

@@ -121,6 +121,7 @@ export declare const AttachmentSchema: z.ZodObject<{
     height: z.ZodOptional<z.ZodNumber>;
     durationMs: z.ZodOptional<z.ZodNumber>;
     description: z.ZodOptional<z.ZodString>;
+    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
     at: z.ZodOptional<z.ZodObject<{
         step: z.ZodOptional<z.ZodString>;
         offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -181,6 +182,7 @@ export declare const StepSchema: z.ZodObject<{
         height: z.ZodOptional<z.ZodNumber>;
         durationMs: z.ZodOptional<z.ZodNumber>;
         description: z.ZodOptional<z.ZodString>;
+        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
         at: z.ZodOptional<z.ZodObject<{
             step: z.ZodOptional<z.ZodString>;
             offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -248,6 +250,7 @@ export declare const AttemptSchema: z.ZodObject<{
             height: z.ZodOptional<z.ZodNumber>;
             durationMs: z.ZodOptional<z.ZodNumber>;
             description: z.ZodOptional<z.ZodString>;
+            tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
             at: z.ZodOptional<z.ZodObject<{
                 step: z.ZodOptional<z.ZodString>;
                 offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -292,6 +295,7 @@ export declare const AttemptSchema: z.ZodObject<{
         height: z.ZodOptional<z.ZodNumber>;
         durationMs: z.ZodOptional<z.ZodNumber>;
         description: z.ZodOptional<z.ZodString>;
+        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
         at: z.ZodOptional<z.ZodObject<{
             step: z.ZodOptional<z.ZodString>;
             offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -355,6 +359,7 @@ export declare const CheckSchema: z.ZodObject<{
             height: z.ZodOptional<z.ZodNumber>;
             durationMs: z.ZodOptional<z.ZodNumber>;
             description: z.ZodOptional<z.ZodString>;
+            tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
             at: z.ZodOptional<z.ZodObject<{
                 step: z.ZodOptional<z.ZodString>;
                 offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -419,6 +424,7 @@ export declare const CheckSchema: z.ZodObject<{
                 height: z.ZodOptional<z.ZodNumber>;
                 durationMs: z.ZodOptional<z.ZodNumber>;
                 description: z.ZodOptional<z.ZodString>;
+                tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                 at: z.ZodOptional<z.ZodObject<{
                     step: z.ZodOptional<z.ZodString>;
                     offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -463,6 +469,7 @@ export declare const CheckSchema: z.ZodObject<{
             height: z.ZodOptional<z.ZodNumber>;
             durationMs: z.ZodOptional<z.ZodNumber>;
             description: z.ZodOptional<z.ZodString>;
+            tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
             at: z.ZodOptional<z.ZodObject<{
                 step: z.ZodOptional<z.ZodString>;
                 offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -514,6 +521,7 @@ export declare const CheckSchema: z.ZodObject<{
         height: z.ZodOptional<z.ZodNumber>;
         durationMs: z.ZodOptional<z.ZodNumber>;
         description: z.ZodOptional<z.ZodString>;
+        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
         at: z.ZodOptional<z.ZodObject<{
             step: z.ZodOptional<z.ZodString>;
             offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -600,6 +608,7 @@ export declare const ReportPartSchema: z.ZodObject<{
         height: z.ZodOptional<z.ZodNumber>;
         durationMs: z.ZodOptional<z.ZodNumber>;
         description: z.ZodOptional<z.ZodString>;
+        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
         at: z.ZodOptional<z.ZodObject<{
             step: z.ZodOptional<z.ZodString>;
             offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -663,6 +672,7 @@ export declare const ReportPartSchema: z.ZodObject<{
                 height: z.ZodOptional<z.ZodNumber>;
                 durationMs: z.ZodOptional<z.ZodNumber>;
                 description: z.ZodOptional<z.ZodString>;
+                tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                 at: z.ZodOptional<z.ZodObject<{
                     step: z.ZodOptional<z.ZodString>;
                     offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -727,6 +737,7 @@ export declare const ReportPartSchema: z.ZodObject<{
                     height: z.ZodOptional<z.ZodNumber>;
                     durationMs: z.ZodOptional<z.ZodNumber>;
                     description: z.ZodOptional<z.ZodString>;
+                    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                     at: z.ZodOptional<z.ZodObject<{
                         step: z.ZodOptional<z.ZodString>;
                         offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -771,6 +782,7 @@ export declare const ReportPartSchema: z.ZodObject<{
                 height: z.ZodOptional<z.ZodNumber>;
                 durationMs: z.ZodOptional<z.ZodNumber>;
                 description: z.ZodOptional<z.ZodString>;
+                tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                 at: z.ZodOptional<z.ZodObject<{
                     step: z.ZodOptional<z.ZodString>;
                     offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -822,6 +834,7 @@ export declare const ReportPartSchema: z.ZodObject<{
             height: z.ZodOptional<z.ZodNumber>;
             durationMs: z.ZodOptional<z.ZodNumber>;
             description: z.ZodOptional<z.ZodString>;
+            tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
             at: z.ZodOptional<z.ZodObject<{
                 step: z.ZodOptional<z.ZodString>;
                 offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -910,6 +923,7 @@ export declare const LayerSourceSchema: z.ZodObject<{
                     height: z.ZodOptional<z.ZodNumber>;
                     durationMs: z.ZodOptional<z.ZodNumber>;
                     description: z.ZodOptional<z.ZodString>;
+                    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                     at: z.ZodOptional<z.ZodObject<{
                         step: z.ZodOptional<z.ZodString>;
                         offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -974,6 +988,7 @@ export declare const LayerSourceSchema: z.ZodObject<{
                         height: z.ZodOptional<z.ZodNumber>;
                         durationMs: z.ZodOptional<z.ZodNumber>;
                         description: z.ZodOptional<z.ZodString>;
+                        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                         at: z.ZodOptional<z.ZodObject<{
                             step: z.ZodOptional<z.ZodString>;
                             offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1018,6 +1033,7 @@ export declare const LayerSourceSchema: z.ZodObject<{
                     height: z.ZodOptional<z.ZodNumber>;
                     durationMs: z.ZodOptional<z.ZodNumber>;
                     description: z.ZodOptional<z.ZodString>;
+                    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                     at: z.ZodOptional<z.ZodObject<{
                         step: z.ZodOptional<z.ZodString>;
                         offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1069,6 +1085,7 @@ export declare const LayerSourceSchema: z.ZodObject<{
                 height: z.ZodOptional<z.ZodNumber>;
                 durationMs: z.ZodOptional<z.ZodNumber>;
                 description: z.ZodOptional<z.ZodString>;
+                tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                 at: z.ZodOptional<z.ZodObject<{
                     step: z.ZodOptional<z.ZodString>;
                     offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1183,6 +1200,7 @@ export declare const LayerDocumentSchema: z.ZodObject<{
         height: z.ZodOptional<z.ZodNumber>;
         durationMs: z.ZodOptional<z.ZodNumber>;
         description: z.ZodOptional<z.ZodString>;
+        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
         at: z.ZodOptional<z.ZodObject<{
             step: z.ZodOptional<z.ZodString>;
             offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1260,6 +1278,7 @@ export declare const LayerDocumentSchema: z.ZodObject<{
             height: z.ZodOptional<z.ZodNumber>;
             durationMs: z.ZodOptional<z.ZodNumber>;
             description: z.ZodOptional<z.ZodString>;
+            tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
             at: z.ZodOptional<z.ZodObject<{
                 step: z.ZodOptional<z.ZodString>;
                 offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1323,6 +1342,7 @@ export declare const LayerDocumentSchema: z.ZodObject<{
                     height: z.ZodOptional<z.ZodNumber>;
                     durationMs: z.ZodOptional<z.ZodNumber>;
                     description: z.ZodOptional<z.ZodString>;
+                    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                     at: z.ZodOptional<z.ZodObject<{
                         step: z.ZodOptional<z.ZodString>;
                         offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1387,6 +1407,7 @@ export declare const LayerDocumentSchema: z.ZodObject<{
                         height: z.ZodOptional<z.ZodNumber>;
                         durationMs: z.ZodOptional<z.ZodNumber>;
                         description: z.ZodOptional<z.ZodString>;
+                        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                         at: z.ZodOptional<z.ZodObject<{
                             step: z.ZodOptional<z.ZodString>;
                             offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1431,6 +1452,7 @@ export declare const LayerDocumentSchema: z.ZodObject<{
                     height: z.ZodOptional<z.ZodNumber>;
                     durationMs: z.ZodOptional<z.ZodNumber>;
                     description: z.ZodOptional<z.ZodString>;
+                    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                     at: z.ZodOptional<z.ZodObject<{
                         step: z.ZodOptional<z.ZodString>;
                         offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1482,6 +1504,7 @@ export declare const LayerDocumentSchema: z.ZodObject<{
                 height: z.ZodOptional<z.ZodNumber>;
                 durationMs: z.ZodOptional<z.ZodNumber>;
                 description: z.ZodOptional<z.ZodString>;
+                tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                 at: z.ZodOptional<z.ZodObject<{
                     step: z.ZodOptional<z.ZodString>;
                     offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1569,6 +1592,7 @@ export declare const LayerDocumentSchema: z.ZodObject<{
                         height: z.ZodOptional<z.ZodNumber>;
                         durationMs: z.ZodOptional<z.ZodNumber>;
                         description: z.ZodOptional<z.ZodString>;
+                        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                         at: z.ZodOptional<z.ZodObject<{
                             step: z.ZodOptional<z.ZodString>;
                             offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1633,6 +1657,7 @@ export declare const LayerDocumentSchema: z.ZodObject<{
                             height: z.ZodOptional<z.ZodNumber>;
                             durationMs: z.ZodOptional<z.ZodNumber>;
                             description: z.ZodOptional<z.ZodString>;
+                            tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                             at: z.ZodOptional<z.ZodObject<{
                                 step: z.ZodOptional<z.ZodString>;
                                 offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1677,6 +1702,7 @@ export declare const LayerDocumentSchema: z.ZodObject<{
                         height: z.ZodOptional<z.ZodNumber>;
                         durationMs: z.ZodOptional<z.ZodNumber>;
                         description: z.ZodOptional<z.ZodString>;
+                        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                         at: z.ZodOptional<z.ZodObject<{
                             step: z.ZodOptional<z.ZodString>;
                             offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1728,6 +1754,7 @@ export declare const LayerDocumentSchema: z.ZodObject<{
                     height: z.ZodOptional<z.ZodNumber>;
                     durationMs: z.ZodOptional<z.ZodNumber>;
                     description: z.ZodOptional<z.ZodString>;
+                    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                     at: z.ZodOptional<z.ZodObject<{
                         step: z.ZodOptional<z.ZodString>;
                         offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1855,6 +1882,7 @@ export declare const AttachmentInputSchema: z.ZodObject<{
     height: z.ZodOptional<z.ZodNumber>;
     durationMs: z.ZodOptional<z.ZodNumber>;
     description: z.ZodOptional<z.ZodString>;
+    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
     at: z.ZodOptional<z.ZodObject<{
         step: z.ZodOptional<z.ZodString>;
         offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1935,6 +1963,7 @@ export declare const PublishChecksSchema: z.ZodObject<{
             height: z.ZodOptional<z.ZodNumber>;
             durationMs: z.ZodOptional<z.ZodNumber>;
             description: z.ZodOptional<z.ZodString>;
+            tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
             at: z.ZodOptional<z.ZodObject<{
                 step: z.ZodOptional<z.ZodString>;
                 offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -1990,6 +2019,7 @@ export declare const PublishChecksSchema: z.ZodObject<{
                 height: z.ZodOptional<z.ZodNumber>;
                 durationMs: z.ZodOptional<z.ZodNumber>;
                 description: z.ZodOptional<z.ZodString>;
+                tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                 at: z.ZodOptional<z.ZodObject<{
                     step: z.ZodOptional<z.ZodString>;
                     offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -2078,6 +2108,7 @@ export declare const PublishChecksSchema: z.ZodObject<{
                     height: z.ZodOptional<z.ZodNumber>;
                     durationMs: z.ZodOptional<z.ZodNumber>;
                     description: z.ZodOptional<z.ZodString>;
+                    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                     at: z.ZodOptional<z.ZodObject<{
                         step: z.ZodOptional<z.ZodString>;
                         offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -2104,6 +2135,7 @@ export declare const PublishChecksSchema: z.ZodObject<{
                 height: z.ZodOptional<z.ZodNumber>;
                 durationMs: z.ZodOptional<z.ZodNumber>;
                 description: z.ZodOptional<z.ZodString>;
+                tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
                 at: z.ZodOptional<z.ZodObject<{
                     step: z.ZodOptional<z.ZodString>;
                     offsetMs: z.ZodOptional<z.ZodNumber>;
@@ -2163,6 +2195,7 @@ export declare const PublishChecksSchema: z.ZodObject<{
         height: z.ZodOptional<z.ZodNumber>;
         durationMs: z.ZodOptional<z.ZodNumber>;
         description: z.ZodOptional<z.ZodString>;
+        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
         at: z.ZodOptional<z.ZodObject<{
             step: z.ZodOptional<z.ZodString>;
             offsetMs: z.ZodOptional<z.ZodNumber>;

package/dist/schema/src/layer.js

@@ -109,6 +109,7 @@ export const AttachmentSchema = z.looseObject({
     height: z.number().nonnegative().optional(),
     durationMs: z.number().nonnegative().optional().describe('For video and audio'),
     description: z.string().optional(),
+    tags: z.array(z.string()).optional().describe('Free labels of this one attachment, such as `demo`: shown as `#demo`, searchable, and normalized by `normalizeTag` (a leading `#` and letter case never matter). Unlike the tags of a check they say nothing about its result'),
     at: MomentSchema.optional(),
     poster: z.string().optional().describe('The `id` of an attachment that stands for this one before it is opened'),
     captions: z.array(z.string()).optional().describe('The `id`s of attachments (WebVTT, SRT) that caption this one'),
@@ -285,6 +286,15 @@ function lenientList(value, schema, prepare = (item) => item) {
     });
 }
 const object = (value) => (typeof value === 'object' && value !== null && !Array.isArray(value) ? value : null);
+/** An attachment whose `tags` cannot be read keeps its file: only the tags that are strings are kept. */
+function lenientAttachment(item) {
+    const attachment = object(item);
+    if (!attachment || !('tags' in attachment))
+        return item;
+    const { tags, ...rest } = attachment;
+    const kept = lenientList(tags, z.string());
+    return kept ? { ...rest, tags: kept } : rest;
+}
 function lenientEvidence(holder, nested = []) {
     const out = { ...holder };
     const set = (key, value) => { if (value === undefined)
@@ -296,7 +306,7 @@ function lenientEvidence(holder, nested = []) {
     if ('links' in out)
         set('links', lenientList(out.links, LinkSchema));
     if ('attachments' in out)
-        set('attachments', lenientList(out.attachments, AttachmentSchema));
+        set('attachments', lenientList(out.attachments, AttachmentSchema, lenientAttachment));
     if ('annotations' in out)
         set('annotations', lenientList(out.annotations, AnnotationSchema));
     if ('labels' in out)

package/dist/server/src/app.js

@@ -20,6 +20,7 @@ import { combineBackends, summarize } from '../../reports/src/compose.js';
 import { combineEvidence } from '../../reports/src/layer-merge.js';
 import { layerCatalogKey } from '../../reports/src/layer-store.js';
 import { createLayersApp } from '../../reports/src/layers-route.js';
+import { readArtifactTagEntries, recordArtifactTags, ArtifactTagError } from '../../reports/src/artifact-tag-store.js';
 import { publishChecks } from '../../reports/src/publish-checks.js';
 import { reportStatus } from '../../reports/src/report-status.js';
 import { ReportIndex } from '../../reports/src/report-index.js';
@@ -254,7 +255,7 @@ function createProjectApplication(options) {
             name: 'atlas', version: options.version ?? null, role: identity?.role ?? 'read', open: auth.open,
             write: options.write, ready: index.ready, viewers: events.count, time: now(),
             backends: snapshot.backends.map(({ id, label, available }) => ({ id, label, available, write: id === options.write })),
-            ...(({ backends: _unused, ...rest }) => rest)(index.stats()), capabilities: { events: true, ingest: true, store: true, checks: true, status: true, effective: true, live: true, tests: true }
+            ...(({ backends: _unused, ...rest }) => rest)(index.stats()), capabilities: { events: true, ingest: true, store: true, checks: true, status: true, effective: true, live: true, tests: true, artifactTags: true }
         });
     });
     app.get('/api/live', async (c) => c.json({ runs: await live.list() }, 200, { 'cache-control': 'no-store' }));
@@ -425,8 +426,9 @@ function createProjectApplication(options) {
             return notReady(c);
         const found = await catalog();
         const limit = /^\d+$/.test(c.req.query('limit') ?? '') ? Number(c.req.query('limit')) : 100;
-        const document = () => runList(index.history, found.version, limit);
-        return answer(c, found.version, document, () => runsMarkdown(document()), `runs|${limit}|${wantsMarkdown(c)}`);
+        const video = ['1', 'true'].includes(c.req.query('video') ?? '');
+        const document = () => runList(index.history, found.version, limit, { video });
+        return answer(c, found.version, document, () => runsMarkdown(document()), `runs|${limit}|${video}|${wantsMarkdown(c)}`);
     });
     app.get('/api/reports/runs/detail', async (c) => {
         if (!index.ready)
@@ -440,6 +442,36 @@ function createProjectApplication(options) {
             return problemResponse(404, 'No run has that key.');
         return answer(c, found.version, () => document, () => runMarkdown(document), `run|${key}|${wantsMarkdown(c)}`);
     });
+    // Reviewer tags for attachments: an audit trail of edits kept beside the layers, which they never change. Read
+    // with a read token; an edit needs a publish token in a Bearer header, and is recorded under that token's name.
+    const tagStore = options.liveStore ?? writeBackend.store;
+    // Edits are ordered by time, so two in one millisecond are told apart by moving the later one on.
+    let lastTagAt = 0;
+    const artifactTags = cached(() => readArtifactTagEntries(tagStore), 5_000);
+    app.get('/api/reports/artifact-tags', async (c) => c.json({ schemaVersion: 1, entries: await artifactTags() }, 200, { 'cache-control': 'no-store' }));
+    app.post('/api/reports/artifact-tags', async (c) => {
+        const verdict = auth.check(c.req.raw, 'publish');
+        if (!verdict.ok)
+            return unauthorized(verdict);
+        try {
+            const bytes = await readLimited(c.req.raw, Math.min(limits.json, 64 * 1024));
+            let input;
+            try {
+                input = JSON.parse(new TextDecoder().decode(bytes));
+            }
+            catch {
+                return problemResponse(422, 'The body is not JSON.');
+            }
+            const entry = await recordArtifactTags(tagStore, input, verdict.identity.name, lastTagAt = Math.max(now(), lastTagAt + 1));
+            await artifactTags.invalidate();
+            return c.json(entry, 201, { 'cache-control': 'no-store' });
+        }
+        catch (error) {
+            if (error instanceof ArtifactTagError || error instanceof Refusal)
+                return problemResponse(error.status, error.message);
+            throw error;
+        }
+    });
     app.route('/api/reports', layers);
     // Upload: the store protocol, and a simple JSON way in for anything that can make a request.
     app.route('/api/store', storeApi({

package/dist/server/src/llms.js

@@ -69,7 +69,8 @@ curl "${url}/api/projects/$ATLAS_PROJECT/reports/tests?format=markdown&limit=50"
 curl "${url}/api/projects/$ATLAS_PROJECT/reports/tests?status=failed,flaky&environment=desktop-web" # filter: q, status, environment, producer, domain, spec, tag, run; sort, offset, limit
 curl "${url}/api/projects/$ATLAS_PROJECT/reports/tests/history?key=<url-encoded test key>"         # one test: every recorded result, durations, branches, CI runs
 curl "${url}/api/projects/$ATLAS_PROJECT/reports/tests/health?format=markdown"                      # why Specs, domains and counts disagree; add root=<from>><to> to declare a path-root mapping
-curl "${url}/api/projects/$ATLAS_PROJECT/reports/runs?format=markdown"                             # CI runs, newest first, with their results by status
+curl "${url}/api/projects/$ATLAS_PROJECT/reports/runs?format=markdown"                             # CI runs, newest first, with their results by status and video counts
+curl "${url}/api/projects/$ATLAS_PROJECT/reports/runs?video=true&format=markdown"                 # only runs with a playable video recording
 curl "${url}/api/projects/$ATLAS_PROJECT/reports/runs/detail?key=<url-encoded run key>"            # every test one run recorded
 \`\`\`
 

package/dist/server/src/openapi.d.ts

@@ -1,5 +1,5 @@
 /** The version of the API described, `major.minor.patch`: the minor grows when an operation or field is added, the major never within `/api`. */
-export declare const API_VERSION = "1.4.0";
+export declare const API_VERSION = "1.5.0";
 /** Who may call an operation: `none` (anyone), or the least role that may (`read` < `publish` < `admin`). */
 export type Role = 'none' | 'read' | 'publish' | 'admin';
 type JsonSchema = Record<string, unknown>;

package/dist/server/src/openapi.js

@@ -14,10 +14,10 @@
  */
 import { z } from 'zod/v4';
 import { ProjectsSchema } from '../../schema/src/project.js';
-import { EffectiveDeltaSchema, EffectiveEvidenceSchema, EvidencePageSchema, HealthSchema, LayerRowsSchema, CheckDetailSchema, OutlineSchema, ProblemSchema, ReadySchema, ServerInfoSchema, StoreListingSchema, StoreWriteResultSchema, ChecksResultSchema, HelloEventSchema, ReportEventSchema, PingEventSchema, TestCatalogSchema, CatalogHealthSchema, TestHistorySchema, RunListSchema, RunDetailSchema } from '../../schema/src/api.js';
+import { EffectiveDeltaSchema, EffectiveEvidenceSchema, EvidencePageSchema, HealthSchema, LayerRowsSchema, CheckDetailSchema, OutlineSchema, ProblemSchema, ReadySchema, ServerInfoSchema, StoreListingSchema, StoreWriteResultSchema, ChecksResultSchema, HelloEventSchema, ReportEventSchema, PingEventSchema, TestCatalogSchema, CatalogHealthSchema, TestHistorySchema, RunListSchema, RunDetailSchema, ArtifactTagEditSchema, ArtifactTagEntrySchema, ArtifactTagsSchema } from '../../schema/src/api.js';
 import { LiveRunSchema, LiveRunStartSchema, LiveRunUpdateSchema, ServerEditableSettingsSchema, ServerSettingsSnapshotSchema, AtlasChangeSchema, PublishChecksSchema, ReportSourcesSchema, ReportStatusSchema, RunsIndexSchema, SpecIndexSchema } from '../../schema/src/index.js';
 /** The version of the API described, `major.minor.patch`: the minor grows when an operation or field is added, the major never within `/api`. */
-export const API_VERSION = '1.4.0';
+export const API_VERSION = '1.5.0';
 /** The JSON Schema of a Zod schema, as OpenAPI 3.1 embeds it. `output` for what the server sends, `input` for what it accepts. */
 function schemaOf(schema, io = 'output') {
     const { $schema: _dialect, ...json } = z.toJSONSchema(schema, { target: 'draft-2020-12', unrepresentable: 'any', io });
@@ -35,6 +35,7 @@ const COMPONENTS = {
     PublishChecks: [PublishChecksSchema.partial({ recordedAtMs: true }), 'input'], ChecksResult: [ChecksResultSchema, 'output'],
     StoreListing: [StoreListingSchema, 'output'], StoreWriteResult: [StoreWriteResultSchema, 'output'],
     Outline: [OutlineSchema, 'output'], EvidencePage: [EvidencePageSchema, 'output'], LayerRows: [LayerRowsSchema, 'output'], CheckDetail: [CheckDetailSchema, 'output'],
+    ArtifactTagEdit: [ArtifactTagEditSchema, 'input'], ArtifactTagEntry: [ArtifactTagEntrySchema, 'output'], ArtifactTags: [ArtifactTagsSchema, 'output'],
     TestCatalog: [TestCatalogSchema, 'output'], CatalogHealth: [CatalogHealthSchema, 'output'], TestHistory: [TestHistorySchema, 'output'], RunList: [RunListSchema, 'output'], RunDetail: [RunDetailSchema, 'output'],
     SpecIndex: [SpecIndexSchema, 'output'], ReportSources: [ReportSourcesSchema, 'output'], RunsIndex: [RunsIndexSchema, 'output'],
     RunEvent: [LiveRunSchema, 'output'], HelloEvent: [HelloEventSchema, 'output'], ReportEvent: [ReportEventSchema, 'output'], AtlasChangeEvent: [AtlasChangeSchema, 'output'], PingEvent: [PingEventSchema, 'output']
@@ -271,6 +272,8 @@ const BASE_OPERATIONS = [
             { name: 'domain', in: 'query', description: 'Only tests whose spec is in this domain (`(no spec)` for none). Repeatable or comma-separated.', schema: str },
             { name: 'spec', in: 'query', description: 'Only tests of this spec path. Repeatable or comma-separated.', schema: str, example: 'specs/checkout/pay.feature' },
             { name: 'tag', in: 'query', description: 'Only tests with this tag. Repeatable or comma-separated.', schema: str },
+            { name: 'artifactTag', in: 'query', description: 'Only tests with an attachment tagged this (`demo` and `#demo` are the same tag), not counting tags inherited from a check or run: the exact artifact query. `inherited=1` widens it to the tags inherited from the check and run. Repeatable or comma-separated.', schema: str, example: 'demo' },
+            { name: 'inherited', in: 'query', description: 'With `artifactTag`: `1` also matches the tags an attachment inherits from its check and run, so a recording without a tag of its own under a run tagged `demo` is found. Without it the query is exact.', schema: { type: 'string', enum: ['1', 'true'] } },
             { name: 'run', in: 'query', description: 'Only tests recorded in this run (a `key` from `/api/reports/runs`).', schema: str },
             { name: 'sort', in: 'query', description: 'The order: `spec` (default: domain, spec, title), `title`, `recent`, `slowest`, `failures`, `flaky` or `runs`.', schema: { type: 'string', enum: ['spec', 'title', 'recent', 'slowest', 'failures', 'flaky', 'runs'] } },
             { name: 'offset', in: 'query', description: 'Skip this many matching tests.', schema: { type: 'integer', minimum: 0 } },
@@ -305,12 +308,26 @@ const BASE_OPERATIONS = [
         ],
         responses: { '200': json('The test and its history.', 'TestHistory'), '304': { description: 'Unchanged since the `If-None-Match` ETag.' }, '400': problem('No `key`.'), '401': UNAUTHORIZED, '404': problem('No test in the report has that key.'), '503': NOT_READY }
     },
+    {
+        route: 'GET /api/reports/artifact-tags', path: '/api/reports/artifact-tags', operationId: 'getArtifactTags', tag: 'Report', role: 'read',
+        summary: 'Reviewer tags of attachments: every recorded edit',
+        description: 'The audit trail of tags that reviewers added to and removed from attachments after upload, oldest first. Each entry says which attachment (`target`), which normalized tags were added and removed, the name of the token that made the edit (`by`, never the token) and when (`atMs`). The layers themselves are never rewritten, so a producer\'s own `tags` on an attachment stay as uploaded; fold the entries (oldest first, the last edit of a tag wins) to get the reviewer tags that stand now. Tags are normalized: `#Demo` and `demo` are `demo`.',
+        responses: { '200': json('The edits.', 'ArtifactTags'), '401': UNAUTHORIZED }
+    },
+    {
+        route: 'POST /api/reports/artifact-tags', path: '/api/reports/artifact-tags', operationId: 'editArtifactTags', tag: 'Report', role: 'publish',
+        summary: 'Tag or untag one attachment after upload',
+        description: 'Records one edit of the reviewer tags of one attachment, by the name of the publish (or admin) token that sends it. It adds an immutable entry to the audit trail and changes nothing else: not the layer, not the movie, not any result. The tags it removes are reviewer tags only; a producer\'s tags are part of the layer and stay. A reader-only token, a browser sign-in box and an anonymous reader are refused. Name the attachment as `artifactRef` does (`id:<id>`, else `key:<bundleKey>`, else `name:<name>`).',
+        body: { description: 'The attachment and the tags to add and remove. At most 20 of each, 64 KiB.', contentType: 'application/json', required: true, schema: ref('ArtifactTagEdit') },
+        responses: { '201': json('The recorded entry.', 'ArtifactTagEntry'), '401': UNAUTHORIZED, '403': FORBIDDEN, '413': problem('Request too large.'), '422': problem('Not a tag edit: a bad target, an empty or over-long tag, or nothing to change.') }
+    },
     {
         route: 'GET /api/reports/runs', path: '/api/reports/runs', operationId: 'getReportRuns', tag: 'Report', role: 'read',
         summary: 'The runs that recorded the report',
-        description: 'Every run, newest first: layers grouped by their CI run URL (else branch and commit), with their environments, producers, how many tests they recorded, their results by status, the time they spanned and up to twenty failures. Send `format=markdown` for Markdown.',
+        description: 'Every run, newest first: layers grouped by their CI run URL (else branch and commit), with their environments, producers, how many tests they recorded, their results by status, the time they spanned, up to twenty failures and their video counts (references, distinct playable recordings, unavailable). Send `format=markdown` for Markdown.',
         parameters: [
             { name: 'limit', in: 'query', description: 'At most this many runs (default 100).', schema: { type: 'integer', minimum: 0 } },
+            { name: 'video', in: 'query', description: '`true` to list only runs that have a playable video recording. Applied to every run before `limit`; `total` counts the matches. A server that does not know it answers with every run.', schema: { type: 'boolean' } },
             { name: 'format', in: 'query', description: '`markdown` for Markdown instead of JSON.', schema: { type: 'string', enum: ['json', 'markdown'] } }
         ],
         responses: { '200': json('The runs.', 'RunList'), '304': { description: 'Unchanged since the `If-None-Match` ETag.' }, '401': UNAUTHORIZED, '503': NOT_READY }

package/docs/extending.md

@@ -35,6 +35,9 @@ carry any of these. Every one is optional.
 | `extensions{}` | Structured data of your own or a tool's, under a name you own. |
 | `measurements[]` | Numbers, with units and an allowance (already part of the contract). |
 
+An attachment may carry its own `tags[]` (`demo`): shown as `#demo` and searchable; see
+[Tagging artifacts and demos](rich-evidence.md#tagging-artifacts-and-demos).
+
 On a **layer** the same fields describe the whole run: its CI log, a coverage report, an archive of traces, the
 build number, a link to the pipeline.
 

package/docs/reference/http-api.md

@@ -467,6 +467,8 @@ Send `format=markdown` (or `Accept: text/markdown`) for the same as a Markdown r
 - `domain` (query): Only tests whose spec is in this domain (`(no spec)` for none). Repeatable or comma-separated.
 - `spec` (query): Only tests of this spec path. Repeatable or comma-separated.
 - `tag` (query): Only tests with this tag. Repeatable or comma-separated.
+- `artifactTag` (query): Only tests with an attachment tagged this (`demo` and `#demo` are the same tag), not counting tags inherited from a check or run: the exact artifact query. `inherited=1` widens it to the tags inherited from the check and run. Repeatable or comma-separated.
+- `inherited` (query): With `artifactTag`: `1` also matches the tags an attachment inherits from its check and run, so a recording without a tag of its own under a run tagged `demo` is found. Without it the query is exact.
 - `run` (query): Only tests recorded in this run (a `key` from `/api/reports/runs`).
 - `sort` (query): The order: `spec` (default: domain, spec, title), `title`, `recent`, `slowest`, `failures`, `flaky` or `runs`.
 - `offset` (query): Skip this many matching tests.
@@ -496,6 +498,8 @@ Scoped to one project. The same project may be selected on the unprefixed API us
 - `domain` (query): Only tests whose spec is in this domain (`(no spec)` for none). Repeatable or comma-separated.
 - `spec` (query): Only tests of this spec path. Repeatable or comma-separated.
 - `tag` (query): Only tests with this tag. Repeatable or comma-separated.
+- `artifactTag` (query): Only tests with an attachment tagged this (`demo` and `#demo` are the same tag), not counting tags inherited from a check or run: the exact artifact query. `inherited=1` widens it to the tags inherited from the check and run. Repeatable or comma-separated.
+- `inherited` (query): With `artifactTag`: `1` also matches the tags an attachment inherits from its check and run, so a recording without a tag of its own under a run tagged `demo` is found. Without it the query is exact.
 - `run` (query): Only tests recorded in this run (a `key` from `/api/reports/runs`).
 - `sort` (query): The order: `spec` (default: domain, spec, title), `title`, `recent`, `slowest`, `failures`, `flaky` or `runs`.
 - `offset` (query): Skip this many matching tests.
@@ -564,13 +568,58 @@ Scoped to one project. The same project may be selected on the unprefixed API us
 
 Responses: `200` The test and its history.; `304` Unchanged since the `If-None-Match` ETag.; `400` No `key`.; `401` No token, or an unknown one. Send `Authorization: Bearer <token>`.; `404` No test in the report has that key.; `503` The server is still reading its backends. Retry after the number of seconds in `Retry-After`.
 
+### Reviewer tags of attachments: every recorded edit
+
+`GET /api/reports/artifact-tags` · role: read
+
+The audit trail of tags that reviewers added to and removed from attachments after upload, oldest first. Each entry says which attachment (`target`), which normalized tags were added and removed, the name of the token that made the edit (`by`, never the token) and when (`atMs`). The layers themselves are never rewritten, so a producer's own `tags` on an attachment stay as uploaded; fold the entries (oldest first, the last edit of a tag wins) to get the reviewer tags that stand now. Tags are normalized: `#Demo` and `demo` are `demo`.
+
+- `project` (query): Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.
+
+Responses: `200` The edits.; `401` No token, or an unknown one. Send `Authorization: Bearer <token>`.
+
+### Reviewer tags of attachments: every recorded edit
+
+`GET /api/projects/{project}/reports/artifact-tags` · role: read
+
+The audit trail of tags that reviewers added to and removed from attachments after upload, oldest first. Each entry says which attachment (`target`), which normalized tags were added and removed, the name of the token that made the edit (`by`, never the token) and when (`atMs`). The layers themselves are never rewritten, so a producer's own `tags` on an attachment stay as uploaded; fold the entries (oldest first, the last edit of a tag wins) to get the reviewer tags that stand now. Tags are normalized: `#Demo` and `demo` are `demo`.
+
+Scoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.
+
+- `project` (path, required): Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.
+
+Responses: `200` The edits.; `401` No token, or an unknown one. Send `Authorization: Bearer <token>`.
+
+### Tag or untag one attachment after upload
+
+`POST /api/reports/artifact-tags` · role: publish
+
+Records one edit of the reviewer tags of one attachment, by the name of the publish (or admin) token that sends it. It adds an immutable entry to the audit trail and changes nothing else: not the layer, not the movie, not any result. The tags it removes are reviewer tags only; a producer's tags are part of the layer and stay. A reader-only token, a browser sign-in box and an anonymous reader are refused. Name the attachment as `artifactRef` does (`id:<id>`, else `key:<bundleKey>`, else `name:<name>`).
+
+- `project` (query): Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.
+
+Responses: `201` The recorded entry.; `401` No token, or an unknown one. Send `Authorization: Bearer <token>`.; `403` The token is known but its role may not do this.; `413` Request too large.; `422` Not a tag edit: a bad target, an empty or over-long tag, or nothing to change.
+
+### Tag or untag one attachment after upload
+
+`POST /api/projects/{project}/reports/artifact-tags` · role: publish
+
+Records one edit of the reviewer tags of one attachment, by the name of the publish (or admin) token that sends it. It adds an immutable entry to the audit trail and changes nothing else: not the layer, not the movie, not any result. The tags it removes are reviewer tags only; a producer's tags are part of the layer and stay. A reader-only token, a browser sign-in box and an anonymous reader are refused. Name the attachment as `artifactRef` does (`id:<id>`, else `key:<bundleKey>`, else `name:<name>`).
+
+Scoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.
+
+- `project` (path, required): Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.
+
+Responses: `201` The recorded entry.; `401` No token, or an unknown one. Send `Authorization: Bearer <token>`.; `403` The token is known but its role may not do this.; `413` Request too large.; `422` Not a tag edit: a bad target, an empty or over-long tag, or nothing to change.
+
 ### The runs that recorded the report
 
 `GET /api/reports/runs` · role: read
 
-Every run, newest first: layers grouped by their CI run URL (else branch and commit), with their environments, producers, how many tests they recorded, their results by status, the time they spanned and up to twenty failures. Send `format=markdown` for Markdown.
+Every run, newest first: layers grouped by their CI run URL (else branch and commit), with their environments, producers, how many tests they recorded, their results by status, the time they spanned, up to twenty failures and their video counts (references, distinct playable recordings, unavailable). Send `format=markdown` for Markdown.
 
 - `limit` (query): At most this many runs (default 100).
+- `video` (query): `true` to list only runs that have a playable video recording. Applied to every run before `limit`; `total` counts the matches. A server that does not know it answers with every run.
 - `format` (query): `markdown` for Markdown instead of JSON.
 - `project` (query): Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.
 
@@ -580,12 +629,13 @@ Responses: `200` The runs.; `304` Unchanged since the `If-None-Match` ETag.; `40
 
 `GET /api/projects/{project}/reports/runs` · role: read
 
-Every run, newest first: layers grouped by their CI run URL (else branch and commit), with their environments, producers, how many tests they recorded, their results by status, the time they spanned and up to twenty failures. Send `format=markdown` for Markdown.
+Every run, newest first: layers grouped by their CI run URL (else branch and commit), with their environments, producers, how many tests they recorded, their results by status, the time they spanned, up to twenty failures and their video counts (references, distinct playable recordings, unavailable). Send `format=markdown` for Markdown.
 
 Scoped to one project. The same project may be selected on the unprefixed API using ?project= or X-Atlas-Project. Unknown projects return 404 on reads and are created by an authenticated upload.
 
 - `project` (path, required): Project slug. Alternatively send X-Atlas-Project or use the project-prefixed route. Omit for the default project. Conflicting selectors are refused.
 - `limit` (query): At most this many runs (default 100).
+- `video` (query): `true` to list only runs that have a playable video recording. Applied to every run before `limit`; `total` counts the matches. A server that does not know it answers with every run.
 - `format` (query): `markdown` for Markdown instead of JSON.
 
 Responses: `200` The runs.; `304` Unchanged since the `If-None-Match` ETag.; `401` No token, or an unknown one. Send `Authorization: Bearer <token>`.; `503` The server is still reading its backends. Retry after the number of seconds in `Retry-After`.