evals-lab 0.14.0 → 0.16.0

package/lab/evals-core.mjs

@@ -33,7 +33,7 @@
 // and that is a measurement.
 
 import yaml from "./js-yaml.mjs";
-                                                                                                                                                 
+                                                                                                                                                           
 import { evaluate, asText, templateProblem, WdlError,                 } from "./flows/wdl.mjs";
 import { stepsOf as flowStepsOf, actionsByName, readerFor, readsOf,                          } from "./flows/record.mjs";
 import { flowApi,              } from "./flows/flowApi.mjs";
@@ -41,7 +41,7 @@ import registerMetrics from "./metrics/builtin.mjs";
 import list, { ECHO, CASE_MODES, legacyTagsOut, legacyTagsModifiers, cleaningFilters, preambleFilters, CLEANING_MODIFIERS,
   splitItems, tidy, tryExamples, itemRulesProblems, dropBy, rejectBy, matcher,
   FILTER_TYPES, FILTER_SEPARATORS, FILTER_MODIFIER, applyFilter, applyFilterSet, tryFilter, splitSample, filterProblems, filterFromItemRule,
-                             } from "./kinds/list.mjs";
+  filterV4, V3_TEXT_TYPES,                            } from "./kinds/list.mjs";
 
 // ---- The types -------------------------------------------------------------
 // docs/pipeline-model.md as types, and the shapes of the registries every
@@ -141,16 +141,18 @@ import list, { ECHO, CASE_MODES, legacyTagsOut, legacyTagsModifiers, cleaningFil
                      
  
 
-/** The filter sets a job cleans and gates its reply by (#339, #405): each a
+/** The filter sets a job cleans and gates its reply by (#339, #615): each a
     link to a Library filter set (followed latest or pinned) or a private one
-    held inline, run at the step's `stage` (#432: a set has no stage of its
-    own; the step runs its filters of that stage). A job may hold one `filters` step of
-    each stage -- a `text` one run on the raw reply before it is read into
-    items (Pre-format), an `items` one run on the items after (Post-format). */
+    held inline, one list in run order. `format` is where the job's Response
+    Format reads the reply, when it reads items: before `filterSets[format]`
+    -- the filters above it run on the raw text, those below on each item.
+    Absent, a linked set's own `format` marks it (the first that has one),
+    or else the format reads after them all. A format that reads text reads
+    after them all whatever it says. A job holds one `filters` step. */
                              
                   
-                     
                               
+                  
  
 
 /** A job's steps: its Content stage, then its Responses (§16). */
@@ -253,7 +255,9 @@ import list, { ECHO, CASE_MODES, legacyTagsOut, legacyTagsModifiers, cleaningFil
 
 /** A target (pipeline-model §16): one column through every job, compared
     side by side in Results -- what version 9 called a scenario. Its step in
-    each job says what it sends there. */
+    each job says what it sends there. From version 20 a Target is the
+    derived view of a Variant over the pipeline's Request steps (jobsOf,
+    targetsOf); the stored shape is the flat step list and its Variants (§20). */
                          
                                                                        
                                                 
@@ -268,6 +272,95 @@ import list, { ECHO, CASE_MODES, legacyTagsOut, legacyTagsModifiers, cleaningFil
                       
  
 
+// ---- the flat step list and Variants (version 20, pipeline-model §20) --------
+//
+// Version 20 reshapes a pipeline from jobs (each a stage holding every
+// Target's step) into one ordered list of steps with Variants beside it. The
+// steps are Get items, Request N, Read Response N and Filter; a Request holds
+// the settings every Variant shares, and each Variant overrides any of them
+// per Request. jobsOf / targetsOf derive the version-19 jobs and targets from
+// this shape, so every reader (the page, the runner, the server through the
+// core) keeps reading one shape; withJobs / withTargets serialise an edit
+// back. The encoding is a verbatim re-packaging of jobs and targets, so a
+// round-trip is byte-exact and stagesFor gives the same stages (#669).
+
+/** Get items: the items a run goes over, before Request 1. There can be
+    several, each adding more items (§20); the upgrade from 19 makes one from
+    job 1's Attach Content. */
+                               
+                   
+             
+                   
+ 
+
+/** A Request: the settings every Variant shares in this job -- its base cell
+    (Variant A's: what it asks and of whom, its words, and an HTTP Request's
+    template), whether the item's image goes with it, the token mappings its
+    words resolve under, and the flow step its records are calls of, for a
+    workflow Request. Each Variant overrides its cell (Variant.overrides); the
+    image and the tokens are the Request's alone. */
+                              
+                  
+             
+               
+                                                                           
+                                                      
+                   
+                                                                             
+                     
+                  
+                                                    
+                         
+                                                                           
+                                                            
+ 
+
+/** Read Response N: how Request N's response is read -- the flow's reading of
+    it (`readAs`, a workflow Request's) and the output kind it is validated as
+    (`out`, absent for plain text). Comes after its Request. */
+                                   
+                       
+             
+                                                          
+                  
+                  
+                               
+                                                                           
+                                                                          
+                                            
+                         
+ 
+
+/** Filter: the filter sets a Request's response is cleaned and gated by, in
+    run order around its Response Format (the version-19 `filters` step, now
+    its own step in the list). Comes after its Request. */
+                                
+                 
+             
+                                                           
+                  
+                              
+                  
+ 
+
+/** One step of a version-20 pipeline. */
+                                                                                         
+
+/** A Variant (version 20): a column through every Request, at most four. It
+    overrides a Request's shared settings, keyed by the Request's id -- AI
+    Connection, Model, Profile, Prompt (or Body) and a workflow Request's
+    Answered by (the cell's `type`); Send image and Tokens are the Request's.
+    An empty override inherits the Request's base; Variant A (the first)
+    inherits every one. The Variant's own `connection` / `profile` are the fallback a Request with no
+    override of its own uses, as a version-19 target's were. */
+                          
+             
+               
+                         
+                      
+                                                 
+ 
+
 /** What every eval carries whatever its type: an id minted once and never
     shown, an optional name ("Eval 2" when blank), and whether the evals after
     it still read what it failed on (docs/pipeline-model.md §3). */
@@ -358,32 +451,20 @@ import list, { ECHO, CASE_MODES, legacyTagsOut, legacyTagsModifiers, cleaningFil
  * at. `filters` are tried in order -- each drop-item narrows the items the
  * next reads, and the first reject-reply that fires gates the answer.
  */
-/** Which side of Response Format a filter step sits on (#405): `text`
-    before it, on the raw reply (Pre-format), `items` after it (Post-format).
-    It also names what a filter reads: the reply's text (rewrite-text /
-    reject-text) or the items (drop-item, rewrite-item, keep-first,
-    reject-reply). A text filter runs at either stage, an item filter only
-    Post-format after a kind that reads items (#557, `stageReads`); a set
-    belongs to no stage (#432), and runs its share in each it is linked in. */
-                                           
-
-/** The stage a filter type's scope belongs to: text filters read the raw
-    reply; item, list and answer filters read the items it is read into. */
-export const stageOfScope = (scope        )              => (scope === "text" ? "text" : "items");
-
-/** What job's [stage] filters read when it answers as [kind] (#557):
-    Pre-format the text; Post-format the items after a kind that reads
-    items, and the text after any other. A filter runs there when its
-    `stageOfScope` is this. */
-export const stageReads = (stage             , kind                           )              =>
-  stage === "items" && OUTPUT_KINDS[kind ?? ""]?.offers?.includes("items") ? "items" : "text";
-
-/** A filter stage as the page names it: before the reply is formatted, or after. */
-export const FILTER_STAGE_LABEL                              = { text: "Pre-format", items: "Post-format" };
+/** Whether a job answering as [kind] reads its reply into items, so that
+    where its Response Format sits among its filters matters (#615): the
+    filters above it run on the raw text, those below on each item. A format
+    that reads text reads after every filter. */
+export const formatReadsItems = (kind                           )          =>
+  !!OUTPUT_KINDS[kind ?? ""]?.offers?.includes("items");
 
                                 
                                      
                     
+                                                                        
+                                                                            
+                                                              
+                  
  
 
 /** A Library filter set by reference; a run's copy says the version it used:
@@ -420,8 +501,13 @@ export const FILTER_STAGE_LABEL                              = { text: "Pre-form
                                           
              
                
-              
-                    
+                                                                       
+                                                                          
+                                                        
+                        
+                                                                        
+                                                                                  
+                      
                
                  
  
@@ -571,14 +657,10 @@ export const FILTER_STAGE_LABEL                              = { text: "Pre-form
                      
                 
                       
+                                                                        
                                                                          
-                                                                           
-                  
+                                                                  
                     
-                                                                          
-                                                                          
-                                                                          
-                   
                          
                                                                                    
                                      
@@ -668,17 +750,16 @@ export function kept(text        , max = KEPT_CHARS)         {
                   
                       
                                                                            
-                                                                              
-                                                            
+                                                 
                           
                                                                    
                
  
 
-/** Which filter discarded a job's reply, or emptied it, and where (#435). */
+/** Which filter discarded a job's reply, or emptied it, and where (#435). A
+    run kept before #615 also says the stage it ran in, which nothing reads. */
                              
                  
-                     
                                                  
               
                                                                    
@@ -713,7 +794,6 @@ export function kept(text        , max = KEPT_CHARS)         {
                
                      
                    
-                  
                         
                                     
  
@@ -980,12 +1060,18 @@ export function kept(text        , max = KEPT_CHARS)         {
               
                  
                        
+                                                                         
+                                                                     
+                             
  
 
 /** One item of a queue row's results: a file or the pasted text. */
                              
                 
                 
+                                                                        
+                        
+                    
               
                  
                            
@@ -1247,10 +1333,10 @@ const platformOf = (src
                                                                              
                                                                    
                
-                                                                       
-                                                                        
-                                                                     
-                        
+                                                                           
+                                                                              
+                           
+                       
                                                                                
                                                 
                                       
@@ -1549,24 +1635,42 @@ function upgradeDatasetBody   (body   )                  {
     `{ version, filters }` body #334 introduces. A later format adds a step to
     `upgradeFilterSetBody`, as `upgradeDatasetBody` grew, with server.py's
     `upgrade_filter_set_body` its twin. */
-const FILTER_SET_VERSION = 3         ;
-
-/** [body] as this version of a filter set (3), from any earlier one. Version 2
-    (#405) named the stage a set shaped; version 3 (#432) names none -- each
-    filter's type decides where it runs -- so a version-1 or -2 body loses its
-    `stage` and reads as this one. Anything else comes back untouched for
-    `filterSetBodyProblems` to refuse. Pure: the same body gives the same
-    answer, and server.py's upgrade_filter_set_body is its twin. */
+const FILTER_SET_VERSION = 4         ;
+
+/** [body] as this version of a filter set (4), from any earlier one. Version 2
+    (#405) named the stage a set shaped, which version 3 (#432) dropped: each
+    filter's type decided where it ran. Version 4 (#615) has seven verbs that
+    run wherever they sit, around a Response Format a set may straddle: each
+    filter becomes the verb that reads a reply as it did (`filterV4`), and a
+    set that held both text and item filters puts its text ones first, in
+    their order, then its `format` marker, then its item ones -- what it ran
+    linked both before and after the format. Anything else comes back
+    untouched for `filterSetBodyProblems` to refuse. Pure: the same body gives
+    the same answer, and server.py's upgrade_filter_set_body is its twin. */
 function upgradeFilterSetBody   (body   )                    {
   if (!isObj(body)) return body;
   if (body.version === FILTER_SET_VERSION) return body;
-  if (body.version === 1 || body.version === 2) {
+  if (body.version === 1 || body.version === 2 || body.version === 3) {
     const { stage: _stage, ...rest } = body;
-    return { ...rest, version: FILTER_SET_VERSION }                            ;
+    if (!Array.isArray(rest.filters)) return { ...rest, version: FILTER_SET_VERSION }                            ;
+    const isText = (f         ) => isObj(f) && V3_TEXT_TYPES.includes(f.type          );
+    const text = rest.filters.filter(isText), items = rest.filters.filter((f         ) => !isText(f));
+    return { ...rest, version: FILTER_SET_VERSION, filters: [...text, ...items].map(filterV4),
+             ...(text.length && items.length ? { format: text.length } : {}) }                            ;
   }
   return body;
 }
 
+/** A version-1 to -3 private filter set (#615) as a version-4 one that runs
+    on the side of the format its link sits: each filter its verb, in its
+    order, and no marker -- a private set held one stage's filters. A current
+    body comes back as it was. */
+function ownBodyV4(own         )          {
+  if (!isObj(own) || ![1, 2, 3].includes(own.version          )) return own;
+  const { stage: _stage, ...rest } = own;
+  return { ...rest, version: FILTER_SET_VERSION, ...(Array.isArray(rest.filters) ? { filters: rest.filters.map(filterV4) } : {}) };
+}
+
 /** A filter set with no filters, at this version: what New filter set starts
     from, and what a lab with none holds. */
 function blankFilterSetBody()                {
@@ -1581,7 +1685,16 @@ function filterSetBodyProblems(body         , at = "the filter set")           {
   if (body.version !== FILTER_SET_VERSION) {
     return [`${at} is version ${JSON.stringify(body.version)}, and the lab reads version ${FILTER_SET_VERSION}`];
   }
-  return filterProblems(body.filters, at);
+  return [...filterProblems(body.filters, at),
+          ...formatProblems(body.format, Array.isArray(body.filters) ? body.filters.length : 0, at)];
+}
+
+/** Why [format] is not a place among [n] entries the Response Format can
+    read at (#615): a whole number from 0 to [n], or none. */
+function formatProblems(format         , n        , at        )           {
+  if (format == null) return [];
+  return Number.isInteger(format) && (format          ) >= 0 && (format          ) <= n
+    ? [] : [`${at}: Response Format has to sit among its filters`];
 }
 
 /** Why [link] is not a filter-set link a run's Responses step may carry, one
@@ -2123,7 +2236,7 @@ function ollamaType(id        , label        , cloud         )                 {
     description: cloud ? "Ollama's cloud at ollama.com, with a key." : "Ollama on a machine of your own; it takes no key.",
     settings: [
       { key: "seed", label: "Seed", control: "text", default: "", hint: "" },
-      { key: "nPredict", label: "Reply tokens", control: "text", default: "", hint: "" },
+      { key: "nPredict", label: "Response tokens", control: "text", default: "", hint: "" },
       { key: "temperature", label: "Temperature", control: "text", default: "", hint: "" },
       { key: "repeatPenalty", label: "Repeat penalty", control: "text", default: "", hint: "" },
     ],
@@ -2176,7 +2289,7 @@ const sendsNothing = ()        => { throw new Error("Echo answers from the item
 // stays so a stored run, or a profile made before, still reads.
 CONNECTION_TYPES.echo = {
   id: "echo", label: "Echo", settings: [], keyless: true, picker: false,
-  description: "No model: answers with each text item itself, to grade replies recorded earlier.",
+  description: "No model: answers with each text item itself, to grade responses recorded earlier.",
   local: (item, sent) => item.text ?? sent,
   request: sendsNothing, parseReply: sendsNothing, listModels: sendsNothing, parseModels: () => [],
 };
@@ -2196,7 +2309,7 @@ function recordedRaw(record         )         {
 // the flow reads a reply; `local` is the no-Read-as fallback.
 CONNECTION_TYPES.recorded = {
   id: "recorded", label: "Recorded", settings: [], keyless: true, picker: false, replays: true,
-  description: "Answers each call with the reply it got when it was recorded. Sends nothing.",
+  description: "Answers each item with the response it got when it was recorded. Sends nothing.",
   local: (_item, _sent, record) => recordedRaw(record),
   request: sendsNothing, parseReply: sendsNothing, listModels: sendsNothing, parseModels: () => [],
 };
@@ -2240,7 +2353,7 @@ CONNECTION_TYPES["openai-compatible"] = {
     // A reasoning model refuses a temperature.
     { key: "temperature", label: "Temperature", control: "text", default: "", hint: "",
       appliesTo: (conn) => !/^(gpt-5|o\d)/i.test(String(conn.model ?? "")) },
-    { key: "nPredict", label: "Reply tokens", control: "text", default: "", hint: "" },
+    { key: "nPredict", label: "Response tokens", control: "text", default: "", hint: "" },
   ],
   // /v1/chat/completions, covering OpenAI, OpenRouter, vLLM, LM Studio.
   // max_completion_tokens stays with this type, as the hosted providers
@@ -2284,7 +2397,7 @@ CONNECTION_TYPES.anthropic = {
   settings: [
     { key: "temperature", label: "Temperature", control: "text", default: "", hint: "",
       appliesTo: (conn) => !CLAUDE_FIXED_SAMPLING.test(String(conn.model ?? "")) },
-    { key: "maxTokens", label: "Reply tokens", control: "text", default: "", hint: "" },
+    { key: "maxTokens", label: "Response tokens", control: "text", default: "", hint: "" },
   ],
   // Asked words (a Prompt step, a grader) or sent a flow's whole request (an
   // HTTP Request step): one profile and one key do both.
@@ -2349,7 +2462,7 @@ CONNECTION_TYPES["llama.cpp"] = {
   settings: [
     { key: "temperature", label: "Temperature", control: "text", default: "", hint: "" },
     { key: "seed", label: "Seed", control: "text", default: "", hint: "" },
-    { key: "nPredict", label: "Reply tokens", control: "text", default: "", hint: "" },
+    { key: "nPredict", label: "Response tokens", control: "text", default: "", hint: "" },
     { key: "repeatPenalty", label: "Repeat penalty", control: "text", default: "", hint: "" },
     { key: "frequencyPenalty", label: "Frequency penalty", control: "text", default: "", hint: "" },
     { key: "presencePenalty", label: "Presence penalty", control: "text", default: "", hint: "" },
@@ -2363,7 +2476,7 @@ CONNECTION_TYPES["llama.cpp"] = {
       choices: [{ value: "on", label: "on" }, { value: "off", label: "off" }], hint: "" },
     { key: "thinking", label: "Thinking", control: "select", default: "off",
       choices: [{ value: "on", label: "on" }, { value: "off", label: "off" }], hint: "" },
-    { key: "rejectLoops", label: "Reject looping replies", control: "select", default: "off",
+    { key: "rejectLoops", label: "Reject looping responses", control: "select", default: "off",
       choices: [{ value: "on", label: "on" }, { value: "off", label: "off" }], hint: "" },
   ],
   request(conn, prompt, dataUrl, base, key) {
@@ -3093,7 +3206,7 @@ function singleRules(test                     )         {
 }
 
 /** "3 of 12 replies", or "the reply" where there was only one. */
-const ofReplies = (k        , n        )         => (n === 1 ? "the reply" : `${k} of ${n} replies`);
+const ofReplies = (k        , n        )         => (n === 1 ? "the response" : `${k} of ${n} responses`);
 const quoted = (s        )         => `"${s.trim().slice(0, 60)}"`;
 
 /**
@@ -3214,7 +3327,7 @@ function jobProblem(stages                  , call
       const kind = OUTPUT_KINDS[kinds[from] ] ;
       if (sub && !(kind.offers || []).includes(sub)) {
         return `and stage ${from + 1} answers with ${kind.noun || kinds[from]}, which has no ${sub} — `
-             + `{${m ? `stage${from + 1}` : "reply"}} is its reply`;
+             + `{${m ? `stage${from + 1}` : "reply"}} is its response`;
       }
       return null;
     };
@@ -3324,30 +3437,20 @@ async function runPipeline(stages                  , dataUrl               , cal
     // and that answer is graded as though the job had worked.
     const handsOn = i < stages.length - 1;
     const against = res.readAgainst ?? echo;
-    // The Pre-format (text) filters shape the raw reply before the kind
-    // reads it (#405): a Rewrite text reshapes it, a Reject text ends the job.
+    // The filters above the format shape the raw reply before the kind
+    // reads it (#405, #615): they reshape it, or a Reject ends the job.
     const pre = applyFilterSet(st.before || [], { body: res.raw ?? "", items: [], instruction: against }, "text");
-    const by = (filter        , stage             , rejected         )             => ({ filter, stage, job: i + 1, rejected });
-    if (pre.reject != null) return result({ error: named(`discarded: ${pre.reject}`), filteredBy: by(pre.reject, "text", true) });
+    const by = (filter        , rejected         )             => ({ filter, job: i + 1, rejected });
+    if (pre.reject != null) return result({ error: named(`discarded: ${pre.reject}`), filteredBy: by(pre.reject, true) });
     if (pre.rewrote) transcript[transcript.length - 1] .filtered = { got: pre.body, by: pre.rewrote };
     const read = reader.read(pre.body, { echo: against, parsing: opts.parsing, settings: st.settings });
     if (read.error) return result({ error: named(read.error) });
     const mod = applyModifiers(mods[i], kind, read.value, { instruction: against, body: read.body ?? res.raw ?? "" });
     if (mod.reject) {
-      return result({ error: named(`discarded: ${mod.reject}`), ...(mod.by ? { filteredBy: by(mod.by, "items", true) } : {}) });
-    }
-    // A kind that reads no items runs its Post-format filters on its text,
-    // once read (#557); what they leave is what is graded.
-    if (st.after?.length && typeof mod.value === "string") {
-      const post = applyFilterSet(st.after, { body: mod.value, items: [], instruction: against }, "text");
-      if (post.reject != null) return result({ error: named(`discarded: ${post.reject}`), filteredBy: by(post.reject, "items", true) });
-      if (post.rewrote) {
-        transcript[transcript.length - 1] .filtered = { got: post.body, by: [...(pre.rewrote || []), ...post.rewrote] };
-        mod.value = post.body;
-      }
+      return result({ error: named(`discarded: ${mod.reject}`), ...(mod.by ? { filteredBy: by(mod.by, true) } : {}) });
     }
     // A filter that dropped the last item: what a zero result is explained by.
-    const emptied = mod.by && reader.terms && !reader.terms(mod.value).length ? { filteredBy: by(mod.by, "items", false) } : {};
+    const emptied = mod.by && reader.terms && !reader.terms(mod.value).length ? { filteredBy: by(mod.by, false) } : {};
     const nothing = handsOn ? reader.handsOn?.(mod.value) : null;
     if (nothing) return result({ error: named(nothing), ...emptied });
     const value = mod.value;
@@ -3377,8 +3480,8 @@ function readList(reply        , out                             , instruction =
   const reader = OUTPUT_KINDS[out.kind];
   if (!reader) return { items: [], dropped: [], echoed: 0, error: `"${out.kind}" is not an output kind this lab has` };
   const { kind, modifiers, before, ...settings } = out;
-  // The Pre-format (text) filters shape the raw reply before the kind
-  // reads it (#405); a Reject text ends the job.
+  // The filters above the format shape the raw reply before the kind reads
+  // it (#405, #615); a Reject ends the job.
   const pre = applyFilterSet(before || [], { body: reply, items: [], instruction }, "text");
   if (pre.reject != null) return { items: [], dropped: [], echoed: 0, error: `discarded: ${pre.reject}` };
   const read = reader.read(pre.body, { echo: instruction, settings });
@@ -3456,7 +3559,11 @@ function applyModifiers   (list                                 , kind        ,
 // 16: a target names an AI Connection and, optionally, a Connection Profile,
 // where it named one Target profile; a run's table is keyed by the pair
 // (answerKey) -- the Target profile split in the store as it opens (#445).
-const PIPELINE_VERSION = 18         ;
+// 17: a request reads by its job's HTTP API; 18: a saved-mode Source content
+// pins one response (#596).
+// 19: a job's filters are one list, run in order around its Response Format,
+// and filters are seven verbs (#615).
+const PIPELINE_VERSION = 20         ;
 
 // Plain objects, so an entry is added by assignment and a reader never needs
 // to know which registered it.
@@ -3576,9 +3683,9 @@ const clone =    (v   )    => JSON.parse(JSON.stringify(v));
 // A reply read as itself: anything at all, handed on untouched.
 OUTPUT_KINDS.text = {
   label: "Plain text", noun: "text", offers: [],
-  description: "Keeps the reply as it came back, whole.",
+  description: "Keeps the response as it came back, whole.",
   read: reply => ({ value: String(reply ?? "") }),
-  handsOn: (value        ) => (value.trim() ? null : "empty reply"),
+  handsOn: (value        ) => (value.trim() ? null : "empty response"),
 }                                                     ;
 
 // ---- the connection a profile reference resolves to ------------------------
@@ -3689,6 +3796,28 @@ function connectionOf(p         )             {
   return out;
 }
 
+/** The settings a Prompt Request may hold of its own (#672): any connection
+    type's, but those that say how it is reached and the model, its own field. */
+const requestSettingKeys = ()           => [...new Set(Object.values(CONNECTION_TYPES)
+  .flatMap(t => t.settings.filter(s => s.scope !== "connection" && s.key !== "model").map(s => s.key)))];
+
+/** [conn] with a Request's own settings over it, as connectionOf carries
+    them: a preset kept on a Variant (#672). One left blank is not sent, so a
+    preset clears what it does not set, as Apply preset does a profile's. */
+function withOwnSettings                                                                          (conn   , own                                    )    {
+  if (!own || !Object.keys(own).length) return conn;
+  const out    = { ...conn };
+  const options                            = { ...(conn.options || {}) };
+  for (const [k, v] of Object.entries(own)) {
+    const set = String(v ?? "").trim() !== "";
+    if (k === "temperature") { if (set) out.temperature = v; else delete out.temperature; }
+    else if (set) options[k] = v;
+    else delete options[k];
+  }
+  if (Object.keys(options).length) out.options = options; else delete out.options;
+  return out;
+}
+
 /** A run's connection as one flat set of settings, the shape a profile has. */
 function connectionSettings(c                             )           {
   const { options, ...rest } = c || {};
@@ -3771,7 +3900,7 @@ function answerOfKey(key        )
 
 /** Whom target [i] asks in job [k]: its step's own connection or profile,
     where it names either, else the target's. */
-function targetAnswerOf(doc                                                           , i        , k        )                     {
+function targetAnswerOf(doc                             , i        , k        )                     {
   const t = targetsOf(doc)[i];
   const st = targetStepOf(doc, i, k);
   const own = st?.connection != null || st?.profile != null;
@@ -3782,7 +3911,7 @@ function targetAnswerOf(doc
 }
 
 /** The answer key of target [i] in job [k], or undefined where it asks none. */
-function targetAnswerKey(doc                                                           , i        , k        )                     {
+function targetAnswerKey(doc                             , i        , k        )                     {
   const a = targetAnswerOf(doc, i, k);
   return a ? answerKey(a.connection.id, a.profile?.id) : undefined;
 }
@@ -3863,9 +3992,9 @@ function encoderQuality(quality               )         {
 // ---- labels -----------------------------------------------------------------
 // A name is optional everywhere; a blank one is the number the canvas has
 // always shown, so a sentence names what the reader sees.
-const jobLabel = (doc                                         , k        )         =>
-  (doc.jobs?.[k]?.name || "").trim() || `Job ${k + 1}`;
-const scenarioLabel = (doc                                 , i        )         => targetLabel(doc, i);
+const jobLabel = (doc                              , k        )         =>
+  (jobsOf(doc)[k]?.name || "").trim() || `Job ${k + 1}`;
+const scenarioLabel = (doc                             , i        )         => targetLabel(doc, i);
 // The runner calls a job's link a stage; the model calls it a job.
 const jobWords = (s        )         => s && String(s).replace(/\bstage[ ](\d+)/g, "job $1");
 
@@ -3876,8 +4005,8 @@ function onlyFields(obj        , at        , allowed                   , bad
   for (const k of Object.keys(obj)) {
     if (allowed.includes(k)) continue;
     bad.push(LOOKS_LIKE_A_KEY.test(k)
-      ? `${at} carries "${k}", and a key never goes in a pipeline — $${keyFrom || "EVALSLAB_API_KEY_<ID>"} supplies it`
-      : `${at} has "${k}", which is not a pipeline field`);
+      ? `${at} carries "${k}", and a key never goes in an experiment — $${keyFrom || "EVALSLAB_API_KEY_<ID>"} supplies it`
+      : `${at} has "${k}", which is not an experiment field`);
   }
 }
 
@@ -3910,9 +4039,9 @@ SOURCE_TYPES.workflow = {
   icon: "workflow",
   description: "A cloud flow, with records of its steps' calls from its run history.",
   group: "Workflows",
-  // Each item reads as a call, as the Source's Calls group names them, though
+  // Each item reads as an item, as the Source's Items group names them, though
   // the file holding one is a record.
-  noun: "call",
+  noun: "item",
   uploads: [".json"],
   sendsImage: false,
   hasActions: true,
@@ -3954,9 +4083,9 @@ WORKFLOW_PLATFORMS["power-automate"] = {   // platform: the Power Automate adapt
 SOURCE_TYPES.dynamic = {
   label: "Dynamic",
   icon: "globe",
-  description: "Data produced on demand -- an HTTP GET, an API, a file or a command -- captured as Calls.",
+  description: "Data produced on demand -- an HTTP GET, an API, a file or a command -- captured as Items.",
   group: "Dynamic",
-  noun: "call",                    // the generic default; the provider's own overrides it
+  noun: "item",                    // the generic default; the provider's own overrides it
   uploads: [".txt", ".json", ".csv", ".md"],
   sendsImage: false,
   hasActions: false,
@@ -3965,7 +4094,7 @@ SOURCE_TYPES.dynamic = {
 };
 
 // HTTP GET (docs/dynamic-sources.md § 1): the safest pull provider. It fetches
-// a URL through the relay server-side -- Fetch now keeps a response, Live
+// a URL through the relay server-side -- Get response keeps a response, Live
 // data fetches it again at submit -- so the page drives only the
 // create dialog and the Call labels; the fetch, redaction and token-refusal are
 // the server's (its SOURCE_PROVIDERS mirror in server.py).
@@ -3974,6 +4103,7 @@ DYNAMIC_PROVIDERS["http-get"] = {   // provider: the HTTP GET adapter's own id
   label: "HTTP GET",
   icon: "square-code",
   noun: "response",
+  produceIcon: "cloud-sync",
   tier: "pull",
   config: ["url"],
   configProblems(config){
@@ -4031,7 +4161,7 @@ DYNAMIC_PROVIDERS["api"] = {      // provider: the API call adapter's own id
 // or an Upload… by hand, formalised as a provider. The lab fetches and executes
 // nothing: a Supplied item is named by the id the caller gives it (its file
 // name), which is what joins it to a case. It has no config and no server-side
-// production, so no Fetch now and no live data; its Calls are the items handed in,
+// production, so no Get response and no live data; its Calls are the items handed in,
 // redacted on the way in like any other (server.py's take_dynamic). A hosted run
 // grades those Calls; a solely-Supplied Source with none is run only via the CLI.
 DYNAMIC_PROVIDERS["supplied"] = {   // provider: the Supplied adapter's own id
@@ -4061,7 +4191,7 @@ DYNAMIC_PROVIDERS["file"] = {   // provider: the File on disk adapter's own id
   label: "File on disk",
   icon: "file",
   noun: "file",
-  produceLabel: "Read now",
+  produceIcon: "file-input",
   tier: "local",
   config: ["path"],
   configProblems(config){
@@ -4084,8 +4214,8 @@ DYNAMIC_PROVIDERS["command"] = {   // provider: the Command adapter's own id
   id: "command",                   // provider: its id, the row's config.provider
   label: "Command",
   icon: "terminal",
-  noun: "call",
-  produceLabel: "Run now",
+  noun: "item",
+  produceIcon: "square-terminal",
   tier: "local",
   config: ["command", "args"],
   configProblems(config){
@@ -4232,8 +4362,8 @@ CONTENT_TYPES.text = {
 // model asked the prompt itself, or Echo answering with it, the prompt then
 // being the recorded reply.
 CONTENT_TYPES.prompt = {
-  label: "Prompt only",
-  description: "No item: each target's prompt is sent on its own.",
+  label: "(No content)",
+  description: "No item: each variant's prompt is sent on its own.",
   inline: true,
   bare: true,
   fields: ["type"],
@@ -4297,9 +4427,9 @@ LEGACY_TESTS.graded = {
   validate(t, ctx, bad){
     const d = t.dataset;
     if (!isRef(d) || (d.version != null && !isStr(d.version))) {
-      return void bad.push("a graded eval has to name its dataset as { id, name }");
+      return void bad.push("a graded eval has to name its Library eval as { id, name }");
     }
-    if (ctx.groups && !ctx.groups.some(x => x.id === d.id)) bad.push(`Eval group ${d.name || d.id} not found`);
+    if (ctx.groups && !ctx.groups.some(x => x.id === d.id)) bad.push(`Eval ${d.name || d.id} not found`);
   },
 };
 
@@ -4501,9 +4631,9 @@ function readRun(list                   , run             )                  {
     const off = each.filter(r => !r.pass);
     const first = each[0];
     if (!first) return [{ type: m.type, label: METRICS[m.type]?.label ?? m.type, weight: typeof m.weight === "number" ? m.weight : 1,
-                          pass: true, score: 1, reason: "no replies" }];
+                          pass: true, score: 1, reason: "no responses" }];
     return [{ ...first, pass: !off.length, score: each.length ? (each.length - off.length) / each.length : 1,
-              reason: off.length ? `${off.length} of ${each.length} replies: ${off[0] .reason}` : `all ${each.length} replies` }];
+              reason: off.length ? `${off.length} of ${each.length} responses: ${off[0] .reason}` : `all ${each.length} responses` }];
   });
 }
 
@@ -4512,7 +4642,7 @@ function readRun(list                   , run             )                  {
 // pipeline-check.js hold the eval group to.
 LEGACY_TESTS.metrics = {
   label: "Metrics",
-  description: "Checks of each reply, or of the whole run, scored all-must-pass or in weighted points.",
+  description: "Checks of each response, or of the whole run, scored all-metrics-pass or in points.",
   fields: ["type", "metrics", "mode", "threshold", "grader", "dataset", "over"],
   // A metric that reads terms (a case) reads only a kind that yields them.
   accepts: t => (Array.isArray(t.metrics) && t.metrics.some((m           ) => METRICS[m?.type]?.needsTerms)
@@ -4527,8 +4657,8 @@ LEGACY_TESTS.metrics = {
     }
     // The dataset whose cases a case metric reads, and whose own metrics join.
     if (t.dataset != null) {
-      if (!isRef(t.dataset) || (t.dataset.version != null && !isStr(t.dataset.version))) bad.push("the Metrics name their dataset as { id, name }");
-      else if (ctx.groups && !ctx.groups.some(x => x.id === t.dataset.id)) bad.push(`Eval group ${t.dataset.name || t.dataset.id} not found`);
+      if (!isRef(t.dataset) || (t.dataset.version != null && !isStr(t.dataset.version))) bad.push("the Metrics name their eval as { id, name }");
+      else if (ctx.groups && !ctx.groups.some(x => x.id === t.dataset.id)) bad.push(`Eval ${t.dataset.name || t.dataset.id} not found`);
     }
     if (!SCORING_MODES.includes(t.mode)) bad.push(`the Metrics are scored ${SCORING_MODES.join(" or ")}`);
     if (t.mode === "weighted" && typeof t.threshold !== "number") bad.push("weighted Metrics need a threshold: the points an item has to reach");
@@ -4620,8 +4750,8 @@ const wholeRunGroup = (t           )          => isObj(t.own) && Array.isArray(t
 // group does (readGroup), or -- a private group of Whole run metrics alone --
 // the whole run (readGroupRun).
 EVAL_TYPES.group = {
-  label: "Eval group",
-  description: "Checks of each reply, or of the whole run, from an eval group: linked from the Library, or this pipeline's own.",
+  label: "Eval",
+  description: "Checks of each response, or of the whole run, from an eval: linked from the Library, or this experiment's own.",
   fields: ["type", "group", "pin", "own", "grader"],
   // A metric that reads terms (a case) reads only a kind that yields them.
   accepts: t => ([...ownList(t)].some((m           ) => METRICS[m?.type]?.needsTerms)
@@ -4634,17 +4764,17 @@ EVAL_TYPES.group = {
     const named = (ref           , what        ) => {
       const n = isObj(ref) ? ref.n : undefined;
       if (!isRef(ref) || (ref.version != null && !isStr(ref.version)) || (n != null && !Number.isInteger(n))) {
-        return void bad.push(`${what} names its eval group as { id, name }`);
+        return void bad.push(`${what} names its eval as { id, name }`);
       }
       onlyFields(ref, what, ["id", "name", "version", "n"], bad);
       const held = ctx.groups?.find(x => x.id === ref.id);
-      if (ctx.groups && !held) bad.push(`Eval group ${ref.name || ref.id} not found`);
+      if (ctx.groups && !held) bad.push(`Eval ${ref.name || ref.id} not found`);
       return held;
     };
-    if (t.pin != null && !(Number.isInteger(t.pin) && t.pin > 0)) bad.push("a pin is a group's version: a whole number from 1");
+    if (t.pin != null && !(Number.isInteger(t.pin) && t.pin > 0)) bad.push("a pin is an eval's version: a whole number from 1");
     if (t.grader != null && !isRef(t.grader)) bad.push("the link names its grader as { id, name }");
     if (g != null) {
-      if (own != null) return void bad.push("an eval links a Library group or holds its own, not both");
+      if (own != null) return void bad.push("an eval links a Library eval or holds its own, not both");
       const held = named(g, "the link");
       if (held && t.pin != null && typeof held.versions === "number" && t.pin > held.versions) {
         bad.push(`${g.name || g.id} has no version ${t.pin}`);
@@ -4656,17 +4786,17 @@ EVAL_TYPES.group = {
       graderProblems(grader, ctx, bad);
       return;
     }
-    if (!isObj(own)) return void bad.push("an eval links a Library group, or holds its own");
-    if (t.pin != null) bad.push("a group of this pipeline's own versions with it, so it is never pinned");
-    if (own.version !== DATASET_BODY_VERSION) bad.push(`the group's own body is version ${DATASET_BODY_VERSION}`);
-    for (const key of ["scoring", "every", "run", "cases"]) if (own[key] == null) bad.push(`the group's own body has no ${key}`);
-    onlyFields(own, "the group's own body", ["version", "scoring", "grader", "every", "run", "cases", "casesFrom"], bad);
+    if (!isObj(own)) return void bad.push("an eval links a Library eval, or holds its own");
+    if (t.pin != null) bad.push("an eval of this experiment's own versions with it, so it is never pinned");
+    if (own.version !== DATASET_BODY_VERSION) bad.push(`the eval's own body is version ${DATASET_BODY_VERSION}`);
+    for (const key of ["scoring", "every", "run", "cases"]) if (own[key] == null) bad.push(`the eval's own body has no ${key}`);
+    onlyFields(own, "the eval's own body", ["version", "scoring", "grader", "every", "run", "cases", "casesFrom"], bad);
     if (bad.length) return;
     bad.push(...validateEvals(own));
-    if (own.casesFrom != null) named(own.casesFrom, "Cases from");
+    if (own.casesFrom != null) named(own.casesFrom, "Eval cases from");
     // Read item by item or over the run: one section at a time, until a
     // group's Whole run is reported beside its items (#233).
-    if (own.run.length && !wholeRunGroup(t)) bad.push("the group's own body reads each item or the whole run, not both");
+    if (own.run.length && !wholeRunGroup(t)) bad.push("the eval's own body reads each item or the whole run, not both");
     // The group's own grader, or the lab's.
     const grader = isRef(own.grader) ? own.grader : isRef(ctx.grader) ? ctx.grader : null;
     if (gradedIn(own.every) && !grader) bad.push("a model-graded metric needs a grader: pick one on the eval, or make a connection the lab's grader");
@@ -4731,8 +4861,8 @@ function caseIn(body                         , item        )              {
 // ignoring case, as the Single Test did.
 METRICS["has-items"] = {
   label: "Has items",
-  family: "The reply's text",
-  description: "Passes when the reply holds all, or any, of the items listed.",
+  family: "The response's text",
+  description: "Passes when the response holds all, or any, of the items listed.",
   options: [{ key: "values", label: "Items", type: "textarea" },
             { key: "need", label: "Needs", type: "select", choices: [{ value: "all", label: "all" }, { value: "any", label: "any" }] }],
   defaults: () => ({ values: "", need: "all" }),
@@ -4760,8 +4890,8 @@ const parseCountOf = (m        )                =>
 // A reply's length in characters, once trimmed.
 METRICS.length = {
   label: "Length",
-  family: "The reply's text",
-  description: "Compares the reply's length in characters.",
+  family: "The response's text",
+  description: "Compares the response's length in characters.",
   options: [{ key: "op", label: "Is", type: "select", choices: LENGTH_OPS.map(([value, label]) => ({ value, label })) },
             { key: "n", label: "Characters", type: "number" }],
   defaults: () => ({ op: "exactly", n: 0 }),
@@ -4781,7 +4911,7 @@ METRICS.length = {
 METRICS["parse-count"] = {
   label: "Parses",
   family: "The result",
-  description: "Passes when the reply reads as the format chosen, holding the number of results set.",
+  description: "Passes when the response reads as the format chosen, holding the number of results set.",
   // Unformatted is one result a reply, as the Single Test counted it.
   options: [{ key: "parse", label: "As", type: "select", choices: [{ value: "", label: "Unformatted" }, { value: "csv", label: "csv" },
                                                                     { value: "json", label: "json" }, { value: "xml", label: "xml" }] },
@@ -4934,11 +5064,11 @@ function metricCheck(m        )         {
 // Attach Content: the items a run goes over, job 1's first step.
 STEP_TYPES.attachContent = {
   label: "Attach Content", slot: "content", rank: 0,
-  description: "The items the run goes through: each is sent to every target.",
+  description: "The items the run goes through: each is sent to every variant.",
   in: null, out: "items",
   apply: "itemContent",   // run-evals.js, through its file-type registry
   fields: ["type", "content"],
-  firstJobOnly: "only job 1 attaches content -- a later job is handed the reply before it",
+  firstJobOnly: "only job 1 attaches content -- a later job is handed the response before it",
   validate(step, ctx, bad){
     const c = step?.content;
     if (!c) return void bad.push("set the content first");
@@ -4998,12 +5128,21 @@ STEP_TYPES.tokenMappings = {
 // Prompt: a target's words, asked of its model.
 STEP_TYPES.prompt = {
   label: "Prompt", slot: "target", asks: "prompt", modelFrom: "profile",
-  description: "Asks each target's model its prompt about the item.",
+  description: "Asks each variant's model its prompt about the item.",
   in: "item", out: "text",
   apply: "runPipeline",
-  fields: ["type", "prompt", "connection", "profile", "from"],
+  // A model and settings of its own go over its connection's (stagesFor):
+  // a preset kept on a Variant (#672).
+  fields: ["type", "prompt", "connection", "profile", "from", "model", "settings"],
   validate(step, _ctx, bad, at){
     if (!isStr(step.prompt)) bad.push(`${at}: prompt has to be text`);
+    if (step.model != null && !isStr(step.model)) bad.push(`${at}: model has to be text`);
+    if (step.settings != null) {
+      if (!isObj(step.settings) || !Object.values(step.settings).every(isStr)) bad.push(`${at}: settings are names to text`);
+      else for (const k of Object.keys(step.settings)) {
+        if (!requestSettingKeys().includes(k)) bad.push(`${at}: no connection type has a setting ${k}`);
+      }
+    }
   },
 };
 
@@ -5025,7 +5164,7 @@ function keyField(v         , at = "body")                {
 }
 STEP_TYPES.httpRequest = {
   label: "HTTP Request", slot: "target", asks: "request", verbatim: true, modelFrom: "step",
-  description: "Sends a Power Automate step's own request, rebuilt from each record, with each target's words in it.",
+  description: "Sends a Power Automate step's own request, rebuilt from each record, with each variant's words in it.",
   firstJobOnly: "an HTTP Request is sent from its item's record, so it is job 1's",
   // A new target starts from the flow's own words and fields, read by the
   // job's HTTP API ([step] carries it: requestStepOf).
@@ -5046,7 +5185,7 @@ STEP_TYPES.httpRequest = {
     // A key is the Setup profile's, sent by its Key header; one in the
     // template would be kept in the pipeline and every run of it.
     const hit = keyField(step.body) ?? keyField(step.query, "query");
-    if (hit) bad.push(`${at} carries a key at ${hit}, and a key never goes in a pipeline -- the connection sends it`);
+    if (hit) bad.push(`${at} carries a key at ${hit}, and a key never goes in an experiment -- the connection sends it`);
     if (!api) return;
     // Its fields, where its HTTP API has a place for them.
     for (const f of ["system", "model", "prefill"]         ) {
@@ -5077,7 +5216,7 @@ STEP_TYPES.httpRequest = {
 // against; over Prompt only they are the reply.
 STEP_TYPES.echo = {
   label: "Echo", slot: "target", asks: "nothing", local: true, replaces: "echo",
-  description: "Sends nothing: each text item is its own reply, to grade replies recorded earlier.",
+  description: "Sends nothing: each text item is its own response, to grade responses recorded earlier.",
   firstJobOnly: "Echo answers only job 1, with the item's own text",
   in: "item", out: "text",
   apply: "runPipeline",
@@ -5091,7 +5230,7 @@ STEP_TYPES.echo = {
 // the flow reads one. No profile, no prompt -- the record is the reply.
 STEP_TYPES.recorded = {
   label: "Recorded", slot: "target", asks: "nothing", local: true, replaces: "recorded",
-  firstJobOnly: "a call's recorded reply is job 1's",
+  firstJobOnly: "an item's recorded response is job 1's",
   in: "item", out: "text",
   apply: "runPipeline",
   // `prompt` only so the step satisfies the target-step shape; it is never
@@ -5116,7 +5255,7 @@ const localConnOf = (entry                           )
 // Read as: what the flow does to the reply before it reads it.
 STEP_TYPES.readAs = {
   label: "Read as", slot: "responses", rank: 0,
-  description: "What the flow makes of the reply before it reads it.",
+  description: "What the flow makes of the response before it reads it.",
   in: "text", out: "text",
   apply: "runPipeline",
   fields: ["type", "readAs"],
@@ -5127,8 +5266,8 @@ STEP_TYPES.readAs = {
 
 // Response Format Validation: the kind a reply is read as.
 STEP_TYPES.readReply = {
-  label: "Read Reply", slot: "responses", rank: 1,
-  description: "How the reply is read before evals and later jobs see it.",
+  label: "Read Response", slot: "responses", rank: 1,
+  description: "How the response is read before evals and later jobs see it.",
   in: "text", out: step => step.out?.kind,
   // Read inside the stage: runPipeline parses each reply as it comes back.
   apply: "runPipeline",
@@ -5147,7 +5286,7 @@ STEP_TYPES.readReply = {
 // A modifier: one change to the parsed reply, after the kind that takes it.
 STEP_TYPES.modifier = {
   label: "Modifier", slot: "responses", rank: 2, many: true,
-  description: "Changes the reply after it is read.",
+  description: "Changes the response after it is read.",
   in: "value", out: "value",
   apply: "runPipeline",
   fields: ["type", "modifier"],
@@ -5163,23 +5302,20 @@ STEP_TYPES.modifier = {
 };
 
 // A filters step: the filter sets a job cleans and gates its reply by, each a
-// link or a private set (#339, #405), at the step's `stage`. A job may hold
-// one of each stage -- a `text` one Pre-format, an `items` one Post-format -- so
-// the type is `many`; two of a stage is the job's to refuse. A set belongs to
-// no stage (#432): linked here, it runs the filters whose type fits the step's
-// stage and skips the rest. A private set's body is the core's to judge
+// link or a private set (#339), in run order around the job's Response Format
+// (#615, `format`). A private set's body is the core's to judge
 // (filterSetBodyProblems); a link to a Library set is the server's to resolve,
 // so only its shape is checked here.
 STEP_TYPES.filters = {
-  label: "Filter sets", slot: "responses", rank: 2, many: true,
-  description: "Cleans and gates the reply with linked or private filter sets.",
+  label: "Filter sets", slot: "responses", rank: 2,
+  description: "Cleans and gates the response with linked or private filter sets.",
   in: "value", out: "value",
   apply: "runPipeline",
-  fields: ["type", "stage", "filterSets"],
+  fields: ["type", "filterSets", "format"],
   validate(step, _ctx, bad, at){
-    if (step.stage !== "text" && step.stage !== "items") bad.push(`${at}: a filters step shapes the text or the items stage`);
     if (!Array.isArray(step.filterSets)) return void bad.push(`${at}: filterSets has to be a list`);
     for (const link of step.filterSets               ) bad.push(...filterSetLinkProblems(link, at));
+    bad.push(...formatProblems(step.format, step.filterSets.length, at));
   },
 };
 
@@ -5220,17 +5356,263 @@ function withStep(job     , type              , step             )      {
   return { ...job, steps: ordered(step ? [...steps, step] : steps) };
 }
 
-/** A pipeline's content: job 1's content step, or none. */
-function contentOf(doc                                              )                 {
-  return stepOf                   (doc?.jobs?.[0], "attachContent")?.content ?? null;
+// ---- the flat step list and Variants: derive jobs/targets, serialise back ----
+// Version 20 stores a pipeline as its step list and Variants; every reader
+// reads the version-19 jobs and targets jobsOf / targetsOf derive, and every
+// edit is serialised back by withJobs / withTargets. The encoding is a
+// verbatim re-packaging, so the round-trip is byte-exact and stagesFor gives
+// the same stages (pipeline-model §20, #669). A doc still carrying `jobs` or
+// `targets` -- the shape upgradePipeline's chain builds before it serialises,
+// and any legacy caller -- is read through as it is.
+
+/** What a pipeline/run reader takes: the version-20 step list and Variants,
+    or the jobs-and-targets intermediate the upgrade builds before it
+    serialises -- the accessors read whichever is present. */
+                                                                                   
+                                                                                          
+
+const isGetItems = (st         )                     => isObj(st) && st.type === "getItems";
+const isRequest = (st         )                    => isObj(st) && st.type === "request";
+const isReadResponse = (st         )                         => isObj(st) && st.type === "readResponse";
+const isFilterV20 = (st         )                      => isObj(st) && st.type === "filter";
+
+/** Whether two JSON values say the same thing: object key order is ignored
+    and a key holding `undefined` counts as absent, as JSON writes them;
+    array order counts. */
+function sameJson(a         , b         )          {
+  if (a === b) return true;
+  if (Array.isArray(a)) return Array.isArray(b) && a.length === b.length && a.every((v, i) => sameJson(v, b[i]));
+  if (!isObj(a) || !isObj(b)) return false;
+  const keys = (o           ) => Object.keys(o).filter(k => o[k] !== undefined);
+  const ka = keys(a);
+  return ka.length === keys(b).length && ka.every(k => b[k] !== undefined && sameJson(a[k], b[k]));
+}
+
+/** The override to carry Variant [cur] over the Request's base [base], or
+    none where they are the same. A different step type, or a different set of
+    fields, is carried whole (it holds `type`, so mergeCell replaces); a cell
+    of the same shape carries only the fields whose value differs. */
+function cellDiff(base                        , cur                        )                                  {
+  if (!cur) return undefined;
+  if (!base) return clone(cur);
+  const bk = Object.keys(base).sort().join("\u0000"), ck = Object.keys(cur).sort().join("\u0000");
+  if (cur.type !== base.type || bk !== ck) return clone(cur);
+  const ov                          = {};
+  for (const key of Object.keys(cur)) if (key !== "type" && !sameJson((cur             )[key], (base             )[key])) ov[key] = clone((cur             )[key]);
+  return Object.keys(ov).length ? ov                        : undefined;
+}
+
+/** A Variant's cell over a Request's base [base]: the base where there is no
+    override, the override whole where it carries its own `type` (a different
+    Answered by, or a different shape), else the base with the override's
+    fields. */
+function mergeCell(base                        , ov                                 )             {
+  if (!ov) return clone(base ?? { type: "prompt", prompt: "" })              ;
+  if ("type" in ov) return clone(ov)              ;
+  return { ...clone(base ?? { type: "prompt", prompt: "" }), ...clone(ov) }              ;
+}
+
+/** [jobs] and [targets] as a version-20 step list and Variants. Variant A's
+    step in each job is the Request's base; a later Variant carries only its
+    overrides. A verbatim re-packaging: jobsOf and targetsOf read it back whole.
+    Given the list it replaces ([old]), the steps keep their order there and
+    the steps the jobs do not hold (keepOrder). */
+function serialize(jobs                , targets                   , old                          )                                                 {
+  const { steps, variants } = serializeFresh(jobs, targets);
+  return { steps: keepOrder(old, steps), variants };
+}
+
+/** [next], a freshly serialised step list, in the order [old] held its steps
+    (§20): the person moves steps in the Steps list, and an edit made through
+    the jobs view must not move them back. Each step of [old] takes its new
+    version where [next] has one (its id kept): a Request by its id, a Read
+    Response or Filter by the Request it reads, and the first Get items by
+    being the first. A later Get items, which the jobs view does not hold, is
+    kept as it is; and a Request already here with no Read Response gets
+    none, though the jobs view reads it as plain text. A step new
+    in [next] goes after the step before it there. With no [old], [next]. */
+function keepOrder(old                                     , next                )                 {
+  if (!Array.isArray(old)) return next;
+  const key = (st              ) => st.type === "request" ? `request:${st.id}`
+    : st.type === "getItems" ? null : `${st.type}:${st.request}`;
+  const byKey = new Map(next.flatMap(st => { const k = key(st); return k ? [[k, st]         ] : []; }));
+  const items = next.find(isGetItems);
+  const empty = (st              ) => st.type === "readResponse" && st.readAs == null && !st.out && !st.modifiers?.length;
+  // Each step of [next] placed, by the step it became in the result.
+  const placed = new Map                            ();
+  const out                 = [];
+  const firstItems = old.find(isGetItems);
+  for (const st of old.filter((o)                    => isObj(o))) {
+    if (isGetItems(st)) {
+      if (st !== firstItems) out.push(st);
+      else if (items) { const put = { ...items, id: st.id }; out.push(put); placed.set(items, put); }
+      continue;
+    }
+    const k = key(st);
+    const n = k ? byKey.get(k) : undefined;
+    if (n && !placed.has(n)) { const put = { ...n, id: st.id }; out.push(put); placed.set(n, put); }
+  }
+  // A Read Response the jobs view reads as plain text, for a Request already
+  // here that had none, stays away: the person removed it, or never added one.
+  const hadRead = new Set(old.flatMap(st => isReadResponse(st) ? [st.request] : []));
+  next.forEach((n, x) => {
+    if (placed.has(n)) return;
+    if (empty(n) && !hadRead.has((n                    ).request)
+        && old.some(st => isRequest(st) && st.id === (n                    ).request)) return;
+    let at = 0;
+    for (let y = x - 1; y >= 0; y--) {
+      const before = placed.get(next[y] );
+      if (before) { at = out.indexOf(before) + 1; break; }
+    }
+    out.splice(at, 0, n);
+    placed.set(n, n);
+  });
+  return out;
+}
+
+function serializeFresh(jobs                , targets                   )                                                 {
+  const steps                 = [];
+  const content = stepOf                   (jobs[0], "attachContent")?.content ?? null;
+  if (content) steps.push({ type: "getItems", id: `items-${jobs[0] .id}`, content });
+  jobs.forEach((job, k) => {
+    const base = targets[0]?.steps?.[k];
+    const req              = { type: "request", id: job.id, name: job.name,
+      cell: base ? clone(base) : { type: "prompt", prompt: "" } };
+    if (sendsImage(job)) req.image = true;
+    const toks = tokensOf(job);
+    if (toks.length) req.tokens = toks;
+    const flow = flowStepOf(job);
+    if (flow) req.flow = flow;
+    steps.push(req);
+    const read                   = { type: "readResponse", id: `read-${job.id}`, request: job.id };
+    const readAs = readAsOf(job);
+    if (readAs != null) read.readAs = readAs;
+    const reply = replyOf(job);
+    if (reply) read.out = reply.out;
+    const mods = (job.steps || []).filter((st)                     => isObj(st) && st.type === "modifier").map(st => st.modifier);
+    if (mods.length) read.modifiers = mods;
+    steps.push(read);
+    const filt = filterStepOf(job);
+    if (filt) steps.push({ type: "filter", id: `filter-${job.id}`, request: job.id,
+      filterSets: filt.filterSets, ...(filt.format != null ? { format: filt.format } : {}) });
+  });
+  const variants            = targets.map((t, i) => {
+    const overrides                                      = {};
+    if (i > 0) jobs.forEach((job, k) => {
+      const ov = cellDiff(targets[0]?.steps?.[k], t.steps?.[k]);
+      if (ov) overrides[job.id] = ov;
+    });
+    return { id: t.id, name: t.name, connection: t.connection ?? null, profile: t.profile ?? null, overrides };
+  });
+  return { steps, variants };
+}
+
+/** The version-19 jobs a version-20 document holds: one per Request, its
+    Content (job 1's Get items, the Request's image, tokens and flow) and its
+    Responses (its Read Response and Filter) rebuilt from the step list. */
+function jobsOf(doc                                                                               )        {
+  if (Array.isArray(doc?.jobs)) return doc .jobs         ;
+  const all = Array.isArray(doc?.steps) ? doc .steps  : [];
+  const items = all.find(isGetItems);
+  const requests = all.filter(isRequest);
+  return requests.map((req, k) => {
+    const read = all.find((st)                         => isReadResponse(st) && st.request === req.id);
+    const filt = all.find((st)                      => isFilterV20(st) && st.request === req.id);
+    const inner         = [];
+    if (k === 0 && items) inner.push({ type: "attachContent", content: items.content });
+    if (req.flow) inner.push({ type: "flowStep", step: req.flow.step, loop: req.flow.loop ?? null, api: req.flow.api });
+    if (req.image) inner.push({ type: "attachImage" });
+    if (req.tokens && req.tokens.length) inner.push({ type: "tokenMappings", tokenMappings: req.tokens });
+    if (read?.readAs != null) inner.push({ type: "readAs", readAs: read.readAs });
+    if (read?.out) inner.push({ type: "readReply", out: read.out });
+    for (const m of read?.modifiers ?? []) inner.push({ type: "modifier", modifier: m });
+    if (filt) inner.push({ type: "filters", filterSets: filt.filterSets, ...(filt.format != null ? { format: filt.format } : {}) });
+    return { type: "job", id: req.id, name: req.name, steps: ordered(inner) };
+  });
+}
+
+/** [doc] with its jobs set, serialised back into the step list beside its
+    Variants (the targets left as they read now). */
+function withJobs                  (doc   , jobs                )    {
+  return { ...doc, ...serialize(jobs, targetsOf(doc             ), (doc             ).steps) };
+}
+
+/** [doc] with its targets set, serialised back into the Variants beside its
+    step list (the jobs left as they read now). */
+function withTargets                  (doc   , targets                   )    {
+  return { ...doc, ...serialize(jobsOf(doc             ), targets, (doc             ).steps) };
+}
+
+/** A pipeline's content: job 1's Get items step, or none. */
+function contentOf(doc                                                                               )                 {
+  if (Array.isArray(doc?.jobs)) return stepOf                   (doc .jobs [0], "attachContent")?.content ?? null;
+  return (Array.isArray(doc?.steps) ? doc .steps .find(isGetItems)?.content : null) ?? null;
+}
+
+/** Every Get items step's content, in list order, with the step's id and the
+    folder a run keeps its files under: the first at the top of the run's
+    files, as a run over one Source always was, and each later one under
+    `@N`, N its place among them -- a name no item can have, since an item's
+    name starts with a letter, a digit or `_` (§20). A version-19 document's
+    one content is the first. */
+function itemContents(doc                                                                               )                {
+  if (Array.isArray(doc?.jobs)) {
+    const content = contentOf(doc);
+    return content ? [{ step: "", content, dir: "" }] : [];
+  }
+  const steps = Array.isArray(doc?.steps) ? doc .steps  : [];
+  return steps.filter(isGetItems).map((st, k) => ({ step: st.id, content: st.content, dir: k ? `@${k + 1}` : "" }));
 }
 
-/** [doc] with its content set -- job 1's content step added, replaced, or
-    taken away for null. */
-function withContent                           (doc   , content                )    {
-  const [first, ...rest] = doc.jobs;
+/** One Get items step's content, as itemContents reads it. */
+                              
+               
+                   
+              
+ 
+
+/** One item a run goes over: a file of a Source (its name, under its step's
+    folder), a text of the document's own, or the bare item a run with no
+    content of its own goes over, its prompt alone. */
+                          
+                      
+                
+                 
+              
+                                                                           
+                                                                        
+               
+ 
+
+/** The items [run] goes over, in order: each Get items step's in turn -- a
+    Source's files (the run's `files`, stamped at submit) or a text -- so a
+    second Get items adds more items, run through the same steps. A step
+    with no item of its own (No content) adds none; a run where no step adds
+    one goes over the bare item. */
+function runItemsOf(run                                                                               )            {
+  const out            = [];
+  const all = itemContents(run);
+  for (const { step, content, dir } of all) {
+    const type = isObj(content) ? CONTENT_TYPES[content.type] : undefined;
+    if (content?.type === "source") {
+      for (const name of content.files || []) out.push({ name, dir, step });
+    } else if (type?.inline && !type.bare) {
+      const text = type.text?.(content, {}) ?? "";
+      if (text.trim()) out.push({ name: null, text, dir, step });
+    }
+  }
+  const bare = all.find(x => isObj(x.content) && CONTENT_TYPES[x.content.type]?.bare);
+  if (!out.length && bare) out.push({ name: null, bare: true, dir: "", step: bare.step });
+  return out;
+}
+
+/** [doc] with its content set -- job 1's Get items added, replaced, or taken
+    away for null -- serialised back into the step list. */
+function withContent                  (doc   , content                )    {
+  const jobs = jobsOf(doc             );
+  const [first, ...rest] = jobs;
   if (!first) return doc;
-  return { ...doc, jobs: [withStep(first, "attachContent", content ? { type: "attachContent", content } : null), ...rest] };
+  return withJobs(doc, [withStep(first, "attachContent", content ? { type: "attachContent", content } : null), ...rest]);
 }
 
 /**
@@ -5241,7 +5623,7 @@ function withContent                           (doc   , content                )
  * only where a token places it, and an image or a document is sent as a part
  * of its own, so neither is joined. [ctx] reads a Source as validation does.
  */
-function contentJoined(doc                                                                                  , i        , k        ,
+function contentJoined(doc                             , i        , k        ,
                        ctx                = {})          {
   if (k !== 0 || targetEntryOf(doc, i, k)?.asks !== "prompt") return false;
   if (String(targetStepOf(doc, i, k)?.prompt ?? "").includes("{text}")) return false;
@@ -5249,9 +5631,18 @@ function contentJoined(doc
   return !!content && (CONTENT_TYPES[content.type]?.text?.(content, ctx) ?? null) != null;
 }
 
-/** A document's targets, in column order. */
-function targetsOf(doc                                                           )           {
-  return Array.isArray(doc?.targets) ? doc .targets             : [];
+/** A document's targets, in column order: each Variant as a column through
+    the Request steps, its cell in each the Request's base with the Variant's
+    override over it (version 20). A doc still carrying `targets` -- the shape
+    the upgrade builds before it serialises -- is read as it is. */
+function targetsOf(doc                                                                                                                           )           {
+  if (Array.isArray(doc?.targets)) return doc .targets            ;
+  const requests = (Array.isArray(doc?.steps) ? doc .steps  : []).filter(isRequest);
+  const variants = Array.isArray(doc?.variants) ? doc .variants  : [];
+  return variants.map(v => ({
+    id: v.id, name: v.name, connection: v.connection ?? null, profile: v.profile ?? null,
+    steps: requests.map(req => mergeCell(req.cell, v.overrides?.[req.id])),
+  }));
 }
 
 /** Target [i]'s letter, A for the first: the same in every job, so a
@@ -5260,24 +5651,24 @@ function targetLetter(i        )         {
   return i < 26 ? String.fromCharCode(65 + i) : String(i + 1);
 }
 
-/** Target [i]'s name, or its letter's: "Target A". */
-function targetLabel(doc                                                           , i        )         {
-  return (targetsOf(doc)[i]?.name || "").trim() || `Target ${targetLetter(i)}`;
+/** Target [i]'s name, or its letter's: "Variant A". */
+function targetLabel(doc                             , i        )         {
+  return (targetsOf(doc)[i]?.name || "").trim() || `Variant ${targetLetter(i)}`;
 }
 
 /** What target [i] sends in job [k]: its step there. */
-function targetStepOf(doc                                                           , i        , k        )                         {
+function targetStepOf(doc                             , i        , k        )                         {
   const st = targetsOf(doc)[i]?.steps?.[k];
   return isObj(st) ? st               : undefined;
 }
 
 /** The registry entry of target [i]'s step in job [k]: what it asks, and of whom. */
-const targetEntryOf = (doc                                                           , i        , k        )                            =>
+const targetEntryOf = (doc                             , i        , k        )                            =>
   STEP_TYPES[targetStepOf(doc, i, k)?.type ?? ""];
 
 /** What job [k]'s targets send, as the job's editor shows it: the first
     target's step type there, or Prompt's while there is none. */
-function jobTargetType(doc                                                           , k        )         {
+function jobTargetType(doc                             , k        )         {
   return targetStepOf(doc, 0, k)?.type ?? "prompt";
 }
 
@@ -5286,18 +5677,19 @@ function jobTargetType(doc
     connection that `replays`). A recorded-reply metric compares the recorded
     reply with itself there, so it says nothing (n/a). Asked through the
     registry, never a step id. */
-function recordedTargetOf(doc                                                           , i        )          {
+function recordedTargetOf(doc                             , i        )          {
   const entry = targetEntryOf(doc, i, 0);
   return !!(entry?.local && CONNECTION_TYPES[localConnOf(entry).type]?.replays);
 }
 
 /** [doc] with target [i]'s step in job [k] changed: [change] merged into
-    it, or the step [change] makes of it. */
-function withTarget                                 (doc   , i        , k        ,
+    it, or the step [change] makes of it. Serialised back into the Variants. */
+function withTarget                  (doc   , i        , k        ,
     change                                                        )    {
-  return { ...doc, targets: doc.targets.map((t, x) => (x !== i ? t : {
+  const targets = targetsOf(doc             ).map((t, x) => (x !== i ? t : {
     ...t, steps: t.steps.map((st, j) => (j !== k ? st : typeof change === "function" ? change(st) : { ...st, ...change }              )),
-  })) };
+  }));
+  return withTargets(doc, targets);
 }
 
 /** The token mappings [job]'s words are resolved under. */
@@ -5327,8 +5719,8 @@ const readAsOf = (job         )                => stepOf            (job, "readA
 
 /** What a transport builds target [i]'s request in job [k] from: the
     target's step, with the flow step and reading the job holds. */
-function requestStepOf(doc                                                       , i        , k        )                                         {
-  const job = doc.jobs[k];
+function requestStepOf(doc                                                                , i        , k        )                                         {
+  const job = jobsOf(doc)[k];
   return { ...flowStepOf(job), ...targetStepOf(doc, i, k), readAs: readAsOf(job) }                                          ;
 }
 
@@ -5410,79 +5802,112 @@ function withOut(job     , out     )      {
 }
 
 /** [job] reading a reply as `legacyTagsOut` builds it, on the current model
-    (#405): its output a List, a Pre-format text set that reads the reply as
-    the old `preamble` did, and a Post-format items set that cleans and gates
-    it. The filters are `legacyTagsOut`'s, placed as private sets -- what the
-    version-15 upgrade builds for a legacy list job, for a test to build
-    directly. */
+    (#405, #615): its output a List, and one filters list -- a private set
+    above the format that reads the reply as the old `preamble` did, then the
+    format, then a private set that cleans and gates its items. The filters
+    are `legacyTagsOut`'s -- what the upgrade builds for a legacy list job, for
+    a test to build directly. */
 function legacyTagsJob(job     , rules                                     , mode = "LOWER")      {
   const legacy = legacyTagsOut(rules, mode);
   const items = ((legacy.modifiers[0]?.filters            ) || []);
-  let j = withOut(job, { kind: "list", modifiers: [], parse: "csv" });
-  if (legacy.before.length) j = withFilterSets(j, [{ id: `filters-${j.id}-before`, set: null, pin: null, own: { version: FILTER_SET_VERSION, filters: legacy.before } }], "text");
-  if (items.length) j = withFilterSets(j, [{ id: `filters-${j.id}`, set: null, pin: null, own: { version: FILTER_SET_VERSION, filters: items } }], "items");
-  return j;
-}
-
-/** A job's filters step for [stage], when it holds one (#405). */
-const filterStepOf = (job         , stage             )                         =>
-  (job?.steps || []).find((st)                   => isObj(st) && st.type === "filters" && st.stage === stage);
-
-/** The filter-set links a job's Responses stage carries for [stage], in
-    document order (#339, #405): read from that stage's filters step, or none.
-    Defaults to the Post-format (items) stage, the one that was there before. */
-function filterSetsOf(job         , stage              = "items")                  {
-  return (filterStepOf(job, stage)?.filterSets ?? []).slice();
-}
-
-/** [job] with its [stage] filter-set links set to [links]: that stage's
-    filters step added, replaced, or taken away when none are left. The other
-    stage's step is untouched. */
-function withFilterSets(job     , links                          , stage              = "items")      {
-  const steps = job.steps.filter(st => !(st.type === "filters" && st.stage === stage));
-  const next = links.length ? [...steps, { type: "filters"         , stage, filterSets: [...links] }] : steps;
-  return { ...job, steps: ordered(next) };
-}
-
-/** The filters a link resolves to, or none: a private (`own`) link its own
-    body, a Library link the body [resolve] gives (the worker's kept bodies),
-    and a Library link with no body nothing. */
-const linkFilters = (link               , resolve                                                          )           =>
-  (link.own ?? (link.set && resolve ? resolve(link.set) : null))?.filters || [];
-
-/** A job's Post-format (items) Responses as an ordered modifier list for a
-    run (#339): each modifier step as it is, and each items filter-set link as a
-    synthetic modifier that applies the set's filters where the link sits. The
-    Pre-format (text) filters are not modifiers -- `beforeFilters` gives
-    them, and a run applies them to the raw reply before it is read. [resolve]
-    gives a Library link's body. */
+  const j = withOut(job, { kind: "list", modifiers: [], parse: "csv" });
+  const above                  = legacy.before.length
+    ? [{ id: `filters-${j.id}-before`, set: null, pin: null, own: { version: FILTER_SET_VERSION, filters: legacy.before } }] : [];
+  const below                  = items.length
+    ? [{ id: `filters-${j.id}`, set: null, pin: null, own: { version: FILTER_SET_VERSION, filters: items } }] : [];
+  return withFilterSets(j, [...above, ...below], above.length);
+}
+
+/** A job's filters step, when it holds one. */
+const filterStepOf = (job         )                         =>
+  (job?.steps || []).find((st)                   => isObj(st) && st.type === "filters");
+
+/** The filter-set links a job's Responses carries, in run order (#339,
+    #615): read from its filters step, or none. */
+function filterSetsOf(job         )                  {
+  return (filterStepOf(job)?.filterSets ?? []).slice();
+}
+
+/** Where job's own Response Format sits among its links (#615): before
+    `filterSetsOf(job)[n]`, or undefined where it holds no place of its own --
+    a straddling set's marker, or the end, is where it reads. */
+function filterFormatOf(job         )                     {
+  const at = filterStepOf(job)?.format;
+  return Number.isInteger(at) ? at : undefined;
+}
+
+/** [job] with its filter-set links set to [links], and its own Response
+    Format at [format] among them (none: undefined). The filters step is
+    added, replaced, or taken away when no link is left. */
+function withFilterSets(job     , links                          , format         )      {
+  const steps = job.steps.filter(st => st.type !== "filters");
+  const step             = { type: "filters", filterSets: [...links], ...(format != null ? { format } : {}) };
+  return { ...job, steps: ordered(links.length ? [...steps, step] : steps) };
+}
+
+/** The body a link resolves to, or none: a private (`own`) link its own body,
+    a Library link the body [resolve] gives (the worker's kept bodies). */
+const linkBody = (link               , resolve                                                          )                       =>
+  link.own ?? (link.set && resolve ? resolve(link.set) ?? null : null);
+
+/** Where job's Response Format reads among its links (#615), as the index
+    of the link it reads in and the place among that link's filters: its own
+    place (`format`) when it has one, else the first linked set whose body
+    straddles the format (its `format`), else after every link. A format that
+    reads text reads after every link. [resolve] gives a Library link's body. */
+function formatPlace(job         , resolve                                                          )                               {
+  const links = filterSetsOf(job);
+  if (!formatReadsItems(outOf(job)?.kind)) return { link: links.length, at: 0 };
+  const own = filterFormatOf(job);
+  if (own != null) return { link: Math.min(own, links.length), at: 0 };
+  for (let i = 0; i < links.length; i++) {
+    const at = linkBody(links[i] , resolve)?.format;
+    if (Number.isInteger(at)) return { link: i, at: at           };
+  }
+  return { link: links.length, at: 0 };
+}
+
+/** A job's filters on either side of its Response Format (#615): `above`,
+    run on the raw reply before it is read, and `below`, each link's share
+    run on the items after it -- one list a link, so a filter that empties a
+    list is named as a link's always was. */
+function filterSides(job         , resolve                                                          )                                         {
+  const links = filterSetsOf(job);
+  const place = formatPlace(job, resolve);
+  const above           = [], below             = [];
+  links.forEach((link, i) => {
+    const filters = linkBody(link, resolve)?.filters || [];
+    if (i < place.link) above.push(...filters);
+    else if (i > place.link) below.push(filters);
+    else { above.push(...filters.slice(0, place.at)); below.push(filters.slice(place.at)); }
+  });
+  return { above, below };
+}
+
+/** A job's Responses below its Response Format as an ordered modifier list
+    for a run (#339, #615): each modifier step as it is, and each link's share
+    below the format as a synthetic modifier that applies its filters to the
+    items where the filters step sits. The filters above the format are not
+    modifiers -- `beforeFilters` gives them, and a run applies them to the raw
+    reply before it is read. [resolve] gives a Library link's body. */
 function stageModifiers(job         , resolve                                                          )             {
   const out             = [];
   for (const st of job?.steps || []) {
     if (!isObj(st)) continue;
     if (st.type === "modifier") out.push(st.modifier);
-    else if (st.type === "filters" && st.stage === "items") {
-      for (const link of (st.filterSets                   ) || []) out.push({ type: FILTER_MODIFIER, filters: linkFilters(link, resolve) });
+    else if (st.type === "filters") {
+      for (const filters of filterSides(job, resolve).below) out.push({ type: FILTER_MODIFIER, filters });
     }
   }
   return out;
 }
 
-/** A job's Post-format filters for a run when its kind reads no items
-    (#557), in document order: every link's on its `items` filters step, which
-    a run applies to the text after the kind reads it. A kind that reads items
-    has none here -- `stageModifiers` runs its Post-format links. */
-function afterFilters(job         , resolve                                                          )           {
-  if (stageReads("items", outOf(job)?.kind) !== "text") return [];
-  return (filterStepOf(job, "items")?.filterSets || []).flatMap(link => linkFilters(link, resolve));
-}
-
-/** A job's Pre-format (text) filters for a run (#405), in document order:
-    the filters of every link on its `text` filters step, which a run applies to
-    the raw reply before the kind reads it into items. [resolve] gives a Library
+/** A job's filters above its Response Format, for a run (#405, #615), in
+    run order: a run applies them to the raw reply before the kind reads it.
+    Every filter of a job whose format reads text. [resolve] gives a Library
     link's body, as `stageModifiers` does. */
 function beforeFilters(job         , resolve                                                          )           {
-  return (filterStepOf(job, "text")?.filterSets || []).flatMap(link => linkFilters(link, resolve));
+  return filterSides(job, resolve).above;
 }
 
 /** A new id: random, so one minted in one browser never collides with one
@@ -5524,15 +5949,10 @@ STEP_TYPES.job = {
     const unknown = steps.find(st => !slotOf(st));
     if (unknown) return void bad.push(`${at}: "${isObj(unknown) ? unknown.type : unknown}" is not a step this lab has`);
     if (steps.some(st => slotOf(st) === "target")) {
-      return void bad.push(`${at}: what a target sends is the target's own step, not the job's`);
+      return void bad.push(`${at}: what a variant sends is the variant's own step, not the job's`);
     }
     const twice = steps.find((st, x) => !STEP_TYPES[st.type] .many && steps.findIndex(o => o.type === st.type) !== x);
     if (twice) return void bad.push(`${at} has two ${STEP_TYPES[twice.type] .label ?? twice.type} steps`);
-    // A `filters` step is `many`, but only one per stage: a Pre-format and
-    // a Post-format set at most (#405).
-    const twoFilters = steps.find((st, x) => st.type === "filters"
-      && steps.findIndex(o => o.type === "filters" && o.stage === st.stage) !== x);
-    if (twoFilters) return void bad.push(`${at} has two ${twoFilters.stage === "text" ? "Pre-format" : "Post-format"} filter steps`);
     if (steps.some((st, x) => x > 0 && placeOf(st) < placeOf(steps[x - 1]))) {
       return void bad.push(`${at}: steps are its Content, then its Responses, each in order`);
     }
@@ -5614,18 +6034,18 @@ STEP_TYPES.evals = {
 
 // ---- the document -------------------------------------------------------------
 
-const PIPELINE_FIELDS                    = ["version", "id", "name", "jobs", "targets", "evals", "pass"];
+const PIPELINE_FIELDS                    = ["version", "id", "name", "steps", "variants", "evals", "pass"];
 // What resolving adds, and nothing else: the profiles it resolved to and the
 // run's own comment, which belongs to the run and never to the pipeline.
 const RUN_FIELDS = [...PIPELINE_FIELDS, "profiles", "comment", "plugins"];
 
 /** The one rule for a document that is not this version: refuse it, by name. */
 function versionProblem(doc         )                {
-  if (!isObj(doc)) return "a pipeline is a JSON object";
+  if (!isObj(doc)) return "an experiment is a JSON object";
   if (doc.version === PIPELINE_VERSION) return null;
   return doc.version == null
-    ? `this pipeline carries no version, and the lab reads version ${PIPELINE_VERSION}`
-    : `this pipeline is version ${JSON.stringify(doc.version)}, and the lab reads version ${PIPELINE_VERSION}`;
+    ? `this experiment carries no version, and the lab reads version ${PIPELINE_VERSION}`
+    : `this experiment is version ${JSON.stringify(doc.version)}, and the lab reads version ${PIPELINE_VERSION}`;
 }
 
 /** What an upgrade from version 2 needs from outside the document: the rules
@@ -5783,7 +6203,7 @@ function newFilterLink(set     )                {
   return { id: newId(), set: { id: set.id, name: set.name }, pin: null };
 }
 
-function jobsOf(next           )            {
+function chainsToJobs(next           )            {
   next.version = PIPELINE_VERSION;
   if (Array.isArray(next.chains)) {
     const entries = Object.entries(next).map(([k, v]) => (k === "chains" ? ["jobs", v] : [k, v]));
@@ -5920,9 +6340,9 @@ function groupsOf(next           )            {
 /** [doc] with each private group's body read as this version of a group
     body (`upgradeDatasetBody`): a version-8 one's `source` goes (#396); and
     each private filter set's as this version of a filter-set body
-    (`upgradeFilterSetBody`): a version-2 one's `stage` goes (#432). A body
-    carries its own version, so this runs on a current pipeline too; one whose
-    bodies are all current comes back as it was. */
+    (`ownBodyV4`): its filters the verbs that read a reply as they did (#615).
+    A body carries its own version, so this runs on a current pipeline too;
+    one whose bodies are all current comes back as it was. */
 function ownBodiesNow(doc           )            {
   const stale = (t         ) => isObj(t) && isObj(t.own) && t.own.version !== DATASET_BODY_VERSION;
   const staleSet = (l         ) => isObj(l) && isObj(l.own) && l.own.version !== FILTER_SET_VERSION;
@@ -5934,28 +6354,66 @@ function ownBodiesNow(doc           )            {
   }
   if (Array.isArray(out.jobs) && out.jobs.some(staleJob)) {
     out = { ...out, jobs: out.jobs.map((j           ) => (!staleJob(j) ? j : { ...j, steps: j.steps.map((st           ) => (!staleStep(st) ? st
-      : { ...st, filterSets: st.filterSets.map((l           ) => (staleSet(l) ? { ...l, own: upgradeFilterSetBody(l.own) } : l)) })) })) };
+      : { ...st, filterSets: st.filterSets.map((l           ) => (staleSet(l) ? { ...l, own: ownBodyV4(l.own) } : l)) })) })) };
   }
   return out;
 }
 
+/** A jobs-and-targets intermediate (the version-19 shape) as a version-20
+    document: its step list and Variants, serialised, with a run's additions
+    kept in place (version 20, §20). The fields are in RUN_FIELDS order, so a
+    document re-read is byte-for-byte itself. */
+function serializeDoc(jt           )            {
+  const { steps, variants } = serialize(jobsOf(jt), targetsOf(jt), jt.steps);
+  const out            = { version: PIPELINE_VERSION, id: jt.id, name: jt.name, steps, variants,
+                           evals: jt.evals, pass: jt.pass };
+  for (const f of ["profiles", "comment", "plugins"]) if (jt[f] !== undefined) out[f] = jt[f];
+  return out;
+}
+
+/** A version-20 document as the jobs-and-targets intermediate, so the
+    normalisations that read jobs and targets (localSteps, ownBodiesNow,
+    profileRefs) can run before it is serialised back. */
+function jtOf(doc           )            {
+  const out            = { version: doc.version, id: doc.id, name: doc.name,
+                           jobs: jobsOf(doc), targets: targetsOf(doc), evals: doc.evals, pass: doc.pass };
+  // The step list it came from, which serializeDoc keeps the order of.
+  if (Array.isArray(doc.steps)) out.steps = doc.steps;
+  for (const f of ["profiles", "comment", "plugins"]) if (doc[f] !== undefined) out[f] = doc[f];
+  return out;
+}
+
 function upgradePipeline   (doc   , ctx             = {})    {
   // A current document is read as it is, but for a profile reference the Runs
   // tab saved whole (see profileRefs), which is cut back, a Read Reply's
   // leftover `preamble: false` (withoutLeftoverPreamble), and a step on a
-  // profile a target step stands in for (localSteps).
+  // profile a target step stands in for (localSteps). It is read as the jobs
+  // intermediate, normalised, and serialised back (serializeDoc), so a clean
+  // document comes back as the same object.
   if (isObj(doc) && doc.version === PIPELINE_VERSION) {
-    let out = doc             ;
-    if (fatProfileRef(out)) {
-      out = clone(out)             ;
-      profileRefs(out);
-    }
-    return localSteps(ownBodiesNow(withoutLeftoverPreamble(out)), ctx)     ;
+    const jt = jtOf(doc);
+    if (fatProfileRef(jt)) profileRefs(jt);
+    const out = serializeDoc(localSteps(ownBodiesNow(withoutLeftoverPreamble(jt)), ctx));
+    // The same document back when nothing moved: the page saves a stored
+    // pipeline whose upgrade is a new object, so a new one would rewrite every
+    // experiment on every load. Compared by content, not as text: a document
+    // stored in another key order (Import, the demo pack) has not changed.
+    return (sameJson(out, doc) ? doc : out)     ;
   }
-  if (!isObj(doc) || ![1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17].includes(doc.version          )) return doc;
+  if (!isObj(doc) || ![1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19].includes(doc.version          )) return doc;
+  // Every version reads up through the version-19 jobs-and-targets shape, then
+  // reshapes to the version-20 step list and Variants (serializeDoc).
+  const twenty = (jt           )    => serializeDoc(localSteps(ownBodiesNow(jt), ctx))     ;
+  // A version-19 document is already that shape; a Read Reply's leftover
+  // preamble is cut and its profile references trimmed, then it reshapes.
+  if (doc.version === 19) return twenty(withoutLeftoverPreamble(cutRefs(clone(doc)             )));
+  // Every version before 19 reads as 19 first: a job's filters are one list
+  // around its Response Format (oneFilterList), then it reshapes.
+  const nineteen = (d           )    => twenty(oneFilterList(d));
+  if (doc.version === 18) return nineteen(withoutLeftoverPreamble(cutRefs(clone(doc)             )));
   // Every version reads as 17 first, then as 18: a saved-mode Source content
   // pins one response (savedPinned).
-  const eighteen = (d           )    => localSteps(ownBodiesNow(savedPinned(d, ctx)), ctx)     ;
+  const eighteen = (d           )    => nineteen(savedPinned(d, ctx));
   if (doc.version === 17) return eighteen(cutRefs(clone(doc)             ));
   // Every version reads as 16 first, then as 17: its requests read by their
   // job's HTTP API (requestsOnJobApi).
@@ -6026,14 +6484,16 @@ function filtersFromCleaning(next           )            {
       if (isCleaning(st)) buffer = [...buffer, ...cleaningFilters((st             ).modifier            )];
       else if (isFilters(st)) {
         for (const link of ((st             ).filterSets                   ) || []) {
-          if (link.own) buffer = [...buffer, ...(link.own.filters || [])];
+          if (link.own) buffer = [...buffer, ...((ownBodyV4(link.own)                 ).filters || [])];
           else { flush(); links.push(link); }
         }
       }
     }
     flush();
-    const itemsStep                    = links.length ? { type: "filters", stage: "items", filterSets: links } : null;
-    const textStep                    = preamble
+    // Version 18's two filters steps, a stage each, which oneFilterList reads
+    // on the way to 19.
+    const itemsStep                   = links.length ? { type: "filters", stage: "items", filterSets: links } : null;
+    const textStep                   = preamble
       ? { type: "filters", stage: "text", filterSets: [{ id: `filters-${jid}-before`, set: null, pin: null, own: { version: FILTER_SET_VERSION, filters: preambleFilters() } }] }
       : null;
 
@@ -6052,6 +6512,48 @@ function filtersFromCleaning(next           )            {
   return next;
 }
 
+/** Version 18 to 19 (#615): each job's Pre-format and Post-format filters
+    steps become one, in run order -- the Pre-format links, then the
+    Post-format ones -- and where the job's format reads items, its Response
+    Format sits between them (`format`), so every filter runs where it did. A
+    Library set linked on both steps is linked once, between them, and its
+    body (now straddling the format, `upgradeFilterSetBody`) says where the
+    format reads: the job holds no place of its own. A job whose format reads
+    text runs every filter on its text, so it holds no place either. Each
+    private set's body is read as version 4 (`ownBodyV4`). Every version
+    before 19 ends here. */
+function oneFilterList(next           )            {
+  next.version = PIPELINE_VERSION;
+  if (!Array.isArray(next.jobs)) return next;
+  const isFilters = (st         )                  => isObj(st) && st.type === "filters";
+  next.jobs = next.jobs.map((job           ) => {
+    if (!isObj(job) || !Array.isArray(job.steps) || !job.steps.some(isFilters)) return job;
+    const steps = job.steps               ;
+    const linksOf = (stage        ) => steps.filter(st => isFilters(st) && (st.stage ?? "items") === stage)
+      .flatMap(st => (Array.isArray(st.filterSets) ? st.filterSets : [])               )
+      .map(l => (isObj(l) && l.own ? { ...l, own: ownBodyV4(l.own) } : l));
+    const pre = linksOf("text"), post = linksOf("items");
+    const setId = (l           ) => (isObj(l) && isObj(l.set) ? l.set.id           : null);
+    const both = pre.find(l => setId(l) && post.some(o => setId(o) === setId(l) && o.pin === l.pin));
+    let links             , format                    ;
+    if (!formatReadsItems(outOf(job       )?.kind)) { links = [...pre, ...post]; format = undefined; }
+    else if (both) {
+      links = [...pre.filter(l => l !== both), both, ...post.filter(o => !(setId(o) === setId(both) && o.pin === both.pin))];
+      format = undefined;
+    } else { links = [...pre, ...post]; format = post.length ? pre.length : undefined; }
+    const out              = [];
+    let placed = false;
+    for (const st of steps) {
+      if (!isFilters(st)) { out.push(st); continue; }
+      if (placed || !links.length) continue;
+      out.push({ type: "filters", filterSets: links, ...(format != null ? { format } : {}) });
+      placed = true;
+    }
+    return { ...job, steps: out };
+  });
+  return next;
+}
+
 /** [st] without its List `preamble` setting, when it is a Read Reply holding
     one; [st] itself otherwise. */
 function withoutPreamble(st           )            {
@@ -6183,9 +6685,9 @@ function nineOf(next           , ctx            )            {
   if (next.version === 9) { profileRefs(next); return next; }
   if (next.version === 8) return metricsOf(next);
   if (next.version === 7) return metricsOf(stepsOf(testsList(next)));
-  if (next.version === 6) return metricsOf(stepsOf(jobsOf(next)));
-  if (next.version === 5) return metricsOf(stepsOf(jobsOf(testsList(next))));
-  if (next.version === 3 || next.version === 4) return metricsOf(stepsOf(jobsOf(testsList(upgradeIds(next)))));
+  if (next.version === 6) return metricsOf(stepsOf(chainsToJobs(next)));
+  if (next.version === 5) return metricsOf(stepsOf(chainsToJobs(testsList(next))));
+  if (next.version === 3 || next.version === 4) return metricsOf(stepsOf(chainsToJobs(testsList(upgradeIds(next)))));
   if (next.version === 1) {
     next.version = 2;
     if (Array.isArray(next.chains)) {
@@ -6211,7 +6713,7 @@ function nineOf(next           , ctx            )            {
       if (isObj(cell)) cell.prompt = renamed(cell.prompt);
     }
   }
-  return metricsOf(stepsOf(jobsOf(testsList(upgradeIds(next)))));
+  return metricsOf(stepsOf(chainsToJobs(testsList(upgradeIds(next)))));
 }
 
 /** Version 1's two maps as a list of mappings. */
@@ -6224,13 +6726,14 @@ function tokenMappingsFromV1(set         )                {
   ];
 }
 
-/** A current-version document with one job and no scenario. Its job sends
-    the item's image, as a job over a Source would; one over text content
+/** A current-version document with one Request and no Variant. Its Request
+    sends the item's image, as a job over a Source would; one over text content
     has none to send, and the page turns it off with the content. */
 function blankPipeline(opts                                                           = {})           {
   const job = withImage(jobDefaults(opts.kind, opts.tokens), true);
+  const { steps, variants } = serialize([job], []);
   return { version: PIPELINE_VERSION, id: newId(), name: opts.name || "",
-           jobs: [job], targets: [], evals: [], pass: { mode: "all" } };
+           steps, variants, evals: [], pass: { mode: "all" } };
 }
 
 /** What is wrong with how a target or a step [at] names whom it asks: each
@@ -6243,6 +6746,102 @@ function answerRefsProblems(o           , at        , bad          )       {
   }
 }
 
+/** Each step of [doc]'s list as the Steps list names it, by its id: Get
+    items, Request N (numbered by the Requests before it), Read Response N
+    (the number of the Request it reads), Filter. */
+function stepNames(doc                                                        )                         {
+  const steps = Array.isArray(doc?.steps) ? doc .steps  : [];
+  const number = new Map(steps.filter(isRequest).map((r, k) => [r.id, k + 1]));
+  const out                         = {};
+  for (const st of steps) {
+    if (!isObj(st)) continue;
+    out[st.id] = st.type === "getItems" ? "Get items"
+      : st.type === "request" ? `Request ${number.get(st.id)}`
+      : st.type === "readResponse" ? `Read Response ${number.get(st.request) ?? ""}`.trim()
+      : "Filter";
+  }
+  return out;
+}
+
+/** Where each step of [doc]'s list that is out of order must go, by its id
+    (the order rules stepsProblems holds the document to): a Get items after
+    Request 1 comes before it; a Read Response or Filter above the Request it
+    reads comes after it. A step in order is not listed. */
+function stepFaults(doc                                                        )                         {
+  const steps = Array.isArray(doc?.steps) ? doc .steps  : [];
+  const names = stepNames(doc);
+  const first = steps.findIndex(isRequest);
+  const out                         = {};
+  steps.forEach((st, at) => {
+    if (isGetItems(st) && first >= 0 && at > first) out[st.id] = `Comes before ${names[steps[first] .id]}`;
+    if (isReadResponse(st) || isFilterV20(st)) {
+      const req = steps.findIndex(o => isRequest(o) && o.id === st.request);
+      if (req > at) out[st.id] = `Comes after ${names[steps[req] .id]}`;
+    }
+  });
+  return out;
+}
+
+/** The step types a version-20 pipeline's step list holds. */
+const PIPELINE_STEP_TYPES                    = ["getItems", "request", "readResponse", "filter"];
+
+/**
+ * Every reason [doc]'s step list and Variants are not a well-formed version-20
+ * pipeline (§20): a step of an unknown type, a Get items after Request 1, a
+ * Read Response or Filter before the Request it reads, and a Variant that is
+ * not an object with its overrides keyed by Request ids. The order rules name
+ * the step the out-of-order one must come before, so the page can point at it.
+ */
+function stepsProblems(doc           , bad          )       {
+  if (!Array.isArray(doc.steps)) return void bad.push("steps has to be a list");
+  const steps              = doc.steps;
+  const requestIds           = [];
+  const seen = new Set        ();
+  // The number of each Request, by its id, so a later step names it.
+  for (const st of steps) if (isRequest(st)) requestIds.push(isStr(st.id) ? st.id : "");
+  const numberOf = (id        ) => requestIds.indexOf(id) + 1;
+  let sawRequest = false;
+  steps.forEach((st) => {
+    if (!isObj(st) || !isStr(st.type) || !PIPELINE_STEP_TYPES.includes(st.type)) {
+      return void bad.push(`"${isObj(st) ? st.type : st}" is not a step this lab has`);
+    }
+    if (!isStr(st.id) || !st.id.trim()) bad.push(`a ${st.type} step has no id`);
+    else if (seen.has(st.id)) bad.push(`two steps have the id ${st.id}`);
+    else seen.add(st.id);
+    if (st.type === "getItems") {
+      if (sawRequest) bad.push("Get items comes before Request 1");
+    } else if (st.type === "request") {
+      sawRequest = true;
+    } else {
+      // Read Response N and Filter come after Request N.
+      const label = st.type === "readResponse" ? "Read Response" : "Filter";
+      if (!isStr(st.request) || !requestIds.includes(st.request)) {
+        bad.push(`a ${label} reads a Request the experiment does not have`);
+      } else {
+        const n = numberOf(st.request);
+        const at = steps.indexOf(st), req = steps.findIndex(o => isRequest(o) && o.id === st.request);
+        if (at < req) bad.push(`${label} ${n} comes after Request ${n}`);
+      }
+    }
+  });
+  if (!requestIds.length) bad.push("add a Request first");
+  if (!Array.isArray(doc.variants)) return void bad.push("variants has to be a list");
+  const vseen = new Set        ();
+  doc.variants.forEach((v           , i        ) => {
+    const at = targetLabel(doc, i);
+    if (!isObj(v)) return void bad.push(`${at} has to be an object`);
+    onlyFields(v, at, ["id", "name", "connection", "profile", "overrides"], bad);
+    if (!isStr(v.id) || !v.id.trim()) bad.push(`${at} has no id`);
+    else if (vseen.has(v.id)) bad.push(`${at} has the id of another variant`);
+    else vseen.add(v.id);
+    if (v.name != null && !isStr(v.name)) bad.push(`${at}: name has to be text`);
+    answerRefsProblems(v, at, bad);
+    if (v.overrides != null && (!isObj(v.overrides) || Object.keys(v.overrides).some(k => !requestIds.includes(k)))) {
+      bad.push(`${at}: overrides are keyed by Request ids`);
+    }
+  });
+}
+
 /**
  * Every reason [doc] cannot run, as sentences -- none when it can. The
  * reference lookups are [ctx]'s: `profiles(id)` and `sources(id)` answer with
@@ -6256,29 +6855,41 @@ function validatePipeline(input         , ctx          = {})           {
   const run = doc.profiles !== undefined;
   const c                = { ...ctx, run };
   if (run && !ctx.profiles) c.profiles = (key        ) => (runAnswer(doc, key)                        ) ?? null;
-  onlyFields(doc, "the pipeline", run ? RUN_FIELDS : PIPELINE_FIELDS, bad);
-  if (!isStr(doc.id) || !doc.id.trim()) bad.push("the pipeline has no id");
+  onlyFields(doc, "the experiment", run ? RUN_FIELDS : PIPELINE_FIELDS, bad);
+  if (!isStr(doc.id) || !doc.id.trim()) bad.push("the experiment has no id");
   if (doc.name != null && !isStr(doc.name)) bad.push("name has to be text");
   if (run && doc.comment != null && !isStr(doc.comment)) bad.push("comment has to be text");
-  if (!Array.isArray(doc.jobs) || !doc.jobs.length) {
-    return [...bad, "jobs has to be a list of at least one job"];
-  }
-  if (!targetsOf(doc).length) bad.push("add a target first");
-  // Content is job 1's Attach Content step; a job 1 without one has none yet.
+  // The version-20 step list and Variants are well-formed, so the jobs and
+  // targets the rest reads (jobsOf, targetsOf) can be derived from them.
+  stepsProblems(doc, bad);
+  if (bad.length) return bad;
+  // The derived jobs-and-targets view every semantic check below reads.
+  const jobs              = jobsOf(doc);
+  const jdoc            = { ...doc, jobs };
+  if (!jobs.length) return [...bad, "add a Request first"];
+  if (!targetsOf(doc).length) bad.push("add a variant first");
+  // Content is job 1's Get items step; a job 1 without one has none yet.
   if (!contentOf(doc)) bad.push("set the content first");
   if (run) profilesProblems(doc.profiles, bad);
-  doc.jobs.forEach((ch           , k        ) => STEP_TYPES.job .validate(ch, c, bad, k, doc));
+  jobs.forEach((ch           , k        ) => STEP_TYPES.job .validate(ch, c, bad, k, jdoc));
+  // A later Get items, which job 1 does not attach, is held to the same
+  // rules, named by its place.
+  itemContents(doc).slice(1).forEach(({ content }, k) => {
+    const said           = [];
+    STEP_TYPES.attachContent .validate ({ type: "attachContent", content }, c, said);
+    for (const s of said) bad.push(`Get items ${k + 2}: ${s}`);
+  });
   if (bad.length) return bad;
   const content = contentOf(doc)             ;
 
   const targets              = targetsOf(doc);
-  const n         = doc.jobs.length;
+  const n         = jobs.length;
   targets.forEach((t, i) => {
     const at = targetLabel(doc, i);
     if (!isObj(t)) return void bad.push(`${at} has to be an object`);
     onlyFields(t, at, ["id", "name", "connection", "profile", "steps"], bad);
     if (!isStr(t.id) || !t.id.trim()) bad.push(`${at} has no id`);
-    else if (targets.findIndex((o) => isObj(o) && o.id === t.id) !== i) bad.push(`${at} has the id of another target`);
+    else if (targets.findIndex((o) => isObj(o) && o.id === t.id) !== i) bad.push(`${at} has the id of another variant`);
     if (t.name != null && !isStr(t.name)) bad.push(`${at}: name has to be text`);
     answerRefsProblems(t, at, bad);
     if (!Array.isArray(t.steps) || t.steps.length !== n) {
@@ -6295,19 +6906,19 @@ function validatePipeline(input         , ctx          = {})           {
       const where = `${at}, ${jobLabel(doc, k)}`;
       if (!isObj(st)) return void bad.push(`${where} has to be an object`);
       const entry = STEP_TYPES[st.type];
-      if (entry?.slot !== "target") return void bad.push(`${where}: "${st.type}" is not something a target can send`);
+      if (entry?.slot !== "target") return void bad.push(`${where}: "${st.type}" is not something a variant can send`);
       if (entry.local && (st.profile != null || st.connection != null)) return void bad.push(`${where}: ${entry.label} asks no connection`);
       if (k > 0 && entry.firstJobOnly) return void bad.push(`${where}: ${entry.firstJobOnly}`);
       onlyFields(st, where, entry.fields ?? [], bad);
       // A request is read and placed by its job's HTTP API.
-      const flow = entry.asks === "request" ? flowStepOf(doc.jobs[k]) : null;
+      const flow = entry.asks === "request" ? flowStepOf(jobs[k]) : null;
       entry.validate(flow ? { ...st, api: flow.api } : st, c, bad, where);
       answerRefsProblems(st, where, bad);
       if (st.from != null && !isRef(st.from)) bad.push(`${where} has to name the prompt it was picked from as { id, name }`);
       // A request is a flow step's, rebuilt from its records, and its
       // template has no place for an image.
-      if (entry.asks === "request" && !flowStepOf(doc.jobs[k])) bad.push(`${where}: ${entry.label} needs the job's flow step`);
-      if (entry.asks === "request" && sendsImage(doc.jobs[k])) bad.push(`${where}: ${entry.label} has no place for an image`);
+      if (entry.asks === "request" && !flowStepOf(jobs[k])) bad.push(`${where}: ${entry.label} needs the job's flow step`);
+      if (entry.asks === "request" && sendsImage(jobs[k])) bad.push(`${where}: ${entry.label} has no place for an image`);
     });
   });
   if (bad.length) return bad;
@@ -6362,7 +6973,7 @@ function validatePipeline(input         , ctx          = {})           {
   const docType = (contentFiles || []).map(f => documentTypeOf(String((f                             )?.name ?? f)))
     .find(Boolean) ?? null;
   targets.forEach((_, i) => {
-    const conns = doc.jobs.map((_     , k        ) => (targetEntryOf(doc, i, k)?.local ? localConnOf(targetEntryOf(doc, i, k)) : lookup(targetAnswerOf(doc, i, k) )));
+    const conns = jobs.map((_     , k        ) => (targetEntryOf(doc, i, k)?.local ? localConnOf(targetEntryOf(doc, i, k)) : lookup(targetAnswerOf(doc, i, k) )));
     conns.forEach((p         , k        ) => {
       if (!local(p)) return;
       const entry = CONNECTION_TYPES[typeOf(p            )] ;
@@ -6384,27 +6995,28 @@ function validatePipeline(input         , ctx          = {})           {
       }
       // A request goes as the flow wrote it, so its connection has to speak
       // the job's HTTP API; one the lab cannot tell (Any endpoint) passes.
-      const api = step.asks === "request" ? flowStepOf(doc.jobs[k])?.api : undefined;
+      const api = step.asks === "request" ? flowStepOf(jobs[k])?.api : undefined;
       const speaks = api && api !== "raw" && type?.speaks ? type.speaks(p            ) : null;
       if (api && speaks && speaks !== api) {
         const name = targetAnswerOf(doc, i, k)?.connection.name || type .label;
         bad.push(`${n > 1 ? `${jobLabel(doc, k)}, ` : ""}${targetLabel(doc, i)}: ${name} can't send an ${HTTP_APIS[api]?.label ?? api} request`);
       }
-      if (docType && type && !type.documents && sendsImage(doc.jobs[k])) {
+      if (docType && type && !type.documents && sendsImage(jobs[k])) {
         const name = targetAnswerOf(doc, i, k)?.connection.name || type.label;
         bad.push(`${n > 1 ? `${jobLabel(doc, k)}, ` : ""}${targetLabel(doc, i)}: ${name} can't read ${docType.label}s`);
       }
     });
     // The model is the profile's unless the target's step carries it.
     const bare = conns.findIndex((p                           , k        ) => p && c.profiles && !local(p)
-      && targetEntryOf(doc, i, k)?.modelFrom !== "step" && !String(p.model || "").trim());
+      && targetEntryOf(doc, i, k)?.modelFrom !== "step" && !String(p.model || "").trim()
+      && !String(targetStepOf(doc, i, k)?.model || "").trim());
     if (bare >= 0) {
       bad.push(n > 1
         ? `no model on the connection ${jobLabel(doc, bare)} of ${targetLabel(doc, i)} uses — manage connections on the Setup tab`
         : `no model on ${targetLabel(doc, i)}'s connection — manage connections on the Setup tab`);
     }
   });
-  STEP_TYPES.evals .validate(doc.evals, c, bad, outOf(doc.jobs.at(-1)).kind, doc);
+  STEP_TYPES.evals .validate(doc.evals, c, bad, outOf(jobs.at(-1)).kind, doc);
   passProblems(doc.pass, Array.isArray(doc.evals) ? doc.evals.length : 0, bad);
   if (bad.length) return bad;
 
@@ -6412,9 +7024,9 @@ function validatePipeline(input         , ctx          = {})           {
   // says which job, instead of failing every item the same way.
   const text = CONTENT_TYPES[content?.type]?.text?.(content, c) ?? null;
   targets.forEach((_, i) => {
-    const stages          = doc.jobs.map((ch     , k        ) => ({ text: targetStepOf(doc, i, k) .prompt, kind: outOf(ch).kind,
+    const stages          = jobs.map((ch     , k        ) => ({ text: targetStepOf(doc, i, k) .prompt, kind: outOf(ch).kind,
                                                                    verbatim: !!targetEntryOf(doc, i, k)?.verbatim }));
-    const problem = jobProblem(stages, stages.map(() => () => {}), doc.jobs.map((ch     ) => tokensOf(ch)), text);
+    const problem = jobProblem(stages, stages.map(() => () => {}), jobs.map((ch     ) => tokensOf(ch)), text);
     if (problem) bad.push(`${targetLabel(doc, i)}: ${jobWords(problem)}`);
   });
   return bad;
@@ -6427,8 +7039,8 @@ function passProblems(pass         , n        , bad          )       {
     return void bad.push("pass has to be { mode: all } or { mode: atLeast, count }");
   }
   onlyFields(pass, "pass", pass.mode === "all" ? ["mode"] : ["mode", "count"], bad);
-  if (pass.mode === "atLeast" && !(Number.isInteger(pass.count) && pass.count > 0)) bad.push("pass at least has to count a whole number of groups from 1");
-  else if (pass.mode === "atLeast" && pass.count > n) bad.push(`pass asks for ${pass.count} groups, and the pipeline has ${n}`);
+  if (pass.mode === "atLeast" && !(Number.isInteger(pass.count) && pass.count > 0)) bad.push("pass at least has to count a whole number of evals from 1");
+  else if (pass.mode === "atLeast" && pass.count > n) bad.push(`pass asks for ${pass.count} evals, and the experiment has ${n}`);
 }
 
 /** How many of [items] are in [files] (names or `{ name }` entries): a
@@ -6461,7 +7073,7 @@ function pipelineWarnings(doc         , ctx          = {})           {
     if (!items?.length) return;
     const found = itemsFound(items, files);
     if (found < items.length) {
-      warn.push(`${evalLabel(doc             , j)}: ${found} of ${ref .name || ref .id}'s ${items.length} cases have their item in ${where}`);
+      warn.push(`${evalLabel(doc             , j)}: ${found} of ${ref .name || ref .id}'s ${items.length} eval cases have their item in ${where}`);
     }
   });
   return warn;
@@ -6512,7 +7124,7 @@ function connectionProblems(conn                           , at        , from
     // A key in an address is written into every log line and error message
     // that prints it.
     if (u && (u.username || u.password)) {
-      bad.push(`${at} has a key in its address, and a key never goes in a pipeline — $${from} supplies it`);
+      bad.push(`${at} has a key in its address, and a key never goes in an experiment — $${from} supplies it`);
     }
   }
   if (!isStr(conn.model)) bad.push(`${at}: model has to be text`);
@@ -6579,10 +7191,12 @@ function answerKeys(doc                                                  )
  * The run document: [doc] plus what its references resolved to, once, at
  * submit. `ctx.profiles(key)` answers an answer key with what it resolves to
  * (`answersOf`'s `resolve`), `ctx.files` is
- * the Source's file list as it reads now, `ctx.comment` is the run's own.
+ * the first Get items' Source's file list as it reads now and
+ * `ctx.filesOf(id)` any Source's (a later Get items reads it), `ctx.comment`
+ * is the run's own.
  */
 function resolvePipeline(doc          ,
-                         ctx                                                 
+                         ctx                                                                                                 
                                                                                                                                      = {})              {
   const run = clone(doc)             ;
   // What the lab supplies an eval -- its grader -- before the profiles it
@@ -6599,12 +7213,14 @@ function resolvePipeline(doc          ,
     const cid = isStr(p.id) && p.id ? p.id : answerOfKey(key).connection;
     run.profiles[key] = { ...conn, connection: cid };
   }
-  const content = contentOf(run)             ;
   // Saved response grades its one pinned response (#596), whatever else the
   // Source holds; the server keeps that response's bytes with the run.
-  if (content?.type === "source") {
-    content.files = CONTENT_TYPES.source .expand (content, isObj(content.pin) && content.live !== true ? [content.pin.name] : ctx.files);
-  }
+  itemContents(run).forEach(({ content: c }, k) => {
+    const content = c             ;
+    if (content?.type !== "source") return;
+    const files = k === 0 && ctx.files !== undefined ? ctx.files : ctx.filesOf?.(content.ref?.id);
+    content.files = CONTENT_TYPES.source .expand (content, isObj(content.pin) && content.live !== true ? [content.pin.name] : files);
+  });
   // Each Library group the evals read, as the version it grades with: the
   // body's fingerprint and, where the lab numbers them, `n` -- a pinned
   // link's pin.
@@ -6628,8 +7244,9 @@ function pipelineOfRun(run             , ctx             = {})           {
   delete doc.profiles;
   delete doc.comment;
   delete doc.plugins;
-  const content = contentOf(doc)             ;
-  if (content) { delete content.files; delete content.revs; }
+  for (const { content } of itemContents(doc)) {
+    if (isObj(content)) { delete (content             ).files; delete (content             ).revs; }
+  }
   // What the run recorded of each group it read is the run's. The grader
   // it carried stays, as a Metrics eval's did: a bundle writes it down.
   for (const t of doc.evals || []) {
@@ -6664,16 +7281,22 @@ function pipelineToYaml(doc          , ctx
   return yaml.dump(out, { lineWidth: -1, noRefs: true });
 }
 
-/** Every AI Connection reference in [doc] -- each target's, each of its
-    steps', each eval's grader -- replaced, in place, by [f] of it. A
-    Connection Profile is named by id and name, and left as it is. */
+/** Every AI Connection reference in [doc] -- each Variant's, each of its
+    steps', each eval's grader -- replaced, in place, by [f] of it. The
+    Variants and their Request steps are reached through the jobs-and-targets
+    intermediate and serialised back; a Connection Profile is named by id and
+    name, and left as it is. */
 function eachProfileRef(doc           , f                               )       {
-  for (const t of targetsOf(doc)) {
+  const jt = jtOf(doc);
+  for (const t of jt.targets) {
     if (t.connection) t.connection = f(t.connection);
     for (const st of Array.isArray(t.steps) ? t.steps : []) {
       if (st?.connection) st.connection = f(st.connection);
     }
   }
+  const re = serialize(jt.jobs, jt.targets, doc.steps);
+  doc.steps = re.steps;
+  doc.variants = re.variants;
   for (const t of Array.isArray(doc.evals) ? doc.evals : []) {
     if (isObj(t) && t.grader) t.grader = f(t.grader);
     if (isObj(t?.own) && t.own.grader) t.own.grader = f(t.own.grader);
@@ -6700,14 +7323,17 @@ function importPipeline(input         , ctx            = {})               {
   const v = versionProblem(doc);
   if (v) return { error: v };
   const profiles = ctx.profiles ?? [], sources = ctx.sources ?? [], groups = ctx.groups ?? [];
-  const next = clone(doc)             ;
+  // The references are remapped on the jobs-and-targets intermediate (where
+  // content, every target's connection and each step's live), then the result
+  // is serialised back into the version-20 step list and Variants.
+  const next = jtOf(doc);
   const missing           = [], seen = new Set        ();
   const lists = { profile: profiles, connectionProfile: ctx.connectionProfiles ?? [], source: sources, group: groups };
   const words = {
     profile: (ref                         ) => `Connection ${ref.slug || ref.name || ref.id} not found`,
     connectionProfile: (ref     ) => `Connection Profile ${ref.name || ref.id} not found`,
     source: (ref     ) => `Source ${ref.name || ref.id} not found`,
-    group: (ref     ) => `Eval group ${ref.name || ref.id} not found`,
+    group: (ref     ) => `Eval ${ref.name || ref.id} not found`,
   };
   const remap = (ref     , kind                    )      => {
     const hit = lists[kind].find(x => x.id === ref.id) || lists[kind].find(x => x.name === ref.name);
@@ -6729,8 +7355,10 @@ function importPipeline(input         , ctx            = {})               {
     if (!seen.has(sentence)) { seen.add(sentence); missing.push(sentence); }
     return { id: ref.slug, name: isStr(ref.name) && ref.name ? ref.name : ref.slug };
   };
-  const content = contentOf(next)             ;
-  if (content?.type === "source") content.ref = remap(content.ref, "source");
+  for (const { content: c } of itemContents(next)) {
+    const content = c             ;
+    if (content?.type === "source") content.ref = remap(content.ref, "source");
+  }
   const split = (connection         )             => {
     const p = preSplit && isRef(connection) && profiles.some(x => x.id === connection.id) ? ctx.connectionSplit?.(connection.id) : null;
     return p ? { id: p.id, name: p.name ?? "" } : null;
@@ -6766,14 +7394,16 @@ function importPipeline(input         , ctx            = {})               {
   // keep the ones it carries, so export → import → export is the same
   // document and a re-import can recognise the same pipeline (#93).
   mintIds(next);
+  // Serialised back into the version-20 shape the lab reads.
+  const out = serializeDoc(next);
   // What a document may still lack on import is its references -- matched
   // above and listed as missing. Anything else the model says is wrong is a
   // document the lab cannot edit and run as it stands, so it is refused by
   // the first such sentence. Validated with no lookups, so a reference a
   // later step will satisfy is never the refusal.
-  const bad = validatePipeline(next).filter(s => !/ not found$/.test(s));
+  const bad = validatePipeline(out).filter(s => !/ not found$/.test(s));
   if (bad.length) return { error: bad[0]  };
-  return { doc: next, missing };
+  return { doc: out, missing };
 }
 
 /** Mint, in place, the ids a current-version document must have that it
@@ -6789,8 +7419,10 @@ function mintIds(doc           )            {
   for (const t of Array.isArray(doc.evals) ? doc.evals : []) {
     if (isObj(t) && (!isStr(t.id) || !t.id)) t.id = newId();
   }
-  // Nor need it say how its linked groups pass together: all of them.
-  if (!("pass" in doc)) doc.pass = { mode: "all" };
+  // Nor need it say how its linked groups pass together: all of them. (A
+  // document serialised to version 20 carries a `pass` key even when it was
+  // absent, so a null one is filled too.)
+  if (doc.pass == null) doc.pass = { mode: "all" };
   return doc;
 }
 
@@ -7055,22 +7687,23 @@ function readBundle(files             , ctx                                = {})
 function stagesFor(run             , i        , resolveFilters                                                          ) 
                                                                                                         
                                                                                {
-  const stages = run.jobs.map((ch, k) => {
+  const jobs = jobsOf(run);
+  const stages = jobs.map((ch, k) => {
     const { kind, modifiers: _mods, ...settings } = outOf(ch);
-    // The modifiers a run applies, with each Post-format filter set a
-    // synthetic modifier where its link sits (#339), and the Pre-format
-    // (text) filters applied to the raw reply before it is read (#405);
+    // The modifiers a run applies, with the filters below the format a
+    // synthetic modifier a link where the filters step sits (#339), and those
+    // above it applied to the raw reply before it is read (#405, #615);
     // without a resolver, a Library link reads nothing, a private one its own.
     return { text: targetStepOf(run, i, k) .prompt, kind, withImage: sendsImage(ch),
              verbatim: !!targetEntryOf(run, i, k)?.verbatim, before: beforeFilters(ch, resolveFilters),
-             after: afterFilters(ch, resolveFilters), modifiers: stageModifiers(ch, resolveFilters), settings };
+             modifiers: stageModifiers(ch, resolveFilters), settings };
   });
   // Each named by the connection whose key it is sent with.
   const asked = (key        , held                        ) => {
     const { connection: _c, ...conn } = held || {}                       ;
     return { id: answerConnectionId(key, held), ...conn };
   };
-  const connections = run.jobs.map((_, k) => {
+  const connections = jobs.map((_, k) => {
     // A step answered here asks nothing: the profile a run made before it
     // kept is what it ran as, else Echo itself.
     const key = targetAnswerKey(run, i, k);
@@ -7078,12 +7711,19 @@ function stagesFor(run             , i        , resolveFilters
       const held = key != null ? runAnswer(run, key) : undefined;
       return held && CONNECTION_TYPES[held.type]?.local ? asked(key , held) : { id: "", ...localConnOf(targetEntryOf(run, i, k)) };
     }
-    return key != null ? asked(key, runAnswer(run, key)) : { id: "" };
+    if (key == null) return { id: "" };
+    // A Request's own Model goes over its connection's, where the step's
+    // model is the connection's to send (a Prompt; an HTTP Request places
+    // its own in the body).
+    const { model, settings: own } = targetStepOf(run, i, k) ?? {};
+    const conn = asked(key, runAnswer(run, key));
+    if (targetEntryOf(run, i, k)?.modelFrom !== "profile") return conn;
+    return withOwnSettings(model?.trim() ? { ...conn, model: model.trim() } : conn, own);
   });
   // What a transport that builds its own request (an HTTP Request) builds
   // it from in each job, and this target's step there.
-  return { stages, tokens: run.jobs.map(tokensOf), connections,
-           calls: run.jobs.map((_, k) => requestStepOf(run, i, k)), cells: run.jobs.map((_, k) => targetStepOf(run, i, k) ) };
+  return { stages, tokens: jobs.map(tokensOf), connections,
+           calls: jobs.map((_, k) => requestStepOf(run, i, k)), cells: jobs.map((_, k) => targetStepOf(run, i, k) ) };
 }
 
 /** The Setup profile scenario [i] of a run ran under, as History shows it: keyless. */
@@ -7101,11 +7741,11 @@ function scenarioProfile(run             , i        )
 }
 
 /** The kind a run's result is read as: its last job's. */
-const lastKind = (doc                           )                => outOf(doc.jobs?.at(-1))?.kind ?? null;
+const lastKind = (doc                              )                => outOf(jobsOf(doc).at(-1))?.kind ?? null;
 
 /** A value of a modifier on a run's last job -- the case mode History prints. */
-const lastModifier = (doc                           , type        )                  =>
-  (outOf(doc.jobs?.at(-1))?.modifiers || []).find(m => m.type === type) || null;
+const lastModifier = (doc                              , type        )                  =>
+  (outOf(jobsOf(doc).at(-1))?.modifiers || []).find(m => m.type === type) || null;
 
 /** What a modifier is set to, in a few words, from its entry's own options:
     a choice's label, a number, "3 rules" -- or "on" for one with none. What
@@ -7158,8 +7798,8 @@ function itemScores(run             , kase                         , res
 
 /** What production recorded as the reply to an item, for a run's metrics: its
     last job's call says, from the item's record, or nobody does. */
-function recordedReplyOf(run                          , record         )                {
-  const last = run.jobs.at(-1), flow = flowStepOf(last);
+function recordedReplyOf(run                              , record         )                {
+  const last = jobsOf(run).at(-1), flow = flowStepOf(last);
   return record && flow ? STEP_TYPES.flowStep .production ({ ...flow, readAs: readAsOf(last) }, record) : null;
 }
 
@@ -7167,18 +7807,21 @@ function recordedReplyOf(run                          , record         )
  * itemScores for the runner, which can wait: an eval that reads every item
  * (`read`: the Metrics, which may ask a grader) scores one with no case too.
  */
-async function itemScoresAsync(run             , kase                         , res                    ,
+async function itemScoresAsync(run             , kase                         , res                                   ,
                                more           = {})                                                        {
   const out                                        = {};
   let stopped = false;
+  // The runner hands over a reply it just made, the re-score and the page a
+  // stored one; a metric reads the same fields of either.
+  const reply = res                      ;
   for (const t of evalsOf(run)) {
     const type = EVAL_TYPES[t.type];
     if (isWholeRun(type, t) || (!type?.read && !(type?.score && kase))) continue;
     if (stopped) { out[t.id] = SKIPPED; continue; }
     // An eval with nothing to read on this item leaves no entry, as a graded
     // eval does on an item with no case.
-    const s = type.read ? await type.read(t, kase ?? null, res, { plain: !OUTPUT_KINDS[lastKind(run) ?? ""]?.terms, ...more })
-      : type.score (t, kase , res);
+    const s = type.read ? await type.read(t, kase ?? null, reply, { plain: !OUTPUT_KINDS[lastKind(run) ?? ""]?.terms, ...more })
+      : type.score (t, kase , reply);
     if (!s) continue;
     out[t.id] = s;
     if (!s.pass && !t.continueOnFailure) stopped = true;
@@ -7186,6 +7829,35 @@ async function itemScoresAsync(run             , kase                         ,
   return Object.keys(out).length ? out : null;
 }
 
+/**
+ * A finished run's stored results re-scored, the kept replies untouched and
+ * each per-item eval's verdict recomputed against the eval bodies [more]
+ * hands back. This is how the Results view scores a run against the Eval as
+ * it reads now (#657): with [more.group] resolving each linked group to its
+ * current version, and [more.item] each result's own name, an edited eval
+ * case is read at its latest version, and the run itself is not touched --
+ * nothing here is written back.
+ *
+ * No model is asked: pass no [more.grader] and a model-graded metric reads as
+ * unmet, exactly as the eval case editor's live preview does, so the view
+ * makes no call. The one scorer is itemScoresAsync -- the same the runner's
+ * --rescore reaches -- so the page and the runner cannot disagree. A
+ * whole-run eval settles in scenarioEvals from the replies, so it is not
+ * re-read here; only per-item verdicts move.
+ */
+async function rescoreResults(run             , results                                            ,
+                              more                         = {})                        {
+  return Promise.all((results || []).map(async it => {
+    if (!isObj(it) || !Array.isArray(it.scenarios)) return it              ;
+    const per           = { ...more, item: isStr(it.name) ? it.name : null };
+    const scenarios = await Promise.all((it.scenarios                ).map(async side =>
+      isObj(side) && side.res
+        ? { ...side, scores: await itemScoresAsync(run, null, side.res, per) }
+        : side));
+    return { ...(it              ), scenarios }              ;
+  }));
+}
+
 /**
  * Every eval's reading of scenario [i] of a run, in the run's order, from
  * the items so far. [settled] says every item is in: only then has a
@@ -7231,13 +7903,41 @@ function scenarioEvals(run             , i        , items
   });
 }
 
+/**
+ * A link's Whole run verdict, per Target, keyed by the eval's id: a Library
+ * group's `run` metrics read over the replies so far (readGroupRun). A private
+ * group's Whole run is scenarioEvals' own (it holds the body); a link's body
+ * is held apart, so it is read here, beside the link's items (§17). [resolve]
+ * gives a link's body by its reference: the runner's --groups, or the page's
+ * kept or current versions. One that gives none reads nothing.
+ */
+function wholeRunsOf(run             , items                                                               ,
+                     resolve                                       )                                    {
+  const kind = lastKind(run);
+  return targetsOf(run).map((_, i) => {
+    const out                                  = {};
+    const ress = (items || []).map(it => (it && !it.unrun ? it.scenarios?.[i]?.res : undefined));
+    for (const t of evalsOf(run)) {
+      if (t.type !== "group" || isWholeRun(EVAL_TYPES.group, t)) continue;
+      const body = groupOf(t, { group: resolve });
+      const v = Array.isArray(body.run) && body.run.length ? readGroupRun(body               , ress, kind) : null;
+      if (v) out[t.id] = v;
+    }
+    return out;
+  });
+}
+
 /** One eval group's verdict over a scenario (§17): a whole-run group's own
-    verdict, or a per-item group's "every item it read passed"; null where it
-    was skipped, or had nothing to read yet. */
+    verdict, or a per-item group's "every item it read passed" -- and, for a
+    link reading a Whole run beside its items, that too: either failing fails
+    it, as the runner's verdict does. Null where it was skipped, or had
+    nothing to read yet. */
 function groupPass(o             )                 {
   if (o.skipped) return null;
   if (o.whole) return o.verdict?.ran ? o.verdict.pass : null;
-  return o.ran ? o.passed === o.ran : null;
+  const item = o.ran ? o.passed === o.ran : null;
+  const whole = o.wholeRun?.ran ? o.wholeRun.pass : null;
+  return item === false || whole === false ? false : item ?? whole;
 }
 
 /** A scenario's pass or fail over every eval that read it: null where none
@@ -7287,25 +7987,25 @@ function passVerdict(pass                             , passes
 function validateEvals(ev           , files                                          )           {
   const bad           = [];
   if (!ev || typeof ev !== "object" || Array.isArray(ev)) {
-    return ["the graded set has to be a JSON object with a `cases` list"];
+    return ["an eval has to be a JSON object with a `cases` list"];
   }
   if (ev.cases != null && !Array.isArray(ev.cases)) bad.push("cases has to be a list");
   // An eval group's own sections (version 7): what a Metrics eval held.
   if (ev.scoring != null) {
     const sc = ev.scoring;
-    if (!isObj(sc) || !SCORING_MODES.includes(sc.mode)) bad.push(`a group is scored ${SCORING_MODES.join(" or ")}`);
-    else if (sc.mode === "weighted" && typeof sc.threshold !== "number") bad.push("a group scored in points needs Pass at: the points an item has to reach");
-    else if (sc.threshold != null && typeof sc.threshold !== "number") bad.push("a group's Pass at has to be a number");
+    if (!isObj(sc) || !SCORING_MODES.includes(sc.mode)) bad.push(`an eval is scored ${SCORING_MODES.join(" or ")}`);
+    else if (sc.mode === "weighted" && typeof sc.threshold !== "number") bad.push("an eval scored in points needs Pass at: the points an item has to reach");
+    else if (sc.threshold != null && typeof sc.threshold !== "number") bad.push("an eval's Pass at has to be a number");
   }
-  if (ev.grader != null && !isRef(ev.grader)) bad.push("a group names its grader as { id, name }, or null");
-  if (ev.every != null) metricsProblems(ev.every, "Every item", bad);
+  if (ev.grader != null && !isRef(ev.grader)) bad.push("an eval names its grader as { id, name }, or null");
+  if (ev.every != null) metricsProblems(ev.every, "Every item metrics", bad);
   if (ev.run != null) {
-    metricsProblems(ev.run, "Whole run", bad);
+    metricsProblems(ev.run, "Whole run metrics", bad);
     // Read once over every reply: nothing that reads one item, or asks a grader.
     for (const m of Array.isArray(ev.run) ? ev.run : []) {
       const entry = isObj(m) ? METRICS[m.type] : undefined;
-      if (entry?.graded) bad.push(`Whole run: ${entry.label} is model-graded, so it cannot read a whole run`);
-      else if (entry?.perItem) bad.push(`Whole run: ${entry.label} reads one item at a time, so it cannot read a whole run`);
+      if (entry?.graded) bad.push(`Whole run metrics: ${entry.label} is model-graded, so it cannot read a whole run`);
+      else if (entry?.perItem) bad.push(`Whole run metrics: ${entry.label} reads one item at a time, so it cannot read a whole run`);
     }
   }
   if (bad.length) return bad;
@@ -7316,13 +8016,13 @@ function validateEvals(ev           , files
   const seen = new Set        ();
   for (const c of graded) {
     if (!isObj(c)) {
-      bad.push("cases holds something that is not a case");
+      bad.push("cases holds something that is not an eval case");
       continue;
     }
-    if (!isStr(c.id) || !c.id.trim()) bad.push("a case has no id");
+    if (!isStr(c.id) || !c.id.trim()) bad.push("an eval case has no id");
     else if (seen.has(c.id)) bad.push(`${c.id} is graded twice`);
     else seen.add(c.id);
-    if (!caseItem(c).trim()) bad.push(`${c.id || "a case"} names no item`);
+    if (!caseItem(c).trim()) bad.push(`${c.id || "an eval case"} names no item`);
     if (c.todo != null && typeof c.todo !== "boolean") bad.push(`${c.id}: todo is true or false`);
     if (c.note != null && !isStr(c.note)) bad.push(`${c.id}: note has to be text`);
     if (c.metrics != null) metricsProblems(c.metrics, String(c.id), bad);
@@ -7404,8 +8104,8 @@ function validateEvals(ev           , files
   // set and graded by nobody is one nobody discovers is ungraded.
   for (const f of shown) {
     if (!gradedAt(f)) {
-      bad.push(`${f} is in the Source and this dataset does not grade it, `
-             + `so the Cases view does not list it`);
+      bad.push(`${f} is in the Source and this eval does not grade it, `
+             + `so the Eval Cases view does not list it`);
     }
   }
   return bad;
@@ -7469,18 +8169,18 @@ export {
     tallyPercent, runPipeline, validateEvals, evalsWarnings, evalsJson, readList,
     scoreSingle, singleRules, parseCount, lengthHolds, countHolds, COUNT_OPS, LENGTH_OPS,
     COUNT_OP_LABEL, LENGTH_OP_LABEL,
-    PIPELINE_VERSION, DATASET_BODY_VERSION, STEP_TYPES, CONTENT_TYPES, OUTPUT_KINDS, MODIFIERS, EVAL_TYPES, LEGACY_TESTS, METRICS, readMetrics, metricSummary, metricCheck, itemScoresAsync, recordedReplyOf,
+    PIPELINE_VERSION, DATASET_BODY_VERSION, STEP_TYPES, CONTENT_TYPES, OUTPUT_KINDS, MODIFIERS, EVAL_TYPES, LEGACY_TESTS, METRICS, readMetrics, metricSummary, metricCheck, itemScoresAsync, rescoreResults, recordedReplyOf,
     SOURCE_TYPES, DEFAULT_SOURCE_TYPE, sourceTypeOf, WORKFLOW_PLATFORMS, platformOf, DYNAMIC_PROVIDERS, providerOf, WIZARDS, wizardProgress,
     registerKinds, defaultKind, jobDefaults, applyModifiers, keyVar, slugOf, uniqueSlug, isSlug, withSlugs, SLUG_MAX, connectionOf, addressOf, connectionSettings,
     splitProfile, mergeAnswer, answerKey, answerOfKey, answersOf, runAnswer, answerConnectionId, connectionScoped,
     connectionRequest, connectionBase, connectionSend, connectionReply, connectionReplyProblem, replyFinish, contentJoined, connectionImage, connectionProblems,
 CONNECTION_FIELDS, SETTING_KEYS, OPTION_FIELDS, jobLabel, scenarioLabel, jobWords, versionProblem,
-    contentOf, withContent, replyOf,
+    contentOf, itemContents, runItemsOf, withContent, replyOf, jobsOf, withJobs, withTargets, serialize, stepNames, stepFaults,
     targetsOf, targetLetter, targetLabel, targetStepOf, targetEntryOf, jobTargetType, targetAnswerOf, targetAnswerKey, recordedTargetOf, withTarget,
     tokensOf, withTokens, sendsImage, withImage, flowStepOf, requestStepOf, readAsOf, outOf, withOut, slotEntry, SLOTS,
-    filterSetsOf, withFilterSets, stageModifiers, beforeFilters, afterFilters, gradedText,
+    filterSetsOf, filterFormatOf, withFilterSets, formatPlace, stageModifiers, beforeFilters, gradedText,
     blankPipeline, upgradePipeline, fatProfileRef, newId, newEval, newLink, validatePipeline, resolvePipeline, pipelineOfRun, stagesFor, profileIds, answerKeys,
-    scenarioProfile, lastKind, lastModifier, modifierSummary, itemScores, scenarioEvals, scenarioPasses, groupPass, overallVerdict, passVerdict, isSkipped, failedScore,
+    scenarioProfile, lastKind, lastModifier, modifierSummary, itemScores, scenarioEvals, wholeRunsOf, scenarioPasses, groupPass, overallVerdict, passVerdict, isSkipped, failedScore,
     evalLabel, evalsOf, evalsDataset, casesRef, groupOf, groupOfMetrics, pipelineWarnings, itemsFound, previewOf, isWholeRun, EVAL_FIELDS,
     pipelineToYaml, importPipeline, yamlToPipeline, exportBundle, readBundle, bundleProblems, junitXml,
     pluginHost, legacyTagsOut, legacyTagsModifiers, legacyTagsJob, splitItems, tidy, tryExamples, itemRulesProblems, dropBy, rejectBy, matcher,