@arjunkhera/atlas 0.3.48 → 0.3.49

package/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "atlas",
-  "version": "0.3.48",
+  "version": "0.3.49",
   "description": "Atlas: the delivery lifecycle, its crews and the Atlas tools, for any repository.",
   "author": {
     "name": "Arjun Khera"

package/door/cli.mjs

@@ -35,6 +35,7 @@ import { sweepCommand as testsSweep, coversCommand as testsCovers } from '../tes
 import { issuesCommand as testsIssues } from './lib/issues.mjs';
 import { changedCommand as testsChanged } from './lib/changed-tests.mjs';
 import { beforeCommand as testsBefore } from './lib/fails-before.mjs';
+import { afterCommand as testsAfter } from './lib/passes-after.mjs';
 import { upkeepCommand } from './lib/upkeep.mjs';
 import { gateCommand } from './lib/gate.mjs';
 import { judgeCommand } from './lib/judge.mjs';
@@ -95,6 +96,11 @@ const HELP = `atlas — the door into a repo's Atlas files
       --old <file> --new <file>        read the two run files and give the answer; runs nothing
       --out <file>                     write the JSON here; default the terminal
       --text                           print a short table instead of the JSON
+  atlas tests after --root <repo> --base <ref>   the old version of each changed or removed test case must pass on the new code; exit 1 when one goes to the owner
+      --head <ref>                     the head of the pull request; default HEAD
+      --list <file>                    a changed-test list from atlas tests changed; default the command makes it
+      --out <file>                     write the JSON here; default the terminal
+      --text                           print a short table instead of the JSON
   atlas tests named --root <area>      list the assertions that a pull request names
       --base <ref>                     the base: an assertion is named when its words changed or it is new
       --covers                         also name the assertions of a scenario whose covers path the change touches
@@ -366,6 +372,7 @@ async function testsCommand(chosen) {
   if (what === 'proof') return testsProof({ run: chosen.run, own: chosen.own, evidence: chosen.evidence, base: chosen.base, covers: Boolean(chosen.covers) }, root, line);
   if (what === 'verdict') return testsVerdict({ run: chosen.run, base: chosen.base, evidence: chosen.evidence, covers: Boolean(chosen.covers) }, root, line);
   if (what === 'changed') return testsChanged({ base: chosen.base, head: chosen.head, out: chosen.out, text: Boolean(chosen.text) }, root, line);
+  if (what === 'after') return testsAfter({ base: chosen.base, head: chosen.head, list: chosen.list, out: chosen.out, text: Boolean(chosen.text) }, root, line);
   if (what === 'before') return testsBefore({ base: chosen.base, head: chosen.head, list: chosen.list, out: chosen.out, side: chosen.side, old: chosen.old, new: chosen.new, text: Boolean(chosen.text) }, root, line);
   if (what === 'named') return testsNamed({ base: chosen.base, covers: Boolean(chosen.covers) }, root, line);
   if (what === 'sweep') return testsSweep({ evidence: chosen.evidence, since: chosen.since, base: chosen.base, out: chosen.out, text: Boolean(chosen.text) }, root, line);
@@ -373,7 +380,7 @@ async function testsCommand(chosen) {
   if (what === 'kept') return (await runKept({ root, evidenceDir: chosen.evidence, only: chosen.scenario ?? null, write: (text) => process.stdout.write(text) })).exit;
   if (what === 'rerun') return testsRerun({ run: chosen.run, evidence: chosen.evidence, tests: chosen.tests, language: chosen.language ?? 'javascript' }, root, line);
   if (what === 'issues') return testsIssues({ findings: chosen.findings, repo: chosen.repo, max: chosen.max, bot: chosen.bot, dryRun: Boolean(chosen['dry-run']), args: [...chosen._, ...Object.values(chosen).filter((v) => typeof v === 'string')] }, line);
-  throw new Error(`there is no tests verb "${what ?? ''}". Use check, write, proof, verdict, named, changed, before, sweep, covers, kept, issues or rerun.`);
+  throw new Error(`there is no tests verb "${what ?? ''}". Use check, write, proof, verdict, named, changed, before, after, sweep, covers, kept, issues or rerun.`);
 }
 
 function upkeepVerb(chosen) {

package/door/lib/fails-before.mjs

@@ -19,7 +19,8 @@
 // Green does not mean proven: the gate counts only `proven` cases (proven_count).
 // The command runs head code. It holds no secret: each run gets a fixed environment and nothing else.
 // In CI each side runs in its own job on a fresh runner (--side old, --side new), and a third job
-// reads both run files (--old, --new) with the base copy of Atlas. Each tree comes from git archive.
+// reads both run files (--old, --new) with the base copy of Atlas. Each tree comes from git archive,
+// and then becomes a new git repo with one commit, so a test that needs git still runs.
 import { spawnSync } from 'node:child_process';
 import { existsSync, mkdirSync, readFileSync, rmSync, symlinkSync, writeFileSync } from 'node:fs';
 import { tmpdir } from 'node:os';
@@ -50,11 +51,31 @@ export function runnerOf(path) {
   return null;
 }
 
-// Skips a string, a template string or a comment at `i`. Returns the index after it, or `i`.
+// A slash starts a regular expression when the code before it cannot end a value.
+function regexAt(src, i) {
+  let j = i - 1;
+  while (j >= 0 && /\s/.test(src[j])) j -= 1;
+  if (j < 0 || '(,=:[!&|?{};+-*%<>~^'.includes(src[j])) return true;
+  const word = /([A-Za-z_$][\w$]*)$/.exec(src.slice(Math.max(0, j - 10), j + 1));
+  return Boolean(word && ['return', 'typeof', 'case', 'in', 'of', 'void', 'delete', 'throw', 'yield', 'await'].includes(word[1]));
+}
+
+// Skips a string, a template string, a regular expression or a comment at `i`. Returns the index
+// after it, or `i`.
 function skip(src, i) {
   const c = src[i];
   if (c === '/' && src[i + 1] === '/') { const end = src.indexOf('\n', i); return end < 0 ? src.length : end; }
   if (c === '/' && src[i + 1] === '*') { const end = src.indexOf('*/', i + 2); if (end < 0) throw new Error('open comment'); return end + 2; }
+  if (c === '/' && regexAt(src, i)) {
+    let inClass = false;
+    for (let j = i + 1; j < src.length && src[j] !== '\n'; j += 1) {
+      if (src[j] === '\\') { j += 1; continue; }
+      if (src[j] === '[') inClass = true;
+      else if (src[j] === ']') inClass = false;
+      else if (src[j] === '/' && !inClass) { j += 1; while (/[a-z]/.test(src[j] ?? '')) j += 1; return j; }
+    }
+    throw new Error('open regular expression');
+  }
   if (c === '"' || c === "'" || c === '`') {
     for (let j = i + 1; j < src.length; j += 1) {
       if (src[j] === '\\') { j += 1; continue; }
@@ -67,8 +88,7 @@ function skip(src, i) {
   return i;
 }
 
-// The index after the bracket that closes the one at `open`. A regular expression is read as code,
-// so a bracket inside one can end a case early; then the text still differs where the case differs.
+// The index after the bracket that closes the one at `open`.
 function close(src, open) {
   const pair = { '(': ')', '{': '}', '[': ']' };
   const stack = [];
@@ -86,6 +106,19 @@ function close(src, open) {
   throw new Error('open bracket');
 }
 
+// The fixed name of a string at `i`, with its escapes read. null for a template with a ${…} in it.
+function nameAt(src, i) {
+  const raw = src.slice(i + 1, skip(src, i) - 1);
+  if (src[i] === '`' && /(^|[^\\])\$\{/.test(raw)) return null;
+  const named = { n: '\n', t: '\t', r: '\r', b: '\b', f: '\f', v: '\v', 0: '\0' };
+  return raw.replace(/\\(u\{[0-9a-fA-F]+\}|u[0-9a-fA-F]{4}|x[0-9a-fA-F]{2}|\n|.)/g, (_, e) => {
+    if (e[0] === 'u' && e.length > 1) return String.fromCodePoint(parseInt(e.replace(/[u{}]/g, ''), 16));
+    if (e[0] === 'x' && e.length === 3) return String.fromCharCode(parseInt(e.slice(1), 16));
+    if (e === '\n') return '';
+    return named[e] ?? e;
+  });
+}
+
 // The test cases of one file: { cases: Map of name to its text, rest, duplicates }. `rest` is the
 // text outside every case, so an edit there (a beforeEach, a shared value) can mark every case.
 // null when the file cannot be read to the end. JavaScript: each test(…) or it(…) call whose first
@@ -111,13 +144,24 @@ export function casesOf(text, path) {
         i = j - 1;
       }
     } else {
-      const call = /(?<![\w.$])(test|it)(\.(?:only|skip|todo))?\(\s*(["'`])([^"'`\n]*)\3/g;
+      const call = /(?<![\w.$])(test|it)(\.(?:only|skip|todo))?\(\s*(?=["'`])/g;
       let m;
       let from = 0;
+      // scan walks the code up to each match, so a test( inside a string or a comment is no case.
+      let scan = 0;
       while ((m = call.exec(src))) {
         if (m.index < from) continue;
+        if (scan < from) scan = from;
+        while (scan < m.index) {
+          const after = skip(src, scan);
+          if (after === scan) scan += 1;
+          else scan = after;
+        }
+        if (scan > m.index) { call.lastIndex = scan; continue; }
+        const name = nameAt(src, m.index + m[0].length);
+        if (name === null) continue;
         const end = close(src, src.indexOf('(', m.index));
-        add(m[4], src.slice(m.index, end));
+        add(name, src.slice(m.index, end));
         rest.push(src.slice(from, m.index));
         from = end;
         call.lastIndex = end;
@@ -217,12 +261,13 @@ export function runEnv(work) {
   return { PATH: process.env.PATH ?? '/usr/bin:/bin', HOME: join(work, 'home'), TMPDIR: join(work, 'tmp'), TZ: 'UTC', LANG: 'C.UTF-8', CI: 'true' };
 }
 
-const commandOf = (runner, file, report) => (runner === 'node'
+export const commandOf = (runner, file, report) => (runner === 'node'
   ? ['node', '--test', '--test-reporter=junit', `--test-reporter-destination=${report}`, file]
   : ['python3', '-B', '-m', 'pytest', '-p', 'no:cacheprovider', '-q', `--junitxml=${report}`, file]);
 
-// A fresh tree of `sha` at `tree`, from git archive: no .git, so a test cannot read which commit it is.
-function freshTree(top, tree, sha) {
+// A fresh tree of `sha` at `tree`, from git archive: no .git of the repo, so a test cannot read which
+// commit it is. gitTree then gives it a .git of its own.
+export function freshTree(top, tree, sha) {
   rmSync(tree, { recursive: true, force: true });
   mkdirSync(tree, { recursive: true });
   const archive = spawnSync('git', ['archive', '--format=tar', sha], { cwd: top, maxBuffer: 1024 * 1024 * 1024 });
@@ -232,6 +277,16 @@ function freshTree(top, tree, sha) {
   if (existsSync(join(top, 'node_modules')) && !existsSync(join(tree, 'node_modules'))) symlinkSync(join(top, 'node_modules'), join(tree, 'node_modules'), 'dir');
 }
 
+// Makes the tree a new git repo with one commit of its files, so a test that needs git runs. The
+// commit has a fixed author, date and message, so it holds no history and names neither real commit.
+export function gitTree(tree) {
+  const env = { PATH: process.env.PATH ?? '/usr/bin:/bin', HOME: tree, GIT_CONFIG_NOSYSTEM: '1', GIT_AUTHOR_NAME: 'atlas', GIT_AUTHOR_EMAIL: 'atlas@invalid', GIT_COMMITTER_NAME: 'atlas', GIT_COMMITTER_EMAIL: 'atlas@invalid', GIT_AUTHOR_DATE: '2000-01-01T00:00:00Z', GIT_COMMITTER_DATE: '2000-01-01T00:00:00Z' };
+  for (const args of [['init', '-q', '-b', 'main'], ['add', '-A'], ['commit', '-q', '--no-verify', '--no-gpg-sign', '-m', 'tree']]) {
+    const r = spawnSync('git', args, { cwd: tree, env, encoding: 'utf8', maxBuffer: 64 * 1024 * 1024 });
+    if (r.status !== 0) throw new Error(`git ${args[0]} in the run tree failed: ${String(r.stderr).trim().split('\n')[0]}`);
+  }
+}
+
 // Runs one side: `old` (the merge base with the head's test files) or `new` (the head).
 // Returns the run file: { side, merge_base, head, tree, report, env, files: { path: { command, cases, why } } }.
 export function runSide({ top, changed, plans, side, work = join(tmpdir(), 'atlas-before') }) {
@@ -255,6 +310,7 @@ export function runSide({ top, changed, plans, side, work = join(tmpdir(), 'atla
           writeFileSync(join(tree, r.path), bytes);
         }
       }
+      gitTree(tree);
       for (const dir of ['home', 'tmp', 'report']) { rmSync(join(work, dir), { recursive: true, force: true }); mkdirSync(join(work, dir), { recursive: true }); }
       const command = commandOf(p.runner, p.path, report);
       if (python && p.runner === 'pytest' && spawnSync('python3', ['-B', '-c', 'import pytest'], { cwd: tree, env }).status !== 0) {

package/door/lib/passes-after.mjs

@@ -0,0 +1,212 @@
+// `atlas tests after`: the base version of each changed, renamed or removed test case runs on the
+// head code (roadmap R73, tracker item 29e1f17d; design docs/design-docs/passes-after/).
+//
+// It reads the changed-test list (changed-tests.mjs) and takes each unit test file that the pull
+// request changes, renames or removes. It makes a tree of the head, puts in the base copy of each
+// such file and the base copy of the test helpers, runner configs and kit manifests, and runs the
+// old file there. So the old tests judge the new code.
+//
+//   the old case on the new code   the case in the PR   result
+//   pass                           changed or renamed   cleared
+//   any other                      changed or renamed   owner: changed test   (red)
+//   pass                           removed              removed, passes      (for the review job)
+//   any other                      removed              owner: removed test  (red)
+//   did not run or skipped         any                  not run              (not cleared)
+//
+// The command takes no card and no model verdict, so neither can clear a case. It runs head code
+// with the environment, the tree and the runners of fails-before, and it holds no secret.
+import { spawnSync } from 'node:child_process';
+import { existsSync, mkdirSync, readFileSync, rmSync, writeFileSync } from 'node:fs';
+import { tmpdir } from 'node:os';
+import { dirname, join, resolve } from 'node:path';
+import { listChanged } from './changed-tests.mjs';
+import { casesOf, commandOf, freshTree, gitTree, readReport, runEnv, runnerOf } from './fails-before.mjs';
+
+export const VERSION = 1;
+
+const TEST_GROUPS = new Set(['unit-test', 'check-block', 'scenario-words', 'test-helper', 'runner-config', 'test-script', 'kit-manifest']);
+const SUPPORT = new Set(['test-helper', 'runner-config', 'kit-manifest']);
+const isProduct = (path) => !/^(docs|archive)\//.test(path) && !/^[^/]+\.md$/i.test(path);
+export const OWNER_RESULTS = Object.freeze(['owner: changed test', 'owner: removed test']);
+
+function git(cwd, args, { allowFail = false, buffer = false } = {}) {
+  const r = spawnSync('git', args, { cwd, encoding: buffer ? 'buffer' : 'utf8', maxBuffer: 256 * 1024 * 1024 });
+  if (r.error) throw new Error(`git cannot run: ${r.error.message}`);
+  if (r.status !== 0) {
+    if (allowFail) return null;
+    throw new Error(`git ${args.join(' ')} failed: ${String(r.stderr || r.stdout || '').trim().split('\n')[0]}`);
+  }
+  return r.stdout;
+}
+const usage = (message) => Object.assign(new Error(message), { usage: true });
+
+// The text of a case with its own name taken out, so a case renamed with the same body matches.
+const unnamed = (text, name) => text.split(name).join('\u0000');
+
+// The old cases of one file that the head changed, renamed or removed.
+export function oldCases(before, after) {
+  if (before === null) return { all: true, picked: [] };
+  if (after === null || before.rest !== after.rest) {
+    return { all: true, picked: [...before.cases.keys()].map((name) => ({ name, change: after?.cases.has(name) ? 'changed' : 'removed', to: null })) };
+  }
+  const picked = [];
+  const taken = new Set();
+  for (const [name, text] of before.cases) {
+    if (after.cases.has(name)) {
+      if (after.cases.get(name) !== text) picked.push({ name, change: 'changed', to: null });
+      continue;
+    }
+    const to = [...after.cases].find(([n, t]) => !before.cases.has(n) && !taken.has(n) && unnamed(t, n) === unnamed(text, name))?.[0];
+    if (to) { taken.add(to); picked.push({ name, change: 'renamed', to }); } else picked.push({ name, change: 'removed', to: null });
+  }
+  return { all: false, picked };
+}
+
+// What to run: for each changed, renamed or removed unit test file, the base path and its old cases.
+export function plan({ root, base, head = 'HEAD', list = null }) {
+  if (!base && !list) throw usage('give the base: --base <ref>');
+  const top = git(resolve(root), ['rev-parse', '--show-toplevel']).trim();
+  const changed = list ? JSON.parse(readFileSync(resolve(list), 'utf8')) : listChanged({ root: top, base, head });
+  if (changed.changed_tests !== 1) throw new Error(`the changed-test list has version ${changed.changed_tests}; this command reads version 1`);
+  const show = (sha, path) => git(top, ['show', `${sha}:${path}`], { allowFail: true });
+  const files = [];
+  const plans = [];
+  for (const r of changed.rows.filter((x) => x.group === 'check-block' && x.status !== 'added')) {
+    const path = r.from ?? r.path;
+    if (!files.some((f) => f.path === path)) files.push({ path, runner: null, result: 'not run', why: 'a scenario test needs its environment; the planted-fault procedure covers it' });
+  }
+  for (const r of changed.rows.filter((x) => x.group === 'unit-test' && x.status !== 'added')) {
+    const path = r.from ?? r.path;
+    const runner = runnerOf(path);
+    const before = casesOf(show(changed.merge_base, path), path);
+    const after = r.status === 'removed' ? { cases: new Map(), rest: before?.rest ?? '', duplicates: new Set() } : casesOf(show(changed.head, r.path), r.path);
+    const { all, picked } = oldCases(before, after);
+    if (!picked.length && !all) continue;
+    if (!runner) { files.push({ path, runner: null, result: 'not run', why: 'no runner for this file yet' }); plans.push({ path, runner: null, picked, all }); continue; }
+    files.push({ path, runner, result: 'ran', why: null });
+    plans.push({ path, runner, picked, all, head: r.status === 'removed' ? null : r.path });
+  }
+  files.sort((x, y) => (x.path < y.path ? -1 : 1));
+  return {
+    top, changed, files, plans,
+    productChanged: changed.other_paths.some(isProduct),
+    testsChanged: changed.rows.some((x) => TEST_GROUPS.has(x.group)),
+  };
+}
+
+// Puts the base copy of a path into the tree.
+function putBase(top, tree, sha, path) {
+  const bytes = git(top, ['show', `${sha}:${path}`], { allowFail: true, buffer: true });
+  if (bytes === null) return;
+  mkdirSync(dirname(join(tree, path)), { recursive: true });
+  writeFileSync(join(tree, path), bytes);
+}
+
+// Runs the old version of each planned file on a tree of the head. Returns { tree, report, env, files }.
+export function runOld({ top, changed, plans, work = join(tmpdir(), 'atlas-after') }) {
+  const tree = join(work, 'repo');
+  const report = join(work, 'report', 'report.xml');
+  const env = runEnv(work);
+  const out = { tree, report, env, files: {} };
+  try {
+    for (const p of plans.filter((x) => x.runner)) {
+      // A fresh tree, home and report folder for each file, so no file of one run reaches the next.
+      freshTree(top, tree, changed.head);
+      for (const r of changed.rows.filter((x) => SUPPORT.has(x.group) && x.status !== 'added')) putBase(top, tree, changed.merge_base, r.from ?? r.path);
+      for (const r of changed.rows.filter((x) => x.group === 'unit-test' && x.status !== 'added')) {
+        // A renamed file runs at its old path only, so no case runs twice.
+        if (r.status === 'renamed') rmSync(join(tree, r.path), { force: true });
+        putBase(top, tree, changed.merge_base, r.from ?? r.path);
+      }
+      gitTree(tree);
+      for (const dir of ['home', 'tmp', 'report']) { rmSync(join(work, dir), { recursive: true, force: true }); mkdirSync(join(work, dir), { recursive: true }); }
+      const command = commandOf(p.runner, p.path, report);
+      if (p.runner === 'pytest' && spawnSync('python3', ['-B', '-c', 'import pytest'], { cwd: tree, env }).status !== 0) {
+        out.files[p.path] = { command, cases: null, why: 'pytest is not installed', none: true };
+        continue;
+      }
+      const r = spawnSync(command[0] === 'node' ? process.execPath : command[0], command.slice(1), { cwd: tree, env, encoding: 'utf8', timeout: 10 * 60 * 1000, killSignal: 'SIGKILL', maxBuffer: 64 * 1024 * 1024 });
+      let cases = null;
+      let why = null;
+      if (r.error) why = `the runner did not finish: ${r.error.message}`;
+      else if (!existsSync(report)) why = `the runner wrote no report (exit ${r.status})`;
+      else {
+        try { cases = Object.fromEntries(readReport(readFileSync(report, 'utf8'))); } catch (error) { why = `the report does not read: ${error.message}`; }
+      }
+      out.files[p.path] = { command, cases, why };
+    }
+  } finally {
+    rmSync(tree, { recursive: true, force: true });
+  }
+  return out;
+}
+
+export function resultOf(change, after) {
+  if (after === 'skipped' || after === null) return 'not run';
+  if (change === 'removed') return after === 'pass' ? 'removed, passes' : 'owner: removed test';
+  return after === 'pass' ? 'cleared' : 'owner: changed test';
+}
+
+// The answer, from the plan and the run.
+export function answerOf(prepared, run) {
+  const { changed, files, plans, productChanged, testsChanged } = prepared;
+  const answer = { passes_after: VERSION, base: changed.base, merge_base: changed.merge_base, head: changed.head, product_changed: productChanged, tests_changed: testsChanged, red: false, owner_count: 0, files: files.map((f) => ({ ...f })), cases: [], env: run?.env ?? null };
+  for (const p of plans) {
+    const ran = run?.files[p.path];
+    const file = answer.files.find((f) => f.path === p.path);
+    if (ran?.none) Object.assign(file, { result: 'not run', why: ran.why });
+    else if (ran?.why) file.why = ran.why;
+    const results = ran && !ran.none ? (ran.cases ?? {}) : null;
+    const picked = [...p.picked];
+    // A file that cannot be read to the end: every case of its report counts as changed.
+    if (p.all && results) for (const name of Object.keys(results)) if (!picked.some((c) => c.name === name)) picked.push({ name, change: 'changed', to: null });
+    if (!picked.length) {
+      answer.cases.push({ path: p.path, name: null, change: 'changed', to: null, after: results ? 'missing' : null, result: results ? 'owner: changed test' : 'not run' });
+      continue;
+    }
+    for (const c of picked) {
+      const after = results ? (results[c.name] ?? 'missing') : null;
+      answer.cases.push({ path: p.path, name: c.name, change: c.change, to: c.to, after, result: resultOf(c.change, after) });
+    }
+  }
+  answer.cases.sort((x, y) => (x.path === y.path ? String(x.name).localeCompare(String(y.name)) : x.path < y.path ? -1 : 1));
+  answer.owner_count = answer.cases.filter((c) => OWNER_RESULTS.includes(c.result)).length;
+  answer.red = answer.owner_count > 0;
+  return answer;
+}
+
+export function passesAfter({ root, base, head = 'HEAD', list = null, work = join(tmpdir(), 'atlas-after') }) {
+  const prepared = plan({ root, base, head, list });
+  return answerOf(prepared, prepared.plans.length ? runOld({ ...prepared, work }) : null);
+}
+
+// ---------------------------------------------------------------- the command
+
+const oneLine = (text) => String(text ?? '').replace(/[\u0000-\u001f\u007f]/g, ' ');
+
+export function renderText(a) {
+  const ran = a.files.filter((f) => f.result === 'ran').length;
+  const out = [`passes-after against ${oneLine(a.base)} (merge base ${a.merge_base.slice(0, 7)}): ${a.cases.length} old case(s) in ${ran} file(s); ${a.owner_count} for the owner; tests changed: ${a.tests_changed ? 'yes' : 'no'}`];
+  for (const c of a.cases) out.push(`  ${c.result.padEnd(20)} ${oneLine(c.path)}  ${oneLine(c.name ?? '(the whole file)')}${c.to ? `  (renamed to: ${oneLine(c.to)})` : ''}`);
+  for (const f of a.files.filter((x) => x.result === 'not run')) out.push(`  ${'not run'.padEnd(20)} ${oneLine(f.path)}  ${oneLine(f.why)}`);
+  for (const f of a.files.filter((x) => x.result === 'ran' && x.why)) out.push(`  ${'note'.padEnd(20)} ${oneLine(f.path)}  ${oneLine(f.why)}`);
+  if (a.red) out.push(`RED: ${a.owner_count} case(s) for the owner. Only the owner clears a changed test that fails on the new code.`);
+  else if (!a.tests_changed) out.push('GREEN: the pull request changes no test.');
+  else if (a.cases.some((c) => c.result === 'not run')) out.push(`GREEN with gaps: ${a.cases.filter((c) => c.result === 'not run').length} old case(s) did not run, so they are not cleared.`);
+  else out.push('GREEN: each old case that the pull request changed still passes on the new code.');
+  return out;
+}
+
+export function afterCommand({ base, head, list, out, text = false }, root, line) {
+  try {
+    const answer = passesAfter({ root, base, head: head ?? 'HEAD', list });
+    const json = `${JSON.stringify(answer, null, 2)}\n`;
+    if (out) writeFileSync(resolve(out), json);
+    else if (!text) process.stdout.write(json);
+    if (text) for (const l of renderText(answer)) line(l);
+    return answer.red ? 1 : 0;
+  } catch (error) {
+    line(`after: ${error.message}`);
+    return error.usage ? 2 : 1;
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arjunkhera/atlas",
-  "version": "0.3.48",
+  "version": "0.3.49",
   "description": "Atlas: the delivery lifecycle, its crews and the Atlas tools, as a Claude Code plugin for any repository.",
   "type": "module",
   "license": "UNLICENSED",

package/skills/lead/SKILL.md

@@ -101,7 +101,7 @@ set. A test keeps the two lists equal.
 | `atlas kind-drift` | When the repo record and `atlas.yaml` may disagree on the kind; this command retires in stage 2, the onboarding stage |
 | `atlas code-read` | To resolve the citations of a code digest |
 | `atlas ste` | Before each publish; `--share` before a page goes to anyone else |
-| `atlas tests` | `write` puts the test kit in an area. `check` runs before a merge. `kept` runs the kept tests of a path 1 area and writes their evidence. `proof`, `verdict`, `named`, `covers` and `rerun` read the results of a run. `changed` and `before` run test checks of the gate: the changed tests, and the proof that a new case fails on the old code. `sweep` and `issues` run the daily sweep |
+| `atlas tests` | `write` puts the test kit in an area. `check` runs before a merge. `kept` runs the kept tests of a path 1 area and writes their evidence. `proof`, `verdict`, `named`, `covers` and `rerun` read the results of a run. `changed`, `before` and `after` run the test checks of the gate: changed tests, new cases fail on old code, old cases pass on new code. `sweep` and `issues` run the daily sweep |
 | `atlas design` | `folder` to learn where designs live; `check` before you show a design; `build` to make its page |
 | `atlas view` | `build --product <id>` makes the project view page of one product, when the owner asks for it or after an Atlas release changes it. Publish it with only the grant the command prints |
 | `atlas upkeep` | `check` before you ask for a merge: the docs index, dead doc links, and the tracker item a pull request names. The daily upkeep run calls it on the main branch |